diff --git a/.agents/skills/database-access/SKILL.md b/.agents/skills/database-access/SKILL.md deleted file mode 100644 index c439d0fe352..00000000000 --- a/.agents/skills/database-access/SKILL.md +++ /dev/null @@ -1,73 +0,0 @@ ---- -name: database-access -description: Organize database repositories and proxy dependency wiring, manage connection ownership, or port Prisma operations to Rust and SQLx without expanding migration scope -metadata: - internal: true ---- - -# Database access - -## Situations - -- Adding a query or an operation to a repository, read [adding a query](references/python-repository.md#adding-a-query) -- Moving existing Prisma calls behind a repository, read [moving existing access](references/python-repository.md#moving-existing-access-into-a-repository) -- Porting a repository from Prisma to Rust and SQLx, read [porting to SQLx](references/python-repository.md#porting-a-repository-to-sqlx) -- Injecting a repository into a route, read [Python and FastAPI](references/python-fastapi.md) or [Rust and Axum](references/rust-axum.md) - -## Adding new database access - -- Put Python database access behind an operation in `litellm/repositories` -- Give each repository its own FastAPI provider, so a route builds only the repositories it uses -- A provider borrows existing handles and performs no database I/O during construction -- Define the operations a route calls as a Protocol in `litellm/models/.py`, next to its domain types - - The Protocol takes and returns domain types, never Prisma models, raw rows or serialized payloads - - Parsing and serialization of stored values live in the repository - - Add a Protocol when a repository gets a provider, not up front for every repository -- Keep query execution inside the repository, with one implementation per repository and no backend switch or fallback -- A repository is either all Prisma or all native, never a mix of both -- Prisma is fine for the implementation, adding a query does not require a Rust port -- Native Rust callers use `litellm-rust/crates/db` directly - -## Framework wiring - -- Python routes receive a per-repository dependency such as `UserBannerRepositoryDep` and call its operations, such as `banners.get_banner()` -- `DatabaseDep` lives in `litellm/proxy/deps/database.py`, repository providers in `litellm/proxy/deps/repositories.py` - - A provider returns the feature's Protocol, so routes never see which backend implements it - - Dependencies used by one feature only, like the banner audit binding, stay next to that feature's routes -- Repositories never import FastAPI, so jobs and helpers can use them without a request -- Use named FastAPI providers with `Annotated[..., Depends(...)]`, ordinary helpers and jobs receive explicit arguments -- Preserve each route's no-database behavior, authorization precedence and background-task scheduling -- Read [Python and FastAPI](references/python-fastapi.md) for provider examples, lifespan state and route verification -- Read [Rust and Axum](references/rust-axum.md) when adding database access to Rust handlers - -## Connection ownership - -- Keep connection setup and shutdown separate from repositories, which own no pools -- Reuse existing handles, never connect per request or disconnect from a repository operation -- Give each pool one owner for setup and shutdown, borrowed handles never close it -- Finish requests, jobs and queued database work before closing connections -- Clean up resources opened before a startup failure, without a second disconnect fallback -- Add a backend to the existing lifecycle owner and pass its handle only to repositories that need it -- Preserve cancellation, timeout, error and transaction semantics across the native bridge - -## Changing ownership or reloading resources - -- Inventory initialization, reload, tests, background jobs and shutdown together -- Move every writer when changing authoritative storage, copying a replaceable global into state is insufficient -- A frozen repository does not make its clients immutable -- Decide whether each request captures one resource generation or reads it again during processing -- Build and validate replacements before publishing them, preserving the old generation on failure -- Serialize reloads and coordinate publication with shutdown -- Drain streams and background users before retiring old resources, retaining every generation grows resource use -- Define multi-worker coordination separately from an in-process swap -- Choose mechanisms such as `ArcSwap` only after defining publication, capture and retirement - -## Migration context and boundaries - -- Long-term direction is to centralize Python database access in repositories, then replace their Prisma implementations with Rust APIs one repository at a time -- Prisma and native repositories coexist during the transition, unrelated existing calls can stay as they are -- Prisma and SQLx keep separate client pools to PgBouncer, which pools connections to PostgreSQL - - Size both layers together and preserve reader/writer routing and pooling-mode compatibility -- PgBouncer does not share transactions between Prisma and SQLx, keep each atomic unit of work on one backend and transaction -- Never retry a failed Rust write through Prisma when it may already have committed -- Prisma owns schema migrations today, eventual SQLx migration ownership and Prisma removal are separate planned steps, not part of a query port diff --git a/.agents/skills/database-access/references/python-fastapi.md b/.agents/skills/database-access/references/python-fastapi.md deleted file mode 100644 index 2f6d1b001fc..00000000000 --- a/.agents/skills/database-access/references/python-fastapi.md +++ /dev/null @@ -1,101 +0,0 @@ -# Python and FastAPI - -## Existing pattern - -- `UserBannerStore` in `litellm/models/user_banner.py` is the Protocol the banner routes call -- `get_database` in `litellm/proxy/deps/database.py` reads the lifespan-owned handle from request state -- `get_user_banner_repository` in `litellm/proxy/deps/repositories.py` builds the banner repository from that handle -- Choose each repository's replica routing once in its provider, never at call sites -- A handler receives `UserBannerStore | None`, never a Prisma client or a concrete repository -- `UserBannerRepository` implements `UserBannerStore` structurally, keeping the existing Prisma table, serialization and configuration-sync behavior -- The banner audit provider binds the legacy audit callable at request time, without performing audit I/O -- A native repository can later implement the same Protocol without changing handler signatures, see [porting a repository to SQLx](python-repository.md#porting-a-repository-to-sqlx) - -## Dependency injection - -- Add one provider and one `Annotated` alias per repository in `litellm/proxy/deps/repositories.py` -- Annotate the provider and alias with the feature's Protocol, not the concrete repository -- A route depends only on the repositories it calls, so a request never builds repositories it does not use -- Do not build repositories once at lifespan, a reconnect can replace the Prisma client they wrap - -```python -class UserBannerStore(Protocol): - async def get_banner(self) -> UserBanner: ... - - async def save_banner(self, banner: UserBanner) -> None: ... -``` - -```python -async def get_user_banner_repository(database: DatabaseDep) -> UserBannerStore | None: - return None if database is None else UserBannerRepository(database.prisma) - - -UserBannerRepositoryDep: TypeAlias = Annotated[UserBannerStore | None, Depends(get_user_banner_repository)] -``` - -- FastAPI caches each provider within a request, so routes and sub-dependencies share one instance -- Ordinary helpers and jobs receive explicit arguments, never unresolved `Depends` defaults -- A route still reading the `prisma_client` global or building a repository inline switches to the repository's `...RepositoryDep`, keeping its no-database behavior and error precedence - -```python -async def get_user_banner(banners: UserBannerRepositoryDep) -> UserBanner: - if banners is None: - return UserBanner() - return await banners.get_banner() -``` - -## Lifespan state - -- Prisma startup owns connection setup, authentication refresh, health checks and migrations -- `Database` holds the initialized Prisma client and the `NativeDatabase` handle, without holding fields per feature - - The native handle opens no pool yet, its `connect` and `close` are noops -- The proxy lifespan builds the handle with `Database.open`, registers `Database.aclose` on its exit stack and publishes it in request state - - Callers only open and close `Database`, which closes Prisma and the native handle together, and `open` closes Prisma itself when the native connect fails -- Starlette shallow-copies lifespan state into request state, which is distinct from `app.state` -- The database module never imports a repository, legacy globals borrow its handle without owning shutdown -- Drain requests, jobs, logging, spend and audit work before database teardown -- The exit stack closes the handle on exit, including startup failures after the client is created -- When adding native resources, initialize them in the serving process, respecting runtime fork restrictions -- Await native shutdown instead of depending on Python garbage collection -- Apply the [connection ownership rules](../SKILL.md#connection-ownership) when changing the owner - -## Timing and errors - -- FastAPI resolves dependencies before entering the handler -- Handler exception handling cannot catch failures raised during dependency resolution -- A universal required-database dependency can override authorization and validation behavior -- Banner GET without a database returns the default disabled banner -- Banner PATCH checks the admin role before returning the existing missing-database error -- Invalid stored banner data falls back to the default, but storage failures still propagate -- Banner writes finish before the success audit is queued as a FastAPI background task -- Queue post-response work with `BackgroundTasks`, not bare `asyncio.create_task`, so the in-flight drain waits for it before the database closes -- Do not move background work into an awaited provider merely to remove an import - -## Verification - -- Exercise real FastAPI handlers using `dependency_overrides` for external boundaries -- Keep production parsing and persistence code real -- Restore overrides after each test -- Verify complete response bodies, status codes and OpenAPI against the base -- Include combined failure conditions to pin error precedence -- Check saved values, fresh revisions, audit contents and failed-write behavior -- Check lifespan state with a running lifespan, not only a TestClient that skips startup -- Verify providers do not connect, query, disconnect or audit eagerly -- Use real PostgreSQL and live proxy requests when changing persistence behavior - -## Scope - -- Preserve direct Python call sites or migrate them explicitly -- Inventory imports, state writers, side effects and error ordering before migrating a feature -- Preserve configuration sync and serialization, and state which legacy reads remain -- Do not migrate every route in a large module just to establish the pattern -- Do not invent providers for resources without consumers - -## Framework references - -- [Lifespan events](https://fastapi.tiangolo.com/advanced/events/) and [Starlette lifespan state](https://starlette.dev/lifespan/) -- [`SessionDep`-style `Annotated` aliases](https://fastapi.tiangolo.com/tutorial/sql-databases/#create-a-session-dependency), which `DatabaseDep` and `UserBannerRepositoryDep` follow -- [Dependency composition and caching](https://fastapi.tiangolo.com/tutorial/dependencies/sub-dependencies/) -- [Background tasks and dependencies with `yield`](https://fastapi.tiangolo.com/advanced/advanced-dependencies/#background-tasks-and-dependencies-with-yield-technical-details) -- [Dependency overrides](https://fastapi.tiangolo.com/advanced/testing-dependencies/) -- [Testing lifespan](https://fastapi.tiangolo.com/advanced/testing-events/) diff --git a/.agents/skills/database-access/references/python-repository.md b/.agents/skills/database-access/references/python-repository.md deleted file mode 100644 index 3b16ef24de6..00000000000 --- a/.agents/skills/database-access/references/python-repository.md +++ /dev/null @@ -1,119 +0,0 @@ -# Python repositories - -## Adding a query - -Use this when a feature needs a read or write that no repository offers yet, including one more operation on an existing repository - -### Before starting - -- Search `litellm/repositories` for a repository that already owns the table, and extend it instead of adding a second one -- Check `litellm/models/.py` for an existing Protocol and domain types -- Decide the route's behavior when no database is configured, and where that check sits relative to authorization and validation - -### Steps - -1. Domain types and Protocol in `litellm/models/.py` - - The Protocol takes and returns domain types, never Prisma models, raw rows or serialized payloads - - Add the Protocol together with the provider, not for repositories nothing injects -2. Repository in `litellm/repositories/_repository.py` - - Implement the operation with Prisma, a Rust port is not required - - Compose the Prisma client and type the tables it touches with `TableActions` from `prisma_protocols.py`, never inherit `PrismaTableRepository` - - Parse and serialize stored values here, so callers only see domain types - - Never import FastAPI, connect, disconnect or choose replicas per call -3. Provider and `Annotated` alias in `litellm/proxy/deps/repositories.py`, see [dependency injection](python-fastapi.md#dependency-injection) -4. The route takes `RepositoryDep`, handles `None` with the behavior decided above, and calls the operation -5. Jobs and helpers that need the operation receive the repository as an explicit argument, built by their caller from the handle it already holds - -### Done when - -- Handler tests drive the real route with `dependency_overrides` and the real repository code, see [verification](python-fastapi.md#verification) -- Tests cover the no-database path, error precedence, and what was actually stored -- Persistence changes are checked against real PostgreSQL through a live proxy - -### Out of scope - -- Porting the query to Rust, see [porting a repository to SQLx](#porting-a-repository-to-sqlx) -- Moving unrelated direct Prisma calls in the same module - -## Moving existing access into a repository - -Use this when code calls Prisma directly, through `prisma_client.db.` or a helper, and the calls should live behind a repository. The backend stays Prisma - -### Before starting - -- List every call being moved, its callers, and the transaction or batch it runs in -- List the module's imports, global state writers, side effects such as audit and config sync, and error ordering -- Record current return values, raised errors and response bodies, these are what the change must preserve - -### Steps - -1. Move the existing Prisma code into the relevant repository in `litellm/repositories` without rewriting the queries -2. Add domain types and a Protocol in `litellm/models/.py` when a route will inject the repository -3. Replace each direct call with the repository operation, through a provider for routes and explicit arguments for jobs and helpers, see [Python and FastAPI](python-fastapi.md) -4. Calls sharing a transaction move into the same repository or unit of work in one change -5. State which legacy reads remain and why, when the change does not move all of them - -### Done when - -- Focused regression tests pin the preserved return values, errors and transaction behavior -- Response bodies, status codes and OpenAPI match the base -- Configuration sync and serialization behave the same, including invalid stored data - -### Out of scope - -- Switching the backend, even when an equivalent Rust query exists -- Converting other routes in the module just to establish the pattern -- Cleanups unrelated to the moved calls - -## Porting a repository to SQLx - -Status: TBD. No repository has been ported yet. `database.native` is a `NativeDatabase` from `crates/python-bridge/src/db.rs` whose `connect` and `close` are noops that open no pool, and the PyO3 repository surface does not exist. A real pool takes typed writer/reader settings and a token provider, never the Prisma `DATABASE_URL`, which carries Prisma-only params and rotating IAM tokens. The constraints below are settled, the steps are a sketch to revise after the first port lands - -Use this only when a port is explicitly requested. Repository extraction does not require one - -### When not to port - -- An equivalent Rust or SQLx query existing is not a reason to switch a Prisma caller -- Leave existing backend selection unchanged unless integration is explicitly requested -- Never port part of a repository, it is either all Prisma or all native - -### Before starting - -- Identify the repository's inputs, outputs, errors and transaction boundary -- List repositories that share a transaction with it, they move together -- Check `litellm-rust/crates/db` for an equivalent query and reuse it when its behavior matches - -### Steps - -1. Rust queries, following `litellm-rust/crates/db/AGENTS.md` - - Static SQL in `queries/`, compile-checked with SQLx, typed inputs and row projections in `src/` - - Dynamic filters and sort keys become closed Rust enums that select static SQL, every value is bound - - Refresh SQLx query metadata after SQL changes -2. PyO3 surface exposing typed operations, never SQL text, table names or column names from Python. TBD: where it lives and how the handle reaches it -3. Native repository implementing the same Protocol in `litellm/repositories` - - Converts typed PyO3 results to domain types, preserving defaults, invalid-data handling and storage errors - - Python conversion stays in the bridge, not in `crates/db` -4. Switch the provider in `litellm/proxy/deps/repositories.py`, the Protocol and routes stay unchanged - -```diff - async def get_user_banner_repository(database: DatabaseDep) -> UserBannerStore | None: -- return None if database is None else UserBannerRepository(database.prisma) -+ return None if database is None else NativeUserBannerRepository(database.native) -``` - -5. Delete the Prisma repository in the same change and switch every caller, including jobs and helpers - -### Done when - -- Behavior is verified against real PostgreSQL, covering null handling, conflicts, ordering, errors and transaction semantics -- `DATABASE_URL=... cargo test -p litellm-db --locked -- --include-ignored` passes against a Prisma-migrated database -- Live proxy requests show unchanged responses. TBD: a Python-side real-PostgreSQL test harness - -### Rollback - -- Roll back the release, never retry an uncertain native write through Prisma - -### Out of scope - -- SQLx owning schema migrations, and removing Prisma -- Converting unrelated routes to dependency injection diff --git a/.agents/skills/database-access/references/rust-axum.md b/.agents/skills/database-access/references/rust-axum.md deleted file mode 100644 index 83368d27233..00000000000 --- a/.agents/skills/database-access/references/rust-axum.md +++ /dev/null @@ -1,4 +0,0 @@ -# Rust and Axum - -- This should use same `crates/db` what is exposed to Python world. -- Details are TBD. diff --git a/.circleci/AGENTS.md b/.circleci/AGENTS.md deleted file mode 100644 index b3591145a3e..00000000000 --- a/.circleci/AGENTS.md +++ /dev/null @@ -1,7 +0,0 @@ -# .circleci - -The `integration` workflow on `main` runs from a scheduled pipeline in the CircleCI project settings, cron `9 0-8,14-23 * * *` (UTC) on `main` with no pipeline parameters. It has no `triggers:` block in this file because a workflow with one runs only on its schedule, so the API pipelines that set `run_migration_tests` or `routing_parity_base` would stop running it. If main stops getting integration runs, check that the schedule still exists and recreate it with these values - -Jobs clone with the `checkout_over_https` command, never the built-in `checkout` step, because CircleCI falls back to the project's SSH checkout key without its GitHub App access, GitHub rejects that key, and the public repo needs no key. It fetches the job's commit with full history and no file contents (`--filter=blob:none`), like the built-in step did, so `scripts/path_filter.sh` can find a merge base - -A step that checks out files from another commit fetches that commit with `--no-filter`, as `routing_parity` does, because the clone has no file contents and git would otherwise download each missing file in its own request, which took 210 to 896 seconds for the routing parity base diff --git a/.circleci/config.yml b/.circleci/config.yml deleted file mode 100644 index 95ee0a6412c..00000000000 --- a/.circleci/config.yml +++ /dev/null @@ -1,1780 +0,0 @@ -version: 2.1 -parameters: - run_migration_tests: - type: boolean - default: false - migration_candidate_image: - type: string - default: "" - migration_baseline_image: - type: string - default: "ghcr.io/berriai/litellm-database:v1.102.0" - migration_source_sha: - type: string - default: "" - routing_parity_base: - type: string - default: "" -orbs: - codecov: codecov/codecov@4.0.1 - node: circleci/node@5.1.0 # Add this line to declare the node orb - win: circleci/windows@5.0 # Add Windows orb - -commands: - checkout_over_https: - parameters: - revision: - type: string - default: "" - shell: - type: string - default: /bin/bash -eo pipefail - steps: - - run: - name: Check out the public repository over HTTPS - shell: << parameters.shell >> - environment: - REQUESTED_REVISION: << parameters.revision >> - command: | - revision="${REQUESTED_REVISION:-$CIRCLE_SHA1}" - [[ "$revision" =~ ^[0-9a-f]{40}$ ]] || exit 1 - git init - git remote add origin https://github.com/BerriAI/litellm.git - for attempt in 1 2 3; do - git fetch --filter=blob:none origin "$revision" && git checkout --detach FETCH_HEAD && break - [[ $attempt -lt 3 ]] || exit 1 - sleep 5 - done - skip_if_unrelated_changes: - parameters: - category: - type: enum - enum: ["backend", "client"] - default: "backend" - steps: - - run: - name: "Skip job when no << parameters.category >>-relevant files changed" - command: bash .circleci/scripts/path_filter.sh << parameters.category >> - setup_google_dns: - steps: - - run: - name: "Configure Google DNS" - command: | - # Backup original resolv.conf - sudo cp /etc/resolv.conf /etc/resolv.conf.backup - # Add both local and Google DNS servers - echo "nameserver 127.0.0.11" | sudo tee /etc/resolv.conf - echo "nameserver 8.8.8.8" | sudo tee -a /etc/resolv.conf - echo "nameserver 8.8.4.4" | sudo tee -a /etc/resolv.conf - wait_for_service: - description: "Poll a TCP or HTTP endpoint until it responds (replaces dockerize -wait)" - parameters: - url: - type: string - timeout: - type: string - default: "60" - steps: - - run: - name: "Wait for << parameters.url >>" - command: | - TIMEOUT=<< parameters.timeout >> - URL="<< parameters.url >>" - ELAPSED=0 - echo "Waiting up to ${TIMEOUT}s for ${URL} ..." - if echo "$URL" | grep -q '^tcp://'; then - HOST=$(echo "$URL" | sed 's|tcp://||' | cut -d: -f1) - PORT=$(echo "$URL" | sed 's|tcp://||' | cut -d: -f2) - while ! bash -c "echo > /dev/tcp/$HOST/$PORT" 2>/dev/null; do - sleep 2; ELAPSED=$((ELAPSED+2)) - if [ "$ELAPSED" -ge "$TIMEOUT" ]; then echo "Timed out"; exit 1; fi - done - else - while ! curl -sf --max-time 5 "$URL" > /dev/null 2>&1; do - sleep 2; ELAPSED=$((ELAPSED+2)) - if [ "$ELAPSED" -ge "$TIMEOUT" ]; then echo "Timed out"; exit 1; fi - done - fi - echo "Service ready after ${ELAPSED}s" - install_helm: - steps: - - run: - name: Install Helm v3.17.3 - command: | - curl -sSLf -o /tmp/helm.tar.gz \ - https://get.helm.sh/helm-v3.17.3-linux-amd64.tar.gz - echo "ee88b3c851ae6466a3de507f7be73fe94d54cbf2987cbaa3d1a3832ea331f2cd /tmp/helm.tar.gz" | sha256sum -c - - sudo tar -C /usr/local/bin --strip-components=1 -xzf /tmp/helm.tar.gz linux-amd64/helm - rm -f /tmp/helm.tar.gz - install_kind: - steps: - - run: - name: Install Kind v0.20.0 - command: | - curl -sSLf -o /tmp/kind \ - https://kind.sigs.k8s.io/dl/v0.20.0/kind-linux-amd64 - echo "513a7213d6d3332dd9ef27c24dab35e5ef10a04fa27274fe1c14d8a246493ded /tmp/kind" | sha256sum -c - - chmod +x /tmp/kind - sudo mv /tmp/kind /usr/local/bin/kind - install_uv: - description: "Install pinned uv (0.10.9) with checksum verification. Adds ~/.local/bin to PATH." - steps: - - run: - name: Install uv (pinned 0.10.9) - command: | - curl -LsSf -o /tmp/uv-install.sh https://astral.sh/uv/0.10.9/install.sh - echo "7fc46e39cb97290b57169c0c813a17970585ac519139f19006453c99b5f2f45f /tmp/uv-install.sh" | sha256sum -c - - env UV_NO_MODIFY_PATH=1 sh /tmp/uv-install.sh - rm -f /tmp/uv-install.sh - echo 'export PATH="$HOME/.local/bin:$PATH"' >> "$BASH_ENV" - export PATH="$HOME/.local/bin:$PATH" - install_node: - description: "Install the Node.js version pinned in ui/litellm-dashboard/.nvmrc (24.19.0, which bundles npm 11.17.0) with checksum verification, and prepend it to PATH. Run this on any executor whose image does not already ship that version, or `npm ci` in ui/litellm-dashboard fails EBADENGINE against the engines floor. Installs into /opt/node rather than over /usr/local on purpose: cimg/python:*-browsers ships its own node there, and unpacking the tarball on top of it leaves npm 11.17 files merged with the image's npm 11.9 tree, which reports the new version and then exits 1 on `npm ci` with no error text at all. Requires checkout, which the .nvmrc drift check reads." - steps: - - run: - name: Install Node.js 24.19.0 - command: | - NODE_VERSION="24.19.0" - NODE_TARBALL="node-v${NODE_VERSION}-linux-x64.tar.xz" - NODE_EXPECTED_SHA="14b342e71204f811bde6153be8e04b62aef63c236fef92b55f9c83154b409647" - NVMRC_VERSION="$(tr -d '[:space:]' < ui/litellm-dashboard/.nvmrc)" - if [ "$NVMRC_VERSION" != "$NODE_VERSION" ]; then - echo "install_node: ui/litellm-dashboard/.nvmrc pins ${NVMRC_VERSION} but this command pins ${NODE_VERSION}; update NODE_VERSION and NODE_EXPECTED_SHA together" >&2 - exit 1 - fi - curl -sSLf -o "/tmp/${NODE_TARBALL}" "https://nodejs.org/dist/v${NODE_VERSION}/${NODE_TARBALL}" - echo "${NODE_EXPECTED_SHA} /tmp/${NODE_TARBALL}" | sha256sum -c - - sudo mkdir -p /opt/node - sudo tar -xJf "/tmp/${NODE_TARBALL}" -C /opt/node --strip-components=1 - rm -f "/tmp/${NODE_TARBALL}" - echo 'export PATH="/opt/node/bin:$PATH"' >> "$BASH_ENV" - export PATH="/opt/node/bin:$PATH" - node --version - npm --version - install_rust: - description: "Install pinned rustup (1.28.2) and Rust toolchain (1.98.0) with checksum verification. Adds ~/.cargo/bin to PATH. Run this before any `uv sync` or `uv build` of the workspace: the root package builds litellm-rust through maturin, and on an image without cargo maturin fetches an unpinned rustup and a floating toolchain by itself. Also restores the dev-profile cargo cache that save_cargo_target writes on main, minus the workspace crates' fingerprints so those always rebuild from the checked-out source." - steps: - - run: - name: Install Rust (rustup 1.28.2, toolchain 1.98.0) - command: | - case "$(uname -m)" in - x86_64) - RUSTUP_TRIPLE=x86_64-unknown-linux-gnu - RUSTUP_SHA256=20a06e644b0d9bd2fbdbfd52d42540bdde820ea7df86e92e533c073da0cdd43c - ;; - aarch64) - RUSTUP_TRIPLE=aarch64-unknown-linux-gnu - RUSTUP_SHA256=e3853c5a252fca15252d07cb23a1bdd9377a8c6f3efa01531109281ae47f841c - ;; - *) - echo "install_rust: unsupported architecture $(uname -m)" >&2 - exit 1 - ;; - esac - curl -sSLf --retry 3 --retry-all-errors --retry-max-time 120 --connect-timeout 15 --max-time 60 -o /tmp/rustup-init \ - "https://static.rust-lang.org/rustup/archive/1.28.2/${RUSTUP_TRIPLE}/rustup-init" - echo "${RUSTUP_SHA256} /tmp/rustup-init" | sha256sum -c - - chmod +x /tmp/rustup-init - /tmp/rustup-init -y --no-modify-path --profile minimal --default-toolchain 1.98.0 - rm -f /tmp/rustup-init - echo 'export PATH="$HOME/.cargo/bin:$PATH"' >> "$BASH_ENV" - echo 'export CARGO_INCREMENTAL=0' >> "$BASH_ENV" - export PATH="$HOME/.cargo/bin:$PATH" - rustc --version - cargo --version - { rustc -vV; cc --version; cat /etc/os-release; } > /tmp/cargo-build-env - - restore_cache: - keys: - - v1-cargo-dev-{{ checksum "/tmp/cargo-build-env" }}-{{ checksum "litellm-rust/Cargo.lock" }} - - v1-cargo-dev-{{ checksum "/tmp/cargo-build-env" }}- - - run: - name: Force a rebuild of the workspace crates restored from the cargo cache - command: rm -rf litellm-rust/target/debug/.fingerprint/litellm-* - save_cargo_target: - steps: - - when: - condition: - equal: [main, << pipeline.git.branch >>] - steps: - - save_cache: - key: v1-cargo-dev-{{ checksum "/tmp/cargo-build-env" }}-{{ checksum "litellm-rust/Cargo.lock" }} - paths: - - ~/.cargo/registry - - ~/project/litellm-rust/target/debug - start_postgres: - description: "Start a postgres-db container on port 5432 and wait until it accepts connections." - parameters: - db_name: - type: string - default: circle_test - image: - type: string - default: postgres:14@sha256:6a70deda415ec296f977890e11aba04a0db9f632a362e3fce45e845e3db74f26 - server_args: - type: string - default: "" - steps: - - run: - name: Start PostgreSQL - command: | - docker run -d \ - --name postgres-db \ - -e POSTGRES_USER=postgres \ - -e POSTGRES_PASSWORD=postgres \ - -e POSTGRES_DB=<< parameters.db_name >> \ - -p 5432:5432 \ - << parameters.image >> << parameters.server_args >> - - wait_for_service: - url: tcp://localhost:5432 - timeout: "60" - start_redis: - description: "Start a redis container on port 6379 and wait until it accepts connections. Use this to isolate a job from the shared remote Redis so concurrent CI pipelines don't contend for pod locks or buffer keys." - steps: - - run: - name: Start Redis - command: | - docker run -d \ - --name redis-cache \ - -p 6379:6379 \ - redis:7-alpine@sha256:7aec734b2bb298a1d769fd8729f13b8514a41bf90fcdd1f38ec52267fbaa8ee6 - - wait_for_service: - url: tcp://localhost:6379 - timeout: "60" - install_codecov_cli: - steps: - - run: - name: Install Codecov CLI (pinned v11.3.1) - when: always - command: | - curl -sSLf -o /tmp/codecov https://cli.codecov.io/v11.3.1/linux/codecov - curl -sSLf -o /tmp/codecov.SHA256SUM https://cli.codecov.io/v11.3.1/linux/codecov.SHA256SUM - [ "$(cat /tmp/codecov.SHA256SUM)" = "ca1d64196d2d34771084afe76ea657d581bf628e31d993ff8e52ea09cc88a56d codecov" ] - (cd /tmp && sha256sum -c codecov.SHA256SUM) - chmod +x /tmp/codecov - mkdir -p "$HOME/.local/bin" - mv /tmp/codecov "$HOME/.local/bin/codecov" - start_openai_record_replay_proxy: - description: "Start the record/replay proxy (tests/_openai_record_replay_proxy.py) on host port 8090 and wait until healthy. Models whose api_base points here replay Redis cache hits. Cache misses call the live provider and store its response, so these legacy E2E jobs still require provider availability and may incur provider charges. The default upstream is OpenAI; a non-OpenAI model must point its api_base at /__recorder_upstream// so the recorder forwards there instead of defaulting to OpenAI. Run after uv deps are synced." - steps: - - run: - name: Start record/replay proxy - background: true - command: | - CASSETTE_REDIS_URL="$CASSETTE_REDIS_URL" \ - RECORDER_UPSTREAM_BASE_URL="https://api.openai.com" \ - uv run --no-sync python tests/_openai_record_replay_proxy.py --host 0.0.0.0 --port 8090 - - run: - name: Wait for record/replay proxy - command: | - for i in $(seq 1 30); do - if curl -sf http://localhost:8090/__recorder_health >/dev/null 2>&1; then - echo "record/replay proxy is up" - exit 0 - fi - sleep 1 - done - echo "record/replay proxy did not become ready" >&2 - exit 1 - start_fake_openai_endpoint: - description: "Start the canned OpenAI mock (tests/_fake_openai_endpoint_server.py) on host port 8190 and wait until healthy. Models whose api_base points here (via FAKE_OPENAI_API_BASE) get well-formed chat/text/embedding responses with realistic usage, so the E2E run neither pays for nor depends on the live provider. A request whose model is '429' returns HTTP 429 for rate-limit/cooldown tests. Run after uv deps are synced." - steps: - - run: - name: Start fake OpenAI endpoint - background: true - command: | - uv run --no-sync python tests/_fake_openai_endpoint_server.py --host 0.0.0.0 --port 8190 - - run: - name: Wait for fake OpenAI endpoint - command: | - for i in $(seq 1 30); do - if curl -sf http://localhost:8190/health >/dev/null 2>&1; then - echo "fake OpenAI endpoint is up" - exit 0 - fi - sleep 1 - done - echo "fake OpenAI endpoint did not become ready" >&2 - exit 1 - setup_litellm_enterprise_pip: - steps: - - run: - name: "Install local version of litellm-enterprise" - command: | - # litellm-enterprise is a uv workspace member and is already installed - # by the main `uv sync --all-groups --all-extras`. Do NOT run - # `uv sync --package litellm-enterprise` here — that overwrites the - # shared .venv and strips out dev/test deps (pytest, prisma, etc.). - uv run --no-sync python -c "import litellm_enterprise; print('litellm-enterprise OK:', litellm_enterprise.__file__)" - install_windows_toolchain: - steps: - - run: - name: Install Rust and uv - no_output_timeout: 30m - command: | - $rustupInit = Join-Path $env:TEMP "rustup-init.exe" - $rustupVersion = "1.28.2" - $rustupUrl = "https://static.rust-lang.org/rustup/archive/$rustupVersion/x86_64-pc-windows-msvc/rustup-init.exe" - Invoke-WebRequest -Uri $rustupUrl -OutFile $rustupInit - $rustupExpected = "88d8258dcf6ae4f7a80c7d1088e1f36fa7025a1cfd1343731b4ee6f385121fc0" - $rustupActual = (Get-FileHash -Path $rustupInit -Algorithm SHA256).Hash.ToLower() - if ($rustupActual -ne $rustupExpected) { - throw "rustup installer hash mismatch: expected $rustupExpected got $rustupActual" - } - & $rustupInit -y --profile minimal --default-toolchain 1.98.0 - if ($LASTEXITCODE -ne 0) { - exit $LASTEXITCODE - } - Remove-Item $rustupInit - $cargoBin = Join-Path $HOME ".cargo\bin" - $env:Path = "$cargoBin;$env:Path" - rustc --version - cargo --version - $installer = Join-Path $env:TEMP "uv-install.ps1" - Invoke-WebRequest -Uri https://astral.sh/uv/0.10.9/install.ps1 -OutFile $installer - $expected = "d43ffff8d28e7d1e7d1831a212465f12b24a43c7f87f386e95e2a5915aee5d7d" - $actual = (Get-FileHash -Path $installer -Algorithm SHA256).Hash.ToLower() - if ($actual -ne $expected) { - throw "uv installer hash mismatch: expected $expected got $actual" - } - & $installer - Remove-Item $installer - $uvBin = Join-Path $HOME ".local\bin" - $env:Path = "$uvBin;$env:Path" - if (!(Test-Path $PROFILE)) { - New-Item -ItemType File -Force -Path $PROFILE | Out-Null - } - if (-not (Select-String -Path $PROFILE -SimpleMatch $uvBin -Quiet)) { - Add-Content -Path $PROFILE -Value "`$env:Path = `"$uvBin;`$env:Path`"" - } - if (-not (Select-String -Path $PROFILE -SimpleMatch $cargoBin -Quiet)) { - Add-Content -Path $PROFILE -Value "`$env:Path = `"$cargoBin;`$env:Path`"" - } - setup_litellm_test_deps: - parameters: - checkout: - type: boolean - default: true - steps: - - when: - condition: << parameters.checkout >> - steps: - - checkout_over_https - - setup_google_dns - - install_uv - - install_rust - - restore_cache: - keys: - - v3-integration-uv-cache-{{ checksum "uv.lock" }} - - run: - name: Install Dependencies - command: | - uv sync --frozen --all-groups --all-extras --python 3.12 - - setup_litellm_enterprise_pip - - save_cache: - paths: - - ~/.cache/uv - key: v3-integration-uv-cache-{{ checksum "uv.lock" }} - - save_cargo_target - -jobs: - windows_release_wheel: - executor: - name: win/default - shell: powershell.exe - size: xlarge - working_directory: ~/project - environment: - UV_PYTHON: "3.11" - CARGO_HTTP_MULTIPLEXING: "false" - CARGO_NET_RETRY: "5" - steps: - - checkout_over_https: - shell: bash.exe - - run: - name: Skip job when no windows-release-relevant files changed - shell: bash.exe - command: bash .circleci/scripts/path_filter.sh windows-release - - run: - name: Install Python 3.11.9 from python.org - no_output_timeout: 6m - command: | - $ProgressPreference = "SilentlyContinue" - $installer = Join-Path $env:TEMP "python-3.11.9-amd64.exe" - Invoke-WebRequest -Uri https://www.python.org/ftp/python/3.11.9/python-3.11.9-amd64.exe -OutFile $installer -TimeoutSec 120 - $expected = "5ee42c4eee1e6b4464bb23722f90b45303f79442df63083f05322f1785f5fdde" - $actual = (Get-FileHash -Path $installer -Algorithm SHA256).Hash.ToLower() - if ($actual -ne $expected) { - throw "Python installer hash mismatch: expected $expected got $actual" - } - $arguments = "/quiet InstallAllUsers=1 PrependPath=1 Include_test=0 Include_doc=0 Include_launcher=0 TargetDir=C:\Python311" - $process = Start-Process -FilePath $installer -ArgumentList $arguments -PassThru - if (-not $process.WaitForExit(300000)) { - $process.Kill() - throw "Python installer did not finish within 5 minutes" - } - if ($process.ExitCode -ne 0) { - throw "Python installer exited with $($process.ExitCode)" - } - Remove-Item $installer - & C:\Python311\python.exe --version - - install_windows_toolchain - - run: - name: Record the Rust build environment for the release cargo cache key - command: | - & "$HOME\.cargo\bin\rustc.exe" -vV | Out-File -Encoding ascii .cargo-build-env - - restore_cache: - keys: - - v1-cargo-release-windows-{{ checksum ".cargo-build-env" }}-{{ checksum "litellm-rust/Cargo.lock" }} - - v1-cargo-release-windows-{{ checksum ".cargo-build-env" }}- - - run: - name: Force a rebuild of the workspace crates restored from the cargo cache - command: | - $fingerprints = "litellm-rust/target/release/.fingerprint" - if (Test-Path $fingerprints) { - Get-ChildItem -Path $fingerprints -Filter "litellm-*" | Remove-Item -Recurse -Force - } - - run: - name: Build the release wheel and install it under a worst-case MAX_PATH prefix - no_output_timeout: 30m - environment: - UV_HTTP_TIMEOUT: "300" - command: | - $env:Path = "C:\Python311;C:\Python311\Scripts;$HOME\.cargo\bin;$HOME\.local\bin;$env:Path" - uv build --wheel --out-dir dist - if ($LASTEXITCODE -ne 0) { - exit $LASTEXITCODE - } - python tests/windows_tests/check_windows_wheel_install.py - - when: - condition: - equal: [main, << pipeline.git.branch >>] - steps: - - save_cache: - key: v1-cargo-release-windows-{{ checksum ".cargo-build-env" }}-{{ checksum "litellm-rust/Cargo.lock" }} - paths: - - ~/.cargo/registry - - ~/project/litellm-rust/target/release - - base_sdk_install: - docker: - - image: cimg/python:3.12@sha256:9c796c23c84e84a66a964acb508d39dc5433c81a47e07efd56dccbbc2427e07c - auth: - username: ${DOCKERHUB_USERNAME} - password: ${DOCKERHUB_PASSWORD} - working_directory: ~/project - steps: - - checkout_over_https - - setup_google_dns - - install_uv - - install_rust - - run: - name: Build the wheel - no_output_timeout: 30m - environment: - UV_HTTP_TIMEOUT: "300" - command: | - uv build --wheel --out-dir dist - - run: - name: Install the wheel with no extras and smoke-check it - environment: - UV_HTTP_TIMEOUT: "300" - command: | - uv venv /tmp/base-sdk --python 3.12 - VIRTUAL_ENV=/tmp/base-sdk uv pip install dist/*.whl - /tmp/base-sdk/bin/python tests/base_sdk_tests/check_base_sdk_install.py - - run: - name: Guard against MAX_PATH-busting packaged wheel paths - command: | - python3 tests/windows_tests/check_windows_wheel_install.py --lengths-only - - helm_chart_testing: - machine: - image: ubuntu-2204:2024.04.1 # Use machine executor instead of docker - resource_class: medium - working_directory: ~/project - - steps: - - checkout_over_https - - skip_if_unrelated_changes - - attach_workspace: - at: ~/project - - setup_google_dns - - install_helm - - install_kind - - # Install kubectl (pinned version with hardcoded checksum) - - run: - name: Install kubectl v1.31.4 - command: | - curl -sSLf -o /tmp/kubectl \ - https://dl.k8s.io/release/v1.31.4/bin/linux/amd64/kubectl - echo "298e19e9c6c17199011404278f0ff8168a7eca4217edad9097af577023a5620f /tmp/kubectl" | sha256sum -c - - chmod +x /tmp/kubectl - sudo mv /tmp/kubectl /usr/local/bin/ - - # Create kind cluster - - run: - name: Create Kind Cluster - command: | - kind create cluster --name litellm-test - - - run: - name: Load Docker Database Image for helm tests - command: | - zstd -d litellm-docker-database.tar.zst --stdout | docker load - IMAGE_TAG=${CIRCLE_SHA1:-ci} - docker tag litellm-docker-database:ci litellm-ci:${IMAGE_TAG} - - - run: - name: Load Docker image into Kind - command: | - IMAGE_TAG=${CIRCLE_SHA1:-ci} - kind load docker-image litellm-ci:${IMAGE_TAG} --name litellm-test - - # Run helm lint - - run: - name: Run helm lint - command: | - helm lint ./helm/litellm-helm - - # Run helm tests - - run: - name: Run helm tests - command: | - IMAGE_TAG=${CIRCLE_SHA1:-ci} - helm install litellm ./helm/litellm-helm -f ./helm/litellm-helm/ci/test-values.yaml \ - --set image.repository=litellm-ci \ - --set image.tag=${IMAGE_TAG} \ - --set image.pullPolicy=Never - if ! kubectl rollout status deployment/litellm --timeout=180s; then - kubectl describe pods -l app.kubernetes.io/name=litellm - kubectl logs -l app.kubernetes.io/name=litellm --tail=200 - exit 1 - fi - - echo "Printing pod logs..." - kubectl logs $(kubectl get pods -l app.kubernetes.io/name=litellm -o jsonpath="{.items[0].metadata.name}") - - # Run the helm tests - helm test litellm --logs - - # Cleanup - - run: - name: Cleanup - command: | - kind delete cluster --name litellm-test - when: always # This ensures cleanup runs even if previous steps fail - - db_migration_disable_update_check: - machine: - image: ubuntu-2204:2024.04.1 - resource_class: medium - working_directory: ~/project - steps: - - checkout_over_https - - run: - name: Generate LiteLLM master key - command: | - key="$(openssl rand -hex 16)" - printf 'export LITELLM_MASTER_KEY=sk-%s\n' "$key" >> "$BASH_ENV" - - skip_if_unrelated_changes - - setup_google_dns - - install_uv - - install_rust - - run: - name: Install Dependencies - command: | - uv sync --frozen --all-groups --all-extras --python 3.12 - - start_fake_openai_endpoint - - start_postgres: - db_name: litellm_test - - attach_workspace: - at: ~/project - - run: - name: Load Docker Database Image - command: | - zstd -d litellm-docker-database.tar.zst --stdout | docker load - docker images | grep litellm-docker-database - - run: - name: Seed database with real schema - command: | - docker run -d \ - -p 4001:4000 \ - -e DATABASE_URL="postgresql://postgres:postgres@host.docker.internal:5432/litellm_test" \ - -e LITELLM_MASTER_KEY="$LITELLM_MASTER_KEY" \ - --name schema-seed \ - --add-host=host.docker.internal:host-gateway \ - -v $(pwd)/litellm/proxy/example_config_yaml/simple_config.yaml:/app/config.yaml \ - litellm-docker-database:ci \ - --config /app/config.yaml \ - --port 4000 \ - --use_prisma_db_push - - wait_for_service: - url: http://localhost:4001 - timeout: "300" - - run: - name: Stop schema seed container - command: docker stop schema-seed && docker rm schema-seed - - run: - name: Run Docker container with bad schema and disabled updates - command: | - docker run -d \ - -p 4000:4000 \ - -e LITELLM_DANGEROUSLY_PERMIT_WEAK_OR_UNSET_MASTER_KEY=true \ - -e DATABASE_URL="postgresql://postgres:postgres@host.docker.internal:5432/litellm_test" \ - -e DEFAULT_NUM_WORKERS_LITELLM_PROXY=1 \ - -e DISABLE_SCHEMA_UPDATE="True" \ - -e FAKE_OPENAI_API_BASE=http://host.docker.internal:8190 \ - --name my-app \ - --add-host=host.docker.internal:host-gateway \ - -v $(pwd)/litellm/proxy/example_config_yaml/bad_schema.prisma:/app/schema.prisma \ - -v $(pwd)/litellm/proxy/example_config_yaml/bad_schema.prisma:/app/litellm/proxy/schema.prisma \ - -v $(pwd)/litellm/proxy/example_config_yaml/disable_schema_update.yaml:/app/config.yaml \ - litellm-docker-database:ci \ - --config /app/config.yaml \ - --port 4000 - - wait_for_service: - url: http://localhost:4000 - timeout: "60" - - run: - name: Check container logs for expected message - command: | - echo "=== Printing Full Container Startup Logs ===" - LOG_OUTPUT="$(docker logs my-app 2>&1)" - printf '%s\n' "$LOG_OUTPUT" - echo "=== End of Full Container Startup Logs ===" - - if printf '%s\n' "$LOG_OUTPUT" | grep -q "prisma schema out of sync with db. Consider running these sql_commands to sync the two"; then - echo "Expected message found in logs. Test passed." - else - echo "Expected message not found in logs. Test failed." - exit 1 - fi - - run: - name: Run Basic Proxy Startup Tests (Health Readiness and Chat Completion) - command: | - mkdir -p test-results - TEST_FILES=$(circleci tests glob "tests/integration/configuration/test_basic_proxy_startup.py") - echo "$TEST_FILES" | circleci tests run \ - --verbose \ - --command="tr ' ' '\\n' | awk '/\\.py/ {print; next} {sub(/\\.[A-Z][^.]*$/, \"\"); gsub(/\\./, \"/\"); print \$0 \".py\"}' | xargs uv run --no-sync python -m pytest --tb=short \ - -v \ - --junitxml=test-results/junit-2.xml \ - --durations=5" - no_output_timeout: 15m - - store_test_results: - path: test-results - - proxy_logging_guardrails_model_info_tests: - machine: - image: ubuntu-2204:2024.04.1 - resource_class: large - working_directory: ~/project - steps: - - checkout_over_https - - run: - name: Generate LiteLLM master key - command: | - key="$(openssl rand -hex 16)" - printf 'export LITELLM_MASTER_KEY=sk-%s\n' "$key" >> "$BASH_ENV" - - skip_if_unrelated_changes - - setup_google_dns - - install_uv - - install_rust - - run: - name: Install Dependencies - command: | - uv sync --frozen --all-groups --all-extras --python 3.12 - - start_postgres - - attach_workspace: - at: ~/project - - run: - name: Load Docker Database Image - command: | - zstd -d litellm-docker-database.tar.zst --stdout | docker load - docker images | grep litellm-docker-database - - start_openai_record_replay_proxy - - start_fake_openai_endpoint - # Second Docker Container Run with Different Config - # NOTE: We intentionally pass a "bad" license here. We need to ensure proxy starts and serves request even with bad license - - run: - name: Run Second Docker container - command: | - docker run -d \ - -p 4000:4000 \ - -e DATABASE_URL=postgresql://postgres:postgres@host.docker.internal:5432/circle_test \ - -e REDIS_HOST=$REDIS_HOST \ - -e REDIS_PASSWORD=$REDIS_PASSWORD \ - -e REDIS_PORT=$REDIS_PORT \ - -e LITELLM_MASTER_KEY="$LITELLM_MASTER_KEY" \ - -e OPENAI_API_KEY=$OPENAI_API_KEY \ - -e FAKE_OPENAI_API_BASE=http://host.docker.internal:8190 \ - -e LITELLM_LICENSE="bad-license" \ - -e LITELLM_LOG=ERROR \ - --add-host host.docker.internal:host-gateway \ - --name my-app-3 \ - -v $(pwd)/litellm/proxy/example_config_yaml/enterprise_config.yaml:/app/config.yaml \ - litellm-docker-database:ci \ - --config /app/config.yaml \ - --port 4000 - - - run: - name: Start outputting logs for second container - command: docker logs -f my-app-3 - background: true - - - wait_for_service: - url: http://localhost:4000 - timeout: "300" - - - run: - name: Run second round of tests - command: | - mkdir -p test-results - TEST_FILES=$(circleci tests glob "tests/integration/configuration/test_basic_proxy_startup.py") - echo "$TEST_FILES" | circleci tests run \ - --verbose \ - --command="tr ' ' '\\n' | awk '/\\.py/ {print; next} {sub(/\\.[A-Z][^.]*$/, \"\"); gsub(/\\./, \"/\"); print \$0 \".py\"}' | xargs uv run --no-sync python -m pytest --tb=short \ - -v \ - --junitxml=test-results/junit-2.xml \ - --durations=5" - no_output_timeout: 15m - - # Store test results - - store_test_results: - path: test-results - e2e_ui_build: - docker: - - image: cimg/python:3.12-browsers@sha256:b432899af01c9a311bf74f4f22e9ada2e5306d4b1b4383f8d29e1228a5844ef2 - auth: - username: ${DOCKERHUB_USERNAME} - password: ${DOCKERHUB_PASSWORD} - resource_class: large - working_directory: ~/project - steps: - - checkout_over_https - - skip_if_unrelated_changes: - category: client - - setup_google_dns - - install_node - - restore_cache: - keys: - - ui-dashboard-node-deps-v1-{{ checksum "ui/litellm-dashboard/package-lock.json" }} - - run: - name: Install dashboard dependencies - command: | - cd ui/litellm-dashboard - npm ci - - save_cache: - key: ui-dashboard-node-deps-v1-{{ checksum "ui/litellm-dashboard/package-lock.json" }} - paths: - - ui/litellm-dashboard/node_modules - - run: - name: Build UI bundle - command: | - cd ui/litellm-dashboard - npm run build - mkdir -p ../../ui-bundle - mv out ../../ui-bundle/out - find ../../ui-bundle/out -name '*.html' ! -name 'index.html' | while read -r f; do - d="${f%.html}"; mkdir -p "$d"; mv "$f" "$d/index.html" - done - - persist_to_workspace: - root: ~/project - paths: - - ui-bundle/out - - e2e_ui_testing: - docker: - - image: cimg/python:3.12-browsers@sha256:b432899af01c9a311bf74f4f22e9ada2e5306d4b1b4383f8d29e1228a5844ef2 - auth: - username: ${DOCKERHUB_USERNAME} - password: ${DOCKERHUB_PASSWORD} - - image: cimg/postgres:16.0@sha256:b125148bc76e8e8eee5eb3ad6020a3a14110a14e8192f1c645128afebe2e2f84 - environment: - POSTGRES_USER: e2euser - POSTGRES_PASSWORD: e2epassword - POSTGRES_DB: litellm_e2e - resource_class: xlarge - working_directory: ~/project - environment: - DATABASE_URL: "postgresql://e2euser:e2epassword@localhost:5432/litellm_e2e" - CI: "true" - # Boot the proxy with an external logout URL so proxyLogoutUrl.spec.ts can - # assert the redirect. Set at job level so both the proxy boot step and the - # Playwright step (whose skip guard reads this) see the same value. Safe for - # the rest of the suite: nothing else performs a logout. - PROXY_LOGOUT_URL: "https://www.example.com" - steps: - - checkout_over_https - - run: - name: Generate LiteLLM master key - command: | - key="$(openssl rand -hex 16)" - printf 'export LITELLM_MASTER_KEY=sk-%s\n' "$key" >> "$BASH_ENV" - - skip_if_unrelated_changes: - category: client - - attach_workspace: - at: ~/project - - setup_google_dns - - install_node - - install_uv - - install_rust - - restore_cache: - keys: - - v1-uv-cache-{{ checksum "uv.lock" }} - - run: - name: Install Python dependencies - command: | - uv sync --frozen --all-groups --all-extras --python 3.12 - uv run --no-sync python -m prisma generate --schema litellm/proxy/schema.prisma - - save_cache: - key: v1-uv-cache-{{ checksum "uv.lock" }} - paths: - - ~/.cache/uv - - restore_cache: - keys: - - ui-playwright-node-deps-v1-{{ checksum "tests/e2e/ui/package-lock.json" }} - - run: - name: Install Node dependencies and Playwright - # The cimg/python:3.12-browsers image already ships the Chromium system - # libraries Playwright needs (libnss3, libatk-bridge2.0-0, libcups2, etc.). - # `--with-deps` triggers a redundant apt-get update + install that adds - # 5-10 minutes to the job and frequently stalls on flaky Ubuntu mirrors, - # so we install just the browser binary. - command: | - cd tests/e2e/ui - npm ci - npx playwright install chromium - - save_cache: - key: ui-playwright-node-deps-v1-{{ checksum "tests/e2e/ui/package-lock.json" }} - paths: - - tests/e2e/ui/node_modules - - ~/.cache/ms-playwright - - run: - name: Use built UI bundle - command: | - rm -rf litellm/proxy/_experimental/out - cp -r ui-bundle/out litellm/proxy/_experimental/out - - wait_for_service: - url: tcp://localhost:5432 - timeout: "30" - - run: - name: Push Prisma schema - command: uv run --no-sync python -m prisma db push --schema litellm/proxy/schema.prisma --accept-data-loss - - run: - name: Seed database - command: | - PGPASSWORD=e2epassword psql -h localhost -p 5432 -U e2euser -d litellm_e2e \ - -f tests/e2e/ui/fixtures/seed.sql - - run: - name: Start mock LLM server - command: uv run --no-sync python tests/e2e/ui/fixtures/mock_llm_server/server.py - background: true - - run: - name: Start mock Presidio server - command: uv run --no-sync python tests/e2e/ui/fixtures/mock_presidio_server/server.py - background: true - - run: - name: Wait for mock Presidio server - command: | - for i in $(seq 1 30); do - if curl -sf http://127.0.0.1:8091/health >/dev/null 2>&1; then exit 0; fi - sleep 1 - done - echo "Mock Presidio server never answered /health on port 8091" >&2 - exit 1 - - run: - name: Start LiteLLM proxy - environment: - MOCK_LLM_URL: "http://127.0.0.1:8090/v1" - DISABLE_SCHEMA_UPDATE: "true" - SERVER_ROOT_PATH: "" - # PROXY_LOGOUT_URL is inherited from the job-level environment so the - # proxy and proxyLogoutUrl.spec.ts agree on the logout target. - # LITELLM_LICENSE is forwarded from the project env so premium-gated - # UI flows can be exercised. license.spec.ts asserts the resulting - # JWT carries premium_user=true; if it ever stops being passed, that - # test fails loudly rather than silently regressing premium coverage. - command: | - LITELLM_LICENSE="$LITELLM_LICENSE" \ - uv run --no-sync python -m litellm.proxy.proxy_cli \ - --config tests/e2e/ui/fixtures/config.yml \ - --port 4000 - background: true - - run: - name: Wait for proxy to be ready - command: | - for i in $(seq 1 60); do - HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" http://127.0.0.1:4000/health -H "Authorization: Bearer $LITELLM_MASTER_KEY" 2>/dev/null || true) - if [ "$HTTP_CODE" = "200" ]; then - echo "Proxy is ready" - exit 0 - fi - sleep 2 - done - echo "Proxy failed to start" - exit 1 - - run: - name: Run Playwright E2E tests - # Forward LITELLM_LICENSE so license.spec.ts can detect that the - # proxy was launched with a license and assert premium_user=true. - command: | - cd tests/e2e/ui - LITELLM_LICENSE="$LITELLM_LICENSE" \ - npx playwright test --config playwright.config.ts --workers=3 --retries=0 - no_output_timeout: 10m - - store_artifacts: - path: tests/e2e/ui/test-results - destination: e2e-test-results - - store_artifacts: - path: tests/e2e/ui/playwright-report - destination: e2e-playwright-report - - e2e_ui_testing_server_root_path: - docker: - - image: cimg/python:3.12-browsers@sha256:b432899af01c9a311bf74f4f22e9ada2e5306d4b1b4383f8d29e1228a5844ef2 - auth: - username: ${DOCKERHUB_USERNAME} - password: ${DOCKERHUB_PASSWORD} - - image: cimg/postgres:16.0@sha256:b125148bc76e8e8eee5eb3ad6020a3a14110a14e8192f1c645128afebe2e2f84 - environment: - POSTGRES_USER: e2euser - POSTGRES_PASSWORD: e2epassword - POSTGRES_DB: litellm_e2e - resource_class: large - working_directory: ~/project - environment: - DATABASE_URL: "postgresql://e2euser:e2epassword@localhost:5432/litellm_e2e" - CI: "true" - # The whole job exercises the proxy mounted under a prefix. SERVER_ROOT_PATH - # is read both by the proxy at boot (to rewrite the built UI bundle in place) - # and by migration.serverRootPath.config.ts, which refuses to run without it. - SERVER_ROOT_PATH: "/litellm" - steps: - - checkout_over_https - - run: - name: Generate LiteLLM master key - command: | - key="$(openssl rand -hex 16)" - printf 'export LITELLM_MASTER_KEY=sk-%s\n' "$key" >> "$BASH_ENV" - - skip_if_unrelated_changes: - category: client - - attach_workspace: - at: ~/project - - setup_google_dns - - install_node - - install_uv - - install_rust - - restore_cache: - keys: - - v1-uv-cache-{{ checksum "uv.lock" }} - - run: - name: Install Python dependencies - command: | - uv sync --frozen --all-groups --all-extras --python 3.12 - uv run --no-sync python -m prisma generate --schema litellm/proxy/schema.prisma - - save_cache: - key: v1-uv-cache-{{ checksum "uv.lock" }} - paths: - - ~/.cache/uv - - restore_cache: - keys: - - ui-playwright-node-deps-v1-{{ checksum "tests/e2e/ui/package-lock.json" }} - - run: - name: Install Node dependencies and Playwright - command: | - cd tests/e2e/ui - npm ci - npx playwright install chromium - - save_cache: - key: ui-playwright-node-deps-v1-{{ checksum "tests/e2e/ui/package-lock.json" }} - paths: - - tests/e2e/ui/node_modules - - ~/.cache/ms-playwright - - run: - name: Use built UI bundle - command: | - rm -rf litellm/proxy/_experimental/out - cp -r ui-bundle/out litellm/proxy/_experimental/out - - wait_for_service: - url: tcp://localhost:5432 - timeout: "30" - - run: - name: Push Prisma schema - command: uv run --no-sync python -m prisma db push --schema litellm/proxy/schema.prisma --accept-data-loss - - run: - name: Seed database - command: | - PGPASSWORD=e2epassword psql -h localhost -p 5432 -U e2euser -d litellm_e2e \ - -f tests/e2e/ui/fixtures/seed.sql - - run: - name: Start mock LLM server - command: uv run --no-sync python tests/e2e/ui/fixtures/mock_llm_server/server.py - background: true - - run: - name: Start mock Presidio server - command: uv run --no-sync python tests/e2e/ui/fixtures/mock_presidio_server/server.py - background: true - - run: - name: Wait for mock Presidio server - command: | - for i in $(seq 1 30); do - if curl -sf http://127.0.0.1:8091/health >/dev/null 2>&1; then exit 0; fi - sleep 1 - done - echo "Mock Presidio server never answered /health on port 8091" >&2 - exit 1 - - run: - name: Start LiteLLM proxy under a server root path - environment: - MOCK_LLM_URL: "http://127.0.0.1:8090/v1" - DISABLE_SCHEMA_UPDATE: "true" - # Output flows to this step's own log, so a boot crash is visible here - # rather than swallowed by a downstream readiness probe. - command: | - LITELLM_LICENSE="$LITELLM_LICENSE" \ - uv run --no-sync python -m litellm.proxy.proxy_cli \ - --config tests/e2e/ui/fixtures/config.yml \ - --port 4000 - background: true - - run: - name: Wait for prefixed proxy to be ready - command: | - for i in $(seq 1 60); do - HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" --max-time 5 -H "Authorization: Bearer $LITELLM_MASTER_KEY" http://127.0.0.1:4000/litellm/health 2>/dev/null || true) - if [ "$HTTP_CODE" = "200" ]; then - echo "Prefixed proxy is ready" - exit 0 - fi - sleep 2 - done - echo "Prefixed proxy failed to start; see the 'Start LiteLLM proxy under a server root path' step for the boot log" - exit 1 - - run: - name: Run migration smoke under SERVER_ROOT_PATH - command: | - cd tests/e2e/ui - LITELLM_LICENSE="$LITELLM_LICENSE" \ - npx playwright test --config migration.serverRootPath.config.ts - no_output_timeout: 10m - - store_artifacts: - path: tests/e2e/ui/test-results - destination: e2e-server-root-path-test-results - - store_artifacts: - path: tests/e2e/ui/playwright-report - destination: e2e-server-root-path-playwright-report - - build_docker_database_image: - parameters: - migration_qualification: - type: boolean - default: false - machine: - image: ubuntu-2204:2024.04.1 - resource_class: large - working_directory: ~/project - steps: - - when: - condition: << parameters.migration_qualification >> - steps: - - checkout_over_https: - revision: << pipeline.parameters.migration_source_sha >> - - unless: - condition: << parameters.migration_qualification >> - steps: - - checkout_over_https - - skip_if_unrelated_changes - - - run: - name: Build Docker image - environment: - MIGRATION_CANDIDATE_IMAGE: << pipeline.parameters.migration_candidate_image >> - command: | - if [ -n "$MIGRATION_CANDIDATE_IMAGE" ]; then - [[ "$MIGRATION_CANDIDATE_IMAGE" =~ ^ghcr.io/berriai/[a-z0-9._/-]+@sha256:[0-9a-f]{64}$ ]] || exit 1 - docker pull "$MIGRATION_CANDIDATE_IMAGE" - docker tag "$MIGRATION_CANDIDATE_IMAGE" litellm-docker-database:ci - else - docker build \ - --label org.opencontainers.image.revision="$(git rev-parse HEAD)" \ - -t litellm-docker-database:ci \ - -f docker/Dockerfile.database . - fi - python3 .circleci/scripts/run_migration_tests.py record-image - - - run: - name: Save Docker image to workspace root - command: | - docker save litellm-docker-database:ci | zstd -1 -T0 > litellm-docker-database.tar.zst - - - persist_to_workspace: - root: . - paths: - - litellm-docker-database.tar.zst - - migration-image.json - - migration_startup_tests: - parameters: - suite: - type: enum - enum: [startup, recovery, legacy, upgrade, shaped] - baseline: - type: boolean - default: false - machine: - image: ubuntu-2204:2024.04.1 - resource_class: large - working_directory: ~/project - environment: - LITELLM_MIGRATION_TESTS: "1" - LITELLM_MIGRATION_TEST_IMAGE: litellm-docker-database:ci - LITELLM_MIGRATION_BASELINE_IMAGE: << pipeline.parameters.migration_baseline_image >> - MIGRATION_TEST_ADMIN_URL: postgresql://postgres:postgres@127.0.0.1:5432/postgres - MIGRATION_TEST_CONTAINER_ADMIN_URL: postgresql://postgres:postgres@host.docker.internal:5432/postgres - MIGRATION_TEST_OUTPUT: /tmp/migration-results - PYTHONPATH: tests/e2e - steps: - - checkout_over_https: - revision: << pipeline.parameters.migration_source_sha >> - - run: - name: Generate LiteLLM master key - command: | - key="$(openssl rand -hex 16)" - printf 'export LITELLM_MASTER_KEY=sk-%s\n' "$key" >> "$BASH_ENV" - - install_uv - - install_rust - - restore_cache: - keys: - - v1-uv-cache-{{ checksum "uv.lock" }} - - run: - name: Install test dependencies - command: uv sync --frozen --all-groups --all-extras --python 3.12 - - attach_workspace: - at: ~/project - - run: - name: Load the shared candidate and start PostgreSQL - command: | - zstd -d litellm-docker-database.tar.zst --stdout | docker load - docker run -d --name migration-postgres \ - -e POSTGRES_USER=postgres -e POSTGRES_PASSWORD=postgres \ - -p 5432:5432 \ - postgres:16@sha256:e17e86066e5ef83e0952a9347f5c792b7ece00972e2aa787a6986f471b3dd3d5 - - wait_for_service: - url: tcp://localhost:5432 - timeout: "60" - - when: - condition: << parameters.baseline >> - steps: - - run: - name: Pull the baseline release the upgrade starts from - environment: - BASELINE_IMAGE: << pipeline.parameters.migration_baseline_image >> - command: | - [[ "$BASELINE_IMAGE" =~ ^ghcr.io/berriai/[a-z0-9._/-]+(@sha256:[0-9a-f]{64}|:v[0-9][0-9a-z.-]*)$ ]] || exit 1 - docker pull "$BASELINE_IMAGE" - - run: - name: Run migration startup regressions - environment: - MIGRATION_TEST_SUITE: << parameters.suite >> - MIGRATION_CANDIDATE_IMAGE: << pipeline.parameters.migration_candidate_image >> - command: | - mkdir -p /tmp/migration-results - uv run --no-sync python .circleci/scripts/run_migration_tests.py - no_output_timeout: 15m - - store_test_results: - path: /tmp/migration-results/junit - - run: - name: Package migration diagnostics - when: always - command: | - mkdir -p /tmp/migration-artifacts - if [ -d /tmp/migration-results ]; then - tar -czf /tmp/migration-artifacts/diagnostics.tar.gz -C /tmp/migration-results . - if [ -f /tmp/migration-results/verdict.json ]; then - cp /tmp/migration-results/verdict.json /tmp/migration-artifacts/verdict.json - fi - fi - - store_artifacts: - path: /tmp/migration-artifacts - destination: migration-results - - run: - name: Remove migration test containers - when: always - command: | - docker ps -aq --filter label=litellm-migration-test=true | xargs -r docker rm -f - docker rm -f migration-postgres || true - - test_bad_database_url: - machine: - image: ubuntu-2204:2024.04.1 - resource_class: medium - working_directory: ~/project - steps: - - checkout_over_https - - skip_if_unrelated_changes - - attach_workspace: - at: ~/project - - setup_google_dns - - start_postgres - - run: - name: Load Docker Database Image - command: | - zstd -d litellm-docker-database.tar.zst --stdout | docker load - docker tag litellm-docker-database:ci myapp:latest - - run: - name: Run Docker container with bad DATABASE_URL - command: | - set +e - docker run --name my-app \ - -p 4000:4000 \ - -e LITELLM_DANGEROUSLY_PERMIT_WEAK_OR_UNSET_MASTER_KEY=true \ - -e DEFAULT_NUM_WORKERS_LITELLM_PROXY=1 \ - -e DATABASE_URL="postgresql://wrong:wrong@wrong:5432/wrong" \ - myapp:latest \ - --port 4000 > docker_output.log 2>&1 - echo "$?" > docker_exit_code - set -e - - run: - name: Display Docker logs - command: cat docker_output.log - - run: - name: Proxy must refuse to serve on an unreachable database - command: | - fail() { echo "FAILED: $1"; cat docker_output.log; exit 1; } - exit_code="$(cat docker_exit_code)" - [ "$exit_code" -ne 0 ] || fail "proxy exited 0 with an unreachable database" - grep -q "P1001" docker_output.log || fail "log does not name the unreachable database server" - ! grep -q "Application startup complete" docker_output.log || fail "proxy reached serving state" - ! docker exec my-app true 2>/dev/null || fail "container is still running" - echo "Proxy refused to serve (exit $exit_code) and never reached startup. Test passed." - - integration_contracts: - parameters: - suite: - type: string - mode: - type: enum - enum: [standard, replica] - default: standard - parallelism: - type: integer - default: 1 - resource_class: - type: enum - enum: [large, xlarge] - default: large - machine: - image: ubuntu-2204:2024.04.1 - resource_class: << parameters.resource_class >> - working_directory: ~/project - parallelism: << parameters.parallelism >> - steps: - - setup_litellm_test_deps - - when: - condition: - equal: [browser, << parameters.suite >>] - steps: - - install_node - - restore_cache: - keys: - - integration-ui-v3-{{ checksum "ui/litellm-dashboard/package-lock.json" }}-{{ checksum "tests/e2e/ui/package-lock.json" }} - - run: - name: Install locked browser dependencies - command: | - cd ui/litellm-dashboard - npm ci - cd ../../tests/e2e/ui - npm ci - sudo env PATH="$PATH" DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=l \ - timeout --signal=TERM --kill-after=20s 6m node node_modules/@playwright/test/cli.js install-deps chromium - timeout --signal=TERM --kill-after=20s 3m node node_modules/@playwright/test/cli.js install chromium - - save_cache: - key: integration-ui-v3-{{ checksum "ui/litellm-dashboard/package-lock.json" }}-{{ checksum "tests/e2e/ui/package-lock.json" }} - paths: - - ~/.npm - - ~/.cache/ms-playwright - - run: - name: Build the candidate dashboard - command: cd ui/litellm-dashboard && NEXT_TELEMETRY_DISABLED=1 npm run build - - when: - condition: - equal: [mcp, << parameters.suite >>] - steps: - - run: - name: Install MCP SDK1 peer - command: | - uv venv --python 3.12 .venv-mcp-peer - uv pip install --no-config --exclude-newer "3 days" --python .venv-mcp-peer 'mcp==1.28.1' 'langchain-mcp-adapters==0.2.1' - echo "export MCP_TEST_PEER_PYTHON=$PWD/.venv-mcp-peer/bin/python" >> "$BASH_ENV" - - when: - condition: - equal: [sdk, << parameters.suite >>] - steps: - - run: - name: Install redis-server 7.2.16 - command: | - mkdir -p /tmp/redis-bin - cid="$(docker create redis:7.2.16@sha256:0637954999d01b7c9ce9167db2da50656e2590d3b884f1c600c5f63bb6e6773c)" - docker cp "${cid}:/usr/local/bin/redis-server" /tmp/redis-bin/redis-server - docker rm "$cid" - /tmp/redis-bin/redis-server --version | grep -q 'v=7.2.16' - echo 'export PATH="/tmp/redis-bin:$PATH"' >> "$BASH_ENV" - - start_postgres: - image: postgres:16@sha256:e17e86066e5ef83e0952a9347f5c792b7ece00972e2aa787a6986f471b3dd3d5 - server_args: "-c max_connections=300 -c shared_preload_libraries=pg_stat_statements -c pg_stat_statements.track=all -c pg_stat_statements.max=20000" - - start_redis - - run: - name: Run owned integration contracts - command: bash .circleci/scripts/run_integration.sh << parameters.suite >> << parameters.mode >> - no_output_timeout: 15m - - run: - name: Stop owned database and Redis - when: always - command: | - mkdir -p test-results/services-<< parameters.suite >>-<< parameters.mode >> - docker logs postgres-db > test-results/services-<< parameters.suite >>-<< parameters.mode >>/postgres.log 2>&1 || true - docker logs redis-cache > test-results/services-<< parameters.suite >>-<< parameters.mode >>/redis.log 2>&1 || true - docker rm -f postgres-db redis-cache - test -z "$(docker ps -aq --filter name=postgres-db --filter name=redis-cache)" - - when: - condition: - not: - equal: [1, << parameters.parallelism >>] - steps: - - run: - name: Prepare this shard's execution record - command: | - results="test-results/integration-<< parameters.suite >>" - if [ "<< parameters.mode >>" = replica ]; then - results="$results-replica" - fi - mkdir -p "/tmp/integration-shards/<< parameters.suite >>-<< parameters.mode >>/$CIRCLE_NODE_INDEX" - cp "$results/execution.json" "/tmp/integration-shards/<< parameters.suite >>-<< parameters.mode >>/$CIRCLE_NODE_INDEX/execution.json" - if [ "<< parameters.suite >>" = mcp ]; then - mkdir -p "/tmp/integration-shards/mcp-standard/$CIRCLE_NODE_INDEX/coverage" - cp test-results/integration-mcp/coverage/data "/tmp/integration-shards/mcp-standard/$CIRCLE_NODE_INDEX/coverage/data.$CIRCLE_NODE_INDEX" - fi - - persist_to_workspace: - root: /tmp/integration-shards - paths: - - << parameters.suite >>-<< parameters.mode >> - - store_test_results: - path: test-results - - store_artifacts: - path: test-results - - integration_shard_coverage: - parameters: - suite: - type: enum - enum: [management, accounting, database, extensions, providers, mcp] - mode: - type: enum - enum: [standard, replica] - default: standard - shards: - type: integer - docker: - - image: cimg/python:3.12@sha256:9c796c23c84e84a66a964acb508d39dc5433c81a47e07efd56dccbbc2427e07c - auth: - username: ${DOCKERHUB_USERNAME} - password: ${DOCKERHUB_PASSWORD} - resource_class: small - working_directory: ~/project - environment: - UV_PYTHON_DOWNLOADS: never - steps: - - checkout_over_https - - install_uv - - run: - name: Install the locked shard verifier and coverage dependencies - command: | - uv export --frozen --all-groups --all-extras --no-emit-project --no-emit-workspace --no-header --no-annotate \ - | awk '/^[^ ]/ { keep = $0 ~ /^(annotated-types|coverage|pydantic|pydantic-core|typing-extensions|typing-inspection)==/ } keep' \ - > /tmp/fan-in-requirements.txt - uv venv .venv --python 3.12 - uv pip install --no-config --python .venv --require-hashes -r /tmp/fan-in-requirements.txt - - attach_workspace: - at: /tmp/integration-shards - - run: - name: Verify every << parameters.suite >> case ran exactly once - command: | - .venv/bin/python -m tests.integration._support.sharding /tmp/integration-shards/<< parameters.suite >>-<< parameters.mode >> \ - --shards << parameters.shards >> - - when: - condition: - equal: [mcp, << parameters.suite >>] - steps: - - run: - name: Combine coverage from every MCP shard - command: | - mkdir -p test-results/integration-mcp/coverage - export COVERAGE_FILE="$PWD/test-results/integration-mcp/coverage/data" - .venv/bin/python -m coverage combine --rcfile=tests/integration/mcp_coverage.toml /tmp/integration-shards/mcp-standard/*/coverage - .venv/bin/python -m coverage report --rcfile=tests/integration/mcp_coverage.toml > test-results/integration-mcp/coverage/coverage.txt - .venv/bin/python -m coverage html --rcfile=tests/integration/mcp_coverage.toml -d test-results/integration-mcp/coverage/html - - store_artifacts: - path: test-results/integration-mcp/coverage - - routing_parity: - parameters: - suite: - type: string - machine: - image: ubuntu-2204:2024.04.1 - resource_class: large - working_directory: ~/project - steps: - - setup_litellm_test_deps - - run: - name: Check out base product code - environment: - ROUTING_PARITY_BASE: << pipeline.parameters.routing_parity_base >> - command: | - [[ "$ROUTING_PARITY_BASE" =~ ^[0-9a-f]{40}$ ]] || exit 1 - git fetch --depth 1 --no-filter origin "$ROUTING_PARITY_BASE" - git rm -r -f --quiet litellm enterprise litellm-proxy-extras - git checkout "$ROUTING_PARITY_BASE" -- litellm enterprise litellm-proxy-extras - git reset --quiet - test -f litellm/rust_bridge/_native.abi3.so - - start_postgres: - image: postgres:16@sha256:e17e86066e5ef83e0952a9347f5c792b7ece00972e2aa787a6986f471b3dd3d5 - server_args: "-c shared_preload_libraries=pg_stat_statements -c pg_stat_statements.track=all -c pg_stat_statements.max=20000" - - start_redis - - run: - name: Run base side - command: bash .circleci/scripts/run_integration.sh << parameters.suite >> parity base - no_output_timeout: 15m - - run: - name: Stop base database and Redis - when: always - command: | - mkdir -p test-results/services-<< parameters.suite >>-parity-base - docker logs postgres-db > test-results/services-<< parameters.suite >>-parity-base/postgres.log 2>&1 || true - docker logs redis-cache > test-results/services-<< parameters.suite >>-parity-base/redis.log 2>&1 || true - docker rm -f postgres-db redis-cache - test -z "$(docker ps -aq --filter name=postgres-db --filter name=redis-cache)" - - run: - name: Check out head product code - command: | - git rm -r -f --quiet litellm enterprise litellm-proxy-extras - git checkout "$CIRCLE_SHA1" -- litellm enterprise litellm-proxy-extras - git reset --quiet - test -f litellm/rust_bridge/_native.abi3.so - - start_postgres: - image: postgres:16@sha256:e17e86066e5ef83e0952a9347f5c792b7ece00972e2aa787a6986f471b3dd3d5 - server_args: "-c shared_preload_libraries=pg_stat_statements -c pg_stat_statements.track=all -c pg_stat_statements.max=20000" - - start_redis - - run: - name: Run head side - command: bash .circleci/scripts/run_integration.sh << parameters.suite >> parity head - no_output_timeout: 15m - - run: - name: Stop head database and Redis - when: always - command: | - mkdir -p test-results/services-<< parameters.suite >>-parity-head - docker logs postgres-db > test-results/services-<< parameters.suite >>-parity-head/postgres.log 2>&1 || true - docker logs redis-cache > test-results/services-<< parameters.suite >>-parity-head/redis.log 2>&1 || true - docker rm -f postgres-db redis-cache - test -z "$(docker ps -aq --filter name=postgres-db --filter name=redis-cache)" - - run: - name: Compare routing parity - command: PYTHONPATH="$PWD/tests" .venv/bin/python -m integration._support.routing check test-results/parity-<< parameters.suite >>/base test-results/parity-<< parameters.suite >>/head - - store_test_results: - path: test-results - - store_artifacts: - path: test-results - - postgres_suite: - parameters: - test_path: - type: string - seed: - type: boolean - coverage_flag: - type: string - default: "" - timeout_minutes: - type: integer - workers: - type: integer - default: 1 - machine: - image: ubuntu-2204:2024.04.1 - resource_class: large - working_directory: ~/project - environment: - DATABASE_URL: postgresql://postgres:postgres@localhost:5432/litellm_test - steps: - - checkout_over_https - - skip_if_unrelated_changes - - setup_litellm_test_deps: - checkout: false - - start_postgres: - db_name: litellm_test - image: postgres:16@sha256:e17e86066e5ef83e0952a9347f5c792b7ece00972e2aa787a6986f471b3dd3d5 - - run: - name: Generate Prisma client - command: uv run --no-sync prisma generate --schema litellm/proxy/schema.prisma - - when: - condition: << parameters.seed >> - steps: - - run: - name: Seed database schema - command: uv run --no-sync prisma db push --schema litellm/proxy/schema.prisma --accept-data-loss - - run: - name: Run << parameters.test_path >> - command: | - mkdir -p test-results - coverage_args=() - worker_args=() - if [ "<< parameters.workers >>" -gt 1 ]; then - worker_args=(-n << parameters.workers >> --dist=worksteal) - fi - if [ -n "<< parameters.coverage_flag >>" ]; then - coverage_args=(--cov=./litellm --cov-report=xml:coverage.xml) - fi - timeout --signal=TERM << parameters.timeout_minutes >>m uv run --no-sync pytest \ - << parameters.test_path >> -vv --tb=short --durations=10 -o junit_family=xunit1 \ - --junitxml=test-results/junit.xml "${coverage_args[@]}" "${worker_args[@]}" - - when: - condition: << parameters.coverage_flag >> - steps: - - install_codecov_cli - - run: - name: Upload coverage - when: always - command: | - [ -f coverage.xml ] || { echo "no coverage.xml produced"; exit 1; } - codecov upload-process --disable-search --fail-on-error -f coverage.xml \ - -F << parameters.coverage_flag >> -C "$CIRCLE_SHA1" \ - -n "<< parameters.coverage_flag >>-${CIRCLE_BUILD_NUM}" --git-service github - - store_test_results: - path: test-results - - store_artifacts: - path: test-results - -workflows: - migration_startup_scheduled: - triggers: - - schedule: - cron: "17 0,6,12,18 * * *" - filters: - branches: - only: main - jobs: - - build_docker_database_image: - migration_qualification: true - - migration_startup_tests: - name: migration-startup - suite: startup - requires: [build_docker_database_image] - - migration_startup_tests: - name: migration-recovery - suite: recovery - requires: [build_docker_database_image] - - migration_startup_tests: - name: migration-legacy-and-pooling - suite: legacy - requires: [build_docker_database_image] - - migration_startup_tests: - name: migration-upgrade - suite: upgrade - baseline: true - requires: [build_docker_database_image] - - migration_startup_tests: - name: migration-upgrade-shaped - suite: shaped - baseline: true - requires: [build_docker_database_image] - integration: - jobs: - - integration_contracts: - name: integration-<< matrix.suite >> - filters: &integration_default_run not pipeline.parameters.run_migration_tests and pipeline.parameters.routing_parity_base == "" - matrix: - parameters: - suite: [sdk, cost, browser] - parallelism: 1 - - integration_contracts: - name: integration-security - suite: security - parallelism: 1 - resource_class: xlarge - filters: *integration_default_run - - integration_contracts: - name: integration-management - suite: management - parallelism: 4 - resource_class: xlarge - filters: *integration_default_run - - integration_shard_coverage: - name: integration-management-coverage - suite: management - shards: 4 - requires: [integration-management] - filters: *integration_default_run - - integration_contracts: - name: integration-accounting - suite: accounting - parallelism: 4 - resource_class: xlarge - filters: *integration_default_run - - integration_shard_coverage: - name: integration-accounting-coverage - suite: accounting - shards: 4 - requires: [integration-accounting] - filters: *integration_default_run - - integration_contracts: - name: integration-providers - suite: providers - parallelism: 4 - resource_class: xlarge - filters: *integration_default_run - - integration_shard_coverage: - name: integration-providers-coverage - suite: providers - shards: 4 - requires: - - integration-providers - filters: *integration_default_run - - integration_contracts: - name: integration-database - suite: database - parallelism: 2 - filters: *integration_default_run - - integration_shard_coverage: - name: integration-database-coverage - suite: database - shards: 2 - requires: [integration-database] - filters: *integration_default_run - - integration_contracts: - name: integration-mcp - suite: mcp - parallelism: 2 - filters: *integration_default_run - - integration_shard_coverage: - name: integration-mcp-coverage - suite: mcp - shards: 2 - requires: - - integration-mcp - filters: *integration_default_run - - integration_contracts: - name: integration-extensions - suite: extensions - parallelism: 8 - resource_class: xlarge - filters: *integration_default_run - - integration_shard_coverage: - name: integration-extensions-coverage - suite: extensions - shards: 8 - requires: - - integration-extensions - filters: *integration_default_run - - integration_contracts: - name: integration-management-replica - suite: management - mode: replica - parallelism: 4 - resource_class: xlarge - filters: *integration_default_run - - integration_shard_coverage: - name: integration-management-replica-coverage - suite: management - mode: replica - shards: 4 - requires: [integration-management-replica] - filters: *integration_default_run - - integration_contracts: - name: integration-database-replica - suite: database - mode: replica - parallelism: 2 - filters: *integration_default_run - - integration_shard_coverage: - name: integration-database-replica-coverage - suite: database - mode: replica - shards: 2 - requires: [integration-database-replica] - filters: *integration_default_run - - postgres_suite: - name: roi-database - test_path: tests/integration/database/test_roi_observed.py - seed: false - coverage_flag: roi-postgres - timeout_minutes: 10 - filters: *integration_default_run - - windows_release_wheel: - filters: *integration_default_run - - base_sdk_install: - filters: *integration_default_run - - build_docker_database_image: - filters: *integration_default_run - - proxy_logging_guardrails_model_info_tests: - requires: - - build_docker_database_image - filters: *integration_default_run - - db_migration_disable_update_check: - requires: - - build_docker_database_image - filters: *integration_default_run - - test_bad_database_url: - requires: - - build_docker_database_image - filters: *integration_default_run - - helm_chart_testing: - requires: - - build_docker_database_image - filters: *integration_default_run - - e2e_ui_build: - filters: *integration_default_run - - e2e_ui_testing: - requires: [e2e_ui_build] - filters: *integration_default_run - - e2e_ui_testing_server_root_path: - requires: [e2e_ui_build] - filters: *integration_default_run - - build_docker_database_image: - name: build_docker_database_image-migration - migration_qualification: true - filters: pipeline.parameters.run_migration_tests - - migration_startup_tests: - name: migration-startup - suite: startup - requires: [build_docker_database_image-migration] - filters: pipeline.parameters.run_migration_tests - - migration_startup_tests: - name: migration-recovery - suite: recovery - requires: [build_docker_database_image-migration] - filters: pipeline.parameters.run_migration_tests - - migration_startup_tests: - name: migration-legacy-and-pooling - suite: legacy - requires: [build_docker_database_image-migration] - filters: pipeline.parameters.run_migration_tests - - migration_startup_tests: - name: migration-upgrade - suite: upgrade - baseline: true - requires: [build_docker_database_image-migration] - filters: pipeline.parameters.run_migration_tests - - migration_startup_tests: - name: migration-upgrade-shaped - suite: shaped - baseline: true - requires: [build_docker_database_image-migration] - filters: pipeline.parameters.run_migration_tests - - routing_parity: - name: routing-parity-<< matrix.suite >> - matrix: - parameters: - suite: [management, accounting, database, providers, extensions, cost, mcp] - filters: pipeline.parameters.routing_parity_base != "" diff --git a/.circleci/scripts/run_migration_tests.py b/.circleci/scripts/run_migration_tests.py deleted file mode 100644 index 50d01f1d50b..00000000000 --- a/.circleci/scripts/run_migration_tests.py +++ /dev/null @@ -1,116 +0,0 @@ -from __future__ import annotations - -import json -import os -import re -import subprocess -import sys -from pathlib import Path -from typing import Final -from xml.etree import ElementTree - -SUITES: Final = { - "startup": (("test_startup.py",), 13), - "recovery": (("test_recovery.py",), 15), - "legacy": (("test_legacy.py", "test_pooling.py"), 11), - "upgrade": (("test_upgrade.py", "test_rolling_upgrade.py"), 5), - "shaped": (("test_shaped_database.py",), 1), -} - - -def successful_junit(path: Path, expected: int, exit_code: int) -> bool: - if exit_code != 0 or not path.is_file(): - return False - try: - root: Final = ElementTree.parse(path).getroot() - except ElementTree.ParseError: - return False - cases: Final = tuple(root.iter("testcase")) - identities: Final = frozenset((case.get("classname"), case.get("name")) for case in cases) - return len(cases) == len(identities) == expected and all( - not any(case.find(tag) is not None for tag in ("failure", "error", "skipped")) for case in cases - ) - - -def output(*command: str) -> str: - return subprocess.check_output(command, text=True, timeout=90).strip() - - -def record_image() -> None: - source: Final = output("git", "rev-parse", "HEAD") - image: Final = output("docker", "image", "inspect", "litellm-docker-database:ci", "--format", "{{.Id}}") - revision: Final = output( - "docker", - "image", - "inspect", - "litellm-docker-database:ci", - "--format", - '{{index .Config.Labels "org.opencontainers.image.revision"}}', - ) - assert re.fullmatch(r"[0-9a-f]{40}", source), "Invalid source revision" - assert revision == source, "Candidate image revision differs from the tested source" - Path("migration-image.json").write_text( - json.dumps( - { - "source_sha": source, - "image_id": image, - "candidate_image": os.environ.get("MIGRATION_CANDIDATE_IMAGE", ""), - } - ) - ) - - -def main() -> int: - suite: Final = os.environ["MIGRATION_TEST_SUITE"] - files, expected = SUITES[suite] - metadata: Final = json.loads(Path("migration-image.json").read_text()) - assert metadata["source_sha"] == output("git", "rev-parse", "HEAD"), "Image and test source revisions differ" - assert metadata["image_id"] == output( - "docker", "image", "inspect", os.environ["LITELLM_MIGRATION_TEST_IMAGE"], "--format", "{{.Id}}" - ), "Loaded image differs from the build output" - assert metadata["candidate_image"] == os.environ.get("MIGRATION_CANDIDATE_IMAGE", ""), "Wrong release candidate" - destination: Final = Path(os.environ["MIGRATION_TEST_OUTPUT"]) - junit: Final = destination / "junit" / "results.xml" - junit.parent.mkdir(parents=True, exist_ok=True) - result: Final = subprocess.run( - ( - sys.executable, - "-m", - "pytest", - *(f"tests/e2e/migrations/{name}" for name in files), - "-vv", - "--tb=short", - "--durations=10", - f"--junitxml={junit}", - "-o", - "addopts=", - "--reruns=0", - ), - check=False, - timeout=1200, - ) - passed: Final = successful_junit(junit, expected, result.returncode) - (destination / "verdict.json").write_text( - json.dumps( - { - **metadata, - "suite": suite, - "baseline_image": os.environ.get("LITELLM_MIGRATION_BASELINE_IMAGE", ""), - "expected_cases": expected, - "passed": passed, - "pytest_exit_code": result.returncode, - "test_revision": metadata["source_sha"], - "workflow_id": os.environ.get("CIRCLE_WORKFLOW_ID", ""), - "job_number": os.environ.get("CIRCLE_BUILD_NUM", ""), - }, - indent=2, - ) - ) - return 0 if passed else 1 - - -if __name__ == "__main__": - if sys.argv[1:] == ["record-image"]: - record_image() - else: - raise SystemExit(main()) diff --git a/.devcontainer/devcontainer.json b/.devcontainer/devcontainer.json deleted file mode 100644 index 50253186c01..00000000000 --- a/.devcontainer/devcontainer.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "name": "Python 3.11", - // Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile - "image": "mcr.microsoft.com/devcontainers/python:3.11-bookworm", - // https://github.com/devcontainers/images/tree/main/src/python - // https://mcr.microsoft.com/en-us/product/devcontainers/python/tags - - // "build": { - // "dockerfile": "Dockerfile", - // "context": ".." - // }, - - // Features to add to the dev container. More info: https://containers.dev/features. - "features": { - "ghcr.io/devcontainers/features/node:1": { - "version": "lts" - }, - "ghcr.io/devcontainers/features/docker-in-docker:2": {} - }, - - // Configure tool-specific properties. - "customizations": { - // Configure properties specific to VS Code. - "vscode": { - "settings": {}, - "extensions": [ - "ms-python.python", - "ms-python.vscode-pylance", - "GitHub.copilot", - "GitHub.copilot-chat", - "ms-python.autopep8" - ] - } - }, - - // Use 'forwardPorts' to make a list of ports inside the container available locally. - "forwardPorts": [4000], - - "containerEnv": { - "LITELLM_LOG": "DEBUG" - }, - - // Use 'portsAttributes' to set default properties for specific forwarded ports. - // More info: https://containers.dev/implementors/json_reference/#port-attributes - "portsAttributes": { - "4000": { - "label": "LiteLLM Server", - "onAutoForward": "notify" - } - }, - - // More info: https://aka.ms/dev-containers-non-root. - // "remoteUser": "litellm", - - // Use 'postCreateCommand' to run commands after the container is created. - "postCreateCommand": "bash ./.devcontainer/post-create.sh" -} \ No newline at end of file diff --git a/.devcontainer/post-create.sh b/.devcontainer/post-create.sh deleted file mode 100644 index 78f857d55d6..00000000000 --- a/.devcontainer/post-create.sh +++ /dev/null @@ -1,17 +0,0 @@ -#!/usr/bin/env bash -set -e - -echo "[post-create] Installing uv" -curl -LsSf https://astral.sh/uv/0.10.9/install.sh | env UV_NO_MODIFY_PATH=1 sh -export PATH="$HOME/.local/bin:$PATH" - -echo "[post-create] Installing Python dependencies (uv)" -uv sync --frozen --group proxy-dev --extra proxy - -echo "[post-create] Generating Prisma client" -uv run --no-sync prisma generate - -echo "[post-create] Installing npm dependencies" -cd ui/litellm-dashboard && npm ci - -echo "[post-create] Done" diff --git a/.env.example b/.env.example deleted file mode 100644 index dc1fd5a6ccb..00000000000 --- a/.env.example +++ /dev/null @@ -1,32 +0,0 @@ -# OpenAI -OPENAI_API_KEY = "" -OPENAI_BASE_URL = "" -# Cohere -COHERE_API_KEY = "" -# OpenRouter -OR_SITE_URL = "" -OR_APP_NAME = "LiteLLM Example app" -OR_API_KEY = "" -# Azure API base URL -AZURE_API_BASE = "" -# Azure API version -AZURE_API_VERSION = "" -# Azure API key -AZURE_API_KEY = "" -# Replicate -REPLICATE_API_KEY = "" -REPLICATE_API_TOKEN = "" -# Anthropic -ANTHROPIC_API_KEY = "" -# Infisical -INFISICAL_TOKEN = "" -# Novita AI -NOVITA_API_KEY = "" -# INFINITY -INFINITY_API_KEY = "" - -# Development Configs -# Generate one with: echo "LITELLM_MASTER_KEY=sk-$(openssl rand -hex 32)" -LITELLM_MASTER_KEY = "" -DATABASE_URL = "postgresql://llmproxy:dbpassword9090@db:5432/litellm" -STORE_MODEL_IN_DB = "True" diff --git a/.git-blame-ignore-revs b/.git-blame-ignore-revs deleted file mode 100644 index a0943cff53d..00000000000 --- a/.git-blame-ignore-revs +++ /dev/null @@ -1,40 +0,0 @@ -# Add the commit hash of any commit you want to ignore in `git blame` here. -# One commit hash per line. -# -# The GitHub Blame UI will use this file automatically! -# -# Run this command to always ignore formatting commits in `git blame` -# git config blame.ignoreRevsFile .git-blame-ignore-revs - -# Update pydantic code to fix warnings (GH-3600) -876840e9957bc7e9f7d6a2b58c4d7c53dad16481 - -# style(ui): run prettier --write across the dashboard (#29622) -7edf3a9cb55548b143df1692f4ed7c4681d7fcf7 - -# style: reformat litellm/ with ruff format (#31317) -17bfd415aeb5a57fb646b5cc67da1c730aa7c50b - -# style: unify ruff format width on 120 (#31518) -48b5a5a0cc5a694a11219416ee0b6eb6e620e74e - -# refactor(imports): move collections.abc names out of typing (#35495) -397e8e4918777e4e60a7f5e88699e0a9a7dabb3d - -# refactor(lint): apply every safe ruff autofix and zero 28 strict-rule budgets (#35495) -b604e2b20c6db2099085a2f0e59b7e99e87eed6f - -# refactor(logging): drop redundant !s conversion flags from f-strings (#35546) -7b2d3440cba3160277470f7a0180098ae9b87864 - -# perf: build log messages lazily so filtered-out log records cost nothing (#35703) -c9887a1f94bc1e7e4bdfe64d640f0509a0bc19dd - -# feat(lint): enforce Final on locals and freeze function parameters (#35807) -2708620d6a599cc73c1950a942d26ac26a7ed3d4 - -# chore(lint): remove litellm/types from the ruff lint exclusion (#35926) -4e32a8bf6a1e1af1e04b67c759841ccef44b2235 - -# chore(lint): strip inert type: ignore comments and zero LIT009/LIT010/LIT011 headroom (#35928) -338e411103ad5d7003e97f34f04fa36bca542dbe diff --git a/.gitattributes b/.gitattributes deleted file mode 100644 index 5c9061f52ac..00000000000 --- a/.gitattributes +++ /dev/null @@ -1,2 +0,0 @@ -*.ipynb linguist-vendored -ui/litellm-dashboard/src/lib/http/schema.d.ts linguist-generated \ No newline at end of file diff --git a/.github/AGENTS.md b/.github/AGENTS.md new file mode 100644 index 00000000000..14bd461a8a0 --- /dev/null +++ b/.github/AGENTS.md @@ -0,0 +1,5 @@ +# CI + +Integration groups and replica runs remain in `workflows/test-integration.yml`. Do not duplicate them in another workflow. + +CI helpers used by existing workflows live in `scripts/ci/`. Jobs that need merge bases check out full history. Removing a CI job does not count its tests as covered. List tests that no remaining job invokes explicitly in `ci-coverage-allowlist.yml`. diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS index 2826098fd1f..3631faaece8 100644 --- a/.github/CODEOWNERS +++ b/.github/CODEOWNERS @@ -1,6 +1,6 @@ /model_prices_and_context_window.json @mateo-berri @ryan-crabbe-berri @kerry-berri @joshua-berri /litellm/model_prices_and_context_window_backup.json @mateo-berri @ryan-crabbe-berri @kerry-berri @joshua-berri -/ci_cd/cost_map_pins.json @mateo-berri @ryan-crabbe-berri @kerry-berri @joshua-berri -/helm/ @yassin-berriai -/terraform/ @yassin-berriai +/litellm/scripts/ci_cd/cost_map_pins.json @mateo-berri @ryan-crabbe-berri @kerry-berri @joshua-berri +/litellm/deploy/helm/ @yassin-berriai +/litellm/deploy/terraform/ @yassin-berriai /.github/workflows/zizmor.yml @yuneng-berri diff --git a/CONTRIBUTING.md b/.github/CONTRIBUTING.md similarity index 88% rename from CONTRIBUTING.md rename to .github/CONTRIBUTING.md index e956b27d5da..02beeb9fac1 100644 --- a/CONTRIBUTING.md +++ b/.github/CONTRIBUTING.md @@ -276,16 +276,14 @@ When the provider reports its own usage or spend numbers, compare the proxy's nu Provider work (a new provider, a new parameter, a new usage or cost field) is the most common kind of contribution, and it is where PRs get reworked most often. Follow these rules -**Preserve zero prices.** In [`model_prices_and_context_window.json`](model_prices_and_context_window.json), an explicit `0.0` means that the priced operation is free. A missing field or `null` means no rate is specified, so the relevant calculator may use a fallback. For example, when no batch input rate is configured, batch cache writes use `cache_creation_input_token_cost` if set, otherwise the regular input rate, then apply the batch discount. A zero ordinary input rate does not make separately priced cache reads or writes free. Test `rate is None` before substituting a fallback, since `row.get("cache_creation_input_token_cost") or fallback` would discard a valid zero. Speech keeps character pricing ahead of token pricing even when the character rate is zero. If neither rate is configured, speech cost calculation raises an error. Its model lookup preserves unset rates instead of treating compatibility defaults as explicit zero prices. Perplexity keeps a configured legacy search rate ahead of the current search rate, including zero. When registering custom prices, `None` leaves an existing rate unchanged and `0.0` overrides it +**Preserve zero prices.** In [`model_prices_and_context_window.json`](../model_prices_and_context_window.json), an explicit `0.0` means that the priced operation is free. A missing field or `null` means no rate is specified, so the relevant calculator may use a fallback. For example, when no batch input rate is configured, batch cache writes use `cache_creation_input_token_cost` if set, otherwise the regular input rate, then apply the batch discount. A zero ordinary input rate does not make separately priced cache reads or writes free. Test `rate is None` before substituting a fallback, since `row.get("cache_creation_input_token_cost") or fallback` would discard a valid zero. Speech keeps character pricing ahead of token pricing even when the character rate is zero. If neither rate is configured, speech cost calculation raises an error. Its model lookup preserves unset rates instead of treating compatibility defaults as explicit zero prices. Perplexity keeps a configured legacy search rate ahead of the current search rate, including zero. When registering custom prices, `None` leaves an existing rate unchanged and `0.0` overrides it -**Find the existing machinery before you add plumbing.** LiteLLM already has generic paths that move data between the endpoints, the provider transformations, and cost tracking. A second, hand-rolled path for the same data is a common reason a provider PR gets rewritten before merge. [`ARCHITECTURE.md`](ARCHITECTURE.md) shows where the layers live, and the decision records in [`docs/adrs/`](docs/adrs/AGENTS.md) explain why they are shaped that way. For example, [the ADR on provider usage fields](docs/adrs/adr_001_provider_usage_fields_ride_as_usage_extras.md) covers how provider-specific usage fields reach cost tracking. If you cannot find a mechanism for what you need, say so in the PR or ask in [#pr-review on Slack](https://join.slack.com/t/litellmossslack/shared_invite/zt-3o7nkuyfr-p_kbNJj8taRfXGgQI1~YyA) before you build one +**Find the existing machinery before you add plumbing.** LiteLLM already has generic paths that move data between the endpoints, the provider transformations, and cost tracking. A second, hand-rolled path for the same data is a common reason a provider PR gets rewritten before merge. If you cannot find a mechanism for what you need, say so in the PR or ask in [#pr-review on Slack](https://join.slack.com/t/litellmossslack/shared_invite/zt-3o7nkuyfr-p_kbNJj8taRfXGgQI1~YyA) before you build one **Bill a new provider usage field from the usage object.** Leave the field on the usage object as an extra and read it in that provider's `cost_calculator.py`. A provider without one gets a new `cost_calculator.py` and an arm for it in `cost_per_token` (`litellm/cost_calculator.py`), which picks the calculator by provider. If the provider's transform builds `Usage` from named fields, as the Anthropic, Gemini, and Bedrock Converse ones do, pass the new field there too. Streamed requests rebuild usage in `ChunkProcessor.calculate_usage` (`litellm/litellm_core_utils/streaming_chunk_builder_utils.py`), which does not copy extras yet the way the Responses-to-chat bridge does (minus a short exclusion list), so until it does, bill the field on streams by naming it there, as Anthropic's `inference_geo` is. A provider that reports its own charge for the request, as OpenRouter does in `usage.cost`, is billed at that charge from `_hidden_params` before any calculator runs, unless the deployment sets its own prices. When the field counts a built-in tool such as web search, add the provider to `get_cost_for_web_search_request` in `litellm/llms/__init__.py`, and add a gate to `litellm/litellm_core_utils/llm_cost_calc/tool_call_cost_tracking.py` only when no existing gate fires. Then show the field's cost in your proof on every endpoint it reaches, streaming included **Do not change what a caller sees to make internals easier.** Each endpoint keeps the schema of the API it emulates. A `/v1/responses` caller gets `input_tokens` and a `/v1/chat/completions` caller gets `prompt_tokens`, whatever the provider sent and whatever cost tracking needs. A provider usage field that shows up as an extra key is fine, since it only adds a key, but renaming, removing, or reshaping a key the endpoint defines is not. Reshaping a public response to feed an internal consumer breaks every user of that endpoint -If your change makes an architecture decision, such as a new cross-cutting mechanism or a deliberate difference from a provider's API shape, add an ADR to [`docs/adrs/`](docs/adrs/AGENTS.md) in the same PR - ## Building and Running Locally ### LiteLLM Proxy Server @@ -305,8 +303,8 @@ uv run litellm --config your_config.yaml If you want to build the Docker image yourself: ```bash -# Build using the non-root Dockerfile -docker build -f docker/Dockerfile.non_root -t litellm_dev . +# Build the image (runs as a non-root user by default) +docker build -f litellm/deploy/docker/Dockerfile -t litellm_dev . # Generate a master key. Requests send it as the bearer token export LITELLM_MASTER_KEY="sk-$(openssl rand -hex 32)" @@ -330,7 +328,7 @@ git clone https://github.com/YOUR_USERNAME/litellm.git cd litellm # Navigate to the UI dashboard directory -cd ui/litellm-dashboard +cd litellm/ui/litellm-dashboard # Install dependencies npm install @@ -362,7 +360,7 @@ Local lint and budget checks follow origin's current default branch. They refres ## Submitting Your PR 1. **Push your branch**: `git push origin your-feature-branch` -2. **Create a PR**: Go to GitHub and open a pull request against the repository's current default branch. Run `python3 scripts/default_branch.py --branch` to check its name +2. **Create a PR**: Go to GitHub and open a pull request against the repository's current default branch. Run `python3 litellm/scripts/default_branch.py --branch` to check its name 3. **Fill out the PR template**: Provide clear description of changes 4. **Wait for review**: Maintainers will review and provide feedback 5. **Address feedback**: Make requested changes and push updates diff --git a/SECURITY.md b/.github/SECURITY.md similarity index 70% rename from SECURITY.md rename to .github/SECURITY.md index d3603448d46..6d0a9a6414d 100644 --- a/SECURITY.md +++ b/.github/SECURITY.md @@ -4,23 +4,19 @@ LiteLLM maintains a security announcements mailing list that is open to anyone. Subscribers receive advance notice, typically one to two days, before we release a fix for a particularly severe vulnerability or for any vulnerability exploitable by an unauthenticated attacker. This notice is provided on a best-effort basis -To subscribe, visit [https://berriai.github.io/security-announce-signup/](https://berriai.github.io/security-announce-signup/) +To subscribe, visit [https://security.litellm.ai/mailinglist/](https://security.litellm.ai/mailinglist/) ## Security Vulnerability Reporting Guidelines -> [!WARNING] -> Reports that do not include a video demonstrating the exploit will be closed without review. See [Reproduction Video Requirement](#reproduction-video-requirement) below. -We value the security community's role in protecting our systems and users. To report a security vulnerability: +We value the security community's role in protecting our systems and users. +To report a security vulnerability, please submit a report through our vulnerability disclosure form: -- File a private vulnerability report on GitHub: [Report a vulnerability](https://github.com/BerriAI/litellm/security/advisories/new) -- Include steps to reproduce the issue -- Include a video or screen recording demonstrating the full exploit against a live LiteLLM instance, from initial access through to impact. A terminal recording (for example asciinema) is fine for CLI-only exploits. -- Provide any relevant additional information +[LiteLLM VDP](https://security.litellm.ai/vdp/) -### Reproduction Video Requirement +These reports are submitted to HackerOne and are triaged there, though no account is needed. -A video demonstrating the exploit is required for every report. AI tools have made it easy to produce plausible-sounding vulnerability reports that do not reproduce in practice, and triaging them takes time away from real issues. Reports submitted without a working reproduction video will be closed without review. If you add a video to a closed report, we will reopen and triage it. +**Please do not submit vulnerabilities as draft GHSAs. As of 2026-11-11 new GHSA submissions will be closed.** ### Vulnerability Categories @@ -55,7 +51,9 @@ To qualify for a bounty, reports must include clear reproduction steps, a reprod ### Known Non-Issues -- Attacks that require a misconfiguration on setup (e.g not setting a `master_key` on the proxy configuration), are **explicitly not in scope** and are not considered vulnerable. +- **Misconfigurations:** attacks that require misconfiguration of the application (e.g. not setting a `master_key` on the proxy configuration). +- **Insecure configurations:** attacks that require deliberate configuration changes to disable security functionality. (e.g. IDOR on response IDs requiring configuration of `disable_responses_id_security` to `true`) +- **Social engineering:** attacks that rely on social engineering as their primary mechanism (e.g. convincing a user's agent to install a malicious package we did not publish). ## Security Measures diff --git a/.github/actions/cache-cargo-build/action.yml b/.github/actions/cache-cargo-build/action.yml index 57a7c586753..e47150b0d94 100644 --- a/.github/actions/cache-cargo-build/action.yml +++ b/.github/actions/cache-cargo-build/action.yml @@ -3,7 +3,7 @@ description: >- Cache the Cargo registry and target directory the root package's build needs, so only the first job on a given Cargo.lock compiles the bridge from scratch. - litellm builds through maturin, which compiles litellm-rust/crates/python-bridge + litellm builds through maturin, which compiles litellm/rust/crates/python-bridge in the dev profile for editable installs. `uv sync` therefore pays a full build in every job that installs the workspace. Nothing caught it, because the uv cache holds wheels uv downloads rather than wheels it builds, and a path dependency @@ -31,8 +31,8 @@ runs: path: | ~/.cargo/registry ~/.cargo/git - litellm-rust/target - key: ${{ runner.os }}-maturin-${{ inputs.profile }}-${{ hashFiles('litellm-rust/Cargo.lock') }} + litellm/rust/target + key: ${{ runner.os }}-maturin-${{ inputs.profile }}-${{ hashFiles('litellm/rust/Cargo.lock') }} restore-keys: | ${{ runner.os }}-maturin-${{ inputs.profile }}- @@ -43,7 +43,7 @@ runs: path: | ~/.cargo/registry ~/.cargo/git - litellm-rust/target - key: ${{ runner.os }}-maturin-${{ inputs.profile }}-${{ hashFiles('litellm-rust/Cargo.lock') }} + litellm/rust/target + key: ${{ runner.os }}-maturin-${{ inputs.profile }}-${{ hashFiles('litellm/rust/Cargo.lock') }} restore-keys: | ${{ runner.os }}-maturin-${{ inputs.profile }}- diff --git a/.github/actions/cache-go-build/action.yml b/.github/actions/cache-go-build/action.yml new file mode 100644 index 00000000000..f29b144c934 --- /dev/null +++ b/.github/actions/cache-go-build/action.yml @@ -0,0 +1,39 @@ +name: "Cache the Go build" +description: >- + Restore the Go module and build caches on every run and save them only from + main, so pull requests reuse main's cache instead of evicting it with their + own copies. + + actions/setup-go's built-in cache saves from every ref, and a cache saved by a + pull request is readable only by that pull request. Callers must pass + `cache: false` to setup-go and run this action after it. + +inputs: + dependency-path: + description: "Path to the go.sum that keys the cache" + required: true + +runs: + using: composite + steps: + - name: Restore and save the Go module and build caches + if: github.ref == 'refs/heads/main' + uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 + with: + path: | + ~/go/pkg/mod + ~/.cache/go-build + key: ${{ runner.os }}-go-${{ hashFiles(inputs.dependency-path) }} + restore-keys: | + ${{ runner.os }}-go- + + - name: Restore the Go module and build caches + if: github.ref != 'refs/heads/main' + uses: actions/cache/restore@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 + with: + path: | + ~/go/pkg/mod + ~/.cache/go-build + key: ${{ runner.os }}-go-${{ hashFiles(inputs.dependency-path) }} + restore-keys: | + ${{ runner.os }}-go- diff --git a/.github/actions/detect-changes/action.yml b/.github/actions/detect-changes/action.yml index b0f9b72f0ee..cc734b3fe58 100644 --- a/.github/actions/detect-changes/action.yml +++ b/.github/actions/detect-changes/action.yml @@ -1,7 +1,7 @@ name: "Detect relevant changes" description: >- - Classify the pull request's changed files with .circleci/scripts/classify_changes.sh - and expose decision=run|skip for one category. backend means anything outside ui/, + Classify the pull request's changed files with .github/scripts/ci/classify_changes.sh + and expose decision=run|skip for one category. backend means anything outside litellm/ui/, docs/ and markdown; ui means the dashboard sources alone. decision=skip lets callers short-circuit expensive steps while the job still completes successfully and satisfies its required status check, which a paths: filter cannot do because a workflow that diff --git a/.github/actions/restore-rust-bridge/action.yml b/.github/actions/restore-rust-bridge/action.yml new file mode 100644 index 00000000000..d050431dbc6 --- /dev/null +++ b/.github/actions/restore-rust-bridge/action.yml @@ -0,0 +1,37 @@ +name: "Restore the Rust bridge" +description: >- + Restore the prebuilt Rust bridge that the unit workflow's rust-bridge job saves + on main, keyed on every input of the Rust build. + + The bridge is abi3, so one build serves every supported Python version. A job + whose Rust inputs match main installs the restored wheel and native library + instead of compiling them inside `uv sync`. On a miss the caller builds from + source as before. + + The restored `rust-bridge-dist` directory holds the editable litellm wheel, the + litellm-proxy gateway wheel, and `litellm/rust_bridge/_native.abi3.so`. + +outputs: + key: + description: "Cache key for the bridge built from this checkout" + value: ${{ steps.key.outputs.key }} + cache-hit: + description: "'true' when the bridge for this exact key was restored" + value: ${{ steps.restore.outputs.cache-hit }} + +runs: + using: composite + steps: + - name: Define the Rust bridge cache key + id: key + shell: bash + env: + RUST_BRIDGE_CACHE_KEY: ${{ runner.os }}-rust-bridge-editable-${{ hashFiles('litellm/rust/Cargo.lock', 'litellm/rust/Cargo.toml', 'litellm/rust/crates/**', 'model_prices_and_context_window.json', 'pyproject.toml', 'litellm/packaging/litellm-proxy/pyproject.toml') }} + run: echo "key=$RUST_BRIDGE_CACHE_KEY" >> "$GITHUB_OUTPUT" + + - name: Restore the Rust bridge + id: restore + uses: actions/cache/restore@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 + with: + path: rust-bridge-dist + key: ${{ steps.key.outputs.key }} diff --git a/.github/actions/setup-uv-with-retries/action.yml b/.github/actions/setup-uv-with-retries/action.yml index a99716f5eac..15efaf63c54 100644 --- a/.github/actions/setup-uv-with-retries/action.yml +++ b/.github/actions/setup-uv-with-retries/action.yml @@ -11,6 +11,11 @@ inputs: runs: using: composite steps: + - name: Configure the Rust build environment + shell: bash + working-directory: ${{ github.workspace }} + run: bash .github/scripts/setup_rust_environment.sh + - name: Set up uv (attempt 1) id: attempt-1 continue-on-error: true diff --git a/.github/ci-coverage-allowlist.yml b/.github/ci-coverage-allowlist.yml index 5dffa78776d..aa5a8631f69 100644 --- a/.github/ci-coverage-allowlist.yml +++ b/.github/ci-coverage-allowlist.yml @@ -4,6 +4,16 @@ description: >- by a job nor listed here, so every entry below is a decision on the record. test_paths: + - reason: ran only in CircleCI, removed + paths: + - tests/e2e/migrations/test_legacy.py + - tests/e2e/migrations/test_pooling.py + - tests/e2e/migrations/test_recovery.py + - tests/e2e/migrations/test_rolling_upgrade.py + - tests/e2e/migrations/test_shaped_database.py + - tests/e2e/migrations/test_startup.py + - tests/e2e/migrations/test_upgrade.py + - tests/integration/database/test_roi_observed.py - reason: >- litellm.agent() end-to-end suite. It drives the real claude, codex, opencode and pi CLIs and deepagents against a live LiteLLM AI Gateway, so it needs those binaries on PATH plus @@ -19,7 +29,7 @@ test_paths: - tests/rust-python-harness - reason: >- Owned by the open pull request that moves the Rust/Python parity checks (#45135). It ran in - the CircleCI build_and_test job that globbed tests/test_*.py, which this migration deletes, + the retired build_and_test job that globbed tests/test_*.py, and that pull request gives it a new home paths: - tests/test_rust_python_harness.py @@ -57,19 +67,10 @@ test_paths: - tests/integration/test_oci_proxy_integration.py dockerfiles: - - reason: >- - The dashboard container is a static Next.js export served by nginx, and the dashboard build - and lint workflows already exercise that output, so building the image adds no signal about it - paths: - - ui/Dockerfile - - reason: >- - An example image under cookbook/ that is documentation rather than a shipped artifact - paths: - - cookbook/litellm-ollama-docker-image/Dockerfile - reason: >- The Rust gateway image compiles the whole workspace in release mode, which is too slow for a per-pull-request job while the gateway binary is still being assembled; the Rust lint, clippy, and compile jobs already cover the code it packages. Revisit when the gateway is published paths: - - litellm-rust/crates/gateway/Dockerfile + - litellm/rust/crates/gateway/Dockerfile diff --git a/.github/codecov.yml b/.github/codecov.yml new file mode 100644 index 00000000000..48a94c8ee4c --- /dev/null +++ b/.github/codecov.yml @@ -0,0 +1,72 @@ +codecov: + require_ci_to_pass: false # post coverage status even if CI has unrelated failures + notify: + wait_for_ci: false # post as soon as expected uploads arrive, don't wait on CI + +ignore: + - "litellm/rust/**" + +# Flagged uploads avoid overlapping sessions on reruns. +# Only the flags below reuse parent coverage, avoiding stale line maps elsewhere. +flag_management: + default_rules: + carryforward: false + individual_flags: + - name: unit + carryforward: true + - name: core-packaging + carryforward: true + - name: mcp-integration + carryforward: true + +component_management: + individual_components: + - component_id: "Router" + paths: + - "router" + - component_id: "LLMs" + paths: + - "*/llms/*" + - component_id: "Caching" + paths: + - "*/caching/*" + - ".*redis.*" + - component_id: "litellm_logging" + paths: + - "*/integrations/*" + - ".*litellm_logging.*" + - component_id: "Proxy_Authentication" + paths: + - "*/proxy/auth/**" + - component_id: "Enterprise" + paths: + - "litellm/enterprise/**" + - component_id: "Batches" + paths: + - "*/proxy/batches_endpoints/**" + - "litellm/batches/**" + - "*/llms/*/batches/**" + - component_id: "Videos" + paths: + - "litellm/videos/**" + - "*/proxy/video_endpoints/**" + - "*/llms/*/videos/**" + - component_id: "Realtime" + paths: + - "litellm/realtime_api/**" + - "*/proxy/realtime_endpoints/**" + - "*/llms/*/realtime/**" + - "litellm/litellm_core_utils/realtime_streaming.py" +comment: + layout: "header, diff, flags, components" # show component info in the PR comment + +coverage: + status: + project: + default: + target: auto + threshold: 0% # do not allow project coverage to drop + patch: + default: + target: auto + threshold: 0% # patch coverage should be 100% diff --git a/.gitguardian.yaml b/.github/gitguardian.yaml similarity index 98% rename from .gitguardian.yaml rename to .github/gitguardian.yaml index 0e436ebd209..7c33bb28b05 100644 --- a/.gitguardian.yaml +++ b/.github/gitguardian.yaml @@ -22,7 +22,7 @@ secret: # Build outputs and static assets - "litellm/proxy/_experimental/out/**" - - "ui/litellm-dashboard/public/**" + - "litellm/ui/litellm-dashboard/public/**" - "**/swagger/*.js" - "**/*.woff" - "**/*.woff2" @@ -34,7 +34,6 @@ secret: - "tests/**/*.txt" # Documentation and other non-code files - - "docs/**" - "**/*.md" - "**/*.lock" - "uv.lock" diff --git a/.grype.yaml b/.github/grype.yaml similarity index 100% rename from .grype.yaml rename to .github/grype.yaml diff --git a/ruff-strict.toml b/.github/linters/ruff-strict.toml similarity index 97% rename from ruff-strict.toml rename to .github/linters/ruff-strict.toml index e9db4d95cc8..406306ae809 100644 --- a/ruff-strict.toml +++ b/.github/linters/ruff-strict.toml @@ -1,4 +1,4 @@ -extend = "ruff.toml" +extend = "../../pyproject.toml" [lint] preview = true @@ -6,7 +6,7 @@ select = ["ANN", "ASYNC230", "B004", "B006", "B008", "B009", "B010", "B018", "B0 extend-select = [] # Overrides the inherited list: rules this gate enforces itself must NOT be external here, # so this config's RUF100 flags their stale `# noqa` directives. What remains external is -# only what other tooling enforces: every base ruff.toml rule this select list doesn't +# only what other tooling enforces: every base pyproject.toml rule this select list doesn't # re-enable (all of the default E/F families plus T20/PGH004/RUF008/RUF009, minus the # strict-selected F401 and RUF100; F4 is split out so stale F401 noqas stay detectable), # plus upstream litellm's ruff config. diff --git a/ruff-tests.toml b/.github/linters/ruff-tests.toml similarity index 98% rename from ruff-tests.toml rename to .github/linters/ruff-tests.toml index d75f10b9605..a3bf8744700 100644 --- a/ruff-tests.toml +++ b/.github/linters/ruff-tests.toml @@ -1,4 +1,4 @@ -# Lint config for the test tree, which ruff.toml excludes from `ruff check`. +# Lint config for the test tree, which pyproject.toml excludes from `ruff check`. # # Every rule here catches a test that cannot fail. Rules land one at a time, each # with its existing violations already fixed, so this list never needs a budget diff --git a/osv-scanner.toml b/.github/osv-scanner.toml similarity index 100% rename from osv-scanner.toml rename to .github/osv-scanner.toml diff --git a/.github/packaging/build_backend.py b/.github/packaging/build_backend.py new file mode 100644 index 00000000000..43ac885fd50 --- /dev/null +++ b/.github/packaging/build_backend.py @@ -0,0 +1,49 @@ +import sys +from collections.abc import Mapping +from pathlib import Path +from typing import Final + +import maturin +from cli_package import PACKAGE_DIR, map_wheel +from maturin import ( + build_sdist as build_sdist, +) +from maturin import ( + get_requires_for_build_editable as get_requires_for_build_editable, +) +from maturin import ( + get_requires_for_build_sdist as get_requires_for_build_sdist, +) +from maturin import ( + get_requires_for_build_wheel as get_requires_for_build_wheel, +) +from maturin import ( + prepare_metadata_for_build_editable as prepare_metadata_for_build_editable, +) +from maturin import ( + prepare_metadata_for_build_wheel as prepare_metadata_for_build_wheel, +) + + +def build_wheel( + wheel_directory: str, + config_settings: Mapping[str, str | list[str]] | None = None, + metadata_directory: str | None = None, +) -> str: + filename: Final = maturin.build_wheel(wheel_directory, config_settings, metadata_directory) + map_wheel(Path(wheel_directory) / filename) + return filename + + +def build_editable( + wheel_directory: str, + config_settings: Mapping[str, str | list[str]] | None = None, + metadata_directory: str | None = None, +) -> str: + filename: Final = maturin.build_editable(wheel_directory, config_settings, metadata_directory) + map_wheel(Path(wheel_directory) / filename, source=Path(__file__).resolve().parents[2] / PACKAGE_DIR) + return filename + + +if __name__ == "__main__": + build_editable(sys.argv[1]) diff --git a/.github/packaging/cli_package.py b/.github/packaging/cli_package.py new file mode 100644 index 00000000000..309f3101340 --- /dev/null +++ b/.github/packaging/cli_package.py @@ -0,0 +1,93 @@ +import argparse +import base64 +import copy +import csv +import hashlib +import io +import os +from pathlib import Path +from tempfile import NamedTemporaryFile +from typing import Final +from zipfile import ZipFile, ZipInfo + +PACKAGE_DIR: Final = "litellm/cli" +PACKAGE_NAME: Final = "litellm_cli" + + +def editable_support(source: Path) -> tuple[tuple[str, bytes], ...]: + module: Final = "_litellm_cli_editable" + finder: Final = ( + "import importlib.util\nimport sys\n\n" + "class _Finder:\n" + " @staticmethod\n" + " def find_spec(fullname, path=None, target=None):\n" + f" if fullname == {PACKAGE_NAME!r}:\n" + " return importlib.util.spec_from_file_location(\n" + f" fullname, {str(source / '__init__.py')!r},\n" + f" submodule_search_locations=[{str(source)!r}])\n" + " return None\n\n" + "sys.meta_path.insert(0, _Finder())\n" + ) + return ((f"{module}.py", finder.encode()), (f"{module}.pth", f"import {module}\n".encode())) + + +def _name(name: str) -> str: + prefix: Final = f"{PACKAGE_DIR}/" + return f"{PACKAGE_NAME}/{name.removeprefix(prefix)}" if name.startswith(prefix) else name + + +def _info(original: ZipInfo) -> ZipInfo: + mapped: Final = copy.copy(original) + mapped.filename = _name(original.filename) + return mapped + + +def _record(entries: tuple[tuple[ZipInfo, bytes], ...], record: str) -> bytes: + buffer: Final = io.StringIO(newline="") + writer: Final = csv.writer(buffer, lineterminator="\n") + writer.writerows( + ( + info.filename, + "sha256=" + base64.urlsafe_b64encode(hashlib.sha256(data).digest()).rstrip(b"=").decode(), + str(len(data)), + ) + for info, data in entries + ) + writer.writerow((record, "", "")) + return buffer.getvalue().encode() + + +def map_wheel(wheel: Path, *, source: Path | None = None) -> None: + with ZipFile(wheel) as archive: + records: Final = tuple(info for info in archive.infolist() if info.filename.endswith(".dist-info/RECORD")) + if len(records) != 1: + raise ValueError("A wheel must contain exactly one RECORD") + entries: Final = tuple( + (_info(info), archive.read(info)) + for info in archive.infolist() + if info != records[0] and (source is None or not info.filename.startswith(f"{PACKAGE_DIR}/")) + ) + additions: Final = () if source is None else tuple((ZipInfo(name), data) for name, data in editable_support(source)) + contents: Final = (*entries, *additions) + names: Final = tuple(info.filename for info, _ in contents) + if len(names) != len(frozenset(names)): + raise ValueError("The CLI package mapping would overwrite a wheel member") + if source is None and not any(name.startswith(f"{PACKAGE_NAME}/") for name in names): + raise ValueError("The wheel does not contain the CLI package") + with NamedTemporaryFile(dir=wheel.parent, suffix=".whl", delete=False) as temporary: + destination: Final = Path(temporary.name) + try: + with ZipFile(destination, "w") as archive: + for info, data in contents: + archive.writestr(info, data) + archive.writestr(records[0], _record(contents, records[0].filename)) + os.replace(destination, wheel) + finally: + destination.unlink(missing_ok=True) + + +if __name__ == "__main__": + parser: Final = argparse.ArgumentParser() + parser.add_argument("wheels", nargs="+", type=Path) + for wheel in parser.parse_args().wheels: + map_wheel(wheel) diff --git a/.github/scripts/assert_ci_coverage.py b/.github/scripts/assert_ci_coverage.py index b442948c3ca..9dcae329b59 100644 --- a/.github/scripts/assert_ci_coverage.py +++ b/.github/scripts/assert_ci_coverage.py @@ -10,6 +10,7 @@ import warnings from collections.abc import Callable, Iterable, Mapping, Sequence from dataclasses import dataclass from functools import lru_cache +from itertools import chain from types import MappingProxyType from typing import Final @@ -17,7 +18,6 @@ import yaml REPO_ROOT = pathlib.Path(__file__).resolve().parents[2] WORKFLOW_DIR = REPO_ROOT / ".github" / "workflows" -CIRCLECI_CONFIG = REPO_ROOT / ".circleci" / "config.yml" ALLOWLIST_FILE = REPO_ROOT / ".github" / "ci-coverage-allowlist.yml" TESTS_ROOT = REPO_ROOT / "tests" @@ -25,14 +25,18 @@ ALLOWLIST_KEYS = frozenset({"description", "test_paths", "dockerfiles"}) PATH_FILTER_KEYS = frozenset({"paths", "paths-ignore"}) TEST_PATH_KEYS = frozenset({"test-path", "test-paths", "test_path"}) DOCKERFILE_INPUT_KEYS = frozenset({"file", "dockerfile"}) -TEST_RUNNER_RE = re.compile(r"\bpytest\b|\bcircleci tests\b|\bhelm unittest\b|\bplaywright test\b|\bpython[0-9.]*\s") +TEST_RUNNER_RE = re.compile(r"\bpytest\b|\bhelm unittest\b|\bplaywright test\b|\bpython[0-9.]*\s") IMAGE_BUILD_RE = re.compile(r"\bdocker\s+(?:buildx\s+)?build\b") -TEST_TOKEN_RE = re.compile(r"tests/[A-Za-z0-9_./*?-]+") -IGNORE_ARG_RE: Final = re.compile(r"--ignore(?:-glob)?[= ](\S+)") +TEST_TOKEN_RE = re.compile(r"tests/[A-Za-z0-9_./*?\[\]-]+") +IGNORE_ARG_RE: Final = re.compile(r"--(?:ignore(?:-glob)?|deselect)[= ](\S+)") DOCKERFILE_TOKEN_RE = re.compile(r"[A-Za-z0-9_./-]*Dockerfile[A-Za-z0-9_.-]*") COMMENT_RE = re.compile(r"^\s*#.*$", re.MULTILINE) -GLOB_CHARS = frozenset("*?") -DEDICATED_INTEGRATION_WORKFLOWS: Final = MappingProxyType({"image-scan.yml": "tests/integration/database/image/"}) +GLOB_CHARS = frozenset("*?[") +DEDICATED_INTEGRATION_WORKFLOWS: Final = MappingProxyType( + { + "image-scan.yml": "tests/integration/database/image/", + } +) # Trees whose jobs are sharded with no catch-all bucket, so every child that holds # tests has to be named by some shard or it runs nowhere. A child listed here is @@ -115,9 +119,7 @@ def _scalars(node: object, key: str) -> tuple[Scalar, ...]: def _config_files() -> tuple[pathlib.Path, ...]: - workflows = tuple(sorted(path for path in WORKFLOW_DIR.iterdir() if path.suffix in (".yml", ".yaml"))) - circleci = (CIRCLECI_CONFIG,) if CIRCLECI_CONFIG.is_file() else () - return workflows + circleci + return tuple(sorted(path for path in WORKFLOW_DIR.iterdir() if path.suffix in (".yml", ".yaml"))) def _all_scalars() -> tuple[Scalar, ...]: @@ -243,7 +245,6 @@ def _describe(paths: tuple[str, ...]) -> str: return f"{len(paths)} test file(s) invoked by no job: {names}{suffix}" -GLOB_CALL_RE = re.compile(r'circleci tests glob "([^"]+)"') KEYWORD_RE = re.compile(r"-k\s+\\?[\"']([^\"'\\]+)") @@ -316,16 +317,14 @@ def _keyword_terms( def _slices() -> tuple[Slice, ...]: - if not CIRCLECI_CONFIG.exists(): - return () test_files: Final = frozenset(_test_files()) - jobs: Final = yaml.safe_load(CIRCLECI_CONFIG.read_text()).get("jobs", {}) return tuple( - Slice(job=job, globs=globs, named=named, required=required, excluded=excluded, understood=understood) - for job, body in jobs.items() + Slice(job=f"{path.name}:{job}", globs=globs, named=named, required=required, excluded=excluded, understood=understood) + for path in _config_files() + for job, body in yaml.safe_load(path.read_text()).get("jobs", {}).items() for text in ("\n".join(_strings(body)),) if "pytest" in text - for globs in (tuple(GLOB_CALL_RE.findall(text)),) + for globs in (tuple(token for token in TEST_TOKEN_RE.findall(text) if GLOB_CHARS & set(token)),) for named in (frozenset(TEST_TOKEN_RE.findall(text)) & test_files,) for required, excluded, understood in ( _keyword_terms(tuple(KEYWORD_RE.findall(text)), attributable=len(globs) < 2), @@ -352,16 +351,11 @@ def _matchable_names(relative_path: str) -> frozenset[str]: def _workflow_named_tokens() -> frozenset[str]: - """Test tokens a GitHub Actions job names directly. - - A CircleCI `-k` that deselects a file no longer means the file runs nowhere once a - workflow names it, so the slice check has to credit those the same way the census does. - """ return _invoked_test_tokens( scalar for path in _config_files() - if path != CIRCLECI_CONFIG for scalar in _scalars(yaml.safe_load(path.read_text(encoding="utf-8")), path.name) + if not KEYWORD_RE.search(scalar.value) ) @@ -566,13 +560,28 @@ def _owns(workflow: str, relative_path: str) -> bool: return owned_root is not None and relative_path.startswith(owned_root) +def _expression_suites(value: str) -> tuple[str, ...]: + suites: Final = chain.from_iterable(map(json.loads, re.findall(r"'(\[[^']*\])'", value))) + return tuple(suite for suite in suites if isinstance(suite, str) and "{" not in suite) + + +def _matrix_suites(value: object) -> tuple[str, ...]: + if isinstance(value, list): + return tuple(suite for suite in value if isinstance(suite, str)) + if isinstance(value, str): + return _expression_suites(value) + return () + + def _tokens_outside_owner(relative_path: str, workflow_tokens: Mapping[str, frozenset[str]]) -> frozenset[str]: return frozenset[str]().union( *(tokens for workflow, tokens in workflow_tokens.items() if not _owns(workflow, relative_path)) ) -def _integration_ownership(repo_root: pathlib.Path = REPO_ROOT) -> tuple[frozenset[str], tuple[Finding, ...]]: +def _integration_ownership( + repo_root: pathlib.Path = REPO_ROOT, *, allowlist: Allowlist | None = None +) -> tuple[frozenset[str], tuple[Finding, ...]]: runner: Final = repo_root / "tests/integration/run.py" if not runner.exists(): return frozenset(), () @@ -589,26 +598,19 @@ def _integration_ownership(repo_root: pathlib.Path = REPO_ROOT) -> tuple[frozens browser_manifest: Final = repo_root / "tests/e2e/ui/tests/integrationCritical/expected.json" browser_nodes: Final = json.loads(browser_manifest.read_text()) if browser_manifest.exists() else () browser_paths: Final = frozenset(node.split("::", 1)[0] for node in browser_nodes) - circle_path: Final = repo_root / ".circleci/config.yml" - circle: Final = yaml.safe_load(circle_path.read_text()) if circle_path.exists() else {} - circle_test_path_tokens: Final = _invoked_test_tokens( - scalar for scalar in _scalars(circle, "config.yml") if scalar.key == "test_path" - ) - steps: Final = circle.get("jobs", {}).get("integration_contracts", {}).get("steps", ()) + integration_path: Final = repo_root / ".github/workflows/test-integration.yml" + integration: Final = yaml.safe_load(integration_path.read_text()) if integration_path.exists() else {} + integration_jobs: Final = integration.get("jobs", {}) invoked: Final = any( - ".circleci/scripts/run_integration.sh" in scalar.value - for scalar in _scalars(steps, "integration_contracts") - if scalar.key == "command" + ".github/scripts/ci/run_integration.sh" in scalar.value + for scalar in _scalars(integration_jobs, "integration") + if scalar.key == "run" ) scheduled: Final = frozenset( suite - for job in circle.get("workflows", {}).get("integration", {}).get("jobs", ()) - if isinstance(job, dict) and "integration_contracts" in job - for suite in job["integration_contracts"] - .get("matrix", {}) - .get("parameters", {}) - .get("suite", (job["integration_contracts"].get("suite"),)) - if isinstance(suite, str) + for body in integration_jobs.values() + if any(".github/scripts/ci/run_integration.sh" in scalar.value for scalar in _scalars(body, "integration")) + for suite in _matrix_suites(body.get("strategy", {}).get("matrix", {}).get("suite", ())) ) required: Final = (frozenset({"browser"}) if browser_paths else frozenset()) | frozenset( group @@ -630,19 +632,27 @@ def _integration_ownership(repo_root: pathlib.Path = REPO_ROOT) -> tuple[frozens } ) gha_tokens: Final = frozenset[str]().union(*workflow_tokens.values()) - circle_owned: Final = ( + invoked_github_files: Final = frozenset( + path for path in github_files if any(_token_covers(token, path) for token in gha_tokens) + ) + grouped: Final = ( frozenset(str(path.relative_to(repo_root)) for path in integration_root.rglob("test_*.py")) - github_files ) findings: Final = ( tuple( Finding(path, "integration file outside GITHUB_FILES is selected by GitHub Actions") - for path in sorted(circle_owned) - if any(_token_covers(token, path) for token in gha_tokens) + for path in sorted(grouped) + if any( + _token_covers(token, path) + for workflow, tokens in workflow_tokens.items() + if workflow != "test-integration.yml" + for token in tokens + ) ) + tuple( Finding(path, "GitHub-owned integration contract has no invoking job") for path in sorted(github_files) - if not any(_token_covers(token, path) for token in gha_tokens | circle_test_path_tokens) + if path not in invoked_github_files and not (allowlist is not None and allowlist.covers_test(path)) ) + tuple( Finding(path, "GitHub-owned integration file is missing") @@ -658,6 +668,7 @@ def _integration_ownership(repo_root: pathlib.Path = REPO_ROOT) -> tuple[frozens browser_commands: Final = tuple( scalar.value for path in (repo_root / ".github/workflows").glob("*.y*ml") + if path.name != "test-integration.yml" for scalar in _scalars(yaml.safe_load(path.read_text()), path.name) if scalar.key in {"run", "command"} ) @@ -690,14 +701,14 @@ def _integration_ownership(repo_root: pathlib.Path = REPO_ROOT) -> tuple[frozens else () ) group_findings: Final = tuple( - Finding(group, "canonical integration group is not scheduled by CircleCI") + Finding(group, "canonical integration group is not scheduled by GitHub Actions") for group in sorted(required - scheduled) ) + tuple(Finding(path, "canonical node must have exactly one integration group") for path in sorted(ungrouped)) if not paths or not invoked or not scheduled: return frozenset(), findings + ( - Finding(str(runner.relative_to(repo_root)), "dedicated CircleCI runner is missing"), + Finding(str(runner.relative_to(repo_root)), "dedicated GitHub Actions runner is missing"), ) - return paths | browser_paths | github_files, findings + group_findings + browser_findings + exclusion_findings + return paths | browser_paths | invoked_github_files, findings + group_findings + browser_findings + exclusion_findings def main() -> int: @@ -709,7 +720,7 @@ def main() -> int: allowlist = _load_allowlist() scalars = _all_scalars() - integration_paths, ownership_findings = _integration_ownership() + integration_paths, ownership_findings = _integration_ownership(allowlist=allowlist) test_findings = _uncovered_tests( allowlist, _invoked_selections(scalars) + (Selection(included=integration_paths, ignored=frozenset()),), @@ -731,8 +742,8 @@ def main() -> int: ) if ownership_findings: browser_remedy = ( - " CircleCI's browser group owns the integrationCritical Playwright contracts, so no GitHub workflow may " - "select them and the default Playwright config must exclude them." + " The browser group in test-integration.yml owns the integrationCritical Playwright contracts. " + "Other workflows and the default Playwright config must exclude them." if any("browser" in finding.detail or "Playwright" in finding.detail for finding in ownership_findings) else "" ) diff --git a/.circleci/scripts/classify_changes.sh b/.github/scripts/ci/classify_changes.sh similarity index 68% rename from .circleci/scripts/classify_changes.sh rename to .github/scripts/ci/classify_changes.sh index a33695d0dbe..f78c76bda77 100755 --- a/.circleci/scripts/classify_changes.sh +++ b/.github/scripts/ci/classify_changes.sh @@ -14,22 +14,22 @@ outside_cost_map_set=false while IFS= read -r file || [ -n "$file" ]; do [ -n "$file" ] || continue case "$file" in - litellm/_redis.py | litellm/_redis_credential_provider.py | litellm/caching/redis_cache.py | litellm/caching/evicted_client_closer.py | tests/unit/test_redis.py | tests/integration/sdk/test_redis_cluster_iam_auth.py | tests/unit/caching/test_redis_connection_pool.py | tests/unit/caching/test_redis_cluster_cache.py | tests/unit/caching/test_evicted_client_closer.py | .github/workflows/test-unit.yml | .github/actions/detect-changes/* | .github/scripts/detect_changes.sh | .circleci/scripts/classify_changes.sh | tests/integration/run.py | pyproject.toml | uv.lock) + litellm/_redis.py | litellm/_redis_credential_provider.py | litellm/caching/redis_cache.py | litellm/caching/evicted_client_closer.py | tests/unit/test_redis.py | tests/integration/sdk/test_redis_cluster_iam_auth.py | tests/unit/caching/test_redis_connection_pool.py | tests/unit/caching/test_redis_cluster_cache.py | tests/unit/caching/test_evicted_client_closer.py | .github/workflows/test-unit.yml | .github/actions/detect-changes/* | .github/scripts/detect_changes.sh | .github/scripts/ci/classify_changes.sh | tests/integration/run.py | pyproject.toml | uv.lock) has_redis_compat=true ;; esac case "$file" in *.md | *.mdx) : ;; - pyproject.toml | */pyproject.toml | uv.lock | uv.toml | .python-version | rust-toolchain.toml | litellm-rust/* | litellm/__init__.py | litellm/proxy/proxy_server.py | litellm/*mcp* | tests/*mcp* | litellm/integrations/arize/* | tests/base_sdk_tests/* | scripts/check_mcp_sdk_install.py | .github/workflows/test-mcp-dependency-resolution.yml | .github/actions/detect-changes/* | .github/actions/setup-uv-with-retries/* | .github/actions/cache-cargo-build/* | .github/scripts/detect_changes.sh | .github/scripts/uv_sync_with_retries.sh | .circleci/scripts/classify_changes.sh | tests/unit/test_circleci_path_filter.py | tests/unit/test_detect_changes.py) + pyproject.toml | */pyproject.toml | uv.lock | uv.toml | .python-version | litellm/rust/* | litellm/__init__.py | litellm/proxy/proxy_server.py | litellm/*mcp* | tests/*mcp* | litellm/integrations/arize/* | tests/base_sdk_tests/* | litellm/scripts/check_mcp_sdk_install.py | .github/workflows/test-mcp-dependency-resolution.yml | .github/actions/detect-changes/* | .github/actions/setup-uv-with-retries/* | .github/actions/cache-cargo-build/* | .github/scripts/detect_changes.sh | .github/scripts/uv_sync_with_retries.sh | .github/scripts/ci/classify_changes.sh | tests/unit/test_ci_path_filter.py | tests/unit/test_detect_changes.py) has_mcp_dependencies=true ;; esac case "$file" in - litellm-rust/* | litellm/rust_bridge/* | rust-toolchain.toml | pyproject.toml | uv.lock | tests/windows_tests/* | .circleci/*) + litellm/rust/* | litellm/rust_bridge/* | pyproject.toml | uv.lock | tests/windows_tests/* | .github/scripts/ci/* | .github/actions/*) has_windows_release=true ;; esac case "$file" in - ui/* | tests/e2e/ui/*) has_client=true ;; - docs/* | *.md | *.mdx) : ;; - .github/* | .circleci/*) has_ci=true; has_backend=true ;; + litellm/ui/* | tests/e2e/ui/*) has_client=true ;; + *.md | *.mdx) : ;; + .github/*) has_ci=true; has_backend=true ;; *) has_backend=true ;; esac case "$file" in diff --git a/.circleci/scripts/path_filter.sh b/.github/scripts/ci/path_filter.sh similarity index 78% rename from .circleci/scripts/path_filter.sh rename to .github/scripts/ci/path_filter.sh index c3cf6e566ff..e8ac6e5b918 100755 --- a/.circleci/scripts/path_filter.sh +++ b/.github/scripts/ci/path_filter.sh @@ -6,10 +6,12 @@ here="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" run_full() { echo "path-filter[$category]: running job ($1)" + echo "decision=run" + [ -z "${GITHUB_OUTPUT:-}" ] || echo "decision=run" >> "$GITHUB_OUTPUT" exit 0 } -[ -n "${CIRCLE_PULL_REQUEST:-}" ] || run_full "not a pull request" +[ "${GITHUB_EVENT_NAME:-}" = pull_request ] || run_full "not a pull request" candidate_bases="${PATH_FILTER_BASE_BRANCH:-main}" merge_base="" @@ -36,5 +38,6 @@ if [ "$decision" = run ]; then run_full "$category-relevant changes detected" fi -echo "path-filter[$category]: only unrelated changes detected; halting job as successful" -circleci-agent step halt +echo "path-filter[$category]: only unrelated changes detected" +echo "decision=skip" +[ -z "${GITHUB_OUTPUT:-}" ] || echo "decision=skip" >> "$GITHUB_OUTPUT" diff --git a/.circleci/scripts/prepare_replica_roles.py b/.github/scripts/ci/prepare_replica_roles.py similarity index 100% rename from .circleci/scripts/prepare_replica_roles.py rename to .github/scripts/ci/prepare_replica_roles.py diff --git a/.circleci/scripts/run_integration.sh b/.github/scripts/ci/run_integration.sh similarity index 92% rename from .circleci/scripts/run_integration.sh rename to .github/scripts/ci/run_integration.sh index fb91bcce77f..6eaf922515b 100644 --- a/.circleci/scripts/run_integration.sh +++ b/.github/scripts/ci/run_integration.sh @@ -30,7 +30,7 @@ egress_cgroup=litellm-integration cleanup() { original_status=$? trap - EXIT INT TERM - sudo .venv/bin/python .circleci/scripts/stop_integration_processes.py \ + sudo .venv/bin/python .github/scripts/ci/stop_integration_processes.py \ "$integration_identity" "$(id -u)" "$proxy_pid" "$peer_pid" "$upstream_pid" \ > "$results/process-cleanup.txt" 2>&1 || original_status=1 for owned_pid in "$peer_pid" "$proxy_pid" "$upstream_pid"; do @@ -81,10 +81,10 @@ export INTEGRATION_UPSTREAM_URL=http://127.0.0.1:8190 export INTEGRATION_MASTER_KEY="$LITELLM_MASTER_KEY" export LITELLM_UI_PATH="$PWD/litellm/proxy/_experimental/out" if [ "$suite" = browser ]; then - export LITELLM_UI_PATH="$PWD/ui/litellm-dashboard/out" + export LITELLM_UI_PATH="$PWD/litellm/ui/litellm-dashboard/out" test -f "$LITELLM_UI_PATH/index.html" fi -export INTEGRATION_SEED="$(.venv/bin/python -c 'import hashlib,os; print(int(hashlib.sha256(((os.environ.get("CIRCLE_SHA1") or os.environ.get("GITHUB_SHA") or "local") + (os.environ.get("CIRCLE_WORKFLOW_ID") or os.environ.get("GITHUB_RUN_ID") or "local")).encode()).hexdigest()[:8],16))')" +export INTEGRATION_SEED="$(.venv/bin/python -c 'import hashlib,os; print(int(hashlib.sha256(((os.environ.get("GITHUB_SHA") or "local") + (os.environ.get("GITHUB_RUN_ID") or "local")).encode()).hexdigest()[:8],16))')" export INTEGRATION_ORDER_SEED="$INTEGRATION_SEED" uv run --no-sync prisma generate --schema litellm/proxy/schema.prisma > "$results/prisma-generate.log" 2>&1 @@ -93,7 +93,7 @@ export INTEGRATION_PROXY_DATABASE_URL="" export INTEGRATION_PROXY_READ_REPLICA_URL="" export INTEGRATION_ROUTING="" if [ "$mode" = replica ] || [ "$mode" = parity ]; then - .venv/bin/python .circleci/scripts/prepare_replica_roles.py > "$results/prepare-replica-roles.log" 2>&1 + .venv/bin/python .github/scripts/ci/prepare_replica_roles.py > "$results/prepare-replica-roles.log" 2>&1 export INTEGRATION_PROXY_DATABASE_URL="postgresql://litellm_writer:litellm-writer@127.0.0.1:5432/circle_test" export INTEGRATION_PROXY_READ_REPLICA_URL="postgresql://litellm_reader:litellm-reader@127.0.0.1:5432/circle_test" fi @@ -202,7 +202,7 @@ start_proxy() { if [ "$isolated_workers" = false ]; then start_proxy 4000 proxy.log proxy_pid="$launched_pid" - .venv/bin/python .circleci/scripts/wait_integration_services.py + .venv/bin/python .github/scripts/ci/wait_integration_services.py curl --noproxy '*' -sSf -X POST "$INTEGRATION_PROXY_URL/config/update" \ -H "Authorization: Bearer $LITELLM_MASTER_KEY" -H 'Content-Type: application/json' \ -d '{"router_settings": {"num_retries": 0}}' > "$results/seed-router-settings.json" @@ -210,7 +210,7 @@ if [ "$isolated_workers" = false ]; then export INTEGRATION_PEER_URL=http://127.0.0.1:4001 start_proxy 4001 peer.log peer_pid="$launched_pid" - .venv/bin/python .circleci/scripts/wait_integration_services.py + .venv/bin/python .github/scripts/ci/wait_integration_services.py fi fi @@ -233,14 +233,13 @@ if [ "$suite" = browser ]; then E2E_UI_BASE_URL="$E2E_UI_BASE_URL" E2E_UI_ARTIFACT_DIR="$E2E_UI_ARTIFACT_DIR" \ LITELLM_MASTER_KEY="$LITELLM_MASTER_KEY" CI=true \ node tests/e2e/ui/node_modules/@playwright/test/cli.js test --config tests/e2e/ui/integration.config.ts - .venv/bin/python .circleci/scripts/verify_integration_browser.py "$results/browser-results.json" + .venv/bin/python .github/scripts/ci/verify_integration_browser.py "$results/browser-results.json" exit 0 fi shard_arguments=() -if [ "${CIRCLE_NODE_TOTAL:-1}" -gt 1 ]; then - .venv/bin/python tests/integration/run.py "$suite" --list \ - | circleci tests split --split-by=timings --timings-type=filename > "$results/node-files.txt" +if [ -n "${INTEGRATION_SHARD_FILES:-}" ]; then + cp "$INTEGRATION_SHARD_FILES" "$results/node-files.txt" shard_arguments=(--shard-files "$results/node-files.txt") fi @@ -265,7 +264,7 @@ env -i PATH="$PATH" HOME="$HOME" PYTHONPATH="$PYTHONPATH" \ "${license_env[@]}" \ INTEGRATION_SEED="$INTEGRATION_SEED" \ INTEGRATION_ORDER_SEED="$INTEGRATION_ORDER_SEED" \ - INTEGRATION_CASE_SHARDS="${CIRCLE_NODE_TOTAL:-1}" INTEGRATION_CASE_SHARD_INDEX="${CIRCLE_NODE_INDEX:-0}" \ + INTEGRATION_CASE_SHARDS="${INTEGRATION_CASE_SHARDS:-1}" INTEGRATION_CASE_SHARD_INDEX="${INTEGRATION_CASE_SHARD_INDEX:-0}" \ LITELLM_LOCAL_MODEL_COST_MAP=True AWS_EC2_METADATA_DISABLED=true DO_NOT_TRACK=1 \ INTEGRATION_PROXY_DATABASE_URL="$INTEGRATION_PROXY_DATABASE_URL" \ INTEGRATION_PROXY_READ_REPLICA_URL="$INTEGRATION_PROXY_READ_REPLICA_URL" \ diff --git a/.circleci/scripts/stop_integration_processes.py b/.github/scripts/ci/stop_integration_processes.py similarity index 100% rename from .circleci/scripts/stop_integration_processes.py rename to .github/scripts/ci/stop_integration_processes.py diff --git a/.circleci/scripts/verify_integration_browser.py b/.github/scripts/ci/verify_integration_browser.py similarity index 94% rename from .circleci/scripts/verify_integration_browser.py rename to .github/scripts/ci/verify_integration_browser.py index 4468fadbcde..452a6cd43ae 100644 --- a/.circleci/scripts/verify_integration_browser.py +++ b/.github/scripts/ci/verify_integration_browser.py @@ -31,7 +31,7 @@ def main() -> None: result: Final = json.loads(Path(sys.argv[1]).read_text()) assert not result.get("errors"), result.get("errors") expected: Final = json.loads( - (Path(__file__).resolve().parents[2] / "tests/e2e/ui/tests/integrationCritical/expected.json").read_text() + (Path(__file__).resolve().parents[3] / "tests/e2e/ui/tests/integrationCritical/expected.json").read_text() ) assert expected and result["stats"]["expected"] == len(expected) assert all(result["stats"][name] == 0 for name in ("unexpected", "flaky", "skipped")) @@ -41,7 +41,7 @@ def main() -> None: suites: Final = TypeAdapter(list[BrowserSuite]).validate_python(result["suites"], strict=True) specs: Final = tuple(spec for suite in suites for spec in cases(suite)) - repository: Final = Path(__file__).resolve().parents[2] + repository: Final = Path(__file__).resolve().parents[3] report_root: Final = Path(result["config"]["rootDir"]) assert report_root.is_absolute(), "Playwright rootDir must be explicit" observed: Final = tuple( diff --git a/.circleci/scripts/wait_integration_services.py b/.github/scripts/ci/wait_integration_services.py similarity index 100% rename from .circleci/scripts/wait_integration_services.py rename to .github/scripts/ci/wait_integration_services.py diff --git a/.github/scripts/detect_changes.sh b/.github/scripts/detect_changes.sh index 2d427c92fb5..acc19be57f1 100755 --- a/.github/scripts/detect_changes.sh +++ b/.github/scripts/detect_changes.sh @@ -16,7 +16,7 @@ run_full() { } here="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" -classify="${here}/../../.circleci/scripts/classify_changes.sh" +classify="${here}/ci/classify_changes.sh" [ -n "${PR_NUMBER:-}" ] || run_full "not a pull_request event" [ -n "${REPO:-}" ] || run_full "no repository in the environment" diff --git a/.github/scripts/setup_rust_environment.sh b/.github/scripts/setup_rust_environment.sh new file mode 100644 index 00000000000..ec9228bc1d2 --- /dev/null +++ b/.github/scripts/setup_rust_environment.sh @@ -0,0 +1,13 @@ +#!/usr/bin/env bash +set -euo pipefail + +root=$(git rev-parse --show-toplevel) +toolchain=$(sed -n 's/^[[:space:]]*channel[[:space:]]*=[[:space:]]*"\([^"]*\)".*/\1/p' "$root/litellm/rust/rust-toolchain.toml") +test -n "$toolchain" +rustup toolchain install "$toolchain" --profile minimal --component rustfmt --component clippy --no-self-update +{ + echo "RUSTUP_TOOLCHAIN=$toolchain" + echo "CARGO_NET_RETRY=5" + echo "CARGO_HTTP_MULTIPLEXING=false" + echo "SQLX_OFFLINE=${SQLX_OFFLINE:-true}" +} >> "${GITHUB_ENV:?GITHUB_ENV is required}" diff --git a/.github/scripts/verify_linux_native_wheel.py b/.github/scripts/verify_linux_native_wheel.py index 4c4cb399dce..ce5375c3494 100644 --- a/.github/scripts/verify_linux_native_wheel.py +++ b/.github/scripts/verify_linux_native_wheel.py @@ -128,6 +128,20 @@ def main( member.filename for member in wheel_members if member.filename.endswith((".pdb", ".dwp", ".rlib", ".rmeta", "Cargo.toml", "Cargo.lock")) + or member.filename.startswith( + ( + "litellm/deploy/", + "litellm/ui/", + "litellm/vscode-extension/", + "litellm/enterprise/", + "litellm/proxy-extras/", + "litellm/rust/", + "litellm/packaging/", + "litellm/scripts/", + "litellm/runtime/", + "litellm/schema.prisma", + ) + ) or any(part.endswith(".dSYM") for part in PurePosixPath(member.filename).parts) ) native_member: Final = native_members[0] @@ -214,7 +228,7 @@ def main( native_module: Final = load_native_module(native_path) native_module_loads: Final = native_module is not None panic_test_hook_absent: Final = native_module is not None and not hasattr(native_module, "_panic_for_test") - native_size_limit: Final = 48_000_000 + native_size_limit: Final = 55_000_000 native_size_within_limit: Final = native_member.file_size <= native_size_limit validations: Final = ( (f"Python tag is {EXPECTED_PYTHON_TAG}", python_tag == EXPECTED_PYTHON_TAG), diff --git a/.semgrep/rules/README.md b/.github/semgrep/rules/README.md similarity index 80% rename from .semgrep/rules/README.md rename to .github/semgrep/rules/README.md index 0dbb77cdd48..315976f1eac 100644 --- a/.semgrep/rules/README.md +++ b/.github/semgrep/rules/README.md @@ -5,13 +5,13 @@ Add custom rule YAML files here. Semgrep loads all `.yml`/`.yaml` files under th **Run only custom rules (CI / fail on findings):** ```bash -semgrep scan --config .semgrep/rules . --error +semgrep scan --config .github/semgrep/rules . --error ``` **Run with registry + custom rules:** ```bash -semgrep scan --config auto --config .semgrep/rules . +semgrep scan --config auto --config .github/semgrep/rules . ``` **Layout:** diff --git a/.semgrep/rules/python/reliability/unbounded-memory.yml b/.github/semgrep/rules/python/reliability/unbounded-memory.yml similarity index 100% rename from .semgrep/rules/python/reliability/unbounded-memory.yml rename to .github/semgrep/rules/python/reliability/unbounded-memory.yml diff --git a/.semgrep/rules/python/unbounded-memory.yml b/.github/semgrep/rules/python/unbounded-memory.yml similarity index 100% rename from .semgrep/rules/python/unbounded-memory.yml rename to .github/semgrep/rules/python/unbounded-memory.yml diff --git a/.semgrep/rules/security/no-claude-directory.yml b/.github/semgrep/rules/security/no-claude-directory.yml similarity index 100% rename from .semgrep/rules/security/no-claude-directory.yml rename to .github/semgrep/rules/security/no-claude-directory.yml diff --git a/.github/workflows/auto-close-duplicates.yml b/.github/workflows/auto-close-duplicates.yml index 9a362b4c85c..a6366ab5269 100644 --- a/.github/workflows/auto-close-duplicates.yml +++ b/.github/workflows/auto-close-duplicates.yml @@ -16,8 +16,8 @@ on: pull_request: paths: - .github/workflows/auto-close-duplicates.yml - - scripts/auto-close-duplicates.ts - - scripts/auto-close-duplicates.test.ts + - litellm/scripts/auto-close-duplicates.ts + - litellm/scripts/auto-close-duplicates.test.ts permissions: {} @@ -40,7 +40,7 @@ jobs: bun-version: "1.4.0" - name: Test the sweep - run: bun test scripts/auto-close-duplicates.test.ts + run: bun test litellm/scripts/auto-close-duplicates.test.ts sweep: if: github.event_name != 'pull_request' && github.repository == 'BerriAI/litellm' @@ -62,7 +62,7 @@ jobs: bun-version: "1.4.0" - name: Close unanswered duplicates, reopen ones the reporter answered - run: bun run scripts/auto-close-duplicates.ts + run: bun run litellm/scripts/auto-close-duplicates.ts env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} DRY_RUN: ${{ inputs.dry_run == true }} diff --git a/.github/workflows/check-schema-sync.yml b/.github/workflows/check-schema-sync.yml index a4e78d2c44c..8b2bd707719 100644 --- a/.github/workflows/check-schema-sync.yml +++ b/.github/workflows/check-schema-sync.yml @@ -3,9 +3,9 @@ name: Check Schema Sync on: pull_request: paths: - - 'schema.prisma' + - 'litellm/schema.prisma' - 'litellm/proxy/schema.prisma' - - 'litellm-proxy-extras/litellm_proxy_extras/schema.prisma' + - 'litellm/proxy-extras/litellm_proxy_extras/schema.prisma' permissions: contents: read @@ -16,7 +16,7 @@ concurrency: jobs: check-sync: - name: Verify schema.prisma copies match root + name: Verify litellm/schema.prisma copies match the canonical schema runs-on: ubuntu-latest timeout-minutes: 5 steps: @@ -27,7 +27,7 @@ jobs: - name: Reject symlinked schema files run: | - for f in schema.prisma litellm/proxy/schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma; do + for f in litellm/schema.prisma litellm/proxy/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma; do if [ -L "$f" ]; then echo "::error file=$f::$f is a symlink, which is not allowed" exit 1 @@ -38,24 +38,24 @@ jobs: run: | EXIT=0 - diff schema.prisma litellm/proxy/schema.prisma || { - echo "::error file=litellm/proxy/schema.prisma::litellm/proxy/schema.prisma differs from root schema.prisma" + diff litellm/schema.prisma litellm/proxy/schema.prisma || { + echo "::error file=litellm/proxy/schema.prisma::litellm/proxy/schema.prisma differs from root litellm/schema.prisma" EXIT=1 } - diff schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma || { - echo "::error file=litellm-proxy-extras/litellm_proxy_extras/schema.prisma::litellm-proxy-extras/litellm_proxy_extras/schema.prisma differs from root schema.prisma" + diff litellm/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma || { + echo "::error file=litellm/proxy-extras/litellm_proxy_extras/schema.prisma::litellm/proxy-extras/litellm_proxy_extras/schema.prisma differs from root litellm/schema.prisma" EXIT=1 } if [ "$EXIT" -ne 0 ]; then echo "" echo "Schema files are out of sync." - echo "The root schema.prisma is the source of truth." + echo "The root litellm/schema.prisma is the source of truth." echo "" echo "To fix, run from the repo root:" - echo " cp schema.prisma litellm/proxy/schema.prisma" - echo " cp schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma" + echo " cp litellm/schema.prisma litellm/proxy/schema.prisma" + echo " cp litellm/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma" exit 1 fi diff --git a/.github/workflows/compat-matrix-image.yml b/.github/workflows/compat-matrix-image.yml index ddd2aa1a50b..73a77c1e861 100644 --- a/.github/workflows/compat-matrix-image.yml +++ b/.github/workflows/compat-matrix-image.yml @@ -26,17 +26,24 @@ jobs: with: persist-credentials: false - - name: Build the Render cron image - run: docker build -f tests/e2e/claude_code/cron_vm/Dockerfile -t compat-matrix:${{ github.sha }} tests/e2e - - - name: Resolve and install the Claude Code CLI as the cron user + - name: Install the pinned uv the cron image ships + env: + UV_VERSION: 0.10.9 + UV_SHA256: 20d79708222611fa540b5c9ed84f352bcd3937740e51aacc0f8b15b271c57594 run: | - docker run --rm compat-matrix:${{ github.sha }} bash -c ' - set -euo pipefail - whoami - gh --version - uv --version - version="$(uv run --no-project --python 3.12 python /opt/litellm/tests/e2e/cli_harness/npm_version_resolver.py @anthropic-ai/claude-code)" - /opt/litellm/tests/e2e/claude_code/cron_vm/install_claude_code.sh "${version}" /tmp/claude-cli - /tmp/claude-cli/claude --version - ' + set -euo pipefail + curl -fsSLo "$RUNNER_TEMP/uv.tar.gz" "https://github.com/astral-sh/uv/releases/download/${UV_VERSION}/uv-x86_64-unknown-linux-gnu.tar.gz" + echo "${UV_SHA256} $RUNNER_TEMP/uv.tar.gz" | sha256sum -c - + mkdir -p "$RUNNER_TEMP/bin" + tar -xzf "$RUNNER_TEMP/uv.tar.gz" -C "$RUNNER_TEMP/bin" --strip-components=1 uv-x86_64-unknown-linux-gnu/uv + echo "$RUNNER_TEMP/bin" >> "$GITHUB_PATH" + + - name: Resolve and install the Claude Code CLI as an unprivileged user + run: | + set -euo pipefail + whoami + gh --version + uv --version + version="$(uv run --no-project --python 3.12 python tests/e2e/cli_harness/npm_version_resolver.py @anthropic-ai/claude-code)" + tests/e2e/claude_code/cron_vm/install_claude_code.sh "${version}" "$RUNNER_TEMP/claude-cli" + "$RUNNER_TEMP/claude-cli/claude" --version diff --git a/.github/workflows/conventional-commits.yml b/.github/workflows/conventional-commits.yml index 4ae59ed581f..bd44c3e3c17 100644 --- a/.github/workflows/conventional-commits.yml +++ b/.github/workflows/conventional-commits.yml @@ -3,7 +3,7 @@ name: Conventional PR Title # Squash-merge replaces the merge commit subject with the PR title, so # enforcing Conventional Commits at the PR-title level is what actually gates # the commits that land on the default branch. The local commit-msg hook -# (.githooks/commit-msg) is a best-effort assist; this workflow is the gate. +# (litellm/scripts/githooks/commit-msg) is a best-effort assist; this workflow is the gate. # # See https://www.conventionalcommits.org/en/v1.0.0/ @@ -28,7 +28,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: - # Must mirror the type list in .githooks/commit-msg. + # Must mirror the type list in litellm/scripts/githooks/commit-msg. types: | feat fix diff --git a/.github/workflows/cost-map-guard.yml b/.github/workflows/cost-map-guard.yml index f26c649aad2..90c8d5a3f9e 100644 --- a/.github/workflows/cost-map-guard.yml +++ b/.github/workflows/cost-map-guard.yml @@ -49,7 +49,15 @@ jobs: HEAD_SHA: ${{ github.event.pull_request.head.sha }} HEAD_REF: ${{ github.event.pull_request.head.ref }} run: | - uv run --no-project python ci_cd/cost_map_guard.py --base "$MERGE_BASE" --head "$HEAD_SHA" --head-ref "$HEAD_REF" + guard=litellm/scripts/ci_cd/cost_map_guard.py + # TODO: Drop the legacy path after this lands on main. + if [ ! -f "$guard" ]; then + guard=scripts/ci_cd/cost_map_guard.py + fi + if [ ! -f "$guard" ]; then + guard=ci_cd/cost_map_guard.py + fi + uv run --no-project python "$guard" --base "$MERGE_BASE" --head "$HEAD_SHA" --head-ref "$HEAD_REF" - name: Check whether the pull request changes the cost map id: changed env: @@ -69,5 +77,5 @@ jobs: HEAD_SHA: ${{ github.event.pull_request.head.sha }} run: | git show "${HEAD_SHA}:model_prices_and_context_window.json" > "$RUNNER_TEMP/model_prices_and_context_window.json" - cargo run --locked --quiet --manifest-path litellm-rust/Cargo.toml -p litellm-model-catalog --bin check-registry \ + cargo run --locked --quiet --manifest-path litellm/rust/Cargo.toml -p litellm-model-catalog --bin check-registry \ -- "$RUNNER_TEMP/model_prices_and_context_window.json" diff --git a/.github/workflows/cost-map-pins-recheck.yml b/.github/workflows/cost-map-pins-recheck.yml index f2572efbb31..34482a842ee 100644 --- a/.github/workflows/cost-map-pins-recheck.yml +++ b/.github/workflows/cost-map-pins-recheck.yml @@ -8,7 +8,7 @@ on: paths: - model_prices_and_context_window.json - litellm/model_prices_and_context_window_backup.json - - ci_cd/cost_map_pins.json + - litellm/scripts/ci_cd/cost_map_pins.json permissions: {} @@ -28,8 +28,8 @@ jobs: BEFORE_SHA: ${{ github.event.before }} AFTER_SHA: ${{ github.event.after }} FORCED: ${{ github.event.forced }} - COST_MAP_PATHS: '["model_prices_and_context_window.json", "litellm/model_prices_and_context_window_backup.json", "ci_cd/cost_map_pins.json"]' - PINS_PATHS: '["ci_cd/cost_map_pins.json"]' + COST_MAP_PATHS: '["model_prices_and_context_window.json", "litellm/model_prices_and_context_window_backup.json", "litellm/scripts/ci_cd/cost_map_pins.json"]' + PINS_PATHS: '["litellm/scripts/ci_cd/cost_map_pins.json"]' run: | if [[ "$BEFORE_SHA" =~ ^0+$ || "$FORCED" == true ]] \ || ! gh api "repos/${GITHUB_REPOSITORY}/compare/${BEFORE_SHA}...${AFTER_SHA}?per_page=1" \ diff --git a/.github/workflows/duplicate_issue_check.yml b/.github/workflows/duplicate_issue_check.yml index 91eee3ca383..325f62a7e2d 100644 --- a/.github/workflows/duplicate_issue_check.yml +++ b/.github/workflows/duplicate_issue_check.yml @@ -13,9 +13,9 @@ on: - .github/workflows/duplicate_issue_check.yml - .github/prompts/duplicate-issue-check.md - .github/prompts/duplicate-issue-check.schema.json - - scripts/flag-duplicate-issue.ts - - scripts/flag-duplicate-issue.test.ts - - scripts/auto-close-duplicates.ts + - litellm/scripts/flag-duplicate-issue.ts + - litellm/scripts/flag-duplicate-issue.test.ts + - litellm/scripts/auto-close-duplicates.ts permissions: {} @@ -38,7 +38,7 @@ jobs: bun-version: "1.4.0" - name: Test the flag step - run: bun test scripts/flag-duplicate-issue.test.ts + run: bun test litellm/scripts/flag-duplicate-issue.test.ts classify: if: github.event_name != 'pull_request' && github.repository == 'BerriAI/litellm' @@ -125,7 +125,7 @@ jobs: - name: Checkout scripts uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 with: - sparse-checkout: scripts + sparse-checkout: litellm/scripts persist-credentials: false - name: Setup Bun @@ -134,7 +134,7 @@ jobs: bun-version: "1.4.0" - name: Comment and label - run: bun run scripts/flag-duplicate-issue.ts + run: bun run litellm/scripts/flag-duplicate-issue.ts env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} VERDICT: ${{ needs.classify.outputs.verdict }} diff --git a/.github/workflows/guard-fork-dependencies.yml b/.github/workflows/guard-fork-dependencies.yml index a0717c8e0f9..8058672da05 100644 --- a/.github/workflows/guard-fork-dependencies.yml +++ b/.github/workflows/guard-fork-dependencies.yml @@ -8,8 +8,8 @@ on: paths: - "uv.lock" - "pyproject.toml" - - "litellm-proxy-extras/pyproject.toml" - - "enterprise/pyproject.toml" + - "litellm/proxy-extras/pyproject.toml" + - "litellm/enterprise/pyproject.toml" permissions: {} @@ -130,8 +130,12 @@ jobs: } check_deps base/pyproject.toml pr/pyproject.toml "pyproject.toml" || had_error=1 - check_deps base/litellm-proxy-extras/pyproject.toml pr/litellm-proxy-extras/pyproject.toml "litellm-proxy-extras/pyproject.toml" || had_error=1 - check_deps base/enterprise/pyproject.toml pr/enterprise/pyproject.toml "enterprise/pyproject.toml" || had_error=1 + base_extras=base/litellm/proxy-extras/pyproject.toml + [ -f "$base_extras" ] || base_extras=base/litellm-proxy-extras/pyproject.toml + base_enterprise=base/litellm/enterprise/pyproject.toml + [ -f "$base_enterprise" ] || base_enterprise=base/enterprise/pyproject.toml + check_deps "$base_extras" pr/litellm/proxy-extras/pyproject.toml "litellm/proxy-extras/pyproject.toml" || had_error=1 + check_deps "$base_enterprise" pr/litellm/enterprise/pyproject.toml "litellm/enterprise/pyproject.toml" || had_error=1 if [ "$had_error" -ne 0 ]; then echo "" diff --git a/.github/workflows/image-scan.yml b/.github/workflows/image-scan.yml index 47c1dd9de26..c0e0a406ed4 100644 --- a/.github/workflows/image-scan.yml +++ b/.github/workflows/image-scan.yml @@ -7,34 +7,29 @@ on: - litellm_oss_branch - "litellm_**" paths: - - Dockerfile - - docker/Dockerfile.non_root - - docker/Dockerfile.database - - migrations/Dockerfile - - migrations/run.py - - gateway/Dockerfile - - gateway/launch.py - - gateway/main.py - - gateway/routes/allowlist.py - - litellm_cli/** - - backend/Dockerfile - - backend/main.py - - litellm-rust/** - - docker/component_entrypoint.sh - - docker/entrypoint.sh + - litellm/deploy/docker/Dockerfile + - litellm/deploy/docker/Dockerfile.dockerignore + - litellm/deploy/docker/docker-entrypoint.sh + - litellm/runtime/migrations/run.py + - litellm/runtime/gateway/main.py + - litellm/runtime/gateway/launch.py + - litellm/runtime/gateway/routes/allowlist.py + - litellm/cli/** + - .github/packaging/** + - litellm/runtime/backend/main.py + - litellm/runtime/backend/routes/allowlist.py + - litellm/rust/** - litellm/proxy/prisma_migration.py - litellm/proxy/admin_mcp.py - litellm/proxy/proxy_server.py - - backend/routes/allowlist.py - pyproject.toml - - litellm-proxy-extras/** + - litellm/proxy-extras/** - tests/integration/database/image/** - uv.lock - - ui/litellm-dashboard/package-lock.json - - ui/Dockerfile - - ui/nginx.conf + - litellm/ui/litellm-dashboard/package-lock.json + - litellm/ui/nginx.conf - .github/workflows/image-scan.yml - - .grype.yaml + - .github/grype.yaml schedule: - cron: "41 6 * * *" workflow_dispatch: @@ -45,9 +40,13 @@ concurrency: group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} cancel-in-progress: true +env: + IMAGE: litellm-image-scan:${{ github.sha }} + ADMIN_MCP_SCHEMA_IMAGE: litellm-admin-mcp-schema:${{ github.sha }} + jobs: - image-scan: - name: image-scan + build: + name: build runs-on: ubuntu-latest if: >- github.event_name != 'pull_request' || @@ -60,7 +59,129 @@ jobs: with: persist-credentials: false + - name: Build the image + run: docker build -f litellm/deploy/docker/Dockerfile --build-arg MATURIN_PEP517_ARGS="--profile ci" --build-arg LITELLM_RELEASE_TAG=v0.0.0-ci -t "$IMAGE" . + + - name: Save the image for the verify matrix + run: docker save "$IMAGE" | zstd -T0 -3 -o "$RUNNER_TEMP/litellm-image.tar.zst" + + - uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1 + with: + name: litellm-image + path: ${{ runner.temp }}/litellm-image.tar.zst + retention-days: 1 + compression-level: 0 + + - name: Build the Admin MCP schema image + run: docker build -f litellm/deploy/docker/Dockerfile --build-arg MATURIN_PEP517_ARGS="--profile ci" --build-arg LITELLM_RELEASE_TAG=v0.0.0-ci --target builder -t "$ADMIN_MCP_SCHEMA_IMAGE" . + + - name: Save the Admin MCP schema image for the verify matrix + run: docker save "$ADMIN_MCP_SCHEMA_IMAGE" | zstd -T0 -3 -o "$RUNNER_TEMP/litellm-admin-mcp-schema.tar.zst" + + - uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1 + with: + name: litellm-admin-mcp-schema + path: ${{ runner.temp }}/litellm-admin-mcp-schema.tar.zst + retention-days: 1 + compression-level: 0 + + verify: + name: verify (${{ matrix.check }}) + needs: build + runs-on: ubuntu-latest + timeout-minutes: 45 + permissions: + contents: read + strategy: + fail-fast: false + matrix: + check: [scan, migrations, gateway, backend, ui, collector] + steps: + - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 + with: + persist-credentials: false + + - uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0 + with: + name: litellm-image + path: ${{ runner.temp }} + + - name: Load the image + run: zstd -d --stdout "$RUNNER_TEMP/litellm-image.tar.zst" | docker load + + - uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0 + if: matrix.check == 'migrations' || matrix.check == 'backend' + with: + name: litellm-admin-mcp-schema + path: ${{ runner.temp }} + + - name: Load the Admin MCP schema image + if: matrix.check == 'migrations' || matrix.check == 'backend' + run: zstd -d --stdout "$RUNNER_TEMP/litellm-admin-mcp-schema.tar.zst" | docker load + + - name: Set up Python + if: matrix.check != 'scan' + uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 + with: + python-version: "3.12" + + - name: Install pytest + if: matrix.check != 'scan' + run: python -m pip install "pytest==9.0.3" + + # The prisma bake must migrate a fresh DB with no egress as an arbitrary + # non-root uid (OpenShift restricted-v2 / air-gapped / readOnlyFilesystem). + # `docker run` as the default uid with network hides a broken bake because + # the migration entrypoint exits 0 even when it applied nothing; asserting + # the schema was created is what catches it. + - name: Verify offline migration as a non-root uid + if: matrix.check == 'migrations' + env: + LITELLM_IMAGE: ${{ env.IMAGE }} + LITELLM_ADMIN_MCP_SCHEMA_IMAGE: ${{ env.ADMIN_MCP_SCHEMA_IMAGE }} + run: | + python -m pytest --noconftest -v \ + tests/integration/database/image/test_offline_image_migration.py \ + tests/integration/database/image/test_image_bedrock_realtime_extra.py \ + tests/integration/database/image/test_image_admin_mcp.py + + - name: Verify the gateway component serves offline as a non-root uid + if: matrix.check == 'gateway' + env: + LITELLM_IMAGE: ${{ env.IMAGE }} + LITELLM_COMPONENT: gateway + LITELLM_IMAGE_COMPONENT: gateway + run: | + python -m pytest --noconftest -v \ + tests/integration/database/image/test_component_image_serves_offline.py \ + tests/integration/database/image/test_image_admin_mcp.py + + - name: Verify the backend component serves offline as a non-root uid + if: matrix.check == 'backend' + env: + LITELLM_IMAGE: ${{ env.IMAGE }} + LITELLM_COMPONENT: backend + LITELLM_IMAGE_COMPONENT: backend + LITELLM_ADMIN_MCP_SCHEMA_IMAGE: ${{ env.ADMIN_MCP_SCHEMA_IMAGE }} + run: | + python -m pytest --noconftest -v \ + tests/integration/database/image/test_component_image_serves_offline.py \ + tests/integration/database/image/test_image_admin_mcp.py + + - name: Verify the ui component serves as an arbitrary uid with a read-only root fs + if: matrix.check == 'ui' + env: + LITELLM_IMAGE: ${{ env.IMAGE }} + run: python -m pytest --noconftest -v tests/integration/database/image/test_ui_image_serves_offline.py + + - name: Verify the collector creates its socket as the image user + if: matrix.check == 'collector' + env: + LITELLM_IMAGE: ${{ env.IMAGE }} + run: python -m pytest --noconftest -v tests/integration/database/image/test_collector_image_serves_socket.py + - name: Download Grype v0.114.0 + if: matrix.check == 'scan' run: | curl -fsSL --retry 3 -o "$RUNNER_TEMP/grype.tar.gz" \ https://github.com/anchore/grype/releases/download/v0.114.0/grype_0.114.0_linux_amd64.tar.gz @@ -68,33 +189,6 @@ jobs: tar xzf "$RUNNER_TEMP/grype.tar.gz" -C "$RUNNER_TEMP" grype chmod +x "$RUNNER_TEMP/grype" - # Dockerfile.non_root is the rootless variant we ship. The other - # Dockerfiles share the same wolfi base and apk set, so OS-layer coverage - # is the same; matrix-scan if those variants ever diverge. - - name: Build runtime image - run: docker build -f docker/Dockerfile.non_root -t litellm-image-scan:${{ github.sha }} . - - - name: Tag the cached builder for Admin MCP schema setup - run: docker build --target builder -f docker/Dockerfile.non_root -t litellm-admin-mcp-schema:${{ github.sha }} . - - # The prisma bake must migrate a fresh DB with no egress as an arbitrary - # non-root uid (OpenShift restricted-v2 / air-gapped / readOnlyRootFilesystem). - # `docker run` as the default uid with network hides a broken bake because - # the migration entrypoint exits 0 even when it applied nothing; asserting - # the schema was created is what catches it. - - name: Set up Python - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 - with: - python-version: "3.12" - - - name: Verify offline migration as a non-root uid - env: - LITELLM_IMAGE: litellm-image-scan:${{ github.sha }} - LITELLM_ADMIN_MCP_SCHEMA_IMAGE: litellm-admin-mcp-schema:${{ github.sha }} - run: | - python -m pip install "pytest==9.0.3" - python -m pytest --noconftest tests/integration/database/image/test_offline_image_migration.py tests/integration/database/image/test_image_bedrock_realtime_extra.py tests/integration/database/image/test_image_admin_mcp.py -v - # Scans the whole shipped artifact: OS/apk plus every language package # baked into the image, including ones no lockfile declares (e.g. prisma's # vendored node engine) that osv-scan cannot see. osv-scan stays the fast @@ -102,175 +196,12 @@ jobs: # free OSS, run as a pinned, checksum-verified binary; no GitHub Action # dependency and no vendor SaaS callout. - name: Scan image for fixable HIGH/CRITICAL CVEs + if: matrix.check == 'scan' env: GRYPE_MATCH_PYTHON_USING_CPES: "true" run: | - "$RUNNER_TEMP/grype" litellm-image-scan:${{ github.sha }} \ - --config .grype.yaml \ + "$RUNNER_TEMP/grype" "$IMAGE" \ + --config .github/grype.yaml \ --only-fixed \ --fail-on high \ --output table - - runtime-image: - name: runtime-image (${{ matrix.dockerfile }}) - runs-on: ubuntu-latest - if: >- - github.event_name != 'pull_request' || - github.event.pull_request.head.repo.full_name == github.repository - timeout-minutes: 45 - permissions: - contents: read - strategy: - fail-fast: false - matrix: - dockerfile: [Dockerfile, docker/Dockerfile.database] - steps: - - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 - with: - persist-credentials: false - - - name: Build runtime image - run: docker build --build-arg LITELLM_RELEASE_TAG=v0.0.0-ci -f "${{ matrix.dockerfile }}" -t litellm-runtime-scan:${{ github.sha }} . - - - name: Tag the cached builder for Admin MCP schema setup - run: docker build --target builder -f "${{ matrix.dockerfile }}" -t litellm-admin-mcp-schema:${{ github.sha }} . - - - name: Set up Python - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 - with: - python-version: "3.12" - - - name: Verify offline migration as a non-root uid - env: - LITELLM_IMAGE: litellm-runtime-scan:${{ github.sha }} - LITELLM_ADMIN_MCP_SCHEMA_IMAGE: litellm-admin-mcp-schema:${{ github.sha }} - run: | - python -m pip install "pytest==9.0.3" - python -m pytest --noconftest tests/integration/database/image/test_offline_image_migration.py tests/integration/database/image/test_image_bedrock_realtime_extra.py tests/integration/database/image/test_image_admin_mcp.py -v - - - migrations-image: - name: migrations-image - runs-on: ubuntu-latest - if: >- - github.event_name != 'pull_request' || - github.event.pull_request.head.repo.full_name == github.repository - timeout-minutes: 30 - permissions: - contents: read - steps: - - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 - with: - persist-credentials: false - - - name: Build migrations image - run: docker build -f migrations/Dockerfile -t litellm-migrations-scan:${{ github.sha }} . - - - name: Set up Python - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 - with: - python-version: "3.12" - - - name: Verify offline migration as a non-root uid - env: - LITELLM_IMAGE: litellm-migrations-scan:${{ github.sha }} - LITELLM_MIGRATION_INTERPRETER: python3 - LITELLM_MIGRATION_SCRIPT: /app/run.py - run: | - python -m pip install "pytest==9.0.3" - python -m pytest --noconftest tests/integration/database/image/test_offline_image_migration.py -v - - gateway-image: - name: gateway-image - runs-on: ubuntu-latest - if: >- - github.event_name != 'pull_request' || - github.event.pull_request.head.repo.full_name == github.repository - timeout-minutes: 30 - permissions: - contents: read - steps: - - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 - with: - persist-credentials: false - - - name: Build gateway image - run: docker build -f gateway/Dockerfile -t litellm-gateway-scan:${{ github.sha }} . - - - name: Set up Python - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 - with: - python-version: "3.12" - - - name: Verify the gateway serves offline as a non-root uid - env: - LITELLM_IMAGE: litellm-gateway-scan:${{ github.sha }} - LITELLM_COMPONENT_PORT: "4000" - LITELLM_IMAGE_COMPONENT: gateway - run: | - python -m pip install "pytest==9.0.3" - python -m pytest --noconftest tests/integration/database/image/test_component_image_serves_offline.py tests/integration/database/image/test_image_bedrock_realtime_extra.py tests/integration/database/image/test_image_admin_mcp.py -v - - ui-image: - name: ui-image - runs-on: ubuntu-latest - if: >- - github.event_name != 'pull_request' || - github.event.pull_request.head.repo.full_name == github.repository - timeout-minutes: 30 - permissions: - contents: read - steps: - - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 - with: - persist-credentials: false - - - name: Build UI image - run: docker build -f ui/Dockerfile -t litellm-ui-scan:${{ github.sha }} . - - - name: Set up Python - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 - with: - python-version: "3.12" - - - name: Verify the UI serves offline as an arbitrary uid with a read-only root fs - env: - LITELLM_IMAGE: litellm-ui-scan:${{ github.sha }} - run: | - python -m pip install "pytest==9.0.3" - python -m pytest --noconftest tests/integration/database/image/test_ui_image_serves_offline.py -v - - backend-image: - name: backend-image - runs-on: ubuntu-latest - if: >- - github.event_name != 'pull_request' || - github.event.pull_request.head.repo.full_name == github.repository - timeout-minutes: 30 - permissions: - contents: read - steps: - - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 - with: - persist-credentials: false - - - name: Build backend image - run: docker build -f backend/Dockerfile -t litellm-backend-scan:${{ github.sha }} . - - - name: Tag the cached builder for Admin MCP schema setup - run: docker build --target builder -f backend/Dockerfile -t litellm-admin-mcp-schema:${{ github.sha }} . - - - name: Set up Python - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 - with: - python-version: "3.12" - - - name: Verify the backend serves offline as a non-root uid - env: - LITELLM_IMAGE: litellm-backend-scan:${{ github.sha }} - LITELLM_ADMIN_MCP_SCHEMA_IMAGE: litellm-admin-mcp-schema:${{ github.sha }} - LITELLM_COMPONENT_PORT: "4001" - LITELLM_IMAGE_COMPONENT: backend - run: | - python -m pip install "pytest==9.0.3" - python -m pytest --noconftest tests/integration/database/image/test_component_image_serves_offline.py tests/integration/database/image/test_image_admin_mcp.py -v diff --git a/.github/workflows/issue_classifier.yml b/.github/workflows/issue_classifier.yml index 842e4c40b5e..57ab65bad13 100644 --- a/.github/workflows/issue_classifier.yml +++ b/.github/workflows/issue_classifier.yml @@ -16,12 +16,12 @@ on: - .github/issue-labels.json - .github/ISSUE_TEMPLATE/bug_report.yml - .github/ISSUE_TEMPLATE/feature_request.yml - - scripts/classify-issue.ts - - scripts/classify-issue.test.ts - - scripts/label-issue.ts - - scripts/label-issue.test.ts - - scripts/issue-labels.ts - - scripts/auto-close-duplicates.ts + - litellm/scripts/classify-issue.ts + - litellm/scripts/classify-issue.test.ts + - litellm/scripts/label-issue.ts + - litellm/scripts/label-issue.test.ts + - litellm/scripts/issue-labels.ts + - litellm/scripts/auto-close-duplicates.ts permissions: {} @@ -49,7 +49,7 @@ jobs: bun-version: "1.4.0" - name: Test the gate, the validation and the label step - run: bun test scripts/classify-issue.test.ts scripts/label-issue.test.ts + run: bun test litellm/scripts/classify-issue.test.ts litellm/scripts/label-issue.test.ts classify-issue: # An edit to a labelled issue is dropped here; the script decides the rest against the live labels @@ -73,7 +73,7 @@ jobs: with: sparse-checkout: | .github - scripts + litellm/scripts persist-credentials: false - name: Setup Bun @@ -108,7 +108,7 @@ jobs: ISSUE_CLASSIFIER_MODEL: ${{ vars.ISSUE_CLASSIFIER_MODEL }} run: | set -euo pipefail - bun run scripts/classify-issue.ts > classification.json + bun run litellm/scripts/classify-issue.ts > classification.json { echo 'verdict< /dev/null 2>&1 uv run --no-sync --with mutmut==3.5.0 mutmut results > mutmut-results.txt 2>&1 - uv run --no-sync python scripts/mutation_report.py + uv run --no-sync python litellm/scripts/mutation_report.py # The full report can be very long for big test files; the run-page # summary cuts off at 1 MB. Append the head of the report (summary # + survivor list) and link out to the artifact for the full body. diff --git a/.github/workflows/osv-scan.yml b/.github/workflows/osv-scan.yml index 5016957bd6f..30d8991e06a 100644 --- a/.github/workflows/osv-scan.yml +++ b/.github/workflows/osv-scan.yml @@ -40,7 +40,7 @@ jobs: - name: Scan lockfiles run: | "$RUNNER_TEMP/osv-scanner" scan source \ - --config osv-scanner.toml \ + --config .github/osv-scanner.toml \ -L uv.lock \ - -L ui/litellm-dashboard/package-lock.json \ - -L vscode-extension/package-lock.json + -L litellm/ui/litellm-dashboard/package-lock.json \ + -L litellm/vscode-extension/package-lock.json diff --git a/.github/workflows/publish-lint-base-counts.yml b/.github/workflows/publish-lint-base-counts.yml index bbe9cadc893..b0a297932f7 100644 --- a/.github/workflows/publish-lint-base-counts.yml +++ b/.github/workflows/publish-lint-base-counts.yml @@ -3,7 +3,7 @@ name: Publish lint base counts # Every commit on main can become a future merge-base. # Publishing its per-rule counts for each lint gate (strict ruff, type discipline, # test quality, basedpyright) as an artifact lets the gates download them through -# scripts/lint_base_counts.py in seconds instead of scanning the merge-base tree in +# litellm/scripts/lint_base_counts.py in seconds instead of scanning the merge-base tree in # a throwaway worktree on every fresh checkout or moved merge-base. # No concurrency group on purpose: runs must never cancel each other, because # every sha's artifact matters (any of them can become a merge-base). @@ -30,15 +30,15 @@ jobs: matrix: include: - checker: ruff-strict - script: scripts/ruff_strict_gate.py + script: litellm/scripts/ruff_strict_gate.py - checker: type-discipline - script: scripts/type_discipline_gate.py + script: litellm/scripts/type_discipline_gate.py - checker: test-quality - script: scripts/test_quality_gate.py + script: litellm/scripts/test_quality_gate.py - checker: openapi-docs - script: scripts/openapi_docs_gate.py + script: litellm/scripts/openapi_docs_gate.py - checker: basedpyright - script: scripts/type_check_gate.py + script: litellm/scripts/type_check_gate.py steps: - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 @@ -91,7 +91,7 @@ jobs: - name: Emit basedpyright counts for HEAD if: matrix.checker == 'basedpyright' run: | - python scripts/type_check_gate.py --emit-counts-dir "$RUNNER_TEMP/lint-counts" + python litellm/scripts/type_check_gate.py --emit-counts-dir "$RUNNER_TEMP/lint-counts" - name: Name the counts artifact run: | diff --git a/.github/workflows/root-entry-limit.yml b/.github/workflows/root-entry-limit.yml new file mode 100644 index 00000000000..118f03073f0 --- /dev/null +++ b/.github/workflows/root-entry-limit.yml @@ -0,0 +1,27 @@ +name: Root entry limit + +on: + pull_request: {} + push: + branches: [main] + +permissions: + contents: read + +jobs: + root-entry-limit: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 + with: + persist-credentials: false + - name: Check root entry count + env: + MAX_ROOT_ENTRIES: 15 + run: | + count=$(find . -mindepth 1 -maxdepth 1 -printf '.\n' | wc -l) + echo "Root has $count entries. Maximum is $MAX_ROOT_ENTRIES." + if [ "$count" -gt "$MAX_ROOT_ENTRIES" ]; then + echo "::error::Repository root exceeds $MAX_ROOT_ENTRIES entries. Move new files into an existing directory." + exit 1 + fi diff --git a/.github/workflows/spend-logs-guard.yml b/.github/workflows/spend-logs-guard.yml index bdba95f6a5d..9405c37b9c4 100644 --- a/.github/workflows/spend-logs-guard.yml +++ b/.github/workflows/spend-logs-guard.yml @@ -42,4 +42,12 @@ jobs: MERGE_BASE: ${{ steps.revisions.outputs.merge_base }} HEAD_SHA: ${{ github.event.pull_request.head.sha }} run: | - uv run --no-project --with pydantic==2.14.1 python ci_cd/spend_logs_guard.py --base "$MERGE_BASE" --head "$HEAD_SHA" --approver kerry-berri --reviews "$RUNNER_TEMP/reviews.json" + guard=litellm/scripts/ci_cd/spend_logs_guard.py + # TODO: Drop the legacy path after this lands on main. + if [ ! -f "$guard" ]; then + guard=scripts/ci_cd/spend_logs_guard.py + fi + if [ ! -f "$guard" ]; then + guard=ci_cd/spend_logs_guard.py + fi + uv run --no-project --with pydantic==2.14.1 python "$guard" --base "$MERGE_BASE" --head "$HEAD_SHA" --approver kerry-berri --reviews "$RUNNER_TEMP/reviews.json" diff --git a/.github/workflows/sync-schema.yml b/.github/workflows/sync-schema.yml index 72a5c56293e..3a83444cb97 100644 --- a/.github/workflows/sync-schema.yml +++ b/.github/workflows/sync-schema.yml @@ -1,9 +1,9 @@ -name: Sync schema.prisma copies +name: Sync litellm/schema.prisma copies on: pull_request: paths: - - 'schema.prisma' + - 'litellm/schema.prisma' # Scoped to ONLY the permissions needed: # - contents:write to push the sync commit to the PR branch @@ -37,7 +37,7 @@ jobs: - name: Reject symlinked schema files run: | - for f in schema.prisma litellm/proxy/schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma; do + for f in litellm/schema.prisma litellm/proxy/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma; do if [ -L "$f" ]; then echo "::error file=$f::$f is a symlink, which is not allowed" exit 1 @@ -46,13 +46,13 @@ jobs: - name: Copy root schema to other locations run: | - cp schema.prisma litellm/proxy/schema.prisma - cp schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma + cp litellm/schema.prisma litellm/proxy/schema.prisma + cp litellm/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma - name: Check for changes id: diff run: | - if git diff --quiet -- litellm/proxy/schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma; then + if git diff --quiet -- litellm/proxy/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma; then echo "changed=false" >> "$GITHUB_OUTPUT" echo "Schemas already in sync. Nothing to do." else @@ -68,6 +68,6 @@ jobs: git config user.name "github-actions[bot]" git config user.email "41898282+github-actions[bot]@users.noreply.github.com" git checkout -B "$GITHUB_HEAD_REF" - git add -- litellm/proxy/schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma - git commit -m "chore: sync schema.prisma copies from root" + git add -- litellm/proxy/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma + git commit -m "chore: sync litellm/schema.prisma copies from the canonical schema" git push origin "HEAD:$GITHUB_HEAD_REF" diff --git a/.github/workflows/test-integration.yml b/.github/workflows/test-integration.yml index 73159bd64d2..0116c6ed0c7 100644 --- a/.github/workflows/test-integration.yml +++ b/.github/workflows/test-integration.yml @@ -55,7 +55,6 @@ jobs: services: postgres: image: postgres:16@sha256:e17e86066e5ef83e0952a9347f5c792b7ece00972e2aa787a6986f471b3dd3d5 - command: -c max_connections=1000 -c shared_preload_libraries=pg_stat_statements -c pg_stat_statements.track=all -c pg_stat_statements.max=20000 env: POSTGRES_USER: postgres POSTGRES_PASSWORD: postgres @@ -81,6 +80,17 @@ jobs: - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 with: persist-credentials: false + - name: Configure PostgreSQL for integration workers + env: + POSTGRES_CONTAINER: ${{ job.services.postgres.id }} + run: | + docker exec "$POSTGRES_CONTAINER" sh -c 'printf "%s\n" "max_connections = 1000" "shared_preload_libraries = pg_stat_statements" "pg_stat_statements.track = all" "pg_stat_statements.max = 20000" >> "$PGDATA/postgresql.conf"' + docker restart "$POSTGRES_CONTAINER" + for attempt in $(seq 1 30); do + if docker exec "$POSTGRES_CONTAINER" pg_isready -U postgres; then exit 0; fi + sleep 1 + done + exit 1 - name: Set up Python timeout-minutes: 3 @@ -106,6 +116,17 @@ jobs: timeout-minutes: 20 run: .github/scripts/uv_sync_with_retries.sh --frozen --all-groups --all-extras + - name: Install the Rust gateway + if: matrix.suite == 'management' || matrix.suite == 'management-replica' + timeout-minutes: 15 + working-directory: packaging/litellm-proxy + env: + CARGO_INCREMENTAL: "0" + run: | + uv run --no-project --with maturin==1.15.0 maturin build --profile dev --strip --out "$RUNNER_TEMP/gateway-dist" + uv pip install --no-deps --python ../../.venv/bin/python "$RUNNER_TEMP"/gateway-dist/*.whl + test -x ../../.venv/bin/litellm-gateway + - name: Install redis-server 7.2.16 timeout-minutes: 3 run: | @@ -129,22 +150,22 @@ jobs: timeout-minutes: 5 uses: actions/setup-node@a0853c24544627f65ddf259abe73b1d18a591444 # v5.0.0 with: - node-version-file: ui/litellm-dashboard/.nvmrc + node-version-file: litellm/ui/litellm-dashboard/.nvmrc cache: "npm" cache-dependency-path: | - ui/litellm-dashboard/package-lock.json + litellm/ui/litellm-dashboard/package-lock.json tests/e2e/ui/package-lock.json - name: Install browser dependencies and build the dashboard if: matrix.suite == 'browser' timeout-minutes: 20 run: | - (cd ui/litellm-dashboard && npm ci) + (cd litellm/ui/litellm-dashboard && npm ci) (cd tests/e2e/ui && npm ci) sudo env PATH="$PATH" DEBIAN_FRONTEND=noninteractive \ node tests/e2e/ui/node_modules/@playwright/test/cli.js install-deps chromium node tests/e2e/ui/node_modules/@playwright/test/cli.js install chromium - (cd ui/litellm-dashboard && NEXT_TELEMETRY_DISABLED=1 npm run build) + (cd litellm/ui/litellm-dashboard && NEXT_TELEMETRY_DISABLED=1 npm run build) - name: Run integration contracts timeout-minutes: 45 @@ -155,8 +176,8 @@ jobs: LITELLM_LICENSE: ${{ secrets.LITELLM_LICENSE }} run: | case "$SUITE" in - *-replica) bash .circleci/scripts/run_integration.sh "${SUITE%-replica}" replica ;; - *) bash .circleci/scripts/run_integration.sh "$SUITE" ;; + *-replica) bash .github/scripts/ci/run_integration.sh "${SUITE%-replica}" replica ;; + *) bash .github/scripts/ci/run_integration.sh "$SUITE" ;; esac - name: Verify every case ran exactly once diff --git a/.github/workflows/test-linting.yml b/.github/workflows/test-linting.yml index fd1d2973951..2358cbfc028 100644 --- a/.github/workflows/test-linting.yml +++ b/.github/workflows/test-linting.yml @@ -73,14 +73,14 @@ jobs: - name: Cache uv dependencies if: steps.changes.outputs.decision != 'skip' - uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 + uses: actions/cache/restore@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: | ~/.cache/uv .venv - key: ${{ runner.os }}-uv-lint-${{ hashFiles('uv.lock') }} + key: ${{ runner.os }}-uv-${{ hashFiles('uv.lock') }} restore-keys: | - ${{ runner.os }}-uv-lint- + ${{ runner.os }}-uv- - name: Clean Python cache if: steps.changes.outputs.decision != 'skip' @@ -114,7 +114,7 @@ jobs: - name: Check ruff format if: steps.changes.outputs.decision != 'skip' run: | - git diff --name-only --diff-filter=ACMR "$GATE_BASE_SHA" HEAD -- ':(glob)litellm/**/*.py' | grep -v '^litellm/enterprise/' > "$RUNNER_TEMP/ruff_format_files.txt" || true + git diff --name-only --diff-filter=ACMR "$GATE_BASE_SHA" HEAD -- ':(glob)litellm/**/*.py' | grep -Ev '^litellm/(enterprise|ui|vscode-extension|rust|proxy-extras|packaging|cli|scripts|runtime)/' > "$RUNNER_TEMP/ruff_format_files.txt" || true if [ ! -s "$RUNNER_TEMP/ruff_format_files.txt" ]; then echo "No changed litellm Python files to check with ruff format." exit 0 @@ -133,7 +133,7 @@ jobs: - name: Check MCP operation boundary if: steps.changes.outputs.decision != 'skip' - run: uv run --no-sync python scripts/check_mcp_operation_boundary.py + run: uv run --no-sync python litellm/scripts/check_mcp_operation_boundary.py - name: Run Ruff linting if: steps.changes.outputs.decision != 'skip' @@ -145,28 +145,28 @@ jobs: - name: Run Ruff linting (test tree) if: steps.changes.outputs.decision != 'skip' run: | - uv run --no-sync ruff check --config ruff-tests.toml tests + uv run --no-sync ruff check --config .github/linters/ruff-tests.toml tests - name: Check strict ruff rules (delta vs merge-base counts) if: steps.changes.outputs.decision != 'skip' env: GH_TOKEN: ${{ github.token }} run: | - uv run --no-sync python scripts/ruff_strict_gate.py --base "$GATE_BASE_SHA" + uv run --no-sync python litellm/scripts/ruff_strict_gate.py --base "$GATE_BASE_SHA" - name: Check type discipline (mutable collections / casts / type guards / kwargs / unexplained suppressions, delta vs merge-base counts) if: steps.changes.outputs.decision != 'skip' env: GH_TOKEN: ${{ github.token }} run: | - uv run --no-sync python scripts/type_discipline_gate.py --base "$GATE_BASE_SHA" + uv run --no-sync python litellm/scripts/type_discipline_gate.py --base "$GATE_BASE_SHA" - name: Check test quality (zero-assert / mock-echo tests, sys.path.insert, raw env writes, litellm global mutation, credential-gated skips, conftest snapshot inventory, delta vs merge-base counts) if: steps.changes.outputs.decision != 'skip' env: GH_TOKEN: ${{ github.token }} run: | - uv run --no-sync python scripts/test_quality_gate.py --base "$GATE_BASE_SHA" + uv run --no-sync python litellm/scripts/test_quality_gate.py --base "$GATE_BASE_SHA" - name: Check OpenAPI docs (POST routes without a request schema, description or 200 schema, delta vs merge-base counts) if: steps.changes.outputs.decision != 'skip' @@ -174,7 +174,7 @@ jobs: GH_TOKEN: ${{ github.token }} run: | uv sync --frozen --group proxy-dev --group e2e-dev --extra proxy - uv run --no-sync python scripts/openapi_docs_gate.py --base "$GATE_BASE_SHA" + uv run --no-sync python litellm/scripts/openapi_docs_gate.py --base "$GATE_BASE_SHA" - name: Print OpenAI version if: steps.changes.outputs.decision != 'skip' @@ -186,12 +186,12 @@ jobs: env: GH_TOKEN: ${{ github.token }} run: | - uv run --no-sync python scripts/type_check_gate.py --base "$GATE_BASE_SHA" + uv run --no-sync python litellm/scripts/type_check_gate.py --base "$GATE_BASE_SHA" - name: Check tests/e2e basedpyright (zero errors) if: steps.changes.outputs.decision != 'skip' run: | - if git diff --name-only --diff-filter=ACMRD "$GATE_BASE_SHA" HEAD -- ':(glob)tests/e2e/**/*.py' ':(glob)tests/e2e_harness/**/*.py' pyrightconfig.json | grep -q .; then + if git diff --name-only --diff-filter=ACMRD "$GATE_BASE_SHA" HEAD -- ':(glob)tests/e2e/**/*.py' ':(glob)tests/e2e_harness/**/*.py' pyproject.toml | grep -q .; then uv run --no-sync basedpyright tests/e2e tests/e2e_harness else echo "No changed tests/e2e Python files; skipping." @@ -258,7 +258,7 @@ jobs: if [ -n "$GITGUARDIAN_API_KEY" ]; then retry() { "$@" || { sleep 15; "$@"; } || { sleep 30; "$@"; }; } retry git fetch --no-tags --unshallow origin - uv tool run --from 'ggshield==1.48.0' ggshield secret scan repo . + uv tool run --from 'ggshield==1.48.0' ggshield --config-path .github/gitguardian.yaml secret scan repo . else echo "GITGUARDIAN_API_KEY not set, skipping ggshield scan" fi @@ -271,7 +271,7 @@ jobs: timeout-minutes: 8 defaults: run: - working-directory: ui/litellm-dashboard + working-directory: litellm/ui/litellm-dashboard steps: - name: Checkout repository @@ -315,9 +315,9 @@ jobs: if: steps.changed.outputs.has_files == 'true' uses: actions/setup-node@a0853c24544627f65ddf259abe73b1d18a591444 # v5.0.0 with: - node-version-file: ui/litellm-dashboard/.nvmrc + node-version-file: litellm/ui/litellm-dashboard/.nvmrc cache: "npm" - cache-dependency-path: ui/litellm-dashboard/package-lock.json + cache-dependency-path: litellm/ui/litellm-dashboard/package-lock.json - name: Install dependencies if: steps.changed.outputs.has_files == 'true' @@ -333,12 +333,12 @@ jobs: status=0 if [ ${#prettier_files[@]} -gt 0 ]; then echo "::group::Prettier (${#prettier_files[@]} files)" - npx prettier --check "${prettier_files[@]}" || { status=1; echo "::error::Unformatted files. Fix with: npm run format"; } + node_modules/.bin/prettier --check "${prettier_files[@]}" || { status=1; echo "::error::Unformatted files. Fix with: npm run format"; } echo "::endgroup::" fi if [ ${#eslint_files[@]} -gt 0 ]; then echo "::group::ESLint (${#eslint_files[@]} files)" - npx eslint --no-warn-ignored --pass-on-unpruned-suppressions "${eslint_files[@]}" || status=1 + node_modules/.bin/eslint --no-warn-ignored --pass-on-unpruned-suppressions "${eslint_files[@]}" || status=1 echo "::endgroup::" fi exit $status @@ -375,7 +375,7 @@ jobs: exit 0 fi files="$(git diff --name-only "$base" HEAD)" - if grep -Eq '^(litellm/|enterprise/|(pyproject\.toml|uv\.lock)$|ui/litellm-dashboard/(src/lib/http/schema\.d\.ts|scripts/gen-api-types\.mjs|package(-lock)?\.json)$|\.github/workflows/test-linting\.yml$)' <<< "$files"; then + if grep -Ev '^litellm/(ui|vscode-extension|rust|proxy-extras|packaging|cli|scripts|runtime)/' <<< "$files" | grep -E '^(litellm/|enterprise/|(pyproject\.toml|uv\.lock)$|\.github/workflows/test-linting\.yml$)' >/dev/null || grep -Eq '^litellm/ui/litellm-dashboard/(src/lib/http/schema\.d\.ts|scripts/gen-api-types\.mjs|package(-lock)?\.json)$' <<< "$files"; then echo "relevant=true" >> "$GITHUB_OUTPUT" else echo "No litellm, enterprise, dependency or generator changes in this pull request, nothing to verify." @@ -396,7 +396,7 @@ jobs: - name: Cache uv dependencies if: steps.changes.outputs.relevant == 'true' - uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 + uses: actions/cache/restore@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: | ~/.cache/uv @@ -434,7 +434,7 @@ jobs: echo "A lazily loaded route or model changed without regenerating the snapshot that /openapi.json serves for unloaded features." echo "To fix, run from the repo root:" echo " uv run python -m litellm.proxy._lazy_openapi_snapshot" - echo "then run npm run gen:api from ui/litellm-dashboard and commit both files." + echo "then run npm run gen:api from litellm/ui/litellm-dashboard and commit both files." exit 1 fi echo "_lazy_openapi_snapshot.json is in sync with the lazily loaded routes." @@ -443,18 +443,18 @@ jobs: if: steps.changes.outputs.relevant == 'true' uses: actions/setup-node@a0853c24544627f65ddf259abe73b1d18a591444 # v5.0.0 with: - node-version-file: ui/litellm-dashboard/.nvmrc + node-version-file: litellm/ui/litellm-dashboard/.nvmrc cache: "npm" - cache-dependency-path: ui/litellm-dashboard/package-lock.json + cache-dependency-path: litellm/ui/litellm-dashboard/package-lock.json - name: Install dashboard dependencies if: steps.changes.outputs.relevant == 'true' - working-directory: ui/litellm-dashboard + working-directory: litellm/ui/litellm-dashboard run: npm ci - name: Regenerate types from the live spec if: steps.changes.outputs.relevant == 'true' - working-directory: ui/litellm-dashboard + working-directory: litellm/ui/litellm-dashboard env: LITELLM_PYTHON: "uv run --no-sync python" run: npm run gen:api @@ -462,11 +462,11 @@ jobs: - name: Fail if types are stale if: steps.changes.outputs.relevant == 'true' run: | - if ! git diff --exit-code -- ui/litellm-dashboard/src/lib/http/schema.d.ts; then - echo "::error file=ui/litellm-dashboard/src/lib/http/schema.d.ts::Generated API types are out of sync with the proxy OpenAPI spec." + if ! git diff --exit-code -- litellm/ui/litellm-dashboard/src/lib/http/schema.d.ts; then + echo "::error file=litellm/ui/litellm-dashboard/src/lib/http/schema.d.ts::Generated API types are out of sync with the proxy OpenAPI spec." echo "" echo "A backend route or model changed without regenerating the dashboard types." - echo "To fix, run from ui/litellm-dashboard:" + echo "To fix, run from litellm/ui/litellm-dashboard:" echo " npm run gen:api" echo "then commit the updated src/lib/http/schema.d.ts." exit 1 @@ -524,7 +524,7 @@ jobs: run: uv run --no-sync python ./tests/code_coverage_tests/check_provider_folders_documented.py - name: check_provider_endpoints_support_generated - run: uv run --no-sync python scripts/generate_provider_endpoints_support.py --check + run: uv run --no-sync python litellm/scripts/generate_provider_endpoints_support.py --check - name: test_generate_provider_endpoints_support run: uv run --no-sync pytest -q --noconftest -p no:cacheprovider -c /dev/null tests/code_coverage_tests/test_generate_provider_endpoints_support.py @@ -703,7 +703,7 @@ jobs: version: "0.10.9" - name: Run Semgrep (custom rules) - run: uv tool run --from 'semgrep==1.157.0' semgrep scan --config .semgrep/rules . --error + run: uv tool run --from 'semgrep==1.157.0' semgrep scan --config .github/semgrep/rules . --error lint-passed: name: lint passed needs: [python, secret-scan, ui, ui-api-types, code-quality, ci-coverage, semgrep] diff --git a/.github/workflows/test-mcp-dependency-resolution.yml b/.github/workflows/test-mcp-dependency-resolution.yml index 20efb351985..6d6b2307700 100644 --- a/.github/workflows/test-mcp-dependency-resolution.yml +++ b/.github/workflows/test-mcp-dependency-resolution.yml @@ -10,17 +10,17 @@ on: - "uv.lock" - "uv.toml" - ".python-version" - - "rust-toolchain.toml" - - "litellm-rust/**" + - "litellm/rust/rust-toolchain.toml" + - "litellm/rust/**" - "litellm/__init__.py" - "litellm/_version.py" - "litellm/_lazy_imports_registry.py" - - "scripts/build_core_distribution.py" + - "litellm/scripts/build_core_distribution.py" - "litellm/proxy/proxy_server.py" - "litellm/**/*mcp*" - "litellm/**/*mcp*/**" - "litellm/integrations/arize/**" - - "scripts/check_mcp_sdk_install.py" + - "litellm/scripts/check_mcp_sdk_install.py" - "tests/base_sdk_tests/**" - ".github/workflows/test-mcp-dependency-resolution.yml" - ".github/actions/detect-changes/**" @@ -28,7 +28,7 @@ on: - ".github/actions/cache-cargo-build/**" - ".github/scripts/detect_changes.sh" - ".github/scripts/uv_sync_with_retries.sh" - - ".circleci/scripts/classify_changes.sh" + - ".github/scripts/ci/classify_changes.sh" permissions: contents: read @@ -91,7 +91,7 @@ jobs: checker=("$GITHUB_WORKSPACE/tests/base_sdk_tests/check_base_sdk_install.py") (cd "$RUNNER_TEMP" && "$GITHUB_WORKSPACE/.venv-$extra/bin/python" -I "$GITHUB_WORKSPACE/tests/base_sdk_tests/check_sdk_http.py") else - checker=("$GITHUB_WORKSPACE/scripts/check_mcp_sdk_install.py" --extra "$extra") + checker=("$GITHUB_WORKSPACE/litellm/scripts/check_mcp_sdk_install.py" --extra "$extra") fi (cd "$RUNNER_TEMP" && "$GITHUB_WORKSPACE/.venv-$extra/bin/python" "${checker[@]}") done @@ -115,7 +115,7 @@ jobs: if [ "$extra" = core ]; then checker=("$GITHUB_WORKSPACE/tests/base_sdk_tests/check_base_sdk_install.py") else - checker=("$GITHUB_WORKSPACE/scripts/check_mcp_sdk_install.py" --extra "$extra") + checker=("$GITHUB_WORKSPACE/litellm/scripts/check_mcp_sdk_install.py" --extra "$extra") fi (cd "$RUNNER_TEMP" && "$GITHUB_WORKSPACE/.venv-lowest-$extra/bin/python" "${checker[@]}") done @@ -147,15 +147,16 @@ jobs: - name: Build the core wheel and source distribution run: >- uv run --no-project --with coverage==7.14.0 python -m coverage run --rcfile=/dev/null - --branch --include="*/scripts/build_core_distribution.py" - scripts/build_core_distribution.py --out-dir dist/core + --branch --include="*/litellm/scripts/build_core_distribution.py" + litellm/scripts/build_core_distribution.py --out-dir dist/core - name: Verify metadata, resources, and independent source rebuild env: CORE_DISTRIBUTION_DIR: ${{ github.workspace }}/dist/core run: >- uv run --no-project --with pytest==9.0.3 --with pytest-cov==5.0.0 --with coverage==7.14.0 --with 'tomli==2.4.1; python_version < "3.11"' - python -m pytest tests/base_sdk_tests/test_core_distribution.py -v - --cov-config=/dev/null --cov=scripts.build_core_distribution --cov-branch --cov-append --cov-report= + python -m coverage run --rcfile=/dev/null --append --branch + --include="*/litellm/scripts/build_core_distribution.py" + -m pytest tests/base_sdk_tests/test_core_distribution.py -v - name: Verify isolated core installations run: | wheel=$(realpath dist/core/litellm_core-*.whl) diff --git a/.github/workflows/test-merge-smoke.yml b/.github/workflows/test-merge-smoke.yml index 99dbd1c101b..8ed1876a081 100644 --- a/.github/workflows/test-merge-smoke.yml +++ b/.github/workflows/test-merge-smoke.yml @@ -3,6 +3,8 @@ name: smoke on: pull_request: branches: [main, litellm_internal_staging, litellm_oss_staging, "litellm_**"] + push: + branches: [main] workflow_dispatch: permissions: @@ -24,7 +26,7 @@ jobs: persist-credentials: false - name: Build the dashboard stage - run: docker build --target ui-builder -f Dockerfile . + run: docker build --target ui-builder -f litellm/deploy/docker/Dockerfile . core-checks: name: py${{ matrix.python-version }} @@ -52,8 +54,26 @@ jobs: with: version: "0.10.9" + - name: Restore the Rust bridge + id: rust-bridge + uses: ./.github/actions/restore-rust-bridge + + - name: Restore the Cargo build cache + if: steps.rust-bridge.outputs.cache-hit != 'true' + uses: ./.github/actions/cache-cargo-build + - name: Install dependencies - run: .github/scripts/uv_sync_with_retries.sh --frozen --extra proxy --extra cli --group dev --group proxy-dev --python ${{ matrix.python-version }} + env: + RUST_BRIDGE_RESTORED: ${{ steps.rust-bridge.outputs.cache-hit }} + PYTHON_VERSION: ${{ matrix.python-version }} + run: | + if [ "$RUST_BRIDGE_RESTORED" != "true" ]; then + .github/scripts/uv_sync_with_retries.sh --frozen --extra proxy --extra cli --group dev --group proxy-dev --python "$PYTHON_VERSION" + exit 0 + fi + .github/scripts/uv_sync_with_retries.sh --frozen --extra proxy --extra cli --group dev --group proxy-dev --python "$PYTHON_VERSION" --no-install-project + uv pip install --no-deps --python .venv/bin/python rust-bridge-dist/litellm-*.whl + cp rust-bridge-dist/litellm/rust_bridge/_native.abi3.so litellm/rust_bridge/_native.abi3.so - name: Create the loopback-only network namespace run: | @@ -87,6 +107,7 @@ jobs: - name: Upload smoke diagnostics if: always() + continue-on-error: true uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1 with: name: merge-smoke-diagnostics-py${{ matrix.python-version }} @@ -97,6 +118,10 @@ jobs: if: always() run: sudo ip netns delete smoke + - name: Keep only source-built wheels in the uv cache + if: always() && github.ref == 'refs/heads/main' + run: uv cache prune --ci + all-extras: name: all-extras-py${{ matrix.python-version }} runs-on: ubuntu-24.04 @@ -123,12 +148,34 @@ jobs: with: version: "0.10.9" + - name: Restore the Rust bridge + id: rust-bridge + uses: ./.github/actions/restore-rust-bridge + + - name: Restore the Cargo build cache + if: steps.rust-bridge.outputs.cache-hit != 'true' + uses: ./.github/actions/cache-cargo-build + - name: Install every extra and dependency group - run: .github/scripts/uv_sync_with_retries.sh --frozen --all-groups --all-extras --python ${{ matrix.python-version }} + env: + RUST_BRIDGE_RESTORED: ${{ steps.rust-bridge.outputs.cache-hit }} + PYTHON_VERSION: ${{ matrix.python-version }} + run: | + if [ "$RUST_BRIDGE_RESTORED" != "true" ]; then + .github/scripts/uv_sync_with_retries.sh --frozen --all-groups --all-extras --python "$PYTHON_VERSION" + exit 0 + fi + .github/scripts/uv_sync_with_retries.sh --frozen --all-groups --all-extras --python "$PYTHON_VERSION" --no-install-project --no-install-package litellm-proxy + uv pip install --no-deps --python .venv/bin/python rust-bridge-dist/*.whl + cp rust-bridge-dist/litellm/rust_bridge/_native.abi3.so litellm/rust_bridge/_native.abi3.so - name: Import the SDK, the proxy server and the enterprise package run: .venv/bin/python -c "import litellm, litellm.proxy.proxy_server, litellm_enterprise" + - name: Keep only source-built wheels in the uv cache + if: always() && github.ref == 'refs/heads/main' + run: uv cache prune --ci + windows-sdk: name: windows-sdk runs-on: windows-2025 @@ -154,15 +201,16 @@ jobs: with: version: "0.10.9" - - name: Set up the Rust bridge - uses: ./.github/actions/rust-bridge - - name: Install dependencies run: .github/scripts/uv_sync_with_retries.sh --frozen --group dev --python 3.11 - name: Run the Windows tests run: uv run --no-sync python -m pytest --tb=short -v tests/windows_tests + - name: Keep only source-built wheels in the uv cache + if: always() && github.ref == 'refs/heads/main' + run: uv cache prune --ci + proxy-build-from-pip: name: proxy-build-from-pip runs-on: ubuntu-24.04 @@ -200,8 +248,36 @@ jobs: - name: Install the test client dependencies run: .github/scripts/uv_sync_with_retries.sh --frozen --no-install-workspace --extra proxy --group dev --python 3.12 - - name: Build the image from the published package - run: docker build -t litellm-build-from-pip:smoke -f docker/build_from_pip/Dockerfile.build_from_pip . + - name: Cache Prisma binaries + timeout-minutes: 3 + uses: ./.github/actions/cache-prisma-binaries + + - name: Install the published proxy into its own venv + run: | + uv --no-config venv --python 3.13 /tmp/litellm-pip + uv --no-config pip install --python /tmp/litellm-pip/bin/python \ + "litellm[proxy,proxy-runtime]==1.83.0" \ + "google-cloud-aiplatform==1.133.0" \ + "google-genai==1.37.0" \ + "anthropic[vertex]==0.84.0" \ + "grpcio==1.78.0" \ + "prometheus-client==0.20.0" \ + "langfuse==2.59.7" \ + "opentelemetry-api==1.28.0" \ + "opentelemetry-sdk==1.28.0" \ + "opentelemetry-exporter-otlp==1.28.0" \ + "ddtrace==4.11.0" \ + "sentry-sdk==2.21.0" \ + "mangum==0.17.0" \ + "azure-ai-contentsafety==1.0.0" \ + "azure-storage-file-datalake==12.20.0" \ + "pypdf==6.7.5" \ + "llm-sandbox==0.3.31" \ + "detect-secrets==1.5.0" \ + "prisma==0.11.0" \ + "openai==2.24.0" + export PATH="/tmp/litellm-pip/bin:$PATH" + /tmp/litellm-pip/bin/prisma generate --schema=litellm/schema.prisma - name: Start the fake OpenAI endpoint run: | @@ -219,23 +295,21 @@ jobs: echo "::add-mask::${key}" echo "LITELLM_MASTER_KEY=${key}" >> "${GITHUB_ENV}" - - name: Start the proxy container + - name: Start the published proxy + env: + DATABASE_URL: postgresql://postgres:postgres@localhost:5432/circle_test + LITELLM_LICENSE: bad-license + FAKE_OPENAI_API_BASE: http://localhost:8190 + OTEL_EXPORTER: in_memory + USE_DDTRACE: "True" + DD_TRACE_OPENAI_ENABLED: "False" + GCS_FLUSH_INTERVAL: "1" + LITELLM_LOG: ERROR run: | - docker run -d \ - -p 4000:4000 \ - -e DATABASE_URL=postgresql://postgres:postgres@host.docker.internal:5432/circle_test \ - -e LITELLM_MASTER_KEY \ - -e FAKE_OPENAI_API_BASE=http://host.docker.internal:8190 \ - -e OTEL_EXPORTER=in_memory \ - -e USE_DDTRACE=True \ - -e GCS_FLUSH_INTERVAL=1 \ - -e LITELLM_LOG=ERROR \ - --add-host host.docker.internal:host-gateway \ - --name litellm-build-from-pip \ - -v "${GITHUB_WORKSPACE}/docker/build_from_pip/litellm_config.yaml:/app/config.yaml" \ - litellm-build-from-pip:smoke \ - --config /app/config.yaml \ - --port 4000 + cd /tmp/litellm-pip + nohup /tmp/litellm-pip/bin/ddtrace-run /tmp/litellm-pip/bin/litellm \ + --config "${GITHUB_WORKSPACE}/tests/basic_proxy_startup_tests/build_from_pip_config.yaml" \ + --port 4000 > /tmp/litellm-pip.log 2>&1 & for _ in $(seq 1 150); do curl -sf --max-time 5 -o /dev/null http://localhost:4000 && exit 0 sleep 2 @@ -270,7 +344,11 @@ jobs: - name: Show the proxy logs if: always() - run: docker logs litellm-build-from-pip || true + run: cat /tmp/litellm-pip.log || true + + - name: Keep only source-built wheels in the uv cache + if: always() && github.ref == 'refs/heads/main' + run: uv cache prune --ci smoke-passed: name: smoke passed diff --git a/.github/workflows/test-rust-db.yml b/.github/workflows/test-rust-db.yml index 80ec256fa6f..116d6785287 100644 --- a/.github/workflows/test-rust-db.yml +++ b/.github/workflows/test-rust-db.yml @@ -3,14 +3,14 @@ name: LiteLLM Rust DB on: push: paths: - - "litellm-rust/crates/db/**" - - "litellm-rust/Cargo.toml" - - "litellm-rust/Cargo.lock" - - "litellm-rust/clippy.toml" - - "litellm-proxy-extras/litellm_proxy_extras/migrations/**" + - "litellm/rust/crates/db/**" + - "litellm/rust/Cargo.toml" + - "litellm/rust/Cargo.lock" + - "litellm/rust/clippy.toml" + - "litellm/proxy-extras/litellm_proxy_extras/migrations/**" - "**/schema.prisma" - - ".cargo/**" - - "rust-toolchain.toml" + - "litellm/rust/.cargo/**" + - "litellm/rust/rust-toolchain.toml" - "pyproject.toml" - "uv.lock" - ".github/actions/setup-uv-with-retries/**" @@ -20,14 +20,14 @@ on: - main - "litellm_**" paths: - - "litellm-rust/crates/db/**" - - "litellm-rust/Cargo.toml" - - "litellm-rust/Cargo.lock" - - "litellm-rust/clippy.toml" - - "litellm-proxy-extras/litellm_proxy_extras/migrations/**" + - "litellm/rust/crates/db/**" + - "litellm/rust/Cargo.toml" + - "litellm/rust/Cargo.lock" + - "litellm/rust/clippy.toml" + - "litellm/proxy-extras/litellm_proxy_extras/migrations/**" - "**/schema.prisma" - - ".cargo/**" - - "rust-toolchain.toml" + - "litellm/rust/.cargo/**" + - "litellm/rust/rust-toolchain.toml" - "pyproject.toml" - "uv.lock" - ".github/actions/setup-uv-with-retries/**" @@ -42,10 +42,6 @@ concurrency: env: CARGO_TERM_COLOR: always - RUSTC_WRAPPER: sccache - SCCACHE_GHA_ENABLED: "true" - SCCACHE_GHA_VERSION: litellm-ci-v1 - SCCACHE_GHA_RW_MODE: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' && 'READ_WRITE' || 'READ_ONLY' }} CARGO_INCREMENTAL: "0" jobs: @@ -71,7 +67,7 @@ jobs: SQLX_OFFLINE: "false" defaults: run: - working-directory: litellm-rust + working-directory: litellm/rust steps: - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 with: @@ -89,13 +85,9 @@ jobs: - uses: Swatinem/rust-cache@6323deb102c322ba6fcbdcafc7e3dddab59af2b6 # v2.9.2 with: - workspaces: litellm-rust + workspaces: litellm/rust cache-on-failure: true - - - name: Set up sccache - uses: mozilla-actions/sccache-action@d651010b8da762cde178750d8eda7b5febfe147a - with: - version: "v0.18.0" + save-if: ${{ github.ref == 'refs/heads/main' }} - name: Install Python dependencies working-directory: . @@ -103,13 +95,13 @@ jobs: - name: Deploy Prisma migrations working-directory: . - run: uv run --no-sync prisma migrate deploy --schema litellm-proxy-extras/litellm_proxy_extras/schema.prisma + run: uv run --no-sync prisma migrate deploy --schema litellm/proxy-extras/litellm_proxy_extras/schema.prisma - name: Install SQLx CLI run: cargo install sqlx-cli --version 0.9.0 --locked --no-default-features -F postgres - name: Check SQLx query metadata - working-directory: litellm-rust/crates/db + working-directory: litellm/rust/crates/db run: cargo sqlx prepare --check - name: Test database queries diff --git a/.github/workflows/test-rust.yml b/.github/workflows/test-rust.yml index b894089bb97..310ccaffcfe 100644 --- a/.github/workflows/test-rust.yml +++ b/.github/workflows/test-rust.yml @@ -3,7 +3,7 @@ name: LiteLLM Rust on: push: paths: - - "litellm-rust/**" + - "litellm/rust/**" - "model_prices_and_context_window.json" - "litellm/rust_bridge/**" - "tests/test_litellm_rust/**" @@ -20,10 +20,10 @@ on: - "litellm/llms/base_llm/ocr/**" - "litellm/llms/custom_httpx/llm_http_handler.py" - "Makefile" - - ".cargo/**" + - "litellm/rust/.cargo/**" - "pyproject.toml" - "uv.lock" - - "rust-toolchain.toml" + - "litellm/rust/rust-toolchain.toml" - ".github/actions/setup-uv-with-retries/**" - ".github/scripts/smoke_test_native_wheel.py" - ".github/scripts/verify_linux_native_wheel.py" @@ -34,7 +34,7 @@ on: - main - "litellm_**" paths: - - "litellm-rust/**" + - "litellm/rust/**" - "model_prices_and_context_window.json" - "litellm/rust_bridge/**" - "tests/test_litellm_rust/**" @@ -51,10 +51,10 @@ on: - "litellm/llms/base_llm/ocr/**" - "litellm/llms/custom_httpx/llm_http_handler.py" - "Makefile" - - ".cargo/**" + - "litellm/rust/.cargo/**" - "pyproject.toml" - "uv.lock" - - "rust-toolchain.toml" + - "litellm/rust/rust-toolchain.toml" - ".github/actions/setup-uv-with-retries/**" - ".github/scripts/smoke_test_native_wheel.py" - ".github/scripts/verify_linux_native_wheel.py" @@ -70,10 +70,6 @@ concurrency: env: CARGO_TERM_COLOR: always - RUSTC_WRAPPER: sccache - SCCACHE_GHA_ENABLED: "true" - SCCACHE_GHA_VERSION: litellm-ci-v1 - SCCACHE_GHA_RW_MODE: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' && 'READ_WRITE' || 'READ_ONLY' }} CARGO_INCREMENTAL: "0" jobs: @@ -82,27 +78,24 @@ jobs: timeout-minutes: 15 defaults: run: - working-directory: litellm-rust + working-directory: litellm/rust steps: - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 with: persist-credentials: false - - run: rustup toolchain install --no-self-update + - name: Configure the Rust build environment + working-directory: . + run: bash .github/scripts/setup_rust_environment.sh - run: cargo fmt --all --check - uses: Swatinem/rust-cache@6323deb102c322ba6fcbdcafc7e3dddab59af2b6 # v2.9.2 with: - workspaces: litellm-rust + workspaces: litellm/rust cache-on-failure: true save-if: ${{ github.ref == 'refs/heads/main' }} - - name: Set up sccache - uses: mozilla-actions/sccache-action@d651010b8da762cde178750d8eda7b5febfe147a - with: - version: "v0.18.0" - - run: cargo clippy --workspace --all-targets --locked -- -D warnings rust-test: @@ -113,7 +106,7 @@ jobs: CARGO_PROFILE_DEV_DEBUG: line-tables-only defaults: run: - working-directory: litellm-rust + working-directory: litellm/rust steps: - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 with: @@ -141,15 +134,10 @@ jobs: - uses: Swatinem/rust-cache@6323deb102c322ba6fcbdcafc7e3dddab59af2b6 # v2.9.2 with: - workspaces: litellm-rust + workspaces: litellm/rust cache-on-failure: true save-if: ${{ github.ref == 'refs/heads/main' }} - - name: Set up sccache - uses: mozilla-actions/sccache-action@d651010b8da762cde178750d8eda7b5febfe147a - with: - version: "v0.18.0" - - run: cargo nextest run --workspace --locked - run: cargo test --workspace --doc --locked @@ -188,15 +176,10 @@ jobs: - uses: Swatinem/rust-cache@6323deb102c322ba6fcbdcafc7e3dddab59af2b6 # v2.9.2 with: - workspaces: litellm-rust + workspaces: litellm/rust cache-on-failure: true save-if: ${{ github.ref == 'refs/heads/main' }} - - name: Set up sccache - uses: mozilla-actions/sccache-action@d651010b8da762cde178750d8eda7b5febfe147a - with: - version: "v0.18.0" - - run: uv build --wheel --out-dir dist - run: python .github/scripts/verify_linux_native_wheel.py dist/*.whl diff --git a/.github/workflows/test-terraform-modules.yml b/.github/workflows/test-terraform-modules.yml index e2fda3207e8..6a955ce609d 100644 --- a/.github/workflows/test-terraform-modules.yml +++ b/.github/workflows/test-terraform-modules.yml @@ -3,16 +3,16 @@ name: Terraform Modules on: push: paths: - - "terraform/litellm/aws/**" - - "terraform/litellm/gcp/**" + - "litellm/deploy/terraform/litellm/aws/**" + - "litellm/deploy/terraform/litellm/gcp/**" - ".github/workflows/test-terraform-modules.yml" pull_request: branches: - main - "litellm_**" paths: - - "terraform/litellm/aws/**" - - "terraform/litellm/gcp/**" + - "litellm/deploy/terraform/litellm/aws/**" + - "litellm/deploy/terraform/litellm/gcp/**" - ".github/workflows/test-terraform-modules.yml" permissions: @@ -33,7 +33,7 @@ jobs: module: [aws, gcp] defaults: run: - working-directory: terraform/litellm/${{ matrix.module }} + working-directory: litellm/deploy/terraform/litellm/${{ matrix.module }} steps: - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 with: diff --git a/.github/workflows/test-terraform-provider.yml b/.github/workflows/test-terraform-provider.yml index 6aeb66ed37c..34958526c59 100644 --- a/.github/workflows/test-terraform-provider.yml +++ b/.github/workflows/test-terraform-provider.yml @@ -3,16 +3,18 @@ name: Terraform Provider on: push: paths: - - "terraform/provider/**" + - "litellm/deploy/terraform/provider/**" + - ".github/actions/cache-go-build/**" - ".github/workflows/test-terraform-provider.yml" pull_request: branches: - main - "litellm_**" paths: - - "terraform/provider/**" + - "litellm/deploy/terraform/provider/**" - "litellm/proxy/**" - - "enterprise/**" + - "litellm/enterprise/**" + - ".github/actions/cache-go-build/**" - ".github/workflows/test-terraform-provider.yml" permissions: @@ -29,7 +31,7 @@ jobs: timeout-minutes: 10 defaults: run: - working-directory: terraform/provider + working-directory: litellm/deploy/terraform/provider steps: - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 with: @@ -37,9 +39,13 @@ jobs: - uses: actions/setup-go@7a3fe6cf4cb3a834922a1244abfce67bcef6a0c5 # v6.2.0 with: - go-version-file: terraform/provider/go.mod - cache: true - cache-dependency-path: terraform/provider/go.sum + go-version-file: litellm/deploy/terraform/provider/go.mod + cache: false + + - name: Cache the Go build + uses: ./.github/actions/cache-go-build + with: + dependency-path: litellm/deploy/terraform/provider/go.sum - name: gofmt run: | @@ -115,14 +121,18 @@ jobs: - name: Generate proxy OpenAPI schema run: | - uv run --no-sync python terraform/provider/tools/dump_openapi.py "${RUNNER_TEMP}/openapi.json" + uv run --no-sync python litellm/deploy/terraform/provider/tools/dump_openapi.py "${RUNNER_TEMP}/openapi.json" - uses: actions/setup-go@7a3fe6cf4cb3a834922a1244abfce67bcef6a0c5 # v6.2.0 with: - go-version-file: terraform/provider/go.mod - cache: true - cache-dependency-path: terraform/provider/go.sum + go-version-file: litellm/deploy/terraform/provider/go.mod + cache: false + + - name: Cache the Go build + uses: ./.github/actions/cache-go-build + with: + dependency-path: litellm/deploy/terraform/provider/go.sum - name: Audit provider endpoints against the schema - working-directory: terraform/provider + working-directory: litellm/deploy/terraform/provider run: go run ./tools/endpointaudit -provider-dir ./litellm -spec "${RUNNER_TEMP}/openapi.json" -coverage-allowlist ./tools/endpointaudit/coverage_allowlist.txt diff --git a/.github/workflows/test-unit.yml b/.github/workflows/test-unit.yml index 896aafed46c..f50cd91c1d8 100644 --- a/.github/workflows/test-unit.yml +++ b/.github/workflows/test-unit.yml @@ -41,13 +41,6 @@ jobs: timeout-minutes: 2 uses: ./.github/actions/detect-changes - - name: Define editable Rust bridge cache key - id: rust-bridge-key - if: steps.changes.outputs.decision != 'skip' - env: - RUST_BRIDGE_CACHE_KEY: ${{ runner.os }}-rust-bridge-editable-${{ hashFiles('litellm-rust/Cargo.lock', 'litellm-rust/Cargo.toml', 'litellm-rust/crates/**', 'model_prices_and_context_window.json', 'pyproject.toml', 'packaging/litellm-proxy/pyproject.toml') }} - run: echo "key=$RUST_BRIDGE_CACHE_KEY" >> "$GITHUB_OUTPUT" - - name: Set up Python if: steps.changes.outputs.decision != 'skip' timeout-minutes: 3 @@ -66,34 +59,21 @@ jobs: id: rust-bridge-cache if: steps.changes.outputs.decision != 'skip' timeout-minutes: 5 - uses: actions/cache/restore@0057852bfaa89a56745cba8c7296529d2fc39830 - with: - path: rust-bridge-dist - key: ${{ steps.rust-bridge-key.outputs.key }} + uses: ./.github/actions/restore-rust-bridge - name: Cache the Rust build if: steps.changes.outputs.decision != 'skip' && steps.rust-bridge-cache.outputs.cache-hit != 'true' timeout-minutes: 5 uses: ./.github/actions/cache-cargo-build - - name: Set up sccache - if: steps.changes.outputs.decision != 'skip' && steps.rust-bridge-cache.outputs.cache-hit != 'true' - uses: mozilla-actions/sccache-action@d651010b8da762cde178750d8eda7b5febfe147a - with: - version: "v0.18.0" - - name: Build editable Rust bridge if: steps.changes.outputs.decision != 'skip' && steps.rust-bridge-cache.outputs.cache-hit != 'true' timeout-minutes: 15 env: - RUSTC_WRAPPER: sccache - SCCACHE_GHA_ENABLED: "true" - SCCACHE_GHA_VERSION: litellm-ci-v1 - SCCACHE_GHA_RW_MODE: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' && 'READ_WRITE' || 'READ_ONLY' }} CARGO_INCREMENTAL: "0" run: | mkdir -p rust-bridge-dist - uv run --no-project --with maturin==1.15.0 python -c 'import maturin; maturin.build_editable("rust-bridge-dist")' + uv run --no-project --with maturin==1.15.0 python .github/packaging/build_backend.py rust-bridge-dist strip --strip-debug litellm/rust_bridge/_native.abi3.so mkdir -p rust-bridge-dist/litellm/rust_bridge cp litellm/rust_bridge/_native.abi3.so rust-bridge-dist/litellm/rust_bridge/_native.abi3.so @@ -101,14 +81,10 @@ jobs: - name: Build the gateway wheel once for test shards if: steps.changes.outputs.decision != 'skip' && steps.rust-bridge-cache.outputs.cache-hit != 'true' timeout-minutes: 15 - working-directory: packaging/litellm-proxy + working-directory: litellm/packaging/litellm-proxy env: - RUSTC_WRAPPER: sccache - SCCACHE_GHA_ENABLED: "true" - SCCACHE_GHA_VERSION: litellm-ci-v1 - SCCACHE_GHA_RW_MODE: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' && 'READ_WRITE' || 'READ_ONLY' }} CARGO_INCREMENTAL: "0" - run: uv run --no-project --with maturin==1.15.0 maturin build --profile dev --strip --out ../../rust-bridge-dist + run: uv run --no-project --with maturin==1.15.0 maturin build --profile dev --strip --out ../../../rust-bridge-dist - name: Upload Rust bridge artifact if: steps.changes.outputs.decision != 'skip' @@ -125,7 +101,7 @@ jobs: uses: actions/cache/save@0057852bfaa89a56745cba8c7296529d2fc39830 with: path: rust-bridge-dist - key: ${{ steps.rust-bridge-key.outputs.key }} + key: ${{ steps.rust-bridge-cache.outputs.key }} - name: Expose the Rust bridge artifact id: rust-bridge-artifact @@ -397,6 +373,7 @@ jobs: tests/unit/llms/voyage tests/unit/llms/wandb tests/unit/llms/watsonx + tests/unit/llms/webiq tests/unit/llms/xai tests/unit/llms/xinference tests/unit/llms/you_com @@ -459,7 +436,6 @@ jobs: tests/unit/ocr tests/unit/passthrough tests/unit/rag - tests/unit/cookbook tests/unit/realtime_api tests/unit/rerank_api tests/unit/search @@ -550,6 +526,7 @@ jobs: tests/unit/proxy/management_helpers tests/unit/proxy/list_api tests/unit/proxy/analytics_endpoints + tests/unit/proxy/alerting_endpoints tests/unit/proxy/decisions_endpoints tests/unit/proxy/memory tests/unit/proxy/agent_endpoints @@ -589,6 +566,7 @@ jobs: tests/unit/proxy/credential_endpoints tests/unit/proxy/discovery_endpoints tests/unit/proxy/shutdown + tests/unit/proxy/rust_forward tests/unit/proxy/public_endpoints tests/unit/proxy/prompts tests/unit/proxy/rag_endpoints @@ -631,23 +609,32 @@ jobs: job-timeout-minutes: 60 dist: loadscope - - shard: proxy-infra + - shard: proxy-infra-db-spend test-path: |- tests/unit/proxy/db --ignore=tests/unit/proxy/db/db_transaction_queue/test_e2e_pod_lock_manager.py --ignore=tests/unit/proxy/db/test_update_daily_tag_spend.py - tests/unit/proxy/middleware - --ignore=tests/unit/proxy/middleware/test_request_size_limit_middleware.py tests/unit/proxy/spend_tracking --ignore=tests/unit/proxy/spend_tracking/test_search_api_logging.py - tests/unit/proxy/pass_through_endpoints - tests/unit/proxy/mcp_server/test_tool_registry.py tests/unit/proxy/common_utils --ignore=tests/unit/proxy/common_utils/test_cache_aware_routing.py --ignore=tests/unit/proxy/common_utils/test_check_batch_cost.py --ignore=tests/unit/proxy/common_utils/test_check_responses_cost.py --ignore=tests/unit/proxy/common_utils/test_proxy_encrypt_decrypt.py --ignore=tests/unit/proxy/common_utils/test_realtime_cache.py + python-version: "3.12" + workers: 4 + reruns: 0 + timeout-minutes: 20 + job-timeout-minutes: 60 + dist: loadscope + + - shard: proxy-infra-routing + test-path: |- + tests/unit/proxy/middleware + --ignore=tests/unit/proxy/middleware/test_request_size_limit_middleware.py + tests/unit/proxy/pass_through_endpoints + tests/unit/proxy/mcp_server/test_tool_registry.py tests/unit/proxy/enterprise_billing tests/unit/proxy/types_utils tests/unit/proxy/logging_endpoints @@ -662,34 +649,30 @@ jobs: job-timeout-minutes: 60 dist: loadscope - - shard: proxy-infra-root + - shard: proxy-infra-root-a-p test-path: |- - tests/unit/proxy/test_*.py - --ignore=tests/unit/proxy/test_aproxy_startup.py - --ignore=tests/unit/proxy/test_credential_slot_registry.py - --ignore=tests/unit/proxy/test_custom_callback_input.py - --ignore=tests/unit/proxy/test_custom_logger_s3_gcs.py - --ignore=tests/unit/proxy/test_custom_tokenizer_bug.py - --ignore=tests/unit/proxy/test_db_schema_changes.py - --ignore=tests/unit/proxy/test_deprecated_key_grace_period.py - --ignore=tests/unit/proxy/test_get_favicon.py - --ignore=tests/unit/proxy/test_get_image.py - --ignore=tests/unit/proxy/test_prisma_client_backoff_retry.py - --ignore=tests/unit/proxy/test_prompt_test_endpoint.py - --ignore=tests/unit/proxy/test_proxy_config_unit_test.py - --ignore=tests/unit/proxy/test_proxy_custom_auth.py - --ignore=tests/unit/proxy/test_proxy_reject_logging.py - --ignore=tests/unit/proxy/test_proxy_server.py - --ignore=tests/unit/proxy/test_proxy_setting_guardrails.py - --ignore=tests/unit/proxy/test_proxy_token_counter.py - --ignore=tests/unit/proxy/test_proxy_utils.py - --ignore=tests/unit/proxy/test_reducto_ocr_route.py - --ignore=tests/unit/proxy/test_response_polling_pre_call_checks.py - --ignore=tests/unit/proxy/test_server_root_path.py - --ignore=tests/unit/proxy/test_ui_path_detection.py - --ignore=tests/unit/proxy/test_unit_test_proxy_hooks.py - --ignore=tests/unit/proxy/test_update_spend.py - --ignore=tests/unit/proxy/test_zero_cost_model_budget_bypass.py + tests/unit/proxy/test_[_a-p]*.py + --deselect=tests/unit/proxy/test_aproxy_startup.py + --deselect=tests/unit/proxy/test_component_allowlists.py + --deselect=tests/unit/proxy/test_credential_slot_registry.py + --deselect=tests/unit/proxy/test_custom_callback_input.py + --deselect=tests/unit/proxy/test_custom_logger_s3_gcs.py + --deselect=tests/unit/proxy/test_custom_tokenizer_bug.py + --deselect=tests/unit/proxy/test_db_schema_changes.py + --deselect=tests/unit/proxy/test_deprecated_key_grace_period.py + --deselect=tests/unit/proxy/test_get_favicon.py + --deselect=tests/unit/proxy/test_get_image.py + --deselect=tests/unit/proxy/test_prisma_client_backoff_retry.py + --deselect=tests/unit/proxy/test_prometheus_metrics_server.py + --deselect=tests/unit/proxy/test_prompt_test_endpoint.py + --deselect=tests/unit/proxy/test_proxy_cli.py + --deselect=tests/unit/proxy/test_proxy_config_unit_test.py + --deselect=tests/unit/proxy/test_proxy_custom_auth.py + --deselect=tests/unit/proxy/test_proxy_reject_logging.py + --deselect=tests/unit/proxy/test_proxy_server.py + --deselect=tests/unit/proxy/test_proxy_setting_guardrails.py + --deselect=tests/unit/proxy/test_proxy_token_counter.py + --deselect=tests/unit/proxy/test_proxy_utils.py python-version: "3.12" workers: 4 reruns: 0 @@ -697,6 +680,35 @@ jobs: job-timeout-minutes: 60 dist: loadscope + - shard: proxy-infra-root-q-z + test-path: |- + tests/unit/proxy/test_[q-z]*.py + --deselect=tests/unit/proxy/test_reducto_ocr_route.py + --deselect=tests/unit/proxy/test_response_polling_pre_call_checks.py + --deselect=tests/unit/proxy/test_server_root_path.py + --deselect=tests/unit/proxy/test_ui_path_detection.py + --deselect=tests/unit/proxy/test_unit_test_proxy_hooks.py + --deselect=tests/unit/proxy/test_update_spend.py + --deselect=tests/unit/proxy/test_zero_cost_model_budget_bypass.py + python-version: "3.12" + workers: 4 + reruns: 0 + timeout-minutes: 20 + job-timeout-minutes: 60 + dist: loadscope + + - shard: proxy-subprocess + test-path: |- + tests/unit/proxy/test_component_allowlists.py + tests/unit/proxy/test_prometheus_metrics_server.py + tests/unit/proxy/test_proxy_cli.py + python-version: "3.12" + workers: 2 + reruns: 0 + timeout-minutes: 20 + job-timeout-minutes: 60 + dist: loadscope + - shard: caching-local test-path: >- tests/unit/caching @@ -1032,7 +1044,7 @@ jobs: fi uv run --no-sync python -c 'import os, sys; print(sys.version); assert f"{sys.version_info.major}.{sys.version_info.minor}" == os.environ["UV_PYTHON"]' - - name: Check schema.prisma against the merge base + - name: Check litellm/schema.prisma against the merge base if: steps.changes.outputs.decision != 'skip' && matrix.shard == 'db-and-spend' && github.event_name == 'pull_request' timeout-minutes: 3 env: @@ -1045,7 +1057,7 @@ jobs: merge_base=$(gh api "repos/${GITHUB_REPOSITORY}/compare/${base_ref}...${HEAD_SHA}?per_page=1" --jq '.merge_base_commit.sha') test -n "$merge_base" git fetch --no-tags --depth=1 origin "$merge_base" - uv run --no-sync python scripts/check_schema_compatibility.py --base-commit "$merge_base" + uv run --no-sync python litellm/scripts/check_schema_compatibility.py --base-commit "$merge_base" - name: Cache Prisma binaries if: steps.changes.outputs.decision != 'skip' @@ -1110,7 +1122,7 @@ jobs: --timeout="${TEST_TIMEOUT_SECONDS}" \ --rerun-except "from pytest-timeout" \ --durations=20 \ - --cov=./litellm --cov=./enterprise/litellm_enterprise \ + --cov=./litellm --cov=./litellm/enterprise/litellm_enterprise \ --cov-report=xml:coverage.xml \ --cov-config=pyproject.toml status=$? @@ -1140,7 +1152,7 @@ jobs: timeout-minutes: 20 defaults: run: - working-directory: ui/litellm-dashboard + working-directory: litellm/ui/litellm-dashboard steps: - name: Checkout repository @@ -1159,9 +1171,9 @@ jobs: if: steps.changes.outputs.decision != 'skip' uses: actions/setup-node@a0853c24544627f65ddf259abe73b1d18a591444 # v5.0.0 with: - node-version-file: ui/litellm-dashboard/.nvmrc + node-version-file: litellm/ui/litellm-dashboard/.nvmrc cache: "npm" - cache-dependency-path: ui/litellm-dashboard/package-lock.json + cache-dependency-path: litellm/ui/litellm-dashboard/package-lock.json - name: Install dependencies if: steps.changes.outputs.decision != 'skip' @@ -1331,17 +1343,16 @@ jobs: - name: Run unit tests run: | - for chart in helm/litellm-helm helm/litellm; do - declared="$(grep -h '^suite:' "$chart"/tests/*.yaml | wc -l | tr -d '[:space:]')" - output="$(mktemp)" - helm unittest -f 'tests/*.yaml' "$chart" | tee "$output" - executed="$(sed -n 's/^Test Suites:.*[[:space:]]\([0-9][0-9]*\) total$/\1/p' "$output")" - if [ "$declared" != "$executed" ]; then - echo "::error::$chart declares $declared test suites but helm-unittest ran $executed. Suites are being skipped silently, so their assertions never execute." - exit 1 - fi - echo "$chart: all $declared declared test suites ran" - done + chart=litellm/deploy/helm/litellm + declared="$(grep -h '^suite:' "$chart"/tests/*.yaml | wc -l | tr -d '[:space:]')" + output="$(mktemp)" + helm unittest -f 'tests/*.yaml' "$chart" | tee "$output" + executed="$(sed -n 's/^Test Suites:.*[[:space:]]\([0-9][0-9]*\) total$/\1/p' "$output")" + if [ "$declared" != "$executed" ]; then + echo "::error::$chart declares $declared test suites but helm-unittest ran $executed. Suites are being skipped silently, so their assertions never execute." + exit 1 + fi + echo "$chart: all $declared declared test suites ran" openai-sdk-compat: name: OpenAI ${{ matrix.openai-version }} compatibility needs: rust-bridge diff --git a/.github/workflows/test-vscode-extension.yml b/.github/workflows/test-vscode-extension.yml index c807948e4e9..56a38252a2f 100644 --- a/.github/workflows/test-vscode-extension.yml +++ b/.github/workflows/test-vscode-extension.yml @@ -8,13 +8,13 @@ on: - main - "litellm_**" paths: - - "vscode-extension/**" + - "litellm/vscode-extension/**" - ".github/workflows/test-vscode-extension.yml" push: branches: - main paths: - - "vscode-extension/**" + - "litellm/vscode-extension/**" - ".github/workflows/test-vscode-extension.yml" concurrency: @@ -27,7 +27,7 @@ jobs: timeout-minutes: 10 defaults: run: - working-directory: vscode-extension + working-directory: litellm/vscode-extension steps: - name: Checkout repository @@ -41,7 +41,7 @@ jobs: with: node-version: "24" cache: npm - cache-dependency-path: vscode-extension/package-lock.json + cache-dependency-path: litellm/vscode-extension/package-lock.json - name: Install dependencies run: npm ci @@ -59,5 +59,5 @@ jobs: uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1 with: name: litellm-vscode - path: vscode-extension/*.vsix + path: litellm/vscode-extension/*.vsix if-no-files-found: error diff --git a/.gitignore b/.gitignore index b08ee92d6af..0e20c40bc7f 100644 --- a/.gitignore +++ b/.gitignore @@ -18,7 +18,7 @@ __pycache__/ # Rust bridge build artifacts (compiled, platform-specific; regenerated by maturin/cargo) litellm/rust_bridge/_native*.so litellm/rust_bridge/_native*.pyd -litellm-rust/target/ +litellm/rust/target/ # Python package build output dist/ @@ -55,14 +55,14 @@ hosted_config.yaml litellm/proxy/tests/node_modules litellm/proxy/tests/package.json litellm/proxy/tests/package-lock.json -ui/litellm-dashboard/.next -ui/litellm-dashboard/node_modules -ui/litellm-dashboard/next-env.d.ts +litellm/ui/litellm-dashboard/.next +litellm/ui/litellm-dashboard/node_modules +litellm/ui/litellm-dashboard/next-env.d.ts *.tsbuildinfo -ui/litellm-dashboard/package.json -ui/litellm-dashboard/package-lock.json -helm/litellm-helm/*.tgz -helm/*.tgz +litellm/ui/litellm-dashboard/package.json +litellm/ui/litellm-dashboard/package-lock.json +litellm/deploy/helm/litellm/charts/*.tgz +litellm/deploy/helm/*.tgz litellm/proxy/vertex_key.json **/.vim/ **/node_modules @@ -106,7 +106,7 @@ litellm_config.yaml litellm/proxy/to_delete_loadtest_work/* update_model_cost_map.py tests/unit/proxy/mcp_server/test_mcp_server_manager.py -scripts/test_vertex_ai_search.py +litellm/scripts/test_vertex_ai_search.py LAZY_LOADING_IMPROVEMENTS.md STABILIZATION_TODO.md **/test-results @@ -146,7 +146,7 @@ crash.*.log # pytest coverage data .coverage -ui/litellm-dashboard/out/ +litellm/ui/litellm-dashboard/out/ litellm.log .coverage-rust diff --git a/.npmrc b/.npmrc deleted file mode 100644 index 7999681cc35..00000000000 --- a/.npmrc +++ /dev/null @@ -1,5 +0,0 @@ -# Supply-chain hardening -# Packages needing lifecycle scripts: npm rebuild -ignore-scripts=true -# Protects local npm install only — npm ci (used in CI) ignores this -min-release-age=3 diff --git a/AGENTS.md b/AGENTS.md index d8de447be90..6a04ad56071 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -1,7 +1,6 @@ Do not write comments unless they are any of: - absolutely necessary to explain some very complex business logic (in which case, keep it concise and clear) - used as an input for tools to read and act on. For example: - - entries in `.git-blame-ignore-revs` saying which commit is excluded from git blame - a lint or type checker suppression like `# mutable-ok` or `# pyright: ignore[reportArgumentType] # ` when introducing a truly unavoidable violation - a TODO or FIXME - Not great to have those, but if it's unavoidable, make sure to include a strong, concise reason for why it's there or, better yet, link to a GitHub issue for the follow-up work @@ -31,9 +30,7 @@ A test must only fail when litellm code changes. Never pin facts we don't own (a End-to-end tests belong in `tests/e2e/`. A rule about one directory's files, like its harness or which CI runs it, goes in that directory's `AGENTS.md`, never only in a README or here. Read a directory's `AGENTS.md` before editing files in it -Before you build a new way to move data between the endpoints, the provider transformations, and cost tracking or logging, read the architecture decision records in `docs/adrs/`, which say why those layers are shaped the way they are - -When creating PRs, target the repository's current default branch for both internal and external / OSS contributions. Check it with `python3 scripts/default_branch.py --branch` instead of assuming a branch name or relying on cached `origin/HEAD` +When creating PRs, target the repository's current default branch for both internal and external / OSS contributions. Check it with `python3 litellm/scripts/default_branch.py --branch` instead of assuming a branch name or relying on cached `origin/HEAD` When writing a PR body, treat the comments and imperative instructions inside .github/PULL_REQUEST_TEMPLATE/general.md as rules to follow, not just layout. Agent harnesses may strip HTML comments from copies of that file injected into context, so read .github/PULL_REQUEST_TEMPLATE/general.md from disk before writing a PR body to make sure you see every comment rule. A section you have nothing to put in (Relevant issues, Affected release, Linear ticket, Caveats, QA runbook, and so on) is removed entirely, heading included, never left as an empty title @@ -59,17 +56,17 @@ Don't hesitate to use values in .env to get needed API keys and other secrets, a Python max line length is 120, not 88 -The five lint gates (`scripts/ruff_strict_gate.py`, `scripts/type_discipline_gate.py`, `scripts/test_quality_gate.py`, `scripts/openapi_docs_gate.py`, `scripts/type_check_gate.py`) compare each rule's codebase count on your branch against the count at its merge-base with the default branch, and a rule may not grow. There are no budget files to edit or ratchet: when a gate fails, fix the violations the branch introduced or remove at least as many of that rule elsewhere in the tree. The one exception is `reportAny` / `reportExplicitAny`, which share a fixed codebase-wide cap in `ANY_CAPS` in `scripts/type_check_gate.py` because Any spreads past the lines you touch. A branch may add Anys while the total stays under that cap. Only lower `ANY_CAPS`, and only in its own PR to the default branch, never raise it on a feature branch +The five lint gates (`litellm/scripts/ruff_strict_gate.py`, `litellm/scripts/type_discipline_gate.py`, `litellm/scripts/test_quality_gate.py`, `litellm/scripts/openapi_docs_gate.py`, `litellm/scripts/type_check_gate.py`) compare each rule's codebase count on your branch against the count at its merge-base with the default branch, and a rule may not grow. There are no budget files to edit or ratchet: when a gate fails, fix the violations the branch introduced or remove at least as many of that rule elsewhere in the tree. The one exception is `reportAny` / `reportExplicitAny`, which share a fixed codebase-wide cap in `ANY_CAPS` in `litellm/scripts/type_check_gate.py` because Any spreads past the lines you touch. A branch may add Anys while the total stays under that cap. Only lower `ANY_CAPS`, and only in its own PR to the default branch, never raise it on a feature branch `make check` (f.k.a. `make pre-commit`, which still works identically as an alias) saves its complete output to a log file in .git (overwriting previous logs) and prints that path as its first and last output lines. To inspect a run, read or grep that log instead of re-running the multi-minute checks just to see a different slice -`make check`, `make lint`, `scripts/pre_commit_lint.sh`, and the standalone lint gates (`scripts/ruff_strict_gate.py`, `scripts/type_discipline_gate.py`, `scripts/type_check_gate.py`) each hold one of 2 machine-wide slots, so when other sessions or worktrees on the same box are already running heavy work, yours prints "all N machine-wide slots are busy" followed by "queueing" and then stays quiet until a slot frees. Give the command a long timeout and let it wait rather than killing it, retrying it, or assuming it hung. Don't change the # of machine-wide slots or make it unlimited by setting `LITELLM_GATE_SLOTS=0` +`make check`, `make lint`, `litellm/scripts/pre_commit_lint.sh`, and the standalone lint gates (`litellm/scripts/ruff_strict_gate.py`, `litellm/scripts/type_discipline_gate.py`, `litellm/scripts/type_check_gate.py`) each hold one of 2 machine-wide slots, so when other sessions or worktrees on the same box are already running heavy work, yours prints "all N machine-wide slots are busy" followed by "queueing" and then stays quiet until a slot frees. Give the command a long timeout and let it wait rather than killing it, retrying it, or assuming it hung. Don't change the # of machine-wide slots or make it unlimited by setting `LITELLM_GATE_SLOTS=0` If you're trying to create a new function that relies on untyped stuff, instead of adding more Any's and pushing `reportAny` / `reportExplicitAny` closer to their cap in `ANY_CAPS`, just validate it in the caller with Pydantic (a model or `TypeAdapter` that returns the typed thing or raises will do) and then pass the now typed variable in If you get an LIT001 fail, refactor the code to follow functional programming best practices rather than introducing mutable data structures. For example, build values in one shot with comprehensions or generators wrapped in `tuple()` / `MappingProxyType()` / `frozenset()` instead of seeding an empty `list`/`dict`/`set` and mutating it over time. Ideally, `# mutable-ok` is never used. Reach for it only as a genuine last resort when an immutable rewrite is truly impossible, and always pair it with a real reason -Every lint or type suppression must name the exact rule inside brackets and carry a reason comment, e.g. `# pyright: ignore[reportArgumentType] # stubs lack async overload` or `# noqa: TID251 # `. `# type: ignore` is banned (LIT009): pyrightconfig.json sets `enableTypeIgnoreComments` to false, so it silently does nothing +Every lint or type suppression must name the exact rule inside brackets and carry a reason comment, e.g. `# pyright: ignore[reportArgumentType] # stubs lack async overload` or `# noqa: TID251 # `. `# type: ignore` is banned (LIT009): `[tool.pyright]` in pyproject.toml sets `enableTypeIgnoreComments` to false, so it silently does nothing Commit and push your work when you're done without asking @@ -91,8 +88,6 @@ Do not put names of customers or customer company names in code, PR descriptions CI supply-chain safety: Never pipe a remote script into a shell (`curl ... | bash`, `wget ... | sh`). Download the artifact to a file, verify its SHA-256 checksum, then install. Pin every external tool to a specific version with a full URL (not `latest` or `stable`). Verify checksums for all downloaded binaries, using the provider's official `.sha256` / `.sha256sum` sidecar when available. These rules apply to every download in CI -For database operations, connection ownership and proxy dependency wiring, follow [database-access](.agents/skills/database-access/SKILL.md) - Prisma migrations apply synchronously at proxy boot, before it serves traffic, so a migration must only change schema, never rewrite rows. No `UPDATE`, `DELETE` or `MERGE`, and no `INSERT ... SELECT`: on a spend-log-sized table any of those is minutes of downtime plus a doubled heap that plain autovacuum won't give back. `tests/code_coverage_tests/check_migrations_no_data_rewrites.py` enforces this. When a rewrite is genuinely bounded and has to ship inside the migration, mark the statement `-- data-migration-ok: ` Follow these coding conventions for new/updated code (a three-line fix in a legacy file shouldn't trigger huge drive-by refactors): diff --git a/ARCHITECTURE.md b/ARCHITECTURE.md deleted file mode 100644 index f457720c58d..00000000000 --- a/ARCHITECTURE.md +++ /dev/null @@ -1,419 +0,0 @@ -# LiteLLM Architecture - LiteLLM SDK + AI Gateway - -This document helps contributors understand where to make changes in LiteLLM. - -For why a layer is shaped the way it is, read the architecture decision records in [`docs/adrs/`](docs/adrs/AGENTS.md) (Python SDK and proxy) and [`litellm-rust/docs/adrs/`](litellm-rust/docs/adrs/AGENTS.md) (Rust core) - ---- - -## How It Works - -The LiteLLM AI Gateway (Proxy) uses the LiteLLM SDK internally for all LLM calls: - -``` -OpenAI SDK (client) ──▶ LiteLLM AI Gateway (proxy/) ──▶ LiteLLM SDK (litellm/) ──▶ LLM API -Anthropic SDK (client) ──▶ LiteLLMAI Gateway (proxy/) ──▶ LiteLLM SDK (litellm/) ──▶ LLM API -Any HTTP client ──▶ LiteLLMAI Gateway (proxy/) ──▶ LiteLLM SDK (litellm/) ──▶ LLM API -``` - -The **AI Gateway** adds authentication, rate limiting, budgets, and routing on top of the SDK. -The **SDK** handles the actual LLM provider calls, request/response transformations, and streaming. - ---- - -## 1. AI Gateway (Proxy) Request Flow - -The AI Gateway (`litellm/proxy/`) wraps the SDK with authentication, rate limiting, and management features. - -```mermaid -sequenceDiagram - participant Client - participant ProxyServer as proxy/proxy_server.py - participant Auth as proxy/auth/user_api_key_auth.py - participant Redis as Redis Cache - participant Hooks as proxy/hooks/ - participant Router as router.py - participant Main as main.py + utils.py - participant Handler as llms/custom_httpx/llm_http_handler.py - participant Transform as llms/{provider}/chat/transformation.py - participant Provider as LLM Provider API - participant CostCalc as cost_calculator.py - participant LoggingObj as litellm_logging.py - participant DBWriter as db/db_spend_update_writer.py - participant Postgres as PostgreSQL - - %% Request Flow - Client->>ProxyServer: POST /v1/chat/completions - ProxyServer->>Auth: user_api_key_auth() - Auth->>Redis: Check API key cache - Redis-->>Auth: Key info + spend limits - ProxyServer->>Hooks: parallel_request_limiter, cache_control_check - Hooks->>Redis: Check/increment rate limit counters - ProxyServer->>Router: route_request() - Router->>Main: litellm.acompletion() - Main->>Handler: BaseLLMHTTPHandler.completion() - Handler->>Transform: ProviderConfig.transform_request() - Handler->>Provider: HTTP Request - Provider-->>Handler: Response - Handler->>Transform: ProviderConfig.transform_response() - Transform-->>Handler: ModelResponse - Handler-->>Main: ModelResponse - - %% Cost Attribution (in utils.py wrapper) - Main->>LoggingObj: update_response_metadata() - LoggingObj->>CostCalc: _response_cost_calculator() - CostCalc->>CostCalc: completion_cost(tokens × price) - CostCalc-->>LoggingObj: response_cost - LoggingObj-->>Main: Set response._hidden_params["response_cost"] - Main-->>ProxyServer: ModelResponse (with cost in _hidden_params) - - %% Response Headers + Async Logging - ProxyServer->>ProxyServer: Extract cost from hidden_params - ProxyServer->>LoggingObj: async_success_handler() - LoggingObj->>Hooks: async_log_success_event() - Hooks->>DBWriter: update_database(response_cost) - DBWriter->>Redis: Queue spend increment - DBWriter->>Postgres: Batch write spend logs (async) - ProxyServer-->>Client: ModelResponse + x-litellm-response-cost header -``` - -### Proxy Components - -```mermaid -graph TD - subgraph "Incoming Request" - Client["POST /v1/chat/completions"] - end - - subgraph "proxy/proxy_server.py" - Endpoint["chat_completion()"] - end - - subgraph "proxy/auth/" - Auth["user_api_key_auth()"] - end - - subgraph "proxy/" - PreCall["litellm_pre_call_utils.py"] - RouteRequest["route_llm_request.py"] - end - - subgraph "litellm/" - Router["router.py"] - Main["main.py"] - end - - subgraph "Infrastructure" - DualCache["DualCache
(in-memory + Redis)"] - Postgres["PostgreSQL
(keys, teams, spend logs)"] - end - - Client --> Endpoint - Endpoint --> Auth - Auth --> DualCache - DualCache -.->|cache miss| Postgres - Auth --> PreCall - PreCall --> RouteRequest - RouteRequest --> Router - Router --> DualCache - Router --> Main - Main --> Client -``` - -**Key proxy files:** -- `proxy/proxy_server.py` - Main API endpoints -- `proxy/auth/` - Authentication (API keys, JWT, OAuth2) -- `proxy/hooks/` - Proxy-level callbacks -- `router.py` - Load balancing, fallbacks -- `router_strategy/` - Routing algorithms (`lowest_latency.py`, `simple_shuffle.py`, etc.) - -**LLM-specific proxy endpoints:** - -| Endpoint | Directory | Purpose | -|----------|-----------|---------| -| `/v1/messages` | `proxy/anthropic_endpoints/` | Anthropic Messages API | -| `/vertex-ai/*` | `proxy/vertex_ai_endpoints/` | Vertex AI passthrough | -| `/gemini/*` | `proxy/google_endpoints/` | Google AI Studio passthrough | -| `/v1/images/*` | `proxy/image_endpoints/` | Image generation | -| `/v1/batches` | `proxy/batches_endpoints/` | Batch processing | -| `/v1/files` | `proxy/openai_files_endpoints/` | File uploads | -| `/v1/fine_tuning` | `proxy/fine_tuning_endpoints/` | Fine-tuning jobs | -| `/v1/rerank` | `proxy/rerank_endpoints/` | Reranking | -| `/v1/responses` | `proxy/response_api_endpoints/` | OpenAI Responses API | -| `/v1/vector_stores` | `proxy/vector_store_endpoints/` | Vector stores | -| `/*` (passthrough) | `proxy/pass_through_endpoints/` | Direct provider passthrough | - -**Proxy Hooks** (`proxy/hooks/__init__.py`): - -| Hook | File | Purpose | -|------|------|---------| -| `parallel_request_limiter` | `proxy/hooks/parallel_request_limiter_v3.py` | Rate limiting per key/user | -| `cache_control_check` | `proxy/hooks/cache_control_check.py` | Cache validation | -| `responses_id_security` | `proxy/hooks/responses_id_security.py` | Response ID validation | -| `litellm_skills` | `proxy/hooks/litellm_skills/main.py` | Skills injection | - -To add a new proxy hook, implement `CustomLogger` and register in `PROXY_HOOKS`. - -### Infrastructure Components - -The AI Gateway uses external infrastructure for persistence and caching: - -```mermaid -graph LR - subgraph "AI Gateway (proxy/)" - Proxy["proxy_server.py"] - Auth["auth/user_api_key_auth.py"] - DBWriter["db/db_spend_update_writer.py
DBSpendUpdateWriter"] - InternalCache["utils.py
InternalUsageCache"] - CostCallback["hooks/proxy_track_cost_callback.py
_ProxyDBLogger"] - Scheduler["APScheduler
ProxyStartupEvent"] - end - - subgraph "SDK (litellm/)" - Router["router.py
Router.cache (DualCache)"] - LLMCache["caching/caching_handler.py
LLMCachingHandler"] - CacheClass["caching/caching.py
Cache"] - end - - subgraph "Redis (caching/redis_cache.py)" - RateLimit["Rate Limit Counters"] - SpendQueue["Spend Increment Queue"] - KeyCache["API Key Cache"] - TPM_RPM["TPM/RPM Tracking"] - Cooldowns["Deployment Cooldowns"] - LLMResponseCache["LLM Response Cache"] - end - - subgraph "PostgreSQL (proxy/schema.prisma)" - Keys["LiteLLM_VerificationToken"] - Teams["LiteLLM_TeamTable"] - SpendLogs["LiteLLM_SpendLogs"] - Users["LiteLLM_UserTable"] - end - - Auth --> InternalCache - InternalCache --> KeyCache - InternalCache -.->|cache miss| Keys - InternalCache --> RateLimit - Router --> TPM_RPM - Router --> Cooldowns - LLMCache --> CacheClass - CacheClass --> LLMResponseCache - CostCallback --> DBWriter - DBWriter --> SpendQueue - DBWriter --> SpendLogs - Scheduler --> SpendLogs - Scheduler --> Keys -``` - -| Component | Purpose | Key Files/Classes | -|-----------|---------|-------------------| -| **Redis** | Rate limiting, API key caching, TPM/RPM tracking, cooldowns, LLM response caching, spend queuing | `caching/redis_cache.py` (`RedisCache`), `caching/dual_cache.py` (`DualCache`) | -| **PostgreSQL** | API keys, teams, users, spend logs | `proxy/utils.py` (`PrismaClient`), `proxy/schema.prisma` | -| **InternalUsageCache** | Proxy-level cache for rate limits + API keys (in-memory + Redis) | `proxy/utils.py` (`InternalUsageCache`) | -| **Router.cache** | TPM/RPM tracking, deployment cooldowns, client caching (in-memory + Redis) | `router.py` (`Router.cache: DualCache`) | -| **LLMCachingHandler** | SDK-level LLM response/embedding caching | `caching/caching_handler.py` (`LLMCachingHandler`), `caching/caching.py` (`Cache`) | -| **DBSpendUpdateWriter** | Batches spend updates to reduce DB writes | `proxy/db/db_spend_update_writer.py` (`DBSpendUpdateWriter`) | -| **Cost Tracking** | Calculates and logs response costs | `proxy/hooks/proxy_track_cost_callback.py` (`_ProxyDBLogger`) | - -**Background Jobs** (APScheduler, initialized in `proxy/proxy_server.py` → `ProxyStartupEvent.initialize_scheduled_background_jobs()`): - -| Job | Interval | Purpose | Key Files | -|-----|----------|---------|-----------| -| `update_spend` | 60s | Batch write spend logs to PostgreSQL | `proxy/db/db_spend_update_writer.py` | -| `reset_budget` | 10-12min | Reset budgets for keys/users/teams | `proxy/common_utils/reset_budget_job.py` | -| `add_deployment` | 10s | Sync new model deployments from DB | `proxy/proxy_server.py` (`ProxyConfig`) | -| `cleanup_old_spend_logs` | cron/interval | Delete old spend logs | `proxy/db/db_transaction_queue/spend_log_cleanup.py` | -| `check_batch_cost` | 30min | Calculate costs for batch jobs | `enterprise/litellm_enterprise/proxy/common_utils/check_batch_cost.py` | -| `check_responses_cost` | 30min | Calculate costs for responses API | `enterprise/litellm_enterprise/proxy/common_utils/check_responses_cost.py` | -| `process_rotations` | 1hr | Auto-rotate API keys | `proxy/common_utils/key_rotation_manager.py` | -| `_run_background_health_check` | continuous | Health check model deployments | `proxy/proxy_server.py` | -| `send_weekly_spend_report` | weekly | Slack spend alerts | `proxy/utils.py` (`SlackAlerting`) | -| `send_monthly_spend_report` | monthly | Slack spend alerts | `proxy/utils.py` (`SlackAlerting`) | - -**Cost Attribution Flow:** -1. LLM response returns to `utils.py` wrapper after `litellm.acompletion()` completes -2. `update_response_metadata()` (`litellm_core_utils/llm_response_utils/response_metadata.py`) is called -3. `logging_obj._response_cost_calculator()` (`litellm_core_utils/litellm_logging.py`) calculates cost via `litellm.completion_cost()` (`cost_calculator.py`) -4. Cost is stored in `response._hidden_params["response_cost"]` -5. `proxy/common_request_processing.py` extracts cost from `hidden_params` and adds to response headers (`x-litellm-response-cost`) -6. `logging_obj.async_success_handler()` triggers callbacks including `_ProxyDBLogger.async_log_success_event()` -7. `DBSpendUpdateWriter.update_database()` queues spend increments to Redis -8. Background job `update_spend` flushes queued spend to PostgreSQL every 60s - -Cost lookup falls back to the response model when the provider-reported name cannot be priced. Explicitly registered zero rates remain zero, and custom deployment pricing or an explicit `base_model` retain precedence - -### Data Access Layer (Models & Repositories) - -Database entities and the operations on them live in two packages at the root of `litellm/` so both the gateway (`proxy/`) and the SDK can use them without importing proxy internals: - -- `litellm/models/` holds the canonical Pydantic definitions for every persisted entity (`LiteLLM_VerificationToken`, `LiteLLM_TeamTable`, `LiteLLM_UserTable`, etc.). `proxy/_types.py` re-exports these for backwards compatibility, so existing imports keep working. -- `litellm/repositories/` holds the data-access layer. `BaseRepository[T]` provides the generic CRUD (`find_by_id`, `find_many`, `create`, `update`, `delete`, `count`, `exists`); entity repositories such as `VerificationTokenRepository`, `TeamRepository`, and `UserRepository` add domain-specific queries and writes on top of it. - -Conventions to follow when touching this layer: - -| Concern | How it's handled | -|---------|------------------| -| JSON columns | Prisma `Json` columns are stored as JSON strings. Repositories `json.dumps()` on write and `json.loads()` on read (see `_to_model` and the `_build_*_data` helpers). | -| Archive-then-delete | `delete_team` / `delete_token` copy the row into the `LiteLLM_Deleted*` table and delete the original inside a single `prisma_client.db.tx()` transaction. Archive payloads are built explicitly so only columns that exist on the archive table are written. | -| Column vs. field names | Where a model field differs from its DB column (for example `org_id` maps to the `organization_id` column), the repository translates in both directions rather than relying on Pydantic to guess. | -| Array mutations | Adds use Prisma's atomic `push` (`add_member`, `add_admin`, `add_models`) to avoid read-modify-write races. Removals fall back to read-modify-write because Prisma has no atomic array remove. | - -To add a new entity, define the model under `litellm/models/`, re-export it from `proxy/_types.py` if existing code imports it from there, and add a repository under `litellm/repositories/` (subclass `BaseRepository` for plain CRUD, or add bespoke methods when the entity needs encryption, archiving, or atomic array updates). Mirror the tests in `tests/unit/repositories/`. - ---- - -## 2. SDK Request Flow - -The SDK (`litellm/`) provides the core LLM calling functionality used by both direct SDK users and the AI Gateway. - -```mermaid -graph TD - subgraph "SDK Entry Points" - Completion["litellm.completion()"] - Messages["litellm.messages()"] - end - - subgraph "main.py" - Main["completion()
acompletion()"] - end - - subgraph "utils.py" - GetProvider["get_llm_provider()"] - end - - subgraph "llms/custom_httpx/" - Handler["llm_http_handler.py
BaseLLMHTTPHandler"] - HTTP["http_handler.py
HTTPHandler / AsyncHTTPHandler"] - end - - subgraph "llms/{provider}/chat/" - TransformReq["transform_request()"] - TransformResp["transform_response()"] - end - - subgraph "litellm_core_utils/" - Streaming["streaming_handler.py"] - end - - subgraph "integrations/ (async, off main thread)" - Callbacks["custom_logger.py
Langfuse, Datadog, etc."] - end - - Completion --> Main - Messages --> Main - Main --> GetProvider - GetProvider --> Handler - Handler --> TransformReq - TransformReq --> HTTP - HTTP --> Provider["LLM Provider API"] - Provider --> HTTP - HTTP --> TransformResp - TransformResp --> Streaming - Streaming --> Response["ModelResponse"] - Response -.->|async| Callbacks -``` - -**Key SDK files:** -- `main.py` - Entry points: `completion()`, `acompletion()`, `embedding()` -- `utils.py` - `get_llm_provider()` resolves model → provider -- `llms/custom_httpx/llm_http_handler.py` - Central HTTP orchestrator -- `llms/custom_httpx/http_handler.py` - Low-level HTTP client -- `llms/{provider}/chat/transformation.py` - Provider-specific transformations -- `litellm_core_utils/streaming_handler.py` - Streaming response handling -- `integrations/` - Async callbacks (Langfuse, Datadog, etc.) - ---- - -## 3. Translation Layer - -When a request comes in, it goes through a **translation layer** that converts between API formats. -Each translation is isolated in its own file, making it easy to test and modify independently. - -### Where to find translations - -| Incoming API | Provider | Translation File | -|--------------|----------|------------------| -| `/v1/chat/completions` | Anthropic | `llms/anthropic/chat/transformation.py` | -| `/v1/chat/completions` | Bedrock Converse | `llms/bedrock/chat/converse_transformation.py` | -| `/v1/chat/completions` | Bedrock Invoke | `llms/bedrock/chat/invoke_transformations/anthropic_claude_transformation.py` | -| `/v1/chat/completions` | Gemini | `llms/gemini/chat/transformation.py` | -| `/v1/chat/completions` | Vertex AI | `llms/vertex_ai/gemini/transformation.py` | -| `/v1/chat/completions` | OpenAI | `llms/openai/chat/gpt_transformation.py` | -| `/v1/messages` (passthrough) | Anthropic | `llms/anthropic/messages/native/transformation.py` | -| `/v1/messages` (passthrough) | Bedrock | `llms/bedrock/messages/invoke_transformations/anthropic_claude_transformation.py` | -| `/v1/messages` (passthrough) | Vertex AI | `llms/vertex_ai/vertex_ai_partner_models/anthropic/messages/transformation.py` | -| Passthrough endpoints | All | `proxy/pass_through_endpoints/llm_provider_handlers/` | - -### Example: Debugging prompt caching - -If `/v1/messages` → Bedrock Converse prompt caching isn't working but Bedrock Invoke works: - -1. **Bedrock Converse translation**: `llms/bedrock/chat/converse_transformation.py` -2. **Bedrock Invoke translation**: `llms/bedrock/chat/invoke_transformations/anthropic_claude_transformation.py` -3. Compare how each handles `cache_control` in `transform_request()` - -### How translations work - -Each provider has a `Config` class that inherits from `BaseConfig` (`llms/base_llm/chat/transformation.py`): - -```python -class ProviderConfig(BaseConfig): - def transform_request(self, model, messages, optional_params, litellm_params, headers): - # Convert OpenAI format → Provider format - return {"messages": transformed_messages, ...} - - def transform_response(self, model, raw_response, model_response, logging_obj, ...): - # Convert Provider format → OpenAI format - return ModelResponse(choices=[...], usage=Usage(...)) -``` - -The `BaseLLMHTTPHandler` (`llms/custom_httpx/llm_http_handler.py`) calls these methods - you never need to modify the handler itself. - ---- - -## 4. Adding/Modifying Providers - -### To add a new provider: - -1. Create `llms/{provider}/chat/transformation.py` -2. Implement `Config` class with `transform_request()` and `transform_response()` -3. Add tests in `tests/llm_translation/test_{provider}.py` - -### To add a feature (e.g., prompt caching): - -1. Find the translation file from the table above -2. Modify `transform_request()` to handle the new parameter -3. Add unit tests that verify the transformation - -### Testing checklist - -When adding a feature, verify it works across all paths: - -| Test | File Pattern | -|------|--------------| -| OpenAI passthrough | `tests/llm_translation/test_openai*.py` | -| Anthropic direct | `tests/llm_translation/test_anthropic*.py` | -| Bedrock Invoke | `tests/llm_translation/test_bedrock*.py` | -| Bedrock Converse | `tests/llm_translation/test_bedrock*converse*.py` | -| Vertex AI | `tests/llm_translation/test_vertex*.py` | -| Gemini | `tests/llm_translation/test_gemini*.py` | - -### Unit testing translations - -Translations are designed to be unit testable without making API calls: - -```python -from litellm.llms.bedrock.chat.converse_transformation import BedrockConverseConfig - -def test_prompt_caching_transform(): - config = BedrockConverseConfig() - result = config.transform_request( - model="anthropic.claude-3-opus", - messages=[{"role": "user", "content": "test", "cache_control": {"type": "ephemeral"}}], - optional_params={}, - litellm_params={}, - headers={} - ) - assert "cachePoint" in str(result) # Verify cache_control was translated -``` diff --git a/GEMINI.md b/GEMINI.md deleted file mode 100644 index 5fc00e0b5ae..00000000000 --- a/GEMINI.md +++ /dev/null @@ -1 +0,0 @@ -Read @AGENTS.md for coding guidelines diff --git a/LICENSE b/LICENSE index 3bfef5bae9b..2ffbfec19ad 100644 --- a/LICENSE +++ b/LICENSE @@ -1,6 +1,6 @@ Portions of this software are licensed as follows: -* All content that resides under the "enterprise/" directory of this repository, if that directory exists, is licensed under the license defined in "enterprise/LICENSE". +* All content that resides under the "litellm/enterprise/" directory of this repository, if that directory exists, is licensed under the license defined in "litellm/enterprise/LICENSE". * Content outside of the above mentioned directories or restrictions above is available under the MIT license as defined below. --- MIT License diff --git a/Makefile b/Makefile index 48df3c8e215..63fab29d9b5 100644 --- a/Makefile +++ b/Makefile @@ -54,20 +54,24 @@ help: @echo " make test-integration - Run integration tests" @echo " make test-unit-helm - Run helm unit tests" @echo " make test-rust-extension - Build the Rust extension and run its public Python tests" - @echo " make rust-sqlx-prepare - Refresh litellm-rust/crates/db/.sqlx against a migrated Postgres container" + @echo " make rust-sqlx-prepare - Refresh litellm/rust/crates/db/.sqlx against a migrated Postgres container" @echo "" @echo "Heavy targets (check, lint) queue for LITELLM_GATE_SLOTS machine-wide" @echo "slots (default 2; 0 disables) so parallel sessions don't thrash one machine." UV := uv +export RUSTUP_TOOLCHAIN ?= $(shell sed -n 's/^[[:space:]]*channel[[:space:]]*=[[:space:]]*"\([^"]*\)".*/\1/p' litellm/rust/rust-toolchain.toml) +export CARGO_NET_RETRY ?= 5 +export CARGO_HTTP_MULTIPLEXING ?= false +export SQLX_OFFLINE ?= true UV_RUN := $(UV) run --no-sync BASE_REF ?= export BASE_REF -RESOLVE_BASE = python3 scripts/default_branch.py --base "$(BASE_REF)" +RESOLVE_BASE = python3 litellm/scripts/default_branch.py --base "$(BASE_REF)" # Machine-wide slot queue for the heavy targets below; python3 + stdlib only, so -# it runs before any venv exists. See scripts/gate_slot_lock.py. -GATE_SLOT_LOCK := python3 scripts/gate_slot_lock.py +# it runs before any venv exists. See litellm/scripts/gate_slot_lock.py. +GATE_SLOT_LOCK := python3 litellm/scripts/gate_slot_lock.py LINT_DEP_INSTALL ?= install-dev LINT_E2E_DEP_INSTALL ?= lint-install @@ -90,8 +94,8 @@ install-dev: # machine-wide slots the CPU-bound gates below share. bootstrap: $(UV) sync --inexact --frozen --extra proxy --group proxy-dev --group e2e-dev - $(UV_RUN) python scripts/prisma_generate_if_needed.py - cd ui/litellm-dashboard && ../../scripts/with_dashboard_node.sh npm install --no-audit --no-fund + $(UV_RUN) python litellm/scripts/prisma_generate_if_needed.py + cd litellm/ui/litellm-dashboard && ../../scripts/with_dashboard_node.sh npm install --no-audit --no-fund @main_root=$$(git worktree list --porcelain | head -1 | sed 's/^worktree //'); \ if [ "$$main_root" != "$$(git rev-parse --show-toplevel)" ] && [ -f "$$main_root/.env" ] && [ ! -f .env ]; then \ cp "$$main_root/.env" .env && echo "bootstrap: copied .env from $$main_root"; \ @@ -123,10 +127,10 @@ install-helm-unittest: # Install git hooks that enforce Conventional Commits. # Opt-in: not chained into install-dev. install-hooks: - ./scripts/install_git_hooks.sh + ./litellm/scripts/install_git_hooks.sh # Formatting -# Wrap width is ruff.toml's single source of truth (line-length = 120), shared by the +# Wrap width is pyproject.toml's single source of truth (line-length = 120), shared by the # formatter and the import sorter so there's no 88-vs-120 split to reconcile. format: install-dev cd litellm && $(UV_RUN) ruff format --exclude '/enterprise/' . && cd .. @@ -139,12 +143,12 @@ lint-fetch-base: # Mirror test-linting.yml's python job environment: the proxy-dev group plus a generated # Prisma client, so `basedpyright tests/e2e` resolves the same modules CI does. The -# basedpyright gate itself no longer measures here (scripts/type_check_gate.py provisions its +# basedpyright gate itself no longer measures here (litellm/scripts/type_check_gate.py provisions its # own .venv-typecheck). --inexact tops up the venv instead of pruning the proxy extras # gen:api and the running proxy need. lint-install: $(UV) sync --inexact --frozen --group proxy-dev --group e2e-dev - $(UV_RUN) python scripts/prisma_generate_if_needed.py + $(UV_RUN) python litellm/scripts/prisma_generate_if_needed.py # Diff-scoped format check, mirroring test-linting.yml's "Check ruff format" step: # only the litellm Python files changed vs the base are checked, so a pre-existing @@ -163,9 +167,9 @@ lint-format-check-changed: $(LINT_DEP_INSTALL) $(LINT_DEP_BASE) # Linting targets lint-ruff: $(LINT_DEP_INSTALL) - $(UV_RUN) python scripts/check_mcp_operation_boundary.py + $(UV_RUN) python litellm/scripts/check_mcp_operation_boundary.py cd litellm && $(UV_RUN) ruff check . && cd .. - $(UV_RUN) ruff check --config ruff-tests.toml tests + $(UV_RUN) ruff check --config .github/linters/ruff-tests.toml tests # faster linter for developing ... # inspiration from: @@ -204,7 +208,7 @@ lint-ruff-FULL-dev: install-dev else echo "No changed .py files to check."; fi lint-basedpyright: $(LINT_DEP_INSTALL) $(LINT_DEP_BASE) - $(UV_RUN) python scripts/type_check_gate.py --base "$(BASE_REF)" + $(UV_RUN) python litellm/scripts/type_check_gate.py --base "$(BASE_REF)" lint-e2e-basedpyright: $(LINT_E2E_DEP_INSTALL) $(UV_RUN) basedpyright tests/e2e tests/e2e_harness @@ -212,29 +216,29 @@ lint-e2e-basedpyright: $(LINT_E2E_DEP_INSTALL) # Type-discipline gate (mutable collections / casts / type guards / kwargs / # unexplained suppressions), the test-linting.yml step `make lint` used to omit. lint-type-discipline: $(LINT_DEP_INSTALL) $(LINT_DEP_BASE) - $(UV_RUN) python scripts/type_discipline_gate.py --base "$(BASE_REF)" + $(UV_RUN) python litellm/scripts/type_discipline_gate.py --base "$(BASE_REF)" # Test-quality gate (zero-assert / mock-echo tests, sys.path.insert, raw env writes, # litellm module-global mutation, credential-gated skips, conftest snapshot # inventory), counted across tests/ the same delta-vs-base way. lint-test-quality: $(LINT_DEP_INSTALL) $(LINT_DEP_BASE) - $(UV_RUN) python scripts/test_quality_gate.py --base "$(BASE_REF)" + $(UV_RUN) python litellm/scripts/test_quality_gate.py --base "$(BASE_REF)" # OpenAPI docs gate (POST routes without a request body schema, a description or a # 200 schema in app.openapi()), counted the same delta-vs-base way so a new endpoint # has to show up documented in Swagger UI. lint-openapi-docs: $(LINT_DEP_INSTALL) $(LINT_DEP_BASE) - $(UV_RUN) python scripts/openapi_docs_gate.py --base "$(BASE_REF)" + $(UV_RUN) python litellm/scripts/openapi_docs_gate.py --base "$(BASE_REF)" lint-format: format-check lint-ruff-strict: install-dev - $(UV_RUN) python scripts/ruff_strict_gate.py --base "$(BASE_REF)" + $(UV_RUN) python litellm/scripts/ruff_strict_gate.py --base "$(BASE_REF)" # Strict gate, invoked the same way CI does in test-linting.yml so a local pass # means the CI check will pass too. lint-gate: $(LINT_DEP_INSTALL) $(LINT_DEP_BASE) - $(UV_RUN) python scripts/ruff_strict_gate.py --base "$(BASE_REF)" + $(UV_RUN) python litellm/scripts/ruff_strict_gate.py --base "$(BASE_REF)" check-circular-imports: $(LINT_DEP_INSTALL) cd litellm && $(UV_RUN) python ../tests/documentation_tests/test_circular_imports.py && cd .. @@ -272,7 +276,7 @@ check: @$(GATE_SLOT_LOCK) $(MAKE) check-inner check-inner: bootstrap - ./scripts/pre_commit_lint.sh + ./litellm/scripts/pre_commit_lint.sh pre-commit: @echo "make pre-commit is a legacy alias; use make check" >&2 @@ -294,7 +298,7 @@ test-rust-extension: "$$temporary/venv/bin/python" -I -m pytest --import-mode=importlib -m requires_rust_extension tests/test_litellm_rust rust-sqlx-prepare: - cd litellm-rust && cargo run -p litellm-db-testing --bin sqlx-prepare + cd litellm/rust && cargo run -p litellm-db-testing --bin sqlx-prepare test: install-test-deps $(UV_RUN) pytest tests/ @@ -341,7 +345,7 @@ test-integration: install-test-deps $(UV_RUN) pytest tests/ test-unit-helm: install-helm-unittest - helm unittest -f 'tests/*.yaml' helm/litellm-helm + helm unittest -f 'tests/*.yaml' litellm/deploy/helm/litellm # LLM Translation testing targets test-llm-translation: install-test-deps diff --git a/README.md b/README.md index 31a93bf8c67..c07905759de 100644 --- a/README.md +++ b/README.md @@ -6,7 +6,7 @@

Open Source AI Gateway for 100+ LLMs. Self-hosted. Enterprise-ready. Call any LLM in OpenAI format.

- Deploy to Render + Deploy to Render Deploy on Railway Deploy on AWS Deploy on GCP @@ -99,7 +99,7 @@ proxy, CLI, and optional extras Build and install core from this checkout while its release integration is pending: ```shell -python scripts/build_core_distribution.py --out-dir dist/core +python litellm/scripts/build_core_distribution.py --out-dir dist/core python -m pip install dist/core/litellm_core-*.whl ``` @@ -526,7 +526,7 @@ Run the LiteLLM proxy as a production-ready componentized stack (gateway, backen ```bash git clone https://github.com/BerriAI/litellm.git -cd litellm/terraform/litellm/aws/examples/default +cd litellm/litellm/deploy/terraform/litellm/aws/examples/default cp terraform.tfvars.example terraform.tfvars # edit region/tenant/env terraform init && terraform apply ``` @@ -579,7 +579,7 @@ Provider API keys live in AWS Secrets Manager; reference ARNs via `gateway_extra [![Open in Cloud Shell](https://gstatic.com/cloudssh/images/open-btn.png)](https://ssh.cloud.google.com/cloudshell/editor?cloudshell_git_repo=https%3A%2F%2Fgithub.com%2FBerriAI%2Fterraform-google-litellm&cloudshell_git_branch=v1.105.0&cloudshell_workspace=examples%2Fdefault&cloudshell_tutorial=TUTORIAL.md&cloudshell_image=gcr.io/ds-artifacts-cloudshell/deploystack_custom_image&shellonly=true) -Real 1-click. Opens Cloud Shell, clones the [terraform-google-litellm](https://github.com/BerriAI/terraform-google-litellm) module mirror at the latest stable release (a small download instead of the full litellm repo), and walks you through `terraform apply` via a built-in [DeployStack tutorial](./terraform/litellm/gcp/examples/default/TUTORIAL.md). Pick the project, the tutorial sets up the Artifact Registry remote repo, writes `terraform.tfvars` from your answers, and runs apply +Real 1-click. Opens Cloud Shell, clones the [terraform-google-litellm](https://github.com/BerriAI/terraform-google-litellm) module mirror at the latest stable release (a small download instead of the full litellm repo), and walks you through `terraform apply` via a built-in [DeployStack tutorial](./litellm/deploy/terraform/litellm/gcp/examples/default/TUTORIAL.md). Pick the project, the tutorial sets up the Artifact Registry remote repo, writes `terraform.tfvars` from your answers, and runs apply [Module page →](https://registry.terraform.io/modules/BerriAI/litellm/google/latest) @@ -646,21 +646,21 @@ Provider API keys live in Secret Manager; reference resource IDs (e.g. `projects - Versioned object store for proxy state + file uploads - An auto-generated `LITELLM_MASTER_KEY` in your cloud's secret manager - A one-off migration job that runs `prisma migrate deploy` before the proxy starts -- The same `proxy_config` surface as the [Helm chart](./helm/litellm/) — pass YAML as a typed map +- The same `proxy_config` surface as the [Helm chart](./litellm/deploy/helm/litellm/) — pass YAML as a typed map -The Terraform modules live at [`terraform/litellm/aws/`](./terraform/litellm/aws/) and [`terraform/litellm/gcp/`](./terraform/litellm/gcp/) in this repo; the registry entries are read-only mirrors updated on each release. +The Terraform modules live at [`litellm/deploy/terraform/litellm/aws/`](./litellm/deploy/terraform/litellm/aws/) and [`litellm/deploy/terraform/litellm/gcp/`](./litellm/deploy/terraform/litellm/gcp/) in this repo; the registry entries are read-only mirrors updated on each release. ### Run in Developer Mode #### Services 1. Setup .env file in root -2. Run dependent services `docker-compose up db prometheus` +2. Run dependent services `docker compose -f litellm/deploy/compose/docker-compose.yml up db prometheus` #### Backend 1. Run `make bootstrap` 2. Start proxy backend: `uv run python litellm/proxy/proxy_cli.py` #### Frontend -1. Navigate to `ui/litellm-dashboard` (dependencies were already installed w/ `make bootstrap`) +1. Navigate to `litellm/ui/litellm-dashboard` (dependencies were already installed w/ `make bootstrap`) 2. Start dashboard: `npm run dev` ### Verify Docker Image Signatures @@ -725,7 +725,7 @@ make test-unit # Run unit tests make format-check # Check formatting only ``` -For detailed contributing guidelines, see [CONTRIBUTING.md](CONTRIBUTING.md). +For detailed contributing guidelines, see [CONTRIBUTING.md](.github/CONTRIBUTING.md). > **📖 Contributing to documentation?** The LiteLLM docs have moved to a separate repository: [BerriAI/litellm-docs](https://github.com/BerriAI/litellm-docs). Please open doc PRs there. Docs are served at [docs.litellm.ai](https://docs.litellm.ai). diff --git a/backend/Dockerfile b/backend/Dockerfile deleted file mode 100644 index aad59ba17c6..00000000000 --- a/backend/Dockerfile +++ /dev/null @@ -1,146 +0,0 @@ -ARG LITELLM_BUILD_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:360896efb0753a5701c48f860e17130c205eae5a264797aa3e7ea126ee2923a7 -ARG LITELLM_RUNTIME_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:360896efb0753a5701c48f860e17130c205eae5a264797aa3e7ea126ee2923a7 -ARG UV_IMAGE=ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a - -FROM $UV_IMAGE AS uvbin - -# ---------- Rust extension ---------- -# Copies only the native build's inputs, so the fat-LTO compile stays cached across Python-only changes -FROM $LITELLM_BUILD_IMAGE AS rust-native - -WORKDIR /app -USER root - -COPY --from=uvbin /uv /uvx /usr/local/bin/ - -RUN for i in 1 2 3; do \ - apk add --no-cache bash gcc python-3.13 python-3.13-dev openssl openssl-dev && break; \ - [ $i = 3 ] && { echo "apk add failed after 3 retries" >&2; exit 1; }; \ - sleep 5; \ - done - -ENV UV_PYTHON_DOWNLOADS=0 - -COPY pyproject.toml README.md rust-toolchain.toml ./ -COPY .cargo ./.cargo -COPY litellm-rust ./litellm-rust -COPY model_prices_and_context_window.json ./ - -RUN --mount=type=cache,target=/root/.cache/uv \ - mkdir -p litellm/rust_bridge /wheels && \ - touch litellm/__init__.py litellm/rust_bridge/__init__.py && \ - uvx --python python3.13 --from maturin==1.15.0 --with puccinialin==0.1.14 \ - python -c "import maturin; maturin.build_wheel('/wheels')" - -# ---------- Builder ---------- -FROM $LITELLM_BUILD_IMAGE AS builder - -WORKDIR /app -USER root - -COPY --from=uvbin /uv /uvx /usr/local/bin/ - -# nodejs/npm so `prisma generate` uses Wolfi's Node via PRISMA_USE_GLOBAL_NODE -# instead of nodeenv downloading one whose dynamic deps may not be in Wolfi -# (e.g. Node 26.2.0 needs libatomic). Retry for transient apk.cgr.dev flakes. -RUN for i in 1 2 3; do \ - apk add --no-cache bash gcc python-3.13 python-3.13-dev openssl libssl3 openssl-dev libsndfile nodejs npm && break; \ - [ $i = 3 ] && { echo "apk add failed after 3 retries" >&2; exit 1; }; \ - sleep 5; \ - done - -# UV_COMPILE_BYTECODE=1 precompiles .pyc at install time → faster cold start. -# UV_LINK_MODE=copy avoids hardlink warnings when uv installs from a -# BuildKit cache mount (different filesystem). -# UV_PYTHON_DOWNLOADS=0 force uv to use the apk-installed CPython instead of -# silently pulling a managed interpreter. -# PRISMA_USE_GLOBAL_NODE explicit (matches default) so an env override can't -# silently re-enable nodeenv's Node download. -ENV UV_PROJECT_ENVIRONMENT=/app/.venv \ - UV_LINK_MODE=copy \ - UV_COMPILE_BYTECODE=1 \ - UV_PYTHON_DOWNLOADS=0 \ - PRISMA_USE_GLOBAL_NODE=true \ - PATH="/app/.venv/bin:${PATH}" - -# Stage 1 — install dependencies only. -RUN --mount=type=cache,target=/root/.cache/uv \ - --mount=type=bind,source=pyproject.toml,target=pyproject.toml \ - --mount=type=bind,source=uv.lock,target=uv.lock \ - --mount=type=bind,source=enterprise/pyproject.toml,target=enterprise/pyproject.toml \ - --mount=type=bind,source=litellm-proxy-extras/pyproject.toml,target=litellm-proxy-extras/pyproject.toml \ - uv sync --frozen --no-install-project --no-install-workspace --no-default-groups --no-editable \ - --extra proxy \ - --extra proxy-runtime \ - --group admin-mcp \ - --extra extra_proxy \ - --extra semantic-router \ - --extra saml \ - --python python3.13 - -# Stage 2 — copy source and install the project + workspace members. -COPY . . - -RUN --mount=type=cache,target=/root/.cache/uv \ - uv sync --frozen --no-install-project --no-default-groups --no-editable \ - --extra proxy \ - --extra proxy-runtime \ - --group admin-mcp \ - --extra extra_proxy \ - --extra semantic-router \ - --extra saml \ - --python python3.13 - -RUN --mount=type=bind,from=rust-native,source=/wheels,target=/wheels \ - uv pip install --python /app/.venv/bin/python --no-deps /wheels/litellm-*.whl - -RUN cp "$(python -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')"/litellm/rust_bridge/_native*.so litellm/rust_bridge/ - -RUN HOME=/opt/prisma XDG_CACHE_HOME=/opt/prisma/.cache PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \ - npm_config_cache=/root/.npm \ - prisma generate --schema=./schema.prisma - -RUN sed -i 's/\r$//' docker/component_entrypoint.sh && chmod +x docker/component_entrypoint.sh - -# ---------- Runtime ---------- -FROM $LITELLM_RUNTIME_IMAGE AS runtime -ARG LITELLM_RELEASE_TAG="" -ENV LITELLM_RELEASE_TAG=${LITELLM_RELEASE_TAG} - -USER root - -RUN for i in 1 2 3; do \ - apk add --no-cache bash openssl libssl3 tzdata python-3.13 libsndfile libatomic && break; \ - [ $i = 3 ] && { echo "apk add failed after 3 retries" >&2; exit 1; }; \ - sleep 5; \ - done - -# wolfi-base ships an unprivileged `nonroot` account (UID/GID 65532) with -# /home/nonroot. We run the backend as that user -WORKDIR /app -ENV HOME=/home/nonroot \ - PATH="/app/.venv/bin:${PATH}" \ - PYTHONPATH="/app" \ - PYTHONDONTWRITEBYTECODE=1 \ - PYTHONUNBUFFERED=1 \ - PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries - -COPY --from=builder --chown=nonroot:nonroot /app/.venv /app/.venv -COPY --from=builder --chown=nonroot:nonroot /app/litellm /app/litellm -COPY --from=builder --chown=nonroot:nonroot /app/enterprise /app/enterprise -COPY --from=builder --chown=nonroot:nonroot /app/backend /app/backend -COPY --from=builder --chown=nonroot:nonroot /app/docker/component_entrypoint.sh /app/docker/component_entrypoint.sh -COPY --from=builder --chown=nonroot:nonroot /app/schema.prisma /app/schema.prisma -COPY --from=builder /opt/prisma /opt/prisma - -RUN find /app/.venv -type f -path "*/tornado/test/*" -delete && \ - find /app/.venv -type d -path "*/tornado/test" -delete && \ - chmod -R a+rX /opt/prisma && \ - python -c "from prisma.client import BINARY_PATHS; paths = list(BINARY_PATHS.query_engine.values()); assert paths and all(p.startswith('/opt/prisma/') for p in paths), paths" - -USER nonroot - -EXPOSE 4001/tcp - -ENTRYPOINT ["/app/docker/component_entrypoint.sh", "uvicorn", "backend.main:app"] -CMD ["--host", "0.0.0.0", "--port", "4001"] diff --git a/ci_cd/baseline_db.py b/ci_cd/baseline_db.py deleted file mode 100644 index ecc080abedd..00000000000 --- a/ci_cd/baseline_db.py +++ /dev/null @@ -1,60 +0,0 @@ -import subprocess -from pathlib import Path -from datetime import datetime - - -def create_baseline(): - """Create baseline migration in deploy/migrations""" - try: - # Get paths - root_dir = Path(__file__).parent.parent - deploy_dir = root_dir / "deploy" - migrations_dir = deploy_dir / "migrations" - schema_path = root_dir / "schema.prisma" - - # Create migrations directory - migrations_dir.mkdir(parents=True, exist_ok=True) - - # Create migration_lock.toml if it doesn't exist - lock_file = migrations_dir / "migration_lock.toml" - if not lock_file.exists(): - lock_file.write_text('provider = "postgresql"\n') - - # Create timestamp-based migration directory - timestamp = datetime.now().strftime("%Y%m%d%H%M%S") - migration_dir = migrations_dir / f"{timestamp}_baseline" - migration_dir.mkdir(parents=True, exist_ok=True) - - # Generate migration SQL - result = subprocess.run( - [ - "prisma", - "migrate", - "diff", - "--from-empty", - "--to-schema-datamodel", - str(schema_path), - "--script", - ], - capture_output=True, - text=True, - check=True, - ) - - # Write the SQL to migration.sql - migration_file = migration_dir / "migration.sql" - migration_file.write_text(result.stdout) - - print(f"Created baseline migration in {migration_dir}") - return True - - except subprocess.CalledProcessError as e: - print(f"Error running prisma command: {e.stderr}") - return False - except Exception as e: - print(f"Error creating baseline migration: {str(e)}") - return False - - -if __name__ == "__main__": - create_baseline() diff --git a/codecov.yaml b/codecov.yaml deleted file mode 100644 index 6c954c829b5..00000000000 --- a/codecov.yaml +++ /dev/null @@ -1,154 +0,0 @@ -codecov: - require_ci_to_pass: false # post coverage status even if CI has unrelated failures - notify: - wait_for_ci: false # post as soon as expected uploads arrive, don't wait on CI - -ignore: - - "litellm-rust/**" - -# Uploads are flagged per workflow tier (GHA) or "circleci". carryforward makes -# a re-upload of a flag replace its prior session instead of accumulating a -# conflicting one, and lets a commit reuse a flag from its parent when that flag -# was not re-uploaded. Required because the same commit can receive the -# push-triggered workflows more than once (re-runs / branches cut at the same -# SHA); flagless overlapping sessions made Codecov drop the largest files. -flag_management: - default_rules: - carryforward: true - # Dead flags no CI job uploads anymore, and flags whose job is path-gated on - # PRs: their carried-forward sessions were measured against old revisions, and - # the stale line maps mark comment lines of since-edited files as missed, - # sinking patch coverage on unrelated PRs. - individual_flags: - - name: proxy-mgmt-behavior - carryforward: false - - name: security - carryforward: false - - name: proxy-db-schema-migration - carryforward: false - - name: circleci - carryforward: false - - name: core-utils - carryforward: false - - name: enterprise-routing - carryforward: false - - name: integrations - carryforward: false - - name: llm-vertex-ai - carryforward: false - - name: llm-other-providers - carryforward: false - - name: llm-openai-meta - carryforward: false - - name: misc - carryforward: false - - name: misc-dirs - carryforward: false - - name: proxy-auth - carryforward: false - - name: proxy-hooks-client - carryforward: false - - name: proxy-endpoints - carryforward: false - - name: proxy-feature-endpoints - carryforward: false - - name: proxy-server - carryforward: false - - name: mcp-elicitation - carryforward: false - - name: proxy-infra - carryforward: false - - name: proxy-infra-root - carryforward: false - - name: caching-local - carryforward: false - - name: proxy-extras - carryforward: false - - name: enterprise-package - carryforward: false - - name: enterprise-managed-files - carryforward: false - - name: responses-caching-types - carryforward: false - - name: proxy-db-key-generation - carryforward: false - - name: proxy-db-auth-checks - carryforward: false - - name: proxy-db-jwt-and-keys - carryforward: false - - name: proxy-db-proxy-utils - carryforward: false - - name: proxy-db-proxy-server-core - carryforward: false - - name: proxy-db-proxy-runtime - carryforward: false - - name: proxy-db-mcp-oauth - carryforward: false - - name: proxy-db-custom-logging - carryforward: false - - name: proxy-db-logging-misc - carryforward: false - - name: proxy-db-db-and-spend - carryforward: false - - name: proxy-db-guardrails-hooks - carryforward: false - - name: proxy-db-budgets - carryforward: false - - name: proxy-db-endpoints-and-responses - carryforward: false - - name: roi-postgres - carryforward: false - - name: redis-compat - carryforward: false - -component_management: - individual_components: - - component_id: "Router" - paths: - - "router" - - component_id: "LLMs" - paths: - - "*/llms/*" - - component_id: "Caching" - paths: - - "*/caching/*" - - ".*redis.*" - - component_id: "litellm_logging" - paths: - - "*/integrations/*" - - ".*litellm_logging.*" - - component_id: "Proxy_Authentication" - paths: - - "*/proxy/auth/**" - - component_id: "Enterprise" - paths: - - "enterprise/**" - - component_id: "Batches" - paths: - - "*/proxy/batches_endpoints/**" - - "litellm/batches/**" - - "*/llms/*/batches/**" - - component_id: "Videos" - paths: - - "litellm/videos/**" - - "*/proxy/video_endpoints/**" - - "*/llms/*/videos/**" - - component_id: "Realtime" - paths: - - "litellm/realtime_api/**" - - "*/proxy/realtime_endpoints/**" - - "*/llms/*/realtime/**" - - "litellm/litellm_core_utils/realtime_streaming.py" -comment: - layout: "header, diff, flags, components" # show component info in the PR comment - -coverage: - status: - project: - default: - target: auto - threshold: 0% # do not allow project coverage to drop - patch: - default: - target: auto - threshold: 0% # patch coverage should be 100% diff --git a/cookbook/Benchmarking_LLMs_by_use_case.ipynb b/cookbook/Benchmarking_LLMs_by_use_case.ipynb deleted file mode 100644 index 6ea6211bfb6..00000000000 --- a/cookbook/Benchmarking_LLMs_by_use_case.ipynb +++ /dev/null @@ -1,753 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "4Cq-_Y-TKf0r" - }, - "source": [ - "# LiteLLM - Benchmark Llama2, Claude1.2 and GPT3.5 for a use case\n", - "In this notebook for a given use case we run the same question and view:\n", - "* LLM Response\n", - "* Response Time\n", - "* Response Cost\n", - "\n", - "## Sample output for a question\n", - "![Screenshot 2023-09-07 at 4.45.37 PM.png](data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAACXAAAALmCAYAAADhDS65AAAMP2lDQ1BJQ0MgUHJvZmlsZQAASImVVwdYU8kWnluSkEAIEHoNvQkiNYCUEFoA6UWwEZIAocQYCCp2ZFHBtYsFbOiqiGIHxI7YWRR7X1BRUdbFgl15kwK67ivfm++bO//958x/zpw7c+8dAGgnuGJxHqoBQL6oUBIfFsQYnZrGID0FREADegAFRlxegZgVGxsFYBls/17e3QCIrL3qJNP6Z/9/LZp8QQEPACQW4gx+AS8f4gMA4NU8saQQAKKMt5xcKJZhWIG2BAYI8XwZzlLgahnOUOA9cpvEeDbErQCoqHG5kiwA1C9DnlHEy4Ia6n0Qu4j4QhEANAbE/vn5E/kQp0NsB23EEMv0mRk/6GT9TTNjSJPLzRrCirnIi0qwsECcx536f6bjf5f8POmgDxtY1bIl4fGyOcO83cqdGCnDahD3ijKiYyDWgviDkC+3hxilZEvDkxT2qDGvgA1zBnQhduFzgyMhNoY4VJQXHaXkMzKFoRyI4QpBpwgLOYkQ60M8X1AQkqC02SiZGK/0hTZkStgsJX+OK5H7lfl6IM1NYin1X2cLOEp9TL04OzEFYgrEVkXC5GiI1SF2LshNiFTajCzOZkcP2kik8bL4rSCOF4jCghT6WFGmJDReaV+eXzA4X2xjtpATrcT7CrMTwxX5wVp5XHn8cC7YZYGIlTSoIygYHTU4F74gOEQxd+yZQJSUoNT5IC4MileMxSnivFilPW4hyAuT8RYQuxcUJSjH4smFcEEq9PFMcWFsoiJOvDiHGxGriAdfAqIAGwQDBpDCmgEmghwgbO9t7IV3ip5QwAUSkAUEwEnJDI5IkfeI4DUBFIM/IRKAgqFxQfJeASiC/NchVnF1Apny3iL5iFzwBOJ8EAny4L1UPko05C0ZPIaM8B/eubDyYLx5sMr6/z0/yH5nWJCJUjLSQY8M2qAlMYQYTAwnhhLtcUPcH/fFo+A1EFZXnIl7D87juz3hCaGD8JBwndBJuD1BWCL5KcpRoBPqhypzkfFjLnAbqOmBB+F+UB0q47q4IXDC3aEfFh4APXtAlq2MW5YVxk/af5vBD09DaUd2IaNkPXIg2e7nkeoO6h5DKrJc/5gfRawZQ/lmD/X87J/9Q/b5sI382RKbj+3HzmInsfPYEawRMLDjWBPWhh2V4aHV9Vi+uga9xcvjyYU6wn/4G3yyskwWuNS59Lh8UfQVCqbI3tGAPVE8VSLMyi5ksOAXQcDgiHjOwxiuLq5uAMi+L4rX15s4+XcD0W37zs39AwC/4wMDA4e/cxHHAdjrBbf/oe+cHRN+OlQBOHeIJ5UUKThcdiHAtwQN7jQDYAosgR2cjyvwBL4gEISACBADEkEqGA+jz4brXAImg+lgDigDFWAJWAnWgg1gM9gOdoF9oBEcASfBGXARXAbXwV24errBC9AH3oHPCIKQECpCRwwQM8QacURcESbij4QgUUg8koqkI1mICJEi05G5SAWyDFmLbEJqkb3IIeQkch7pQG4jXUgP8hr5hGKoGqqNmqA26HCUibLQSDQRHYdmoZPQYrQUXYSuRmvQnWgDehK9iF5HO9EXaD8GMFVMFzPHnDAmxsZisDQsE5NgM7FyrBKrweqxZvicr2KdWC/2ESfidJyBO8EVHI4n4Tx8Ej4TX4ivxbfjDXgrfhXvwvvwbwQqwZjgSPAhcAijCVmEyYQyQiVhK+Eg4TTcS92Ed0QiUZdoS/SCezGVmEOcRlxIXEfcTTxB7CA+IvaTSCQDkiPJjxRD4pIKSWWkNaSdpOOkK6Ru0gcVVRUzFVeVUJU0FZFKiUqlyg6VYypXVJ6qfCZrkK3JPuQYMp88lbyYvIXcTL5E7iZ/pmhSbCl+lERKDmUOZTWlnnKaco/yRlVV1ULVWzVOVag6W3W16h7Vc6pdqh/VtNQc1NhqY9WkaovUtqmdULut9oZKpdpQA6lp1ELqImot9RT1AfWDOl3dWZ2jzlefpV6l3qB+Rf0ljUyzprFo42nFtEraftolWq8GWcNGg63B1ZipUaVxSOOmRr8mXXOEZoxmvuZCzR2a5zWfaZG0bLRCtPhapVqbtU5pPaJjdEs6m86jz6VvoZ+md2sTtW21Odo52hXau7Tbtft0tHTcdZJ1puhU6RzV6dTFdG10Obp5uot19+ne0P2kZ6LH0hPoLdCr17ui917fSD9QX6Bfrr9b/7r+JwOGQYhBrsFSg0aD+4a4oYNhnOFkw/WGpw17jbSNfI14RuVG+4zuGKPGDsbxxtOMNxu3GfebmJqEmYhN1picMuk11TUNNM0xXWF6zLTHjG7mbyY0W2F23Ow5Q4fBYuQxVjNaGX3mxubh5lLzTebt5p8tbC2SLEosdlvct6RYMi0zLVdYtlj2WZlZjbKablVndceabM20zrZeZX3W+r2NrU2KzTybRptntvq2HNti2zrbe3ZUuwC7SXY1dtfsifZM+1z7dfaXHVAHD4dshyqHS46oo6ej0HGdY8cwwjDvYaJhNcNuOqk5sZyKnOqcupx1naOcS5wbnV8OtxqeNnzp8LPDv7l4uOS5bHG5O0JrRMSIkhHNI167OrjyXKtcr7lR3ULdZrk1ub1yd3QXuK93v+VB9xjlMc+jxeOrp5enxLPes8fLyivdq9rrJlObGctcyDznTfAO8p7lfcT7o4+nT6HPPp+/fJ18c313+D4baTtSMHLLyEd+Fn5cv01+nf4M/3T/jf6dAeYB3ICagIeBloH8wK2BT1n2rBzWTtbLIJcgSdDBoPdsH/YM9olgLDgsuDy4PUQrJClkbciDUIvQrNC60L4wj7BpYSfCCeGR4UvDb3JMODxOLacvwitiRkRrpFpkQuTayIdRDlGSqOZR6KiIUctH3Yu2jhZFN8aAGE7M8pj7sbaxk2IPxxHjYuOq4p7Ej4ifHn82gZ4wIWFHwrvEoMTFiXeT7JKkSS3JtOSxybXJ71OCU5aldI4ePnrG6IuphqnC1KY0Ulpy2ta0/jEhY1aO6R7rMbZs7I1xtuOmjDs/3nB83vijE2gTuBP2pxPSU9J3pH/hxnBruP0ZnIzqjD4em7eK94IfyF/B7xH4CZYJnmb6ZS7LfJbll7U8qyc7ILsyu1fIFq4VvsoJz9mQ8z43Jndb7kBeSt7ufJX89PxDIi1Rrqh1ounEKRM7xI7iMnHnJJ9JKyf1SSIlWwuQgnEFTYXa8Ee+TWon/UXaVeRfVFX0YXLy5P1TNKeIprRNdZi6YOrT4tDi36bh03jTWqabT58zvWsGa8ammcjMjJktsyxnlc7qnh02e/scypzcOb+XuJQsK3k7N2Vuc6lJ6ezSR7+E/VJXpl4mKbs5z3fehvn4fOH89gVuC9Ys+FbOL79Q4VJRWfFlIW/hhV9H/Lr614FFmYvaF3suXr+EuES05MbSgKXbl2kuK172aPmo5Q0rGCvKV7xdOWHl+Ur3yg2rKKukqzpXR61uWmO1ZsmaL2uz116vCqraXW1cvaD6/Tr+uivrA9fXbzDZULHh00bhxlubwjY11NjUVG4mbi7a/GRL8pazvzF/q91quLVi69dtom2d2+O3t9Z61dbuMN6xuA6tk9b17By78/Ku4F1N9U71m3br7q7YA/ZI9zzfm773xr7IfS37mfvrD1gfqD5IP1jegDRMbehrzG7sbEpt6jgUcail2bf54GHnw9uOmB+pOqpzdPExyrHSYwPHi4/3nxCf6D2ZdfJRy4SWu6dGn7rWGtfafjry9LkzoWdOnWWdPX7O79yR8z7nD11gXmi86Hmxoc2j7eDvHr8fbPdsb7jkdanpsvfl5o6RHceuBFw5eTX46plrnGsXr0df77iRdOPWzbE3O2/xbz27nXf71Z2iO5/vzr5HuFd+X+N+5QPjBzV/2P+xu9Oz82hXcFfbw4SHdx/xHr14XPD4S3fpE+qTyqdmT2ufuT470hPac/n5mOfdL8QvPveW/an5Z/VLu5cH/gr8q61vdF/3K8mrgdcL3xi82fbW/W1Lf2z/g3f57z6/L/9g8GH7R+bHs59SPj39PPkL6cvqr/Zfm79Ffrs3kD8wIOZKuPJfAQxWNDMTgNfbAKCmAkCH5zPKGMX5T14QxZlVjsB/woozorx4AlAP/9/jeuHfzU0A9myBxy+oTxsLQCwVgERvgLq5DdXBs5r8XCkrRHgO2Jj4NSM/A/ybojhz/hD3zy2QqbqDn9t/AendfFfdLXJmAAAAimVYSWZNTQAqAAAACAAEARoABQAAAAEAAAA+ARsABQAAAAEAAABGASgAAwAAAAEAAgAAh2kABAAAAAEAAABOAAAAAAAAAJAAAAABAAAAkAAAAAEAA5KGAAcAAAASAAAAeKACAAQAAAABAAAJcKADAAQAAAABAAAC5gAAAABBU0NJSQAAAFNjcmVlbnNob3Q0Yv8EAAAACXBIWXMAABYlAAAWJQFJUiTwAAAB12lUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNi4wLjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczpleGlmPSJodHRwOi8vbnMuYWRvYmUuY29tL2V4aWYvMS4wLyI+CiAgICAgICAgIDxleGlmOlBpeGVsWURpbWVuc2lvbj43NDI8L2V4aWY6UGl4ZWxZRGltZW5zaW9uPgogICAgICAgICA8ZXhpZjpQaXhlbFhEaW1lbnNpb24+MjQxNjwvZXhpZjpQaXhlbFhEaW1lbnNpb24+CiAgICAgICAgIDxleGlmOlVzZXJDb21tZW50PlNjcmVlbnNob3Q8L2V4aWY6VXNlckNvbW1lbnQ+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgqAaPP7AAAAHGlET1QAAAACAAAAAAAAAXMAAAAoAAABcwAAAXMAAp5dSS8XJAAAQABJREFUeAHsnQe8HUX5v4cgRTD0EkqoMSAdIlIkGIr0KlIEBARpBpSmIkVAqvRepUmTQKSIIII06SUC0iMl0iEUQaSJ/PPMjzn/uZs95+4pN7lJnvfzufdsmZ2dfXZmd3bnu+872fLLL/95mAitb9++E+FReUgSkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQwPgk8P7778fd//vf/w6TTz55mGyyyUKfPn3iH9NpvmoZJ1PAVRWV6SQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCCBSZ2AAq6KNUAPXBVBmUwCEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISqExAAVdFVAq4KoIymQQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCRQmYACroqoFHBVBGUyCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSKAyAQVcFVEp4KoIymQSkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQQGUCCrgqolLAVRGUySQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCCBygQUcFVGZUIJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAI9Q+Df//53mHzyycNkk00W+vTpE/+YTvNV9zrZ8ssv/3nVxKaTgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQggRAUcFkLJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJjCcCCrjGE3h3KwEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAGXdUACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkMB4IqCAazyBd7cSkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQUcFkHxgmBGWecMcw///zhkUceCZ999tk42ac7mTQITDnllGGxxRYLI0eODO+///4kcdDzzDNPmGaaacJTTz01SRyvBykBCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKYmAko4JqYz24vObbZZ589HHHEEbE0d955Zzj//PN7Sckm7GLMNddcYciQIWHyyScPH3/8cRg+fHj473//O2EfVAulP+OMMwIirtGjR4ef//znLeQwbjYZPHhwFDHme6PM119/fb6o2+kNNtggbLjhhjHd8ccfHx5//PFutxkfCWaaaaaw5pprhimmmKK2+88//zzceuut4aWXXqotK5toZ9uy/FwmAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAIS6M0EFHC1eHbmnHPOsNBCC4XnnnsujBo1qsVcJozNFlxwwfD888+H//3vfy0VeMkllww//vGP47bwOvzww1vKx426Ejj00EMD9TDZSSedFB599NE0O85+260f7Rb0N7/5TZhsssnCJ598Enbdddd2s+uR7aeaaqpw+umnl+a9ww47lC6vt3DHHXcMyy+/fFx9zTXXhGuvvbZe0i7Lx/V52mOPPcLiiy/epQzMPPzww+GUU04Za3m+oJ1t83xamf7Sl74UVl555TDffPOFOeaYI8wwwwyBG+ULL7wQhg0bFj788MNWsnUbCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQQF0CCrjqohl7BSKRoUOHBgRJffr0qSXAqwzCpGOPPTaKSGorJoKJ733ve2H11VePodqOOeaYlo6IcG8HHXRQ3PaJJ54Ixx13XEv5uFFXAt/85jfD2muvHUUmrBkfAq5O1I+uR9X83FlnnRUQ3fznP/8Ju+++e/MZjKMtdttttyi4w2MaHsOmm266uOdmBVybbbZZ9GzFxhdffHH0aNXdIYyP87TEEkuEjTfeOHz5y1+OAruZZ545/hJG9eSTT25Y5Ha2bZhxNyu5rtOOCE9ZZni4Yz3XMU0CEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCTQKQIKuCqSnHHGGcOBBx4Ypp9++toWDOYjHEmGZ5ajjjqq2/BgKf2E8IvnLARrb731VvjZz37WcpEXXXTR6MlmxIgRerBpmWL5hueee25cMT4EXJ2qH+VHVm3pV7/61dC/f//o2entt9+uttF4TrXIIouEvffeO5aiWQEX3rxWWGGF8M4770SPawhIu7PecJ5+/etfh1lmmSVUEXAVj6edbYt5NZondGMSqiIIxKPdp59+GhCUpWs/nt7gyXJNAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQk0AkCCrgqUjzyyCPDbLPNFlMTAoywbQi2pphiirD55puHVVZZJa5j0J/B/Sqiioq7Hq/JkvADscg+++wzXsvizssJ9AYBl/Wj/NzUW9qOgKteno2W94Z23I4Iq51tG3EprsNb2Kmnnhqv3zvttFOXsLHML7fccnETvL7df//9xc2dl4AEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCbREQAFXBWyEqtt+++1jSgbtGbwv2gYbbBA23HDDuPhPf/pTuOKKK0Lfvn3DnnvuWQvHdfvtt4cbbrghpiF82h577FFbh+Drt7/9bXjyySeLWcf5hRdeOArF8GCDyAD74IMPwj//+c9wzjnnhPfeey8uK/7Da8wWW2wRFltssYDnHkKE4TmG9AjQ5phjjvD73/8+3HjjjcVN43yrwo+vfOUrYa+99qodH5n973//CxdccEF45plnSveVLyTE3DbbbBPwrgQrhHKUF09gN910U7jrrrvy5PG48GhEmDbsscceC3fccUfAu9Hss89eC7F38803h2uvvbbLtvVm4Ixg429/+1v417/+VS9ZS8s5D3g0m2GGGWrbw+fyyy+PHopqC8dMbL311gEPZoTwxKgrV199dbjvvvvifBJwEZZumWWWCUsttVSYdtppAx7iXnrppXDKKafULT/loN4iKIId2xHiDy9DL7/8cjjjjDNCI69WrdaPWPA2/u26665h3nnn7ZJD3r66rCjMzD///LFN4LWLeoZ9/PHHYfTo0bFtUd8OO+ywHvWk16yAi/RbbrllF49/lPnwww+vFLa1nfOE90Ha0VxzzRVo19RD9v3mm2+Giy66KDz77LMFwuWz7YiwutsWT4i0pxSW8oUXXgicZ+r0Z599Fr2zXXnlldHrGddQjPpNvohuc1t33XXjteaWW27JF0cPXMcff3xc9pe//CVceumlXdY7IwEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEmiVgAKuCuQITYdwAYHNbrvtFsULZZudfvrpUSSFcGbnnXeOYpqhQ4fWkr766qvhgAMOiPO5KCwluOeee6JnrzSffhGBIcCqZwh6EBMUBQeIGk488cSa4Kve9v/4xz8CHsaSrbfeelHUg7inO6sXDm3ppZeOrIrbX3/99WH48OHFxV3mCQ+33XbbdRGrdEkwZgaWRx99dE24loc+I23ygJZET/n2d955Zzj//PPzRWNNb7bZZmGNNdaoiaYefPDBKGYaK2GLCxDOIRIqGmIxPADllupVvuypp56qhXpLAq5iSM+UnuW77757qdCH+onoq55R5xHivf/++7UknagftcxanMADXvHcImY85JBDGuY4zzzzhF/+8pdjbVvcCLFPElsW13VivlkBF9eTb3zjG2PtmusJbaHMOnGeEKbyV2Sd76+eqDVPw3R3Iqxi+ny+u205rwcddFC+yVjTXBOKx4H47IgjjhgrbdmCVVddNWy11VZx1bBhw+qKXsu2dZkEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUigEQEFXI3ofLEuiUVGjhwZjjrqqLpb4KVmxRVXjOsRXeHlas011wx4dMGz0WuvvRb233//uB5x1frrrx+mnnrqMHjw4Cj8KhMJ/eAHPwgrrbRS3AYPVHiPQuSDNy0EBSuvvHIUJSBOQBCE55lkP/rRj8KgQYPi7HXXXRfwPoXXrsUXXzx6FEOUhj333HPRk0+cGfMPz1ff+ta30mzD3+K2eWKOHWEVRlkRhHUn4CoKbPBIhietN954IwwcODCyTOV+/fXXw3777VfbJZxgmjzssAKBxkMPPRQQlA0YMKDGCo9ERc87tYzGTJx99tnRE1VaBl9EUJyDTtnaa68dvvvd78bsEB89+uij4bbbbguEI8wNsQ8CviQoS1618BiFJQEX03hGQsiHxzLq4jTTTMPi6LHsvPPOi9P5vyQOpF48/fTTYcSIEbGuIjDkXGB4MzvhhBNqm3WqftQybGGC84lXOgxhE56Xqgi48KCEVzq8MuENDvERHscIgfqd73ynds6vuuqqQJvpKWtWwEWd//a3vx2vF1wz0jWhkYCr3fOUizAR8uHhjLZIu+G6stFGG9U8mFXh1Z0IqxHrKtsOGTIkIFrDYxhGO8HbH9cyzjFGO37ggQeixzmYMv/DH/4wrmv0b9NNN43XcgRgbPPTn/50rHbaaHvXSUACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABBoRUMDViM6YdbmnpO48NyFYwnMTRphFxCHYvvvuG0MB5gKuuOKLf8ccc0wUOhUFXIQs+9WvfhVTIaBAbMMJyw3vScnLF+EFCSOWDLHZrLPOGkVbCJZyQ4iAmIwwY4h2TjvttHx1LVTaLrvsEoUyhBAserhBBNNIBJVnSCg+wtV1J+BKAhu2RXBUDJVIuSkH4e+wa665pktIxFzwVtxXHuYSL1cI4eoZ5w+RXW54oup0KMXjjjsuhlHMhXBzzz13FIu9+OKLNW9chHNMnrkQUyGqSpYEXJwL6gget5IlIVpR7JbW84v4qSwEJ3UCsRDHzLHnhviFc9Gp+pHn3ew09XiBBRaoJOBKYsyiKI19IuxCBInoDW4pRGWz5amSvlkBV54nAqVjjz02Lmok4CJBO+cptVnyKWsv8MILHu0EUdNOO+0UvRSSvsyqiLDKtmNZ1W0Jrfn1r389XpcQXGI77rhjWH755eN08qyW80foivCxzJZccsnoDTCFZuQ4y7wdlm3rMglIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkEBVAgq4uiGFdx/Cl2FFsVBx01xMhfcevNJgrQq48M6ElybsxhtvjOKnOFP4R0i4mWeeeSxvMnvvvXf0NENyxEoPP/xwePfdd6PnGDxaffrppzF83uOPP15XwIDwCxEDXqH22Wefwp6rzyYxSFFUleeQi5RyQVOehmlEKYSGRED08ssvx5B4KU0ScKUwlmk5v3379o3bMd2dx6Ci9yI8gSXRDNt3yrbeeuvo/SkvLyK8hRZaKO4CgQyesVL4NkRzCGVySwKusmNC4INID3FXErTk2zLNejyXUYdghJEeoRACLuoJQq0y61T9KMu76rJmBFynnHJKFGghxLn11lsD4UMRqCF+xKMZnppox0l8WbUMzabLBUR47mvGmhFwpXybPU9zzjlnOPTQQ+PmeLJCZFpmW265ZVhuueXiKsSITzzxRFmyuKyqCKssg6rbJgFXLmbFw+F2Y0KyYlzDuJYhPkMsih144IHhlVdeidP5v9lmm61LaFk8vOG1bdSoUXkypyUgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAJtE1DA1Q1CxC2IYDDCh1144YV1tyDE3eabbx7XI6q5++6743SrAq4kTKm7w5IV7OvNN9+Mawg5iBgIoVOZffLJJ+GRRx4JF1988VievVL6ZoUfabvibxUB1worrFALZzZs2LAoWivmk+aToAPPOXjQSZYEXHiUwhtV0ZJnre7EeGxHKEbCEOIZrUzgUcy7lflcJHLkkUdGQdGZZ54ZQyCSH+EfTz/99PDzn/88hpAsE7YlAddJJ50UwzDm5UgCsXoCrpRvvk1xOheXFdd1qn4U821mPrWTKiEUCfuHWK2eUW/wtDd8+PB6STqyvLcLuAhFuPHGGzd1rH/4wx/C1VdfXXeb1Ga55px88sl105WtqLptmYCLcJNcF/BiiDcuDG+AXJMwPPohUisaYTVpP4j9EHm9+uqrxSTOS0ACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABDpCQAFXNxgJD4boB3vqqafqeqJhPV5e8PaC5UKqVgVchxxySCCcHpaHxYsLSv7hSQhBDoKDZAhFEGLMO++80btQWp7/NvKu1SmBThUBV+4pJxfA5WVN04lN0SNVdwKuJI6qIuBK++rp3+QV6p577gm33HJLDG3JceENKgmvEr9LLrkkpsnL1KqAa9111w3f+c53YlYffvhh9CyEpzGEUP369QurrbZaFLFNTAIuDnb11VePHs0Qz9UTN+KBK7X7nHWnpnu7gItQsISExRA+8dfIEIPipYu6U8+qirDKtq+6bScFXIMGDYriUNrGbrvtVlYsl0lAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQ6QkABVwWMSWCDqAZvT/XEVCkdAqof/vCHtZyTgCsP61VbOWYCbzTTTjtt9PSUvMKwntCNhHDE2C/eppqxeeaZJwq3/vrXv8bNEIMRfnCqqaYKc8wxR8DLDmELMQRRZeILwu4ttdRS0UPXT37yk5i2lX9JgNQohOJMM81UE8jhBen888+vuyu8UnEciNb22muvWrpOCrgWW2yxgPcePAbde++9XYRxtR12YCKdZ46FcJZ4/cLbG4I2BEYnnHBC9CZGvaIeIJbJrVUBV/JGRjjN/fbbb6zjS967Ggm4OlU/8uNpdroZD1xf//rXY11GjDnFFFNEgSRhIml/eNtDtATzRsfcbPnK0o9rAVez52nppZeuiZbwOkh9bNeqirDK9lN1204KuCgHHF588cUYXrOsXC6TgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJdIKAAq4KFDfccMOwwQYbxJS33nprDDlY3AyvPt/73vfiYkLu5UKsoUOHhmWWWaZUFILIihBeWHG7FMKLdYiwLrjgAiZLbaGFFopeckaOHFlbT0g+vAzVC22Wh3wkjCLHVjSEaIQ2rCdoQezCPl5//fXipl3mqwi42CCJivD4s88++0SBVpeMxszgUQzxGfa3v/0tnHrqqXGaf50ScO2xxx5h8cUXr+VLiLV0nmoLOzSx4IILRgEV2eFxa5pppgmHHXZY2H777cOcc84ZCOs33XTTRREJHtaK1qqAK203YsSIcNppp3XJFqEf9Yey1Dv3bNCp+tFl503ONCPg+s1vfhNzP+KIIwLhKItGyFHaErbTTjsFRJs9YeNawNXseULYmdoVIVkRodaz2WefPfTv3z9ev+qlYXlVEVZZHlW37ZSAC3HoDjvsEBZeeOEo+Pvzn/8cbrvttrKiuUwCEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCTQNgEFXBUQEsrupJNOqnmrQkyFV5oUqjAXeCF2wdtN7iUpX/+Pf/wjDB8+PDzzzDOBEF0IK6accspYiqIYCXHUiSeeGL1mkQCvVBdddFEU1LAOEQgeusgnedLaZZddwqeffhrzO+6448IMM8wQpwnPh2AnlZljOvTQQwPiC6yeBy6EUgimsLvuuitcccUVUdSy3HLLBbwZDRw4MPTp0ydcd9114aqrrorp+EfoSfaRjOPgOBFCXH311WlxPJZcJIMHJMK3YR999FEUwj322GNxnmPeZpttap6p2A5BEyEgkyG6wIMVFXvPPffsEvqNciIko2yNPIGRF0If9pcb+SGm6glLAjfyToKpjTbaKKy//vq13cHu8ssvr80zwTGdc845cRmCG+pQbvD61re+FQgDhwe1nHXaJ2I56hXnl3O01lprRU9UeKjCKA8iRH6L1mr9KObTzDzHnMrGdj/96U+j9yxEdgizknFcqS2kZUm0xrrLLrusSzjKvn37hmOPPTbWD7ajLXXS8jaBMIjwpBhe1ZLRPvNrR1rOeUn1kTadjvNXv/pVeO2111Kyul76WjlP1He80GHPP/98FPmltoY3v+WXXz4su+yyMcwmaWB79913M1kzhFDJKOsss8wSaM940EtGvcrrZVreyrZJLPv2228HxHjwxIsewk7OOaI8lsGT+o9RrlGjRqXdxt/kFS8tZBtEnVxXNAlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkECnCSjgqkgU4cHhhx8exR1swoA+IQ0RGSRhBUIEPBk9+uijXXJFXIUALBc0sX3aLk/M8r333rvmeYqwbngYSmlZj8AjF3Sk7YuecnIBF2nY9oMPPoiiH8qU8nz44YcD4R/LDA9M5MP+GtnZZ58d7rvvvpgkiagapc/XFcVjCHIQuCRD3IGgJmfNsSBcSvuknIjEcsZsf8kll0SRDqIwxGG5kS8ee8rEI5xHQuslY38I8xBC9YQRBnLRRReNWSMmQVQy44wzRkFR2h9itdGjR6fZKABacskla/NMvPvuu7H+5GK1PEEutEveyvL1+TSCF/JJVgxXyfJW6kfKr5VfhIOIcKpa0ftcEnCl7TlGvJ5xnBxLsr/85S/h0ksvTbNt/xYFQY0yJJQpbSLZ0UcfHWaeeeY02/CXa1IuCEuJWzlPiOSOP/74Llxoh7AqtjOufb/4xS8CwikMD26E/szrTypL2S/X1uQRrZVtCU+L+C7fH20Wr4WcY65JyRBn4u3wzDPPTIsCAtfknY2FRQ98LDvmmGMCoTc1CUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQQKcJKOBqgihh7LbbbrtQFM0gEHjxxRej2KGehxa2QcSRe5VhOzxBLbHEEoFQihjL8ByTPN2wDCEP4qF5552X2S6GSIF933TTTWN5vzn44INjaDPyRKyVBFspA7Z98skno7iszLtSSsf+DzjggJo3r7QcIRmexPAohugkGYwGDx6cZhv+UgY8gRU94OA1Z8stt+zCK2WEpyUEZ7mYCbEJHqjwcpSMvPFYBZtNNtkkrLPOOmlV/EXsgleqopcmVhISc9NNN435we+WW26JHpu6ZNDBGQRrCNewYcOGhRtvvDFOI6CZfvrpo+cfyppbmSgIAQ35cK4RqOQ82LYoaMILVFl9xtvbtddeGxAPJVFMyjsvA9PN1o/i9s3ML7300tEbWLEu18ujeLwpRCf1vciGPFjOuS56OquXf9Xl2267bVh55ZUrJUfIhKApGd62kqe8tKzebz0BF+lbOU8ItRD64W2rjDl1Ao+Ef/rTn7p4DuM6d/LJJ5cyLpaddpqHtGxl21dffTXuL9XVtA88JT799NORZyp/EpsiqkUsht1xxx3Rq2LajtClXPPS9frZZ5+teT1LafyVgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJdIqAAq4mSW6++eZhjTXWiB6yXnnllYDnlwceeCB6ZkH8gces999/v4u4KN8FQoz55psvIDjIRU95mnrTiCnInz9C+SHcIh8EEGWGOAFx2P333x+FKQjAECbgWerll1+OoikEH1UNccRXv/rVGL6OsvdUOMG8PBwDYRrxQISwhVBuCKrGlXG+3njjjbqMO1kORGOE8ctDUXK+Vl111Sgwaba+VC0bwkQEZLB+/PHHw+uvv1510y7pxkf96FKACjNzzTVXDOP3yCOPRHHRgAEDwqyzzhrPL3wRB47L+lWhyB1P0up5oi7SFrnecO3hr0z82PECj8cMqS+I1HrK8954PDR3LQEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACvYiAAq4mTgYh+AjFV88QfiCOICQbHrM0CUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACjQgo4GpEp7Buzz33DIsttlj0ZoX3Lbz1zDHHHPEPr1YYIi5Civ32t78tbO2sBCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCCBrgQUcHXl0XAO71qLLLJIeOyxx8ZKN+WUU4Z+/fo1HRZxrIxcIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlMMgQUcE0yp9oDlYAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAR6GwEFXL3tjFgeCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSGCSIaCAa5I51R6oBCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJNDbCCjg6m1nxPJIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAApMMAQVck8yp9kAlIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQggd5GQAFXbzsjlkcCEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISmGQIKOCaZE61ByoBCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJ9DYCCrh62xmxPBKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpDAJENAAdckc6o9UAlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUigtxFQwNXbzojlkYAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQmGQIKuCaZU+2BSkACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAK9jYACrt52RiyPBCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJDDJEFDANcmcag9UAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEuhtBBRw9bYzYnkkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQggUmGgAKuSeZUe6ASkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQQG8joICrt50RyyMBCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJTDIEFHBNMqfaA5WABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEehsBBVy97YxYHglIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhgkiGggGuSOdUeqAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCTQ2wgo4OptZ8TySEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAKTDAEFXJPMqfZAJSABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIIHeRkABV287I5ZHAhKQgAQkMJ4JfOUrXwkLLLBAGDlyZPjwww/Hc2ncvQQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAT+j4DjWNaEiZWAAq6J9cx6XBKQwCRBYM455wwrrrhimGaaaWrH+/nnn4c///nP4fXXX68t68TE0ksvHRZddNHQp0+fWnbs48Ybb6zNOzHhE/jGN74Rdt5553gg//rXv8Jee+014R+URyABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJDDBE3Aca4I/hR5AAwIKuBrAcZUEJCCB3k7gzDPPDFNMMcVYxbzrrrvCeeedN9byVhd87WtfC/vss0/p5jvssEPp8t60cJ555gkDBgwIo0aNCs8991xA5DYx2qyzzhpWXnnlKN678847WzrErbfeOqyyyipx288++yzstNNOLeXjRhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhLoJAHHsTpJc/znNd1004XFF188FuTFF18M//znP8OXv/zlsNxyy4URI0aE9957b/wX8osSDBw4MAwaNCg89NBD4ZlnnumRcing6hGsZioBCUyMBOgQfPOb3wxf+tKX4uFxwzjssMPCO++80+Vw11tvvbDOOuvUhFUff/xxOProo+MNp0vCDsycffbZYfLJJx8rp/vuuy+wrlO2zDLLhKFDh5Zm11sFXDPOOGPYe++9Q79+/cJkk01WKzvirbfffjuceOKJ4ZVXXqktnxgmTj311Nip4ViOPfbY8OSTTzZ9WN///vfDkCFD4nb//e9/a964ms7IDSQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSGCiJcDgOuMmU089dekx/u9//wsffPBB/LD6kksuCaNHjy5N58JJm4D1aOI//zvuuGNYdtllu0T4aXTUjOPhjOHII48sTeY4VimWCWoh47Y4kGD8OY27pwNgbJL7x5RTThnHc3/605+mVeP1F6HZCSecEMtAHaVe94TDEAVc4/U0u3MJSGBCInDWWWeNdRN59tlnwxFHHFE7DBTBp5xyShfBECs77REr7XD11VcPgwcPjp0ewikm67SAi3x33XXXwD5mnnnmMNVUU6Vdhd4o4EJot9122zXsDHJTveKKKyaqEJDnnntu7bxcf/31Yfjw4bX5qhMLLbRQDJtI5wkBWOqMVN3edBKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJDDxE/jlL38Z5p133koHyvv44447rqWPjivtwEQTLAHr0QR76ioX/KSTTgpf+cpXKqcnYSMHA45jNYWy1yWeffbZw7777hsQRHVnn376adhll126SzZO1uehO9nhgQce2COOQhRwjZPT6U4kIIGJgcB+++0XFlxwwS6HwkMHNw46EtgGG2wQNtxwwy5pmDn99NOjO8WxVnRwAcKxaaaZJubYEwKuVNQtt9wyrLbaamm21wm4ZplllnDUUUeNJaKrFbgwgRe1559/vrC0d8726dMnqs7rlS4XcN1www3hyiuvrJfU5RKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCCBlglssskmMRpJ1QyIVvKjH/2oavK20/GRMn94cplUjIgtn3322QR1uNaj3ne6Ol2PTjvttLqe+uodPeOvP/zhD+utdvkETKBM0Md1i2v1FFNM0eXIxrWAq1HdV8DV5dQ4IwEJSKB3EMCrEx6vcrvsssvCzTffHBchHJp11llrq+lg7L777uHDDz+sLWNivvnmC1tssUWYbbbZouqchwgUtW+99Va49tprw6OPPtolfT7DFy0rrbRSzANPWK+++mr405/+FL0mdSfgQgDEfhdddNEwwwwzRE9an3zySQwDeffdd4c//vGP+a5Kp3u7gOuggw4K88wzT63sHB/hEp9++ukw99xzB1xt5kp/wikm95vf/e53w1JLLVXztMY2559/fswreTtL3sfefPPN+MVQbUfZBEK/zTbbLNaFtC/OLyEbL7jggrquovv27Rvgu9hii8XObHq4xM30v/71r9C/f/8Y63nPPffM9vb/J9sRcPGQtPTSS9eOnVwRJhL+s7v40hzjtttuG7lPP/30MQ/qPGzvv//+seoV9ZSO9xxzzFF7gCb843e+853w1a9+NUw77bSBThmxrjl3//nPf/7/QTolAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACvYLA1772tbDPPvvUykKoxAceeCC+yyZSxvLLL19bx8RPfvKTOBaSL8QLC++Xef/NNOG0eCfMeAlRJh577LE8eW2a8Q4+ql955ZXjO2UG3hmTQSj22muvRe9gvGPH00sK3zhgwID47j55fiHKChFUeC/P2A558D7+5ZdfDr/5zW/iO+7aDrMJ8mUMYPHFFw8zzjhjbayF9/gjR44MF198cWBsIretttoqLLLIInEfLGcsCE80cGK8BgHDu+++Gx0CjBo1Kt+0Ns3YB+Hj5pprrhhejBVpO8pEBJVHHnkknHzyybVt8olWxy7yPHpiuhP1qNXxr1bqEWMijHFw/uDOeAjMESgSyYZxJOoh9W7YsGHh8ccfL8XWSj361re+FVZdddVapJwnnngi/P3vfw+bbrppPP/U4ffffz9cffXV4fbbby/db7v1qNk2e+aZZ9aEOYceemhsG1w3GE/CYIWzBexXv/pVZFom4GpmHIu6/r3vfS+OB5LXbbfdFsdW+/XrF4VCMHvooYdiO2ZsjnZE2Eai0hTbLuWC+5AhQyJjxrhIT3t/5plnwoUXXhjHtEinNSZAPV1rrbVqieB4xhlnhL/97W9xGW3q4IMPrl3fyjyxtdJu0g7bqfsKuBJFfyUgAQn0IgLc7BHy5IaA6oADDojer/CCVbQ8xCAdQR5QEOg0MjxC4U44F35xQ9p+++3Diiuu2GjTuK7MAxdxhOlQJgFSWSZ0NogpjTipnvVmAReCuGJM7F/84hfhjTfeqB0Ox4/aH57J6JC98MILAdV3bjyo/fjHP46Lzj777NqDFQvKOo90jBFX8bBRz9jupptuCpdffnmXJJSHDn4S4XVZWZjB6xsCJ2y99daLD6nsu5GxXx528cxVNEJ/IqAqM9jUe0AmPR7nKAN1u54hAIMtjLGyL2ropJUdQ34O4sb+k4AEJCABCUhAAhKQgAQkIAEJSEACEpCABCQggV5BALEKgoxkvEdnfCJZLtxgWTHkFO+K11577S7v69O26fcf//hH+PWvfz2WJ6299947CqJSunq/iMpuueWWuLoYro/35lg+XhAXjPnHuiuuuCLceOONaVH8XWKJJcLOO+/c0KMQooNLL720JqApciKjeu/E2W8uOks7Z/zjiCOOKC1rSsMv4jccC+TWzthFnk9PTRf5NFuP2hn/aqUebbzxxnFcJOfBOUd8WGaIU4pjMK3UI/I+66yzuuynUR3O634qVzv1iDxaabN5mRmnpMw4D0BwiH300Udh6NChcfqcc86pjTfl46vNjmMxVtfdWGzcYeFfUQAJL+oI0X/qGeeecj/44IP1krj8CwL5+WUR7SKJtxKkFVZYoeZ9reiBq9V2Q96t1v299tor3mvK7hOpzPxyTUeI+M9//jNf3PS0IRSbRuYGEpDApExguxIPXHQ06Fiss846Y3XYYLXjjjvWHiya6TDgfQiVcbLddtstekhK841+iwIuPE+RV35zodzcTIodSsQ2dEbquRXuzQIuFPDbbLNNDQ0er3ggLFrxPCBq+v3vfx87vrkQKRcPIa7CM1Qy+NHRzA1PXgsvvHC+KHqx4uEoZ08CFPl33HFHLe3WW28dVlllldo8YjoeTPl6Z/755++y/a677lr7AoDOAJ6sqhhfHe2///5jJaVsPBDlx54SNRJwUV7KXcX4YoFODqJERIh5x7u77fFa9te//rW7ZK6XgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCCBcUigkfCGaAsIkZLxjph328nWWGONsPnmm6fZ+Mt7d6z4Pr0oqih6bCJvPOGw3UILLdRl3COPooKHpEGDBsV9VPlHeXgHnz5O5l08grVi+erlhfCMciE+wQFA1e3wDkR0itwQb+GdJhljSK+//nr0XJYvLxNwtTN2kfbXk7/t1KN2xr9arUdFTzxV2FxzzTXR6xppW61HbMuYTfIgx3wjQwiCU4nc2qlHrbbZ3EFCGhuqJ+DKxV4pLeWn7TQzjsW15utf/3p+6JWmc49PjJ/Cu+h4AVFRMdQf14r99tuvi0OJSjuchBIhguOamKysfqZ1XGe5LjBOmhx3tNNuyLfVul8UnaUylv3eeuut0QNj2bqqyxRwVSVlOglIQAJjCPBVBR0zDIFNcu951VVXxdCK3HzoHNMZTx3x5BKY8HSIsHLDlTBekegQIABDEJO2I92VV14ZPSbxwPGzn/0s3zTgpQu3qwiGcPubW1HAdfzxx9fKSjq8P3EToZNB5xaRGb/J+BoFZX6Z9WYB1w9+8IPoAjWV+957742q9zSffvEYxRcSyXAxi8czzh8PMklJnwu4cImLAIkQllhRwLXccsuFnXbaKWUZXePyQPbSSy/FjhxukBE7pfOLQA7uyfLOKsvw6oZ3NwwRF57AcO2Zdx5ZVzwWlpUZ5cUlM39lxvknfCS/yy67bC1JPQHXlFNOGV05p+NhAwRz5513XnRPDQ881uUCQVxHE2YU48uHPfbYo8aDZbCifGybP0Tz1QIuVDUJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhLoPQSKwhtCofHhOOKGosAhF2EhiOCj6fR+mffevE9P0SB4f4wAY+qpp64dLO+WeceM8XE1XlqSXXfddYFxGox30nyMT/hG8ickWwpJyEfMKapE2pbf+++/PyD0Iowi4zi5QObtt9+O4wakO+aYY8JMM83EZDQ+WOYDZARXjNMgOEnjRiSAB6IxDFZEDMnFIIxBEOqObdZdd90aD8afGI/IjZCOiRdjO/DhvT/GOBHzjGPg/eWQQw6pbdru2EUtox6caLUeUaR2xr9arUfsd9FFF40RWdI5YRkf0RMBBkEhEXUY20vGueIcce7aqUecY8YdF1hggZR1bHM333xzHFPaYosturSbXATFBq3Wo3baLPWRsSccSOBgAcvHxHIPXAcddFAcCysT9zQzjoVjBdoe417JGHMljzy0K2EmKdf666+fktUcEBQFn3iK+u1vfxvTc43AG9lKK61U2y5FbKotcKILAVgxjpuMkJWHH354mh3rl3FI2lKydtoNebRa9xmfz9tyKk/xl/sY9ZrQvO2YAq526LmtBCQwyRFARLPkkkvG40b0M3DgwPgwkIu5EE8h8kqdtp///OdRzINYhXjoyYoiK5YXxTgIWuisFLct3tToyNNZTJbnTWcuDw1IzG06GLnhWQpxWrJGnYzeLOAiZnYevhDPWnTIipa732Qd8exxnYzleeQCLtYRW37IkCFMjiXgKn7BwkMbD3a5Edu5f//+tUV0TDiXWOqUppV05uk0Uja+7kHERNxybtx5hyWlpzPK1wfJcOuMODAZD81VrPhVVD0B1+DBg+NDcMozf4hNyxCcwTW1haL4LP+SAkEbArj0wJm71kasyFdOmgQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCfQeAkXhTb2S8bE1g+fp/e/qq68ePwBO6e+8884ookrz/DLmseaaa9YW5R+eI5zgo/jc+Liej4wZV0FowXt1BFu8Z89trrnmiqKutCwXlbCsuJ4yI/QphnDjnTZjM7y3T4Z4DGHaVFNNlRbFd+S858eK4wC5KI2PuonGgTEGgNgnt/x9Ossp1xtvvBFFO3j5wmEAojm8cuXW7thFnldPTbdaj9od/2qnHsEiPyecD0JXIupLlq9nGWN1iBDzcIqt1KNiuW+77bZw0UUXxd0iUNxggw1SEUIao0wLimWqWo/abbOMF+E1jv1h9QRcrKMd0H5TWpblVnUcK48iQ144VUDQlTvbQFCGUCj3DIVwC/El54l2jzHGRtsulom82B4rOm6IC/1XI4DTB+pRsrLQomld8bcT199W6z5lYZwT4V8emQlhYrq2k6bqOCxpG5kCrkZ0XCcBCUigQCDv6D766KPxplwMmcfXHHS0Uzg6LuB88VB0a5o8cxV20UUBnL7OoOOQvEKRHm9EeSzlYmclF3DlHZTivurNp/2Wre/NAi6+JCA8X7K77747nHvuuWm29suDHR3cZLk74lYFXHwdlH85k/Ju9IvA6vrrr49JiuEfy7bj5k8owdQRL6bJj7WeeK24TXG+WJfqCbhyMSN5DBs2LCAaK1qx7tIZTg/MeWepKNLKv5rJBXbF/J2XgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCCB8UOgivAGQQvCllz4sPfee4dFFlmkqULj1YQQWBiesgirlT4eLsuI/T399NNxPIUB8WRFgVZZyCuEGnz4niwJr3JvRoimctFHSluMFJIirbA+5cM0nph22WUXJqMNHTo0LLPMMnGasYA84gcLix/6x4SFf4jYeFfPOEKydscuUj49+dtqPWp3/KudegSPfIwD71v7779/F0xF5wuMoSAwbLceFQVcuUir6HEtjVGmgrVaj9pts2n/6beRgCulqfdbdRwrrx9JFIkwNHm34xqBIKdv375dQpYiykKMdfrpp9crQt3l5I3TD21sAquuumrYaqutaivya3ptYZ0Jxn7bbTet1v1UpGLo1AMPPDCKhtP6Tv0q4OoUSfORgAQmCQJ0vpJb0hEjRsQvGnLPVUn4lMdzxqXjU089FZX1fA2QjO3wSFS0fNuk1sblau4qmIcdOuLJ+KqDjmKyXMBVvCGmNPV+6bDw4EHnqcx6s4BrrbXWCni5SlZ0FZyW5w9CLMvdK+cCLhjDOhkubwmFiKWOXVrX7EMQ5/7ggw+uhUkkH76K4Bjyr3NS/vlv/jVFvnx8CrjwOJY/FKZypTjVaT7/oih/uEEQmXuKO/bYY2PoSLZTwJXo+SsBCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIoPcQKApvCEf28MMPBz4AzsVVd9xxR7jwwgtrBc/fw9cWNpjgffwf/vCHcM0119RSES1l66237hLSsLYym8Aj1X777VdbUhRw5Z69UqKigIuP+4n+wRhBsvzD8LSM36KXmfx9fi7gYpCeD/2TMWaEQAArE3ARhQPBFx6EkgOBtG3xN/8wuxNjF8X8Oz3faj3qxPhXq/UIBvkYR1lkGz5oJxxoMurvW2+91XY9Kgq4cmELIkDGwJIVBVyt1qNOtNlUJn57u4CLMuae0pjvzmjTnHPGdrWxCRSvvWWhYsfe6v+WMDbb7vW31bqfyqSAK5HwVwISkEAvIkBHh/jIGDHREVvhDSvFcsfN7/nnn9+l08YNHjeQxDYnBnoywhjyMJMb60mXLN28+Kpk9tlnT4vjgwpx0ZMVO6m5gIsvCBDNJEPUhKisniFCa+TmsTcLuIgTf9xxx9UeDHmo46uAXO3ODZpzxm8yvpJBtIblHeriFzC5qKgo4CJU4LzzzpuyjF/e8CVFmbFt7kaXNJQdd9CIoAizuPTSSwceWvr16xfDdOb5FB/s0rpcwFV8IE5puvut+uVC0YvZY489Fr3M5fnjNpaHQwSGGMfNA2YSLuYPNwq4cnJOS0ACEpCABCQgAQlIQAISkIAEJCABCUhAAhLo/QSKwps///nP4fLLLw/FMG68G+YdOiEOsY022iisv/76tQMkUgVRJcqMbT/66KMuHrx458z7dPJ79913AxEuEAfMMccctZBneV6EI8QDD9adiKC4nv3jpYd3+ESOSPbBBx9EoVqaT7+HHXZYLEea5z0440lYOwIuwsotu+yyMarHSiutFAYOHBj3wxhQLpZjP/n7+nbHLsivp63VetTu+Fc79Qgm+RgH9QThFGNsyfL1LGMsCkFhu/WoHQFXq/Wo3TabmKTf3i7gYgzvzDPPrI3/Ml6IkLPe+CnjXukak47R37EJEEo3v14x7vrkk0+OnXDMEsSPMGX8thPX31brfipcUcCVHLik9Z361QNXp0iajwQkMEkQyIVUKTwfgpf11lsvPiQgyuLmnd/UuRndc889YeONN47pEihu5nTWnnvuubgIgRbuFlM8ZRYSJhGxUf7lBct5MOCLES7ipD/88MPjzYt1WC7gYj736sU8IjPEZsnwDDZ48OCwxhprhOmmm24sgVhKx29vFnBRvjxOPPMwwtPVO++8E1nxsDLbbLOxKlrRre0222wTH/bSerxCIS5aYYUVusQ2Tg9tKd3mm28e+aV5vqIgnCb7T8YD1brrrhtw0Uqng848+WDp6wXm8WaVn5+FFloodgxTp4a6k3t+S/nnHR9Eazwo8osYjPNLPnQyKdebb76ZNuvyW1XAVXygIpNLLrkk8LUShngLMSJxzZMlQWKazx9e8gdK1udiOR7CaRuaBCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJ9B4CxffEScBFCXOBBvOjR48OhHrD5ptvvi7vfBlX4T1+EniRhjETxizwvILQhpCJhNzC8o/aEUfxrjkZ4dD4qD2PasK4AJEesKJAi2WM91x22WUxNCNesRALJMs9K+XvtFnPx/tEUEnv+Yvet1jOu/wk+mhHwJU8aTE+wPEgBEpWFMzxcTn7wtodu0j76MnfVusRZWpn/KudesS+i/WB+ov3NsZ/dtxxx+i1jXQY5+1HP/pRrAvF7ZqtR80IuBgPGjVq1P8VYsz/VutRu202FQDvcYx10Z5nnnnmuBiBJl77aC9VvFdVHcdqJ4QiAi7Ycb1IxpjtOeecU3NSwHVp0KBBceyXOtxMSMCU56T2W4yQRFthPDBd26kbq6++ehT4pjC2qQ63225arfvpHC2xxBJdvCY+8cQT0UsbTl4QdzEOS31544034lh12q7ZXwVczRIzvQQkMEkSoEOBy9k8BCIgCI2Ye7OaZZZZAiHjEK8ko8OBN6SLL764NA9ELXTeZ5xxxi6qYzpzqLnfe++9+LDADSx3i0snhi9LeJDIvUmxX/b5/PPPR2EX89/+9rfDFltswWTN2B4RD4KtXDRGAkRliMIwhEvbbbddzYtSXFjnX70vTuok75HFiLMQLhWZIFxKntLSjuHEg07+UDhkyJDw/e9/PyWJv5wLOmJFY/mJJ54Y1eHsj+lpppmmSzJutHQ+6YgmAVZKkMclp7OaC8s4B4i4EJjhwpeviZIVXT6n5cTj7i78Imlvvvnm+DDKNF8kIY6qsl3xITr3VkZeGHWAji31uXgOkjc6OjBwLzLlPHDu+Pokf7gmX9oB+9MkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhg/BNg3AFxUPG9d4q2wLtnxkvy9byT5703HzEz/rHwwgt3ORAG8/kYm/fpxffHV111Vbjuuuti+uKH2IyzIB574YUXYhSVTTfdtLY9YyF44OJ9PlYm4IorSv5R3v33378mlsoFISk5Yw+UmbGa4nt2Im5wrBjvvXNhGMs4XqKI8IF3HuGDdZSXcRqiqmD5B9yUCzEJwh/eya+11lpdxEJEf8HhANbu2EXMpAf/tVuP2hn/aqcegaQoKGmEKf8Avp16hMAQIUlu1HHKgrBptdVWG3bZV5IAAEAASURBVKvNDR8+vObhrtV6xP7aabOMryLqLLaR/DiY5lgOHiPmTIJLlrUyjrXIIovEcdH8+vOf//wncsrHmpLTA65VyRgLQzREOyMyU54Hy2jvtCvGV/N1tGeuNVp9AozTIqQqjtdybhhLLRvzRqSJ45J22g0laqfus/1MM83URRPAsnqWRGf11jdaroCrER3XSUACEviCALHN6UAXjRs1rnOTFcPKpeVJ2IQCm68eig8eKV36JV9U+jzoJENxzNcbVa1YNtTrCIG6s+K+99prr+gxqrvt0vr8S5a0bFz/cr546Mk7TsUy0AnEExlf1uTGNnlYzHxd2fQDDzwQPa6xDm9TPMx1d35Ji1gp9ypVFHCRpsw4P0XRWUr3gx/8IOA6uZGx/b777hu/diLdBhtsEN1ZN9omX4cb6yuvvDIuooOKFznEWt1Z/uVV8euQfFs6UHmbytfRgeYBXJOABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIIHxSyD3JpWXBPHDTjvtFBcVI3qwkEF6vLDwHh1BR1HUlOeVphFZILrg42GsKLxJ6cp+CenI++lkVQVcjCHwYT5iqNyKHmTydfk0Xo8YxMcQoPDxcpldeOGFYdttty1b1eVj7Fx8UJr4i4UIIRD5UP5k7YxdpDx66rfdekS5Wh3/aqcesd+qAi6i9HD+cmulHjXaJ1FO+vfvX9qeci9y7dSjdtosnvS23377HEHd6RtvvDEMGzastr6VcSzEbAMGDKjlkSbId7PNNkuz8bds2TXXXBOuvfba6AWQ9I3GG1Nmf/nLX8Kll16aZv2tQ4DQiLvvvnulsdRiFKVW2w1Faafup0NhTBRnLo2sXYcUCrga0XWdBCQggS8I4PkKRXDuFQghDHF3ecBIxkWbMIu55yHSpS9KSIe6HIEKYe2KN/yUJwKi999/P2Vb+0WYhIvVopcnPGmNHDkyrLjiirW0Za46l1lmmbDdGG9aye1kLfGYCfaNov3cc8+tfdHB+uWWWy66ei2WNd82TeMRDOFUbzDU/AikijdSHlq44eNR7e233y4tKiEO6TzkCnC+duFBb6uttqptwzLcI+dCO84vD6eI5cqY8fBEZ73YiUNURYeykbEtHUm+2qlnlA8Ver5vzi0dBsRPF110Ufw6IG0PH77iqSI64+sBHjLzLx/Ih84zoSHL8iCUJCFFU6hQ0iNk5AuKvJ2wHLfO5E/YyuJXGHxBRd3iWDQJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhIYvwQIb1gUNvD+9vHHH4/v31PpGNNgbIJ31qy/9957u4hZNt544+hBquz9Mu/giYSCUIb348nwOIWXrUaGkIyxmeSJKqUtCrgQahCJZIYZZohjAozN8AE2YyX1xhB4/48YpRi1hX18/PHH4Xe/+12MzJL2yS9jEnjsyQ0xG5E6ePeNyCo3RGuEguS9PlYlAgdjRbyPT9vEDb/41+rYRZ5HT0x3qh61Mv7VTj2CRS7gGjFiRKxDjH/AmnPL+cD7FeKqMmulHu2xxx5h8cUX75Id7YT6uuCCC8bwc/lKxsTwXnf99dfHxe3WIzJppc0SCYg2kI+75eVM04xD4fAgeZ5jeSvjWIynEpkoHyvD2QbRjlJ4UfKmnR1wwAGxraW08MShAGNWGAJMhEP8lhnXiauvvjrcddddZatdVkKA+oADkfnnn7/LOUpJETEhiENEV7RW2g15dKLuU24EowMHDuxSLOoM9YCwioz/cv9p1RRwtUrO7SQgAQl0gAAh87jI82CCAKsojKm3C75IQaFMx+uRRx7p8uBSb5t8OSEeEQvNPffcUdhDJ5KQi+3cUPL8e8M0x8eDT+pwjR49Ogq3/v73v8cbKMIiFP88YOF2Of8ahfKz3XzzzRfdFiPUy8MsVj2+2WefPXJG+Adjzi/lKDO8WPGQ+PDDDwfKhntX3ESzLfMvvvhirbNYtn1xGXWLjg8dzKr1qphHs/N9+/aN9Rk3ojwgItqamOpUszxMLwEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAtUIIG5ivIT34oQo40PsXMSR58KYCh8y41mIAXO269evXxRI8TEz78TrvZ8uCrgIkVZvP/k+y6YZa8HLD2MtlJdxnuQlrCx9O8sQ57AvRCKIYDhmRGewgAPv5OsJzor7bWbsorhtb59vZvyrnXoEh1zAVfQa1QynCbUeNdNmm+HRW9Pi7INQp7RFhF+M+3HtQHCjtUaAsVh4MiaK0weuozgoeeONN7rNsNl208lrKHUB0S3XUsaQuWd1yhRwdYqk+UhAAhKQQK8hgCjruOOOK/UIVVbIyy67LLoiLlvnMglIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCZ8AogFllpqqbDbbrvVDgavLAigEAzgRUWTQBUCxYg8d999d7jhhhsCkWpyb3FV8jKNBCQggURAAVci4a8EJCABCUw0BNZZZ52wySabVD4e4h4T1lCTgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhg4iNAxIr999+/FrWjeIRE6SA0Vk950Cruz/kJkwAiwFNPPTVGT6l3BGeccUZ48MEH6612uQQkIIG6BBRw1UXjCglIQAISmFAJEMLvsMMOix64cF15//33R9fFCy+8cOCvf//+Ydppp41ulO+8887AlxGaBCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEyeBjTbaKKy//voND46QeIwnaBKoR2C22WYLRx55ZL3VcTniLURcmgQkIIFmCSjgapaY6SUgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIYIIhwIffhxxySKnnpM8//zy89dZb4cADDzSM4gRzRsdfQXEggJALb1xFI3ziaaedFnAuoElAAhJoloACrmaJmV4CEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkECHCCjg6hBIs5GABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJNAsAQVczRIzvQQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQggQ4RUMDVIZBmIwEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIoFkCCriaJWZ6CUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACHSKggKtDIM1GAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpBAswQUcDVLzPQSkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQ6REABV4dAmo0EJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIIFmCSjgapaY6SUgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCXSIgAKuDoE0GwlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAs0SUMDVLDHTS0ACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAIS6BABBVwdAmk2EpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEmiWggKtZYqaXgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCTQIQIKuDoE0mwkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQk0S0ABV7PETC8BCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSKBDBBRwdQPya1/7WjcpXC0BCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSKA5Ak8++WTcQAFXN9z69u3bTQpXS0ACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISaI7A+++/HzdQwNUNNwVc3QBytQQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCTQNAEFXBWRKeCqCMpkEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkEBlAgq4KqJSwFURlMkkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQggcoEFHBVRKWAqyIok0lAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEAClQko4KqISgFXRVAmk4AEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQqE1DAVRGVAq6KoEwmAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCVQmoICrIioFXBVBmUwCEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISqExAAVdFVAq4KoIymQQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCRQmYACroqoFHBVBGUyCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSKAyAQVcFVEp4KoIymQSkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQQGUCCrgqolLAVRGUySQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCCBygQUcFVEpYCrIiiTSUACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAKVCSjgqohKAVdFUCaTgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCoTUMBVEZUCroqgTCYBCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJVCaggKsiKgVcFUGZTAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKoTEABV0VUCrgqgjKZBCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIQAISkIAEJFCZgAKuiqgUcFUEZTIJSEACEpCABCQgAQlIQAISkIAEJCABCUhAAhKQgAQkIAEJSEACEpCABCQgAQlIoDIBBVwVUSngqgjKZBKQgAQkIAEJ1AissMIKYfbZZw/PPvts+Pvf/15b3qmJeeedNyy99NIxu4ceeii8+OKL3Wa98MILh2WWWSamu/TSS7tN324C+lCrrrpqmGyyycL9998fXnnllZgl5eAPu/baa8P//ve/OO0/CUhg/BP40pe+FNZZZ53Qp0+fMGLEiPDPf/6z5UJNNdVUYe21147bP/jgg+Gll14Ka665Zvjyl78cnnvuufDoo4+GZZddNsw111wxTX6dKO6U6x3XPeypp56Kf8U0zH/1q18Niy66aFw1atSo8Le//S18+9vfDrPOOmt48803w0033VS2Wa9Y9s1vfjOW85133gm33357j5Rp+umnD0OGDInX5ZEjR4bHH3+80n46fd3+xje+Eeacc87w3nvvhVtuuaVSGcZnoqWWWioMHDgwlvnjjz+Odfmee+4Jo0eP7lKs1VdfPXzlK18Jqe59/etfD3PPPXf417/+FW699dYuaXvTzITSRrpjtuSSS9ba/7jo53RXnmbXV7lmkucCCywQllhiiZj9ddddF/773//G6XFxDWFH9fp39coVC9eD/7g3cO779+8fJp988vDqq6+Ghx9+OHCNyy3dR3gZ+pe//CXeU1j2+eefhz/+8Y81jvk2E9r0hN4GqvDmuWLdddcN9Fd66jmrSjlM838EJoU6N7Ge63buOeOyHda75/SGvmSjft9HH33U8fdBPf2OiWfAKaecMjTzLDLzzDOHwYMHx2Zy7733htdee62tJjO++hJtFfqLjcdlu+hEec1jwiMw9dRTh4033jg+y9922221d6yNjmRcPR80KoPrJCABCUigOQIKuCryUsBVEZTJJCABCUhAAhKoEfjRj34UB3sZ6P35z39eW96piS233DLw0hJDkMDAU3f2/e9/PwwaNCgm22OPPbpL3vZ6Bry32267mA9CrTRIn9iw4qc//Wn49NNPYxr/SWB8EGDwIgmIXn755UCbrWKtblcl7/GZZsYZZwwHHXRQLMLNN98cEAe0anPMMUft+sdg+R/+8Idw/PHHR3EYApcTTjgh7LbbbmHAgAFxF4888kg4//zzS3d31FFHBV5YYohmDjvssNJ0++yzTxTMsBLR2MUXXxyOPPLIKBr797//HQ444IDS7Tq5sNW6kcr54Ycfhl/84hedLFItLwRFW2+9dZx/+umnwxlnnFFb12ii3nW70bE2WverX/0qTDfddLG99cQ9stGxNLNuhhlmCEOHDo3CuuJ2iD4QcQ0bNqy26rjjjosCEq4lxxxzTNh///3jtp988kn42c9+Vks3PiYanY9U98ZVG2n3+Oebb754HXn77bfDu+++W8sur6fjop9T23GHJqpcM9kVfSv6WBh17IMPPojT6TwWryH9+vUL00wzTfjPf/7T9sAqO6rXv6tXrli4HviHWIt9Lr744qW5c5/hGscgOkYbRDj62Wefhb333jtsuummgUEt7JBDDokD1nFmAvg3sbaBKuinmGKKeH0l7TPPPBNOP/30KpuZpocI9NR1t14d76HDmCSzbeee06gddvrc1bvn9Ia+ZKN+3wsvvNDx90GpvfXUO6YTTzwxtgX6C/vtt1+ldoF4a5NNNolphw8fHv7617/WtmtUF+qt475e1sepZdqLJxq1i15c7Fi0Rs8Jvb3sk1L5+FiNZ1PsiiuuCHfddVe3h1/v+aDbDU0gAQlIQALjjYACroroFXBVBGUyCUhAAhKQgARqBHghlQYPzz333I574VLAVUPthATaIrDWWmsF/jDEQ4iIqlir21XJe3ym6aSAC09ESWiFeAsR17HHHhu9ZqRB129961vxK1KOGSHGwQcfPNbh52ViJcIZBt/LvPcdffTR8ctx0p155pnRU1d6aTmuxCmt1o1UzqL4gmPplHVawNXoWBut6w2DblWYHnHEEVH4QlrqHR7DGJxBDJPs+uuvD3/+85/j7K9//evAAMjzzz8fTjrppJAEhT15TlM5uvttdD5S3RtXbaS7sjZaj6eHAw88MCbBw96FF15YS54GNlmQ+mC1lRPARJVrJodRb3AzncdifUNMSL3FE1wS6LaDo95ger1ytbOvRtvm55v2yYAz4ize4eEFA0tiYaZ/8pOfhPnnn78mHF1vvfUC3lOwCemDgom5DcST0c2/CXmAvJtDmyBX5+2wU9fdRnV8goTUSwvdzj2nXjvsiXNX757TG/qSjfp9Z511Vq0v0qn3QT39jqmTAq5GdaHRunHdl+hk86zXLjq5j57Kq9FzQk/t03ybJ6CAq3lmbiEBCUhgQiSggKviWVPAVRGUySQgAQlIQAIS6ELg8MMPD9NOO20MQYbXmU7ahCzgItRG8pZAiKMyEUYnWZmXBBoRyF9WnnfeeTGsX6P0aV2r26Xte+tvLpZq1wMXA+h42cLwUnT33XeHNNBB+ER4I4RBJIMxAL/nnnvG6fwf4TzWWGONfFG44IILYoisfCHhAfGiguV5JVHDuBKntFo3CGNH6N233nor3HDDDfmhdWy6VQFXvet2o2NttK43DLp1B3WDDTaIYYBJR0g2xIHUK4ywa9tuu22czutauu8T5hMB4Y9//OMY7g7h1y9/+cuYfnz9a3Q+xnUbaYdBo0G/nhAStFPWZretcs0kz3qDm/WuIROjgAshFoIsDA93tD0EahjXUQRZhNjDTjvttBhOceeddw5f+9rXotALzyKE+aadY50SnsTMevjfxNwGqqCjnWyxxRbR2yHXWrxtauOPQE9cdxvV8fF3pBPfntu559Rrhz1x7nqzgKu7fl9aT0j6Tr0P6ok8U+1uRcDFPZf+B0ZIt5deeilON6oLjdbV6+PETHv5v3rtopcXOxav0XPChFD+SaWMrQi46j0fTCrMPE4JSEACEyIBBVwVz5oCroqgTCYBCUhAAhKQQBcC66+/flhttdXigC/hsFIIly6JWpyZkAVcLR6ym0mgRwi0+rKy1e165CA6mGknBVwUCwEXL7OTd7M06HDfffeFyy67LJY893KUBtrzQyLEHmFecnv88cfDOeecky8KQ4YMCRtttFFc9uabb8YBfWbGtTilN9eNVgVcXUBnM42OtdG6CUHAhRgQUSACrTKPb+kYwEEInRdffDEKCNkmeYbacccdw6KLLhpFeYceemhGbtxPNjof47qNtHP0jQb9ekJI0E5ZW9m2yjWz2cHNiVHAtc0224RlllkmIi7zbPKDH/wgIDzF7rjjjvD73/8+pG2SJzJCkdOfzkWYcYNe/m9ibwO9HL/FKxDoietuozpe2L2zbRLo9D2nJ85dbxZwpb5ivX5fT7wP6ok8UzVqRcCVti3+NqoLjdY128cp7tf51gg0ek5oLUe36gkCrQi4eqIc5ikBCUhAAj1LQAFXRb4KuCqCMpkEJCABCUhAAl0ITD311FE4gHjhlltuCddee22X9f37949fKxLu5Xe/+12YYYYZwiqrrBLDu+CVBgECX5an0Ez5xp0QcA0ePDgOfvHV5Keffhpef/31WE72Wc/mGxMacsUVVwzzzDNP9JzDNo899lhAjFEUqNV72YrnkoUWWiiGsLnqqqvG2hWD3wjf2BdM8FxCme69994wevToWnry4Q/j63s8+pTZd7/73TDddNNFjwtwzq2Z48m3y6fx4EA+2I033hhefvnlOJ3/oz+56aabxkXPPvtsuP3222urZ5111rDuuuuGueaaK5aTc8G5v/POO8NDDz1US5cmvvOd70Qub7zxRrjuuuvS4trvEkssERBp/Pe//w14OOO3O9twww0DL1IJ+8WXs5y75ZdfPsw555zxK1o8J/3973+P2fDSaKWVVgrzzjtv9J7GV7YMjv7jH/8o3U2fPn1iiCK241g5vpEjR8Zz9txzz5Vuw0LaB1xmm2228OUvfzl62OABBibwK3puS8fwwgsvxHpM/cbTW79+/WJd48tnjg2RBUbYkM022ywKgygXhpcd2BMS7bXXXovLiv+a2a7Zc1vcV9k8dYkX93gfwcMfHD744IPIFK9NTJcZPDintCnOCeEKqau0wXyb7gRcyy67bM2DXr06mO+fr83ZXxJmESKRMnAurr766ph0p512Cossskicpt5feeWVeRbxi3XyePvtt+N1h2srobLwoJJbPoj417/+NQwfPjyuzsUpDLQwaM/APm2OfKgbhHd85ZVX8uxq01XrYjN1o5Z5NsHXsbRDykGbyg1mXEMQsnHeud7Cn2sf19+q1qqAq3jdbnSsnNshY8R0lLVe20rip48//jgg0CtaM9fmdC9FhME5x+sO9Z1rIe2DsKjw5F7COgYoBg4cGGaaaaZYp7ge/fGPfxzrmoIoa/LJJw9cd1LIvryc22+/fdwHyy6//PJwzz33hP333z8eM/cr7jff//73w6BBg+K1Be9z3RnXKzzOYfQZKC+eZuDIec77EZ2sl+22kWav82uvvXasH1yDuG8Syg4xDuEnYVjPYME1ij4ExrWLe+rDDz8cRowYEfJrAB6VEM9R5xdccMEo0mF/cKwXKrfZ6+tyyy0X98G1iesZ3p24znJuqDvcH2mjDOxWtSrXzHqDm8VrCO1wgQUWiNds+qK0B/ps3N+4z+XWTJur178rKxd1g+UYfQnu0TDivMCb/h3X6+Sxgz4m+XP94PpMeu5t3LNyw8MW13CMUKXFvg71CcEW9uSTTwZCWXEN/eY3vxn7koT3pX4gsqQfjkizGSN/QgBTHwmZRNhKysi9BIFxmXXiOt7TbYByc27SPZJ5+k30sWljXGdzS31xrpNXXHFF7Jevueaa8dxedNFF8fym9FX79yl9vV/qFP03jLZffG6p2t+pl39a3my/Mm2XfjvdB+R+sPHGGwf607Qd2jPPRfS/eR7Izw19RJ4psT/96U+l/RvuT9Rdzm2ZFzPulYsttli8V3I9w4spbYlrXd7e2r3uJl7pt7s6ntLx28m6yv2Ea2in+xJ5ecumYct+aXM8r3Kt5trHMwl9k3rPIwMGDIjPSfQbuXfSBkmL91yum1Wt1XtOWTvsqXNX755T1pfsqT5hPZ7d9ft64n1QT+SZjq8VARfvC1ZeeeWYBdcb7oWN6gJ98EZ9OfoMnHMMvvlzKsuauZf0VB+EcpRZWbvI03Xq/pTyrPoskNKX/TZ6piu+E+H4CD1d9b1Od/39cd1e2703tnLdbZZZOkdzzz134DmDfjx58N7s/vvvD1NOOWUYOnRoTEa/66677kqb1P0tPh+QkDxpaxjPsDxP0X/jGGeZZZbwzjvvxHtJo/dLcWP/SUACEpBAjxCgb4/xDMbzAs8IXLv5YzrNV935ZGNewnR9kq+6ZS9Px4OxJgEJSEACEpCABFohsNdee0WxEy+eioOSvMDZZJNNYra87CJEGB2xovGwfvLJJ3dZ3K6AiwFrXryUGYObyTNOvp5BAwaryozwNZQxDcCRpt7L1vxFPwNwCHqSsQ0DCnROi8YLdYQd6SUFg3BJFMXgKS9xi8bLhwMOOCAuLoawavZ4inmn+TQgyDwDo7/5zW/SqtpvHoorfaHLSgYq2Z6Od5mNGjUqnHHGGV3EcYTx4sVNvXBwed2ACWy6szR4zwMCggq4FY0688QTTwQGtIrGuTn77LPjwE6+jsErQhzxYrDMchb5evaRBp7y5WmaMjL4mh5oWJ6OAVEL4hZEhkVjsOvUU0+NL8B42fyzn/2smCTOMxDGAEiZVd2ulXNbtr98GW2W9lOvvnAeGKTOBzNpS1x7EKuUGYNw1Nm0TSMBF+2fdoOxr0suuaR00C/fz7HHHhtFKIhXGIzCGyGiUV4IJ3EqorCtttoqbkaaXOiy8MILh1122SWuo+0zUMUyDFFNXgeSdy/WJY9ITKe6wYAYx8sAWdEYwGfQIgn80vpm6mLVupHyLv6mciIEgFOy7urSM888E8P1Ub+7MwY7t95665js6aefjteX7rZhffG6Tduu134QS6WBnGLeqW2VDbqltM1em/N7KQJPhBXFNkJ9PeWUU8J2Y15Ul51/hD3UVdIlI/whg9uIMbhHFy15XWD5QQcdFMO3ISThhXsSbXOPp3xcy1M40WI++Xx+32SfvEhPx8L1l+ss1ul6mepeK22klet8Ov8MDnBvRhCcrFEouySqS2nTL+Ljk046qUs95bwh0CkzhKu5kJo0rVxfU7vg+oH4tF4fiUH4m266qawoYy2rcs2kHpcNbqbzmK4hZd4L2SF9trz9Ntvm8nqKqJD6jpWVizaEBzCM80T7YFnREIUgzEMEVzTu+VzfqSvJ6Dtxn2egGA9cRUvetlj+hz/8IQqrEIUziIVIlr4U9Y6wvUUexbyK87l4rLiOefrCnMfcOnUd78k2QN+SOj3fFx8l5OVnGrEQx5V/sJHOOddO7ulcs5LxLJEExs3079P29X7zOsX97/TTT49Jm+3v1Ms/LU/tqWq/Mm3Hb3fnu6x/n29fnEbci8iwrO2QFq9y3GOS0JHzwMA5xsccDPoWLXleKoZ2o89Ou6C/VWY8t9EHTyFL03WQtM1ed8vy766Os01P1FXyTM/lnexLlB1jWoYQh/sh+65nqT+RryeEc/qIKV/ONG0RYXRZv6WYlvlW7zll7bCnzl29e07qS+QfA/RUn7CMHcuq9Pt64n1QT+TJ8bQi4MqZ8yEFouxGdYF7d9m7ntSXS/cVylMUcDV7L8nraSf7IJStzPL99eT9iX038yxQVta0rOrza0/09/O6My6uu+3cG1u57rbCjPPCx5Lcj9IzYDpX/PJuGFEXVlXAlfoz6fmAbfO6yjs5+uB8RFw03mPTB+cZUZOABCQggXFHIL3rVsDVDXMFXN0AcrUEJCABCUhAAnUJpK/7ScALsfyL2PyFRcqAl+J4taL/wdeFydKgd5rPRToMCjI42J0lTyB5Ol6+v/XWW1Gwkw9qF18GIK5AZIHxYpjBDF4AIMTAO1JazgB58qpU72Vr/qI/F3Dx5TEhb5IxCIH4CDFRXjZeSPOH2I2Xzkn0hjee4ouF733ve/HLNfLMObVyPKlcxV/OEwP5WL1BwIO/8DpEmqOOOip+IY13GDy4JGNgjEFFXvTANR1XepmZ0vWkgCvtI51jvvYvG8DhOKk7iILSC9j85Tn54CWIkGHpOBjwQ5xD3SbP9EKqeHy8kNp9993jesrBIBeD/LxcpC6k/RUHSNOLqXQM/MKUssIzbZfOEUIlhEEMVFFWjGOinLS35HEsrsj+Vdmu1XOb7WasSb6uh2ca5KENIjrhHDCwx3qMawjtKtkPf/jD6EGBec4RA3W0E754TaIuxAcIhmBTT8CFoI4XxRjn5be//W0lrzKIsShbElsxAMm+EWMieMB4gUi9pk4gsGIwJFk+CE9751iTACkXgeUvIYveVIp1g/LjaY1zjZcXtsWY33fffdOu48vRZupilbpRy7xkIpUzf7lKe2GACjaUm+s1IjPqLV6FUvtC3MZ1uzvrlICL/ddrP7d94YGrUdsqG3Sj7K1cm8vupdRx7iF48OM6lhscubdQLyljsmuuuSbceuutabbh75Ah/z9cZ15vdtttt/jlcrpnM4DOYEE+iNMo4/y+maejzHiaufDCC3ukXqa6l/ZZtY20ep1P5z/tL/0iQmRQsp4hqqM/kETGXNM4z1yvYZ73L1IeXNe5h3BvTdd61nFfTmKHVq+vZfvjBRv5UkYG55Nx/ab9dmdVrpn1BjfTeUzXEAZ/8HRBO+AaAl+uffA488wzY1FaaXN5PW1GwJWOnes89zA8UpUNFvGyknsZ19TUV8DLEALsKoZIjHtN2jYJLNN9LPU76Itwb+J6UfToWG8/eIvD+wTGvYZyce/EG1heXsRMyctZJ6/jPdUGOJ5f/vKXXfoF9EnpO+XXUa53pOOYsbwuct1IzJm++OKLo9fUZvv3MeMG//L7fX5tbba/02AXcVVqT3m6Rv3KlK4n+oAIptL9CiEjfTnODX3m1P+jbTPIirUzSJ1fn6nj9N25psw3RtiX+ktcy1JY4LLrYJXrbuJV/O2ujpO+J+oq16Ik4Epl6um+RC4GZZCcZ2jOJ8886XxTlvTsyHQK/cp0Oj9cT2mnXPuSJc+3ab7eb6v3nLJ22FPnrt49J9XV/Bl0XPcJq/T7euJ9UE/kSR3plICrUV3gutWoL5ffV3IBVyv3kryepjbQk32QfH89eX9q9X1JYpD/Vnl+7an+/rhur63eG1u57rbKbIUVVgibb7557RRx/+W5gvOUP1eQoPjOtrZRYSL1Z9LzAavzupqS03fDkyPPzjzHpD5d6jendP5KQAISkEDPE1DAVZExL1s0CUhAAhKQgAQk0CqB9GIUD0a8TE1WfGGBNxQ84TBohfESmTQYQo3kwYD5Tgi4hg0bFsPZkB+We4niRShCBh7iGeDCixUP8LzwwstF7qUmF1jkX3HXe9mav+jPBVxHHHFEbSCv+DIC9+G44qcMSYBDmfO8krCL5clSnhwHAhUGnlo9npRn2W8+kAAfXnIkoy+ZBjlyr1m5t6CicIAXJpQ3iY7wLpEERT0t4OLcs4800FwU/lGO3NsFg+AMwmJ5GKP83BCu6vzzz09IogiHtElYwUslhIsY3lcYJMLwqsDLz2T5l+p5PWB9ejHFNPWU/aUwRgyCMIDLiyosHwghRAx/2HnnnVc3FGdMkP1rtF2r5zbLfqxJvIbgPQRL4dnyRHhTYcAHY0AjeV7jusFxM8hDm07XF9LlL8iToIqXg7DC8EKGKIKQpoRtxGhLcEr1MS5s8A+xFueNQW62pW6zD64htMdkaRCG+VzowDRtKAnTaBMIubgW5CI+PBHwZSyWL2c+rxvUG8LFpJA0lA0BZhoA5dwxCIq1Whcb1Y2YcZ1/qZz5y9U8L8KPcd1ORr2GDyyqChA6JeBK9SgvX7H9NFqXznc+6Nbqtbl4L0VAlsJzwoh9JaEb7YDzzz0VI8zqDjvsEKe5XpxzzjlxutG/3PsjdTr3escxIIxE+MBgLC/vaZe0x3RNbZR3ft8kHQP1eN2iTifriXqZ6h77aKaNtHqdT+ef/cEQ4Rz3cPbdncE4hbQsenHMy0O+CN4QviVLHiuYzwU2rV5fi/tDKJ5EO+yD+zgCYixdT+NMg39Vrpn5tTsf3EznMb+GsKt0H0BUka7vLG+1zeX1tFkBF22PAeJ0Dcn7EJSJ0KPc4zCu/Vyfab95/ymurPOP9oZ4K/Wf8usBAg2EVqk9ki9CWHjlbaxO1nFx6oNxLaHvRztPhleRJEDM+8P5tbAT1/GeaAN4eyDkOAYfvKekY6MPQV1Oou+8v53XRbblWYd2x/lKlvrizFft36dty37zQcd8gDzV86r9nbK882WpPbGsmX5lp/uA9JuSN+FcpEW5qMO06fTRD173uK+2Okid39+4HlPHU1+NDwgQkqUPCZIwv3gdrHrdpfz1rFEd76m6Oq77EghYuBdiCAOpN9y3kuXP5Xmby+9jRZFWfm3O20bKs+y31XtOvXbYE+cuP678npP6EnlfclyfR463Sr+vJ94H9USenRJwUdca1YVG6/L7St7HaeVektdTytTTfZB8f3kb7PT9qdVnARjUs7yvUnymy6/zzbzXSW2UfZb198d1e2313tjKdbdVZnk9z/uwMCR8NB4+kxX7VGl58Tf1Z/Lng7yukp5nBCIqpOdVPOLuvPPOMSv6QPkHdsX8nZeABCQggc4TUMBVkakCroqgTCYBCUhAAhKQQCkBhEdjQk3HlxY8+DKwgOUvLOiYpQHJlAkvyBkowoqDbu0KuOoNVOchoZLHsKFDh9bCLfI1/YMPPpiKWPtNLxp4MYNIhBep9V625i8zkoArD81WFAilneDtJYVOu+CCC+Kg7IABAwJfvmK8/GZgIRmDeClEUC7oaPV4Ur5lv/ng76OPPhoFLild/gKekE2Ebho0aFAMFUmavGxpG36pM9QdLA+jmQYP6w1m5nWDl2ZJyBMzqvMvvdRhdfGFXS5wYDCHwaF8gCEPIYlHD0Lx5V7Jyuo2+8kHiRhg55xivCDj3FHnk/AtrvjiXwoJRRkI8ZIsP4ayesoLqBSaCXEXLx+xRi8rU95lv/W2a+fclu0nLdtoo42iO32Om3aaD46ShvVDxngFwvBSgmAKSyFyOHe8BE+D5qxDeJdezBGi5YEHHojiqjTAj+CAtpyEY+wbgQuh3DpteViCFG4McRViOyz/8pNrJS/+uZYyUI/lQkNCx9xwww1xOf/yupGuHbWVYyZ23XXXGDaAZXn9b7Uu1qsb+T7LplM585eruUA2H8BL2xP6DA87DLRX8U7TmwVcrV6b83tp8V4Jp1wgUsYQQReD4LlHkcS3+Mv1EM+JiOawS8aEEaXddMry+yYvyxFN5G2W/fREvUx1j/yrtpF2rvP5gE5xcIIyNLJGg355/yK/r6T88vtOLv5q9fqa76+s75J/RZ/vL5Wn1d96g5vpPObXEPaRBg6L7aPVNpfX03wwvaxc+QAR9xCEKEkYRNnya3cuemIdxn0L72nFe/7/re36n3sa6dkn9v/YOw9oS4qijzcGkh5ABYEl7BIkiSDg6hJEgqCL5CxBEBQRFcSEYNgPRfw+xbAoQRBRAQExICw5LCsiSbLCquCCREEJHkVR0W9/DXWt19s909Mz9777dqvOeW/mTujp+Xd1d3X1f6qxV7EHuhQmzCGHsWQ2dSUUWTZK26Rdt+P9qAP0tfS54Eybia5ogfyGrY9ALIXYg+gyD5dA5nypfc+9KdE6pSfIm9o7qfTluNQnfufalf2wAbUdHqsjLBvMOAThQyD6stJJah3pi4lciarsE5/9Ty+3Kh+f6HawSbsraca2VTreL10dpC3BOzOGlSXC+YhCiKuCB9G0ZMJcEz/1WF1/kCL30a5DXmccwHJ2XYiu50KoSdXDfpRdqs8RWyJF4Ar7PLDo0iZsgm0//EH9SHNYCVylfYnW037bIOiDfl4/+6fSsUCVzqbGr/209wfd7pb2jU3b3VLMtA0Rs6koP52Xrghc1A3sOiELiJ5oQjqkQRNDwBAwBAyBwSEgbTK+f/wP+CDxW/LHvvzOzdF8syeZ/vupSO5dY+A6I3CNgUKyLBoChoAhYAgYAkOMgP7C9vzzz3dXXHGFz612WAixJ3wNIeuE0VU0SUcvDRjer3/rSTImoHAKhCLLPXEcp+/VV1/tSTTYQ1VLG7373e92hPJHJFpUytmqHf1C4CICChMUiBDH/A/1T4cuv+mmm9xpp53mz8rXpzgemOyWL8X1hJmekJaIPk3fR2Vljl3IduQDA1o7kblQO4qZuMT41l/PacKITpjILThNEO2AFp3oB4ELDDUpimdT9kKkijmSIPfIxNHZZ5/trr32WqdJIiyTx8REKEQ8AjOEsPDglBImIvhCnEkq0gbnMK8y0aZJPTo97ZTUzi59PFUWOh3ZT93Xpmwl7dwtGBJNBAIPZSARRzSBSzve0E0mtKnXEoEqfJaOwAX5TyJucJ3U7fCeLn7rpUCEsKid9RAfaScRTRqUCUacjpLXkLgouhHqjORbL4mldUPO622OLqZ0Q6cT25d8avKFJoBwD5HLfvrTn3oCa0jsiaUZHtN1k6iPJ5xwQnhJ9Hes3ebCqnetOhebdCttm3Vfev3117szzzxzxDsccsghboUVVvDHaD+JjqWFiG5EA4RUwsRkSiA3UJ+kntXpSiqdquO632xC+Gmrl6J7TeqI1qWm7byUP89jEoptrlRNDms9JTLaXXfdNSJZlmCVZVIhG8sygiMuev5HTvuqnwdxR0cnJRnaJCG61D0vlofUsdhkOtdKOeo2hOMpAldpndN62oTAFSNJshwhbTACkZj0tEBgkGXB6iaPhNzL/RCsILMMQtBJbJRNZpOoJzwfQVQTuLpux7uuAziBIbIiLMUmRK0QOyH36HZC66Imx8u9bex7SSPcpibIm9o7Ybrhb6lPTezKftiAmsxOHlkCFUIPhB9x7Id5L52kFhJcaozEeIcJZoSPgSDz6Xawbbsr75HS8X7q6qBsCXnH2Jb3Y2lvovlttdVWfgzGdZrApT9IoZzo57CPIYv0S3Q9LyVwtSm7VJ8jtoQeew9DOcbKoR/+oH6kOawErtK+RPcX/bZBKHf9PE3g6rp/iulYzlggdp8cS43b+mnvD7q+lvaNTdvdUsy0/zLld9EfjuaORcWe0eMDrav4heSjOdEHtozR6I9knz7HxBAwBAwBQ2AwCMg4zwhcNXgbgasGIDttCBgChoAhYAgYArUIyDI6mqiiHRYs90QUilDkK+OuCVyQdGITpvorb3EWSzQB8ha7h+MQakSEaJFytmpHvxC4BB/SSD2Dc/IcvRzl29/+dscSi4hE7mFfiF2QHHiOSOn7yP2prZ5kZCKMr+RxpElUMD2ZR9QwvrxGmEwW0lmYthALdNjyfhK4tANc8qKJZLEJ6BiBa8cdd3Qbb7yxJJEsUylP3l8m1bmJrxYpVyZCmUSX63oJzt7RE4gcF8dU7B04r8lA2tmVclZyT5Wk7mtTtlXP4xwkE6IfrLXWWn5pNiZDYqIJXBMnTvRLroYYolPoKBOAN9xwQy8ZTeDqHXx+JxW5L7yu5Df5o96wFX3QxBtdT3RUAvL+ve99b0SkMYm8J/mo0w1NINC6wf0lupjSDclPaiv51M5VyEJHHHGEjzgW3gexE5ICpAcmJXJEO5SHjcBV2jbrvlSTSQSPgw8+2K244or+Z6zvk3a2jsCl2zXqDUu9dS2639T9WficrvVSdC/VfsbqiMaD/KX6bml7pF5zrUy6EhkwrK+cr5LUxD73aPtCJpl1WpqQHOp/Sfuqn6fbKHmmJl6Ez5NrSraxyXTSkXLUbQjHUwSu0jqn9VTXuVi+9ASRkHPJk8hmm23ml/Dmd7i0N8e0bVVF4NLLF2p7izS6FtoTljknMpgsJxc+Q+eh63a86zqgseM96uoy18hSfbrMIStC6NHSxr7X6eh9rVN6grypvaPTjO1LfUq1izG7sl824F577eU/YAjzSV1nTASxWyKvck3JJHUqylr4zPC3bgebtrthWvI7peP91NVB2RLyjrIlMiRLldOvC0FczslWxuT8pt2h36QeaKHeshz9zTff7PUhNbbU9+Tu63ouZZyqh/0ou1SfI7aErqOjVY45WEp72JU/iGd2neawErjkPXnnVB/FObE5xVek9bSfNgjPRvTz+tk/8aySsQD3pSQ1fu2nvT/o+lrSN4JX03a3FDMii/NBACJtrf+h/q2xxhrugAMO8EdCv4W6bMSu2DN6fKB1FfshFslbR+olb7KSxIjE7YchYAgYAoZAXxAwAlcmrEbgygTKLjMEDAFDwBAwBAyBJAIQjCCkIAygcbBqhwUEBE2ikIQGTeAikg+OeARnMU4BvsZuIrKkRsrZqh39QuDSXyXmPEs7GTThRCIHjB8/vhdJSkcxwalX+j51+dIRwmQJER3ZR09yEolr8cUXn4OEFD5DnC366/86Atc73/lOt/baa/ukcGw3WUIxFtVLE7j4ypuv67XECFw6Ipu+NrWvHe+bbrqpn8wVB6zcg7MWIiMT4kxw8FtHCxOsYu9AGrGJNo6nnJWcq5LUfW3Ktup5OPMgNEEyCAX8EMhuiCZw8ftVr3qVw5FI9JkQV86DGZFYSEfXJ87xpSX3yH3HHXecnyzkXNeio6dAhiBPOBf1ck3yTE1IIOqHTOzHnPN1uhEjp/CcUl1M6YbkPbWVfGrnKtcKsQTylZRxmIaO7hie07+HlcCFfpW2zXV9qSZwiZ5oTHIJXDqdfjmxU/2mzm8/9FJ0L9V+xupIm3Y+Numq37FqPzU5zD3avoiVdYrAVdq+1j1vmAlcbepcSk/rJvljJGBN4IIUGS4jlkvg0umkbOoqvco9l9J7bBIiI0kkSE3gIu0u2/Gu64C2X3NxkInFWJnrNNrY9zodva8nHfUEOdc0sXd0mrH9unYxZlf2ywYkfxtttJHbcsstHVF3YqKxyJmkFqKGLMsIMZF+DtHLVseepY/VtYOpdlenEe6ndLyfujooW0LeFfIn9QgSRih8ZEF/zLKwiCZw8RtbfbfddvP6HiN9MW6cOnWq/1CD69tKrJ6n6mE/yi7V58RsiUGXYxNsu/YH8eyu05R2Ifx4sOo9NeYSwZ3rU7pQdy6mb6V9idbTftoggo9+nm6TOd9l/1Q6FpB8xrap8WvK7omlwTHt14nVUX2f1p2Y7abHXjG7PncMJ88s6Rvl3ibtbilmRKSXdj/2vuSFMQvjUKQrAlesbpC+EbhAwcQQMAQMgdFBwAhcmbgbgSsTKLvMEDAEDAFDwBAwBCoRkEgHt912m4NwUOewILF+EbggPzz44INz5JfJgZ133tkf/9GPfuS/4CUqDpF+iJTBcmV1wvJUkD5Szlbt6BcCl/6qEschjusqgZSEY1FElk9jAo2oACwXKUsyMgEDYU6k9H3k/tSWyVCcSDjSxXGl88XX0rLkWSqyUJi26IwmsNQRuPTX/xBgciLzVE1SlRC4iEyBfiNEBYiRE/W7MknB18hELCPPQhZ64IEH/Jfk1Bl5D3AcN27c0BK42pStxiTcJ5Ib+CDoA8uI8pU99Zj6tu222zomsJGQwOUPzv7HBDLRu9ZZZx0fkYiyFREnsyZwUQ8h1TA5IBHVIBcx4dSPEPp66SGiSsn76CVTJb8a52uuucYRwQCRCIByHdsq/eZ8jJzSRhdTDnCeVSWSz5DApe9ZcsklHVFG+PqWZXakrnANBDgZ5Ot79P6wErjIY2nbXNeXduX8F6d6GNVR49t2P9VvSrr90kvRvSYErtJ2nnepm9CR941tqyYEtX0Rm/hIEQlK29e65w0zgQtsS+tcSk9jk656MjM2QaSJV20IXHqZcMoTAlXXoskj2JtEVWNZYqKTUncQsdtCApfOS9t2vOs6oD96wKYIl6HVeWcf20CWYY6Vub6+rX2v05J9rVNiu8g52ebYO3JtalvXLsYIXNo2iUXlk2eJnmj7Xs7VbbHd6MsZ51B24CHCkuUsaVs3Sa3bJiFwQSQ68sgjfVLoAWPFHKlrB1PtblXaKR3vp64OypaQ99YT/NgVjHVoTyDPMY7ExmNMi4QELkmDLaQQlrXkIywhkHK8CQGH66skVs9T9bAfZZfqc2K2xKDLsQq32Dmp+134gyT9LtMcVgJXaV+i9bSfNoiUhX5ev/qnNmMByWdsmxq/9tPeH3R9LekbY1jVtbulmOmPFqZMmeKIth2KHssbgStEx34bAoaAITD3ICC+XfwMzDPh+2Vujj/25XfuG883adKk/+RePJauMwLXWCoty6shYAgYAoaAITC8CEhkJImmVOew4E36ReDSX0dqxN7znve41Vdf3R/iy12cyDKxyWQVX3vFiBtMIghhikhTGJgpZ6t29AuBSzuxifBEpKdQiFjFl+fIjTfeOCIK0BZbbOGIBIXwfBxQfNmM0wPnh5bS99FppPb1u5144onuwAMP9JfK5Ijct/vuu7vZtrP/ecYZZ/j3kXOy1ZMUEJkghyFC4BKSmFwvW/2F6mgRuPQkpyxxJ/mTLYONXXbZxZOKwIcJp0022cRtv/32/pLUclOyNCb6OIwRuNqUrWATbnHUorcIEzJEeAjroSbuCYGLpQaFeHXhhRd6kpxOmwkfJr0lXZbq0wSuK664whHZCTn66KMdy+sgqTL1J1v8W2GFFXyUMZKgnZSoArGoX3riVF8rUUF0NuomYWMErja6mHKA6zzF9iWfmsA1efJkXyZMps6YMWPEbeADSVSiN8SWHxtxw+wf2umbqmPhPfzWbZu02xyveteqc7FJt9K2ua4v7YrABcGZCVWIGdOnT+f1O5dUvykP6pdeiu41IXCVtvO8S6z85R3rtqnJYe7TeppL4CptX3Oep0kSTepbHQaxyXTukXLUbQjHdcRCbROV1rmUnsbypScz+zl5utpqq3k7FNsAEks/RPezsUkzTVTRBK6u2/Gu6wB9CQQAhA8kqJ8xYZk3yGfoF2RpJFbm+t629r1OS/a1TskEeYm9I+mltlKfUu2itkNEH/phA2Krrbrqqv5Dmphuy/iS95ClzhkvbbXVVv7Vzj33XHfVVVf5ffmno/boMQqkfexzveSt3MMWsjy2O3LxxRf7v5J21ydQ8S+l4/3U1UHZEvLaejxDnSOCnxYi7Gy33Xb+kBC4ICbysQPCRxyUtxYit2AXyhLrfPTCB1htJVbPY/WQ5/Sj7FJ9TsyWGHQ5NsVW6msX/iB5dpdpDiuBq7Qv0XraTxtEykI/r1/9U5uxgOQztk2N2/pp7w+6vpb0jSXtLm3WHnvs4WG8TuJTAABAAElEQVRO+U1ivjD9MYJ8TBuWFelSJojYHuE14W+xZ/T4QOtqrG6QhkXgCpG034aAIWAIDA4BI3BlYm0Erkyg7DJDwBAwBAwBQ8AQqESASQ++HkT4uh2CEV9nIbGQ4RzvF4ELQ5BJPE0CYaIRkgZOX74ExunLRJiesLrsssvcBRdcQNZ6gjOdfOIEID2+HGObcrZqR78QAbQjSpOVeg+ZvaO/SAsJHTwbYpNMOvAuiEwu+B/P/yt9H51Gap+v8XB0IBCsZLmz73znO46lHEWIgLTPPvv4n0SWgmgVinaYyLKUXCNRvdgPl/HaYIMNeo59zo8WgUuTgLQukScRvfQiSyYReYOJCiYskOuvv36OKBAa334QuIiMxxfROaKdnPq+NmWbeu4yyyzjqCtITF8gIBAdCAcjIgQultLEqY9AkItN/MkEkkzW6bK7/PLL3bRp0/z9IfZEbrn//vv9uS7/yVfkkqZMcMhv2WpihBxLRRsQp2VqEjZG4GqjiyndkHymtpJP7VwlGgYELdpU6jt6r0VP8MWij+lr2e8ngUvXA55VhUNs0q20bR60859365ek+k15Xr/0UnSvSR3RbUWTdp53iZW/vGPdNjU5zH3avsglcJW2rznP0+3UMBK4SutcSk/rJvljE0RdReCq05suzhMNBxInwiT3vffe6/flH8QWiQapCVxdt+Nd1wHyL7YA+7EovXrJHv1usTInDZG29r2ko7d60lEmyEvsHZ1mbL+uXYwRuPphAzJeIF0kpneQ6xm/Ib/97W8dYyQIjfIRyR133OFOOeUUf55/jPNog7EdEU3gwpaU5ZtOPvlkR53VEvtIpKTd1WnG9qt0vF+6OmhbQuxd7LrwAynGs3xUscQSS3h4hMBF2XEf5x999NFeuWsMdbse+6hBX5u7H6vnsXpIev0ou1SfE7MlBl2OuRjKdV36g/qR5rASuEr7Eq2ng7BB9PP61T+1GQuIzsS2qXFbP+39QdfXkr6xpN3FzysfTDQZI2myXOxDVPyu+DzZIkbgimmyHTMEDAFDYO5AwAhcmeVoBK5MoOwyQ8AQMAQMAUPAEKhFQBzjLOkHoWK0CFxkFIc9hA62Sy21lPvABz7gZEk1HXmH5RhYmgtnMU5mHAU4khGc/NyHsxYhchYRtJCUs1U7+oXAxfV6UoAlJIhMxfNwUEBCWXPNNbnM/fWvf/VLuPkf6h/RmIhaJcK9TLaFXx6Xvo+kW7fVEwtcy1IzkM9CkQk9jjPhQsQuyCo4iYhCJZGTwkhb8pUt9xGV56STTvL38TX91ltv7cuJc8hoEbh4to7mxiQDhB9IQgiEGQhcolM44PnyXE/AUW7cwzI9TE7h4MOxyD0I5fuhD32oR2gpmWgjHe04xNH6rW99q5dPzqek6r7Ssk09i3cGC3l38nj77bf7usGSiG9/+9s9IVTuZ6KOCTuch+gj96GH1E10DYHsxVeoEtWOiWic9tpJqwlc3KPrbsmyP6RRJ3qCnGurlvFBv/VY7c477/T1IXxGnW7ECFxtdLFKN8K86d+ST03g2n///XvRDWlfmVAV4i2TQLS/MglL/8JSpFWiCVyQddD5KoFQy3KWuux1u131rlXnYpNupW2zfk6MDN1VBC4c8YsssojvU4SMXYVdyblUvylp9UsvRfeaELjIU0k7z32x8ud4jmiyAvYAeYe8Sb3QeppL4CptX8lr3fOGhcAl5Uu/CTmHfhW8SutcSk/rJvn7OXlKW8nSssjXvva1OchV/kTLf5pIgx3PsuLoIDYwE6r0xyJ64q3rdrzrOkCe9QcA2J0QwYWkzdJs73rXu3p2ho72GCtzwUC2be17SUe2sQnyEntH0kttpd6k2sUYgYu0urYBdb9NH0+ULFlWiXEbZQDJHuEjGz62YewkUdWo9/SNLEe98sore12FuCqiCVzUoQMOOMCfYkzyzW9+04/taCf33HNPTwLnpB6L1bWDOjJdLpG1Ssf7pauDsiUEd60nfMjC+BrMiUYL1kSeFiHa1ne/+13/U9u+RMllzC5CNGzGiYwlGUfxMVYXEqvnsXrIs/pRdqk+J2ZL9KscdXkRFRv7uFS68gfp53eVphC40MW6j5rQMT7A0pjrKO9VulB1LqZvvGtJX6L1tJ82iJSFfp4QuLrun9qMBSSfsa0ux9An0i97Xz+zn2M4ed/SvrGk3W2LGXnGP3PCCSf4D0Pp7/Ep4qsRMQKXIGFbQ8AQMATmPgSMwJVZpnpSIPMWu8wQMAQMAUPAEDAEDIEoAiw/ss022/hzONll2b+Yw4KL+hWBS2cOx74QQzgOMQMnJY47kR122MExUSHCPRBCcFKJQM6B6MVXZkjK2aod/ZoIwBdxODokLzyDtHB6iXCMCYmY01Q7s7j+vvvu85Mccq/elryPvr9qX4c+5zqcn0SmCYXJFrCQ9+U8mON0l2O8L0Q2CG0ienJFjukt98j9o0ngYuKa52sdoTwhDkn+yLeefMCpRhQBiVzGefRMIkvxW0c2Ay+WzGRpudKJNpxhOIS1pELW62uq7istW51+uK9JKJwLdQXSz0ILLeRvQwcgM0H2CfURZzvnqVdSDvzma86HH364ksBFmYIV5YSwjBzR4bqUbbfd1hGRRYSlHy+99FL5OWL7jne8w6277rq9Y6nlSOt0I0bgaqOLVbrRy2xkR/KpCVyQs5igol1AKCvKkPzpeiFRNyLJjjikJ4JHnEj8kIhvqXa76l2rzsUm3chCSds8KOe/LENHGejlWxPQFR1O9ZuSWL/0UnQvRVSI1RHyVNLOc1+q/DmXI5JfuVb0X+tpLoGLNErb17rnDQuBS+eT99VtTEmdS+lpbNJVT2b2c/IUQvfyyy/P6/kIREJW9gc6+gfphckz6TtJlr5Y+kTaBm0bY/Ogq7TZXbbjPLfrOkCaIYGad0Pk/dj/3e9+54lr7COxMn/uzH//t7Xv/5vSc3tap2SCnDNN7Z0w3fC3YJxqF1MErn7YgELOII/oGbYw5aJtbIisjMOk3Ii+JBGcwncjDdFjTeDiOh0BmN9ci8j1/IbkwTgL0e1Lk3bX31zxT/CXS6Sd53c/dHVQtoS8j/YJcCzEORwzQd5DD8LxLuXNtYydpIxILycqK9flSKyep+oh6XVddqk+J2ZL9KscNXkIX4QQXHPwC6/RZd/GH6TT7SpNIXDptFP76Cz2sMZcE7i4r0oXUudi+kZaJX2J1tN+2iDkD9HP61f/1GYs8Fwu4/+rxm39sve17sT8odo+j/UvkCkZD2tScfzt/nu0pG8saXdLMQv1nJxrf5jeNwLXf8vV9gwBQ8AQmNsQMAJXZokagSsTKLvMEDAEDAFDwBAwBGoRwOGCowEHK45o+WI6XGJPEkoRuHbffXc3adIkf9lFF13kLrnkErklud1rr738l9M4elkWjWhNelKGG3HiT506tef814mtv/76juVhhEigzxElB7KIjv5CJIL99tvPX6YJMSzpgWMC0QQufrNEy3vf+17/9S6/tUAsw7Ezc+ZMfXjEvkywc1CiEI24QP1o+j7q1spdvTQCF+Lwfeyxx6L38L5MfAjxRl/EhN/xxx8fjSJB2e+2224jHPXcy1d6OCeFGJhL4II0xZewsahK2pkXLsPCM/VSiKeffvoIshlp8n7LLrssl44Q3o8oAfxpSWEievvLX/7SL0UqenjVVVe5c8891xO/Uu9A+qmJNs7pLyT5Tf0g+lSdVN2Xeg/SrCrb1DOZmGGCGv3SgvMcTIjKddRRR/Wi6EHGIvoWdZw6J22Nvpd9JgEhPhHRC2G5PgicSBiBi2ObbLKJjxDHPs8mEpFEVuNYWyEa4Mc//vFeMkxGysC1d/D5HdoRWSKIvNCe4NQMpUq/uTZFTkmVYZ0ukmaVbnA+JpJPTa7gOiIqEPlFE7b0/bSJRMmIvbu+jn29vFN4LvZbCFxV7XbVu6bOSSSD8F3JQ9O2mSXL6JuQWF+a6/xHz9C3lEByhPgoE1ap69ocT/WbOs1+6KXoXqwP4NmpOsK5kna+qvxJs0622GILN3ny5J49MmvWLG+7aD2NTfSkIsGUtq91z+sXgUtHgqK9lDZYyjGsV7T/RFAScjR9kI7M0rTOpfQ0li/aLexeJEZo10sohjYE9+jls2NlyjWIjsIaLrP93BXd/Ke9IXqu2CCSKphjB7PEorRHnJNILV2246TbdR0gTYSInkR0DYV2DzuBNlaiQHJNrMzDe/lNu9XGvtdpap3SE+RN7R2dZmxf6lOqXayyK1PtNM8psQGJ8kZfho0WE5a1JMqqHm/QX1HPdSQn7oXsw6Tvjjvu6Em4IYGLa9BxJtZDYZKcsRhjDZG6djDV7sr9qW1Kx+X6rnV1ULaE5J9tSDqUc5QjRJo99tjDvfrVr/aHsT1ZahFhDA9hRxO2/InZ/6ifRE6VJdDleJttrJ6n6iHP6brsUn1OzJboVzkyxpKIt/hniGRZKl35g/Tzu0qzhMClMQ8JXFW6kDoX0zd516Z9idbTftogkj/9vH72T6k+JmeMKnmNbVPjNq7th72vdaefYzj9rqV9Y0m7W4IZeV1xxRW9zaRJ2hzHb0NUdokEnUvgEntGjw+0rsbqBs/ThG76H/TLxBAwBAwBQ2AwCIgfnI+JsPOw+/FB8Me+/M7NzXyzJ5Ke+ywn944xcp0RuMZIQVk2DQFDwBAwBAwBQ6AxAjgH+KoVJyQDdxzzVYLDY9VVV/UELBwKTO7feOON7vHHH6+6rdE5jFCWjyDSFMv7kDbRhPjqv2vpx/uQpixbR975OrhKML4nTJjgMeVLeaKLscRILMqYTgecuI+lbTDoIXFQHsMokHIoT4hc5BWiGcuBpARMiKyEHhBRgGshJIlgn6+00kr+K1dIZTJ5LedLtkyOEV2DQRJRBfQEZVV6VfeVlm3V85iIX3311T2RhMlUiKBMrCLUSUhNEALvueeeEfrABN7EiRP95DL5YllLdOyWW27p3V/13Hn1XBtdrNKNpngyYIcAQD1iAol6RLvNJCpLeY22VL1r1blUvvvRNqeeNRaPD4teauyatvP63pJ9yFH0f5Ah6FO66AdK29eS/I/GPfQd6A5tvyzBJvmwOidI1G8htmOjYNM89NBDvh+F5CMCiQt7gok22mixJ7pux/tRB3gHbCxII4wRIAbTx1x77bW+rsk7lmwHZd8Pi71DXcNOxy5rYt9XYUuZQMRmCSXKBjsAe68q4hw2A+XJPZC1GGPkTMKir4z5sLfRb4iy3D9IqdPxfunqIN+RvhP7Dr2F8MG4hn5NBP2hDBnjUQYi0g6hE5BzWYqe9ujWW2+tHc9LGv3czgtl10/85qa0q3Sh6lwKg0H1JanntzneZf/UZixQ9Q5147ZB2/tVeW1zrqRvLG13SzCjD2bcTx9Mn43fRyJftnlvu9cQMAQMAUNgbCBgBK7McjICVyZQdpkhYAgYAoaAIWAIGAKGgP8qmmglSO5XcQabIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAobAvImAEbgyy90IXJlA2WWGgCFgCBgChoAhYAjMowjw9SiRFgiTPmXKFB8dKVyiaB6Fxl7bEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUOgAgEjcFWAo08ZgUujYfuGgCFgCBgChoAhYAgYAiECe++9t19Oh5D+IpdffrmbNm2a/LStIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAITAHAkbgmgOS+AEjcMVxsaOGgCFgCBgChoAhYAgYAs8hAIFrvfXW68HxwAMPuGOOOab323YMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMgRgCRuCKoRI5ZgSuCCh2yBAwBAwBQ8AQMAQMAUOgh8Byyy3nJk6c6Fg28e6773YzZ87snbMdQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQyCFgBG4UsgEx43AFQBiPw0BQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDoDUCRuDKhNAIXJlA2WWGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIZCNgBG4MqEyAlcmUHaZIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAhkI2AErkyojMCVCZRdZggYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgC2QgYgSsTKiNwZQJllxkChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGQDYCRuDKhMoIXJlA2WWGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIZCNgBG4MqEyAlcmUHaZIWAIGAKGgCFgCAw1AltssYVbYokl3GOPPeYuu+yyoc6rZW50EXjta1/r1ltvPfeKV7zCPfzww+60004b3Qy1eDrv8MY3vtGncN1117lHHnmkRWrOvf71r3fjxo1zf/7zn92VV17ZKq1hvHn8+PFuww039Fk788wz3X/+8x8333zzube97W3uRS96kbvnnnvcHXfcMYxZH6o8DQNmg9bVQT9vtAp8scUWc5tssknR42lPr7/++qJ7w5uop/TpTzzxhJsxY0Z42n4PEQLYXyuttJJbdNFFfflfddVVQ5S7sZUV/HObbbaZ75duuOEG99BDD/kX6Lo+TJ482S2wwALud7/7nbv99tvHFkiW23kWAdoY7DVk+vTp3obvCozVVlvN8Yecd9557t///nfrpBdccEG3zTbbuKWXXtottNBC7qyzznL33Xdf63QHmUA/cKnKf8xOr7q+7bkuy2gYbOO2eFTdT9mss846/pKbbrrJ3X///VWX157regxb+8CCC7rUj4LH2y2zEdh6663dIoss4mbOnOluvvnmMYkJY8iVV17ZPf744+7iiy8ek+8QZjpml9JfrLvuuv7S733ve+Et9tsQMAQMAUPAEOghYASuHhTVO0bgqsbHzhoChoAhYAgYAobA8CDAZNMyyyzjM/Tggw+6Z555ppe5z3/+8945/pe//MV98pOf7B23nTgCTILgOIXAMmvWrPhFAzg6YcIE94IXvMA7tJ588sm+P3Hbbbf1k6PyIAYNn/rUp+TnmNtC3tppp518vn/4wx+6q6++utU7fOYzn/FOUurWYYcd1iqtYbx59913d5MmTfJZ+/CHP+yeffZZ9+IXv9h98Ytf9Md+85vfuOOPP34Ysz4qeUq1E8OA2aB1ddDPG5UCn/1QJhn22GOPosdD/Pz0pz9ddG94k/Tpf/vb39zhhx/eO73UUku5hRde2D399NNzEFarzvUSGIKdVL0agqw1zsJHPvIRt+yyy/bugwB7yimn9H4Pemes6EAKFwjm++67rz8NiUSI1Kn6UKVLVee++tWv+mdA4Dr22GNT2bHjQ4jAoO3mYYLgNa95jdt///19ls4++2x37bXXdpa9gw46yK2yyio+vY9+9KPun//8Z6u0559/fnfUUUc5tiKnn366+8UvfiE/x8S2a1zqXjpmp9fdU3q+tIxSbesw2MalWOTch22IjYjwsdwFF1zQu62k7+16DNvLTEc7VfqR0oGOHm3JKAS+8pWveFL7r3/9a3fCCSeoM+ndYesn8U0uvvjifuxyxBFHpDM+hs7E7NK9997bfyTJa3zwgx8cQ29jWTUEDAFDwBAYNAJG4MpE3AhcmUDZZYaAIWAIGAKGgCEw6gi89a1vdfwhp556qrvtttt6eRInghG4epBU7nzoQx9yyy+/vCdwHXrooZXX9uskBDIhT91yyy3uO9/5Tr8e1Uv3s5/9rBP79+9//7v/evi4447rnR9rO107v+d2kkpsYmhun3Bpo9OpdmIYMBu0rg76eW3Krc29w07ggmyJ/j311FNuypQpI1616tyIC0f5R6pejXK2Gj+eqIXHHHNM776//vWvnlAxbdq03rFB74wVHUjh0pTAVaVLVeeMwJUqgeE+Php28zAhMpYIXET6ZTIb4WMZxqdnnHGGjyIzTJjW5WVuJnCVllGqbR0G27iuPNucryJwlfS9XY9h27xb7N4q/UjpQCwdO9YOgaYErmHsJ43A1U4H7G5DwBAwBAyBuQ8BI3BllqlMYGVebpcZAoaAIWAIGAKGgCEwaghoAte3vvWtEcu+GIGrWbEMg+NxNBxs4gTsMlJMM+S7vXrJJZd0LF+FsGzVAw880OoBcztJJUbgYskTjr/whS/0E2tjLTpCqwKvuTnVTgwDZoPW1UE/r6Zo+nYaUg5LlYSy4oorur322ssf/uMf/xiNVEfEEnHEhPc3/U27Rvv2pz/9yV100UW926smCavO9RIYgp1UvRqCrDXKwhprrOEOOOAAfw+Eeoj1oy1jRQdSOKUIXKn6UKVLVeeMwJUqgeE+Php28zAh0k8C19prr+1IH2Hpp7ZLKNJfvu51r/Pp8YEKH6qMRekalzoMYnZ63T2l50vLKNW2DoNtXIpFzn1dE7i6HsPmvEOTa6r0I6UDTdK3a/MQEN9NbgSuYewn50YCV8wutQhceTptVxkChoAhYAi4nt+Qj1zwxWNHszoLf+zL71ys5pu91MZ/ci8eS9cZgWsslZbl1RAwBAwBQ8AQmLcRMAJXd+U/DI7H0XCwyaTl73//e/flL3+5O0DnkpTmdpLKICeG5gaVGIZ2IoXjoHV10M9LvfdoHYfAdfDBB/vH/+EPf3CQpkdDqgg6VedGI6+pZw5zvUrlOXZ8nXXWcfvss48/dfHFFzv+RlvGig6kcEoRuFLXV+lS1TmxhWwJxRSyw3l8NOzmYUKinwSurt/zne98p4P8hBD9FzKyST0Cg7TTS8uoqm2tf8Oxe0XXBK5hR6JKP+ZVHRiNMjMC12igXvZMI3CV4WZ3GQKGgCEwLyIgH34agaum9I3AVQOQnTYEDAFDwBAwBAyBUUfgpS99qdt1113d0ksv7ZZYYgmfn4cfftg99thj7sILL3SPPPKIn0xeaKGF/BIVRx55pGMZKBznyyyzjHv66acdhJ0rrrjCPfTQQ9H3geX/5je/2b3qVa/yzyCSyG9/+1tHNB4muEqEZ2+11VY+DwsvvLD7xz/+4R34P/nJT5JpbrbZZv4L8Fe+8pWOSChEiiLv55xzjmPJPy3ked999/WHrr32WnfPPfe4t7zlLW7llVd2iy++uHviiSfcvffe66OXsLQRstpqq7kNNtjArbLKKm7BBRf0x26//XbH+/LF+bPPPuuP8W/RRRd1m2++uZswYYJbbLHFfF5mzpzprrvuOkcEFpFll13Wbbnllv4nX6yfeeaZ7plnnpHTfssyBEy8/Otf//LvM27cOPeyl73Mrbrqqv48+SP/t956q7v55ptH3Jv6wVIV22+/vc/fy1/+cn8ZEyR33XWXu+CCC0bcBvmPd5j9UYY/DpY8C2x//vOfj7g29YOlHrifdMD+ySefdA8++KD78Y9/7ATf8F709W1ve5vXAaLagDN6+7Of/czddNNN4eW937m6A44bb7yxv4/Jc/KkZbnllvPPR5+oH+ggAyWePWPGjDkiDDQlqWgdBEf0DYyIOsA4A325+uqre5HB0D0mqKnL1EvRzzDf8g65OijXyxZd4znoJrp45513uhtuuMHrqejAhz/8Ya/vvAPtC4JOkGctvMc222zjVlhhBfeSl7zEY0Z50z4QGShV9jqNnP03velNHpf777/f6yT5px1jqdO//e1v7r777nPnnntu70ulMM2m+VxqqaV8+0Q65513nm9vmDhDZ3k3cEm1EywHVIUZbcuOO+7o6yZlSLuC3v30pz9111xzzYiscx116tFHH3WxpdfWWmstr0+0HbRRbJEqXeULLr4Mpg+g3vH1FvpGv0HbQJ+hpQqL66+/3uMTPo+2esLsthG55JJLfFvgf6h/lMkuu+zij9C+UedypEnbRnpveMMb3Ktf/Wr3+OOPex1ZffXVfT2k/oMFkfnoy9pEAKkjcEnfQn5o337zm9+w25N3vOMdXsdoA0877bTecXbQOeoYcvnll/t2mfKDrECfjd5ssskmjjxQtylP+ppf/vKXviwp29Q5bAQtlBntEPWKfhkyGulQzmEfm6MXOu26fcEoVa90/0t0K9p22krabt4RvT3//POjulb1bEhW6AHtPu3bnnvu6XWXfvzYY4/t3Uqdz7GD0M+ddtrJ2xnYGwg4zpo1y+vZ3Xff3ThNuWHy5Mn+nelbqVdbb721W3fddd0CCyzgPvGJT8hlc2yr9CPUgSZ21hwPihxo2t5EkugdShG4wvpQpUuUM/1clZ7VEbjow8WGJnP0S9iK2Ge0/7kibRP6e9ZZZ3m9w5bC1qbfp1+m7tEuUN95T/padB59p83Cvo1JaTvZj7yQvyaYCS5N2mz650HazbwTJE3+6L8Zh7DPOIO+jXY8tJe4JybUYWwc8k+5YdNQ/ozLfvWrX8VuiR4LCVyMc0gXW4/2C/sanYn1tXXtIO/GmASbEbs+lFx7lH53ww039Gnxvgh5Il1sHCYpUiJ1gPNE1aVekNaaa67p7U/a2RtvvDFZJ7gvN59ci7TFpbSvamKnP5fT+v+5eSkto6p2F/s0ZRvzPNo2zv/whz/0thDtIPYttgwRLLFzGPMz9mfMSvvN2JY2Apsc2zUVFa6JXVOPYvqKGIGrSd8bplw1hgWHHXbYwfcVtDe8OzYL9gX1qEk/JM/tQj9o82jPqvpXeV6Tukj7tW9Dn448J7Wdf/75vb2HzUz/HYswjf+G9jM2BmNsxhgGO5TxLzYy15EO/XZKmvSFkgZlTFsHruwzbqHdvOOOO/wHd7xDTgSu3H6yqf0g+azaUoYbbbSR97UxrqF/om5jk33kIx/xNjP2xxFHHDFHMiV1GPsbHxP9BjYy/TR2E+Mo/CsxyfUv5Yx/QruU54UELto56gvR9ujP6MOuvPLKStuhBIvYu+pjXdkgOk3bNwQMAUPAEGiHAP0WYgSuGhwxjEwMAUPAEDAEDAFDwBAYZgRw8H3sYx+LZhEnHo4KWUIRxwgT/LEloJgcZdKKiSgtOFkOOeQQB1EsJjiQWP6iiWy66aZu22239RPNsfsgQTGZJcJE8gc+8AHvJJNjekvezz77bD/ZJcdxPhFtAiGPTDyQTigQTD73uc/5CWDyxORlTD71qU/1yCFMIuKEYWIyFJymP/jBD3pEDJyspI/zCGHi/vjjj+/dhgNzypQpfnKFgxC8IH/E0mYCeOrUqb17Uzs4w9/3vvf1SGjhdQwCTjzxxB5x6P/+7/96+dPXMmjgvauEfDJxLCSx8Fr07Zvf/OYczihIAjg+cTrGBELOCSecMAdpoInu4BhjIh1hUgCylMh2223nSCslTCYdddRRvTLnupCkkrpXjmsdpOxwAnMsFIhH6CfEklDIB/rDxIWWJjqo79tvv/38pIg+xj56i2MTRzQiBC79DqHuMsl80EEHJcuQNL/xjW/MUfb+AQ3//c///I8nMtGGUWdpl0KhHaAtwhGvpSSfmigA+Y9JWdFViJA4hGNCfcGJL21PiBlEmgMPPNAxcRATJlgpb5EvfOEL/lrqLEtMhKInjNBPJrOQlK5CHuNc6vnci/MY0ppIFRaQ/0466aQ5nkfdZrIBgQBEGxCKbm9z+5GmbRvPREeZ9EA/IE8xoR0TJgAvu+yy2KnaY3UELiZsZIlFJhuPO+64Xprjx493hx56aO/3l770pRH9MG0YbRkC1mAufToT/Ycffrg77LDDenW3l9DsHSFGS70Oz2nbgcnAFDakA5lJL0Oboxf6eXX7Wh/Ca3X/C8Fq4sSJ4SX+N20OhJbvf//70fOxg0LWYSKJCWjpq2lnhBTVxA7CVqLviAmTbaeccoo/1SRNSUvqNRNf9AnojsgHP/hB2Z1jW6UfogMldtYcDwoOlLQ3QRIjfmqdo42irULC+lClS7QBTCLGRPRMdCKMwEW7SXvCBFpMmEA/5phj5rBbYtdyTNom9iFrQUoOhT6PZdHf+973Ru3C6dOnOz580NKmnSSdLvNSgpng0qTNpt0cpN0MThAK0EnanUsvvdTbCRxHsOWrJvGfu8q5j370o/4jBvkdbmlz0akc0QQuPsCAiBsTCKBf+9rXRuip6HyqHZQyIT3yzGSzCBjkjon48EUIyXK/bE8//fQoiULO6/ejLYW4JXaZXMOWess4Swjtcq5JPuWeNriU9lVN7XTJa9W2SV5Ky6iq3a2yjfVYDTIHZIKwXKlj6Cx1LubDQKepJ1ynpaldo+9tuq/tcWxJbMqcvjf1HI2LHsNCHmGMFhtPktZTTz3liMqU+vgn9ryu9AP7FCJYTKR/5VzTuqjHork+nVge9DEIpPhfEIiyJ598sj7t9z/96U97/wY2sNhKnKjzYTD2w8+iSYUlfSHPoj/HD4c/KRQ+vEEfqC85BK6cfrLEfgjzFf7GFgS/mK8IPwf9CbZzjMBVUoch3kI6jgltBB9AhFFxm/iX0F/aIiT0Eci4OLRLuVYTuBgL4p+ICbYDNkQoJViEaYS/u7RBwrTttyFgCBgChkA5AkbgysTOCFyZQNllhoAhYAgYAoaAITBqCOCAghCA44MvABGcd5AIIHDh5BYngmQS5wVEAa5hYlecgPz++Mc/Lpf59Fjagq/mEM7jLMJGgsAgDtZcYhFp4FDBsSICMYEJCt6DL9BEcKTJl+dC3uAcTh5IZjh8IMSIvcY7QXYgf4h29vkDs/9xDSQVnGBE4QrzzyS7fDEnjjK+hkNwhvL+RF1g2QARHKSQJkhPO5Vx6IhzCAcNhCoRmYTnt3bu8uXs17/+db8UF2mRJsK78hzKkjKtEnRAlxn4ghfOM74sFOIGaTLxj3MR/dH446hkghgsv/3tb1c9zr3rXe/ykyhcRJpMGuGAwwEojjom4XgW6SJ8Vc0EhQiTnkSSYUIbHRB9C/Wqqe6knN+QLSAEUv7oBGQx3hcyJJjLJGA4cSaT57wn5VYnMR1kQokvdPlyN0YoZKCGjlMeop+iF/K8Eh3k3v33399H6JF0IABAUiACmbyznKsjcEFyQM9En3gnJlAoc5zJQoLgXXAOthXdBkha1An0mzZM8k95MknAcaQ0n9o5K89jS/roOPWJNjDWTqDvMQIXbTSYSblSH0iLNCBiyHHtuO2awKUdtZQ9E51ghO6TP5H//d//9W0lv6uwICobpLmwbkBMJdojEk58+IOz/+ky1c+T8+G2pG0jDT3xLGmiH+gP9Z2yFKF8SpZyqiNwoZ9MLlLGQrqSZxJlTSIFcoxIEz/60Y/ktCcR0TbSVrMsDSJ9uqQFyQuSGnWZZ3AtfTztGtvUOSaYED15h45Tn0mb9phoPwjHmUCVqJs5euFvzPyX0//qyQ/yQ79BedG30fZIHSISF9FrckQm6MNr6dfR61Dv6uwg9AlCHriJTUC7Tr8IMYZ8NU1T8ib1TH7LVuuGHNPbKv0QHdD1MdfO0s+I7Ze0N7F05JjWuSoCV5UuEblnk9kR61LtN+UrOhESuGQyl/zQzqN/1G2JCstx7uc6sXc4lpJY24Tegb/UZX0v5Yy+075K38t5yL3S54W6xfE6G5A0+pEX0i3BLJaXujabJWwHaTfzbkzgopMI7ZG0P+xDRoKMUiVE0COqH4I+YeuhN7Rn2gaEHBZGyoulqwlOch57FT0Nx21EypG6z7Wi83KfbKUd1GVCvUZHkab2KNEwIfpgA4udKOMsPsSR/kWer7ex98Om5v1IT9pb7oGIduqpp/Zub5pPubEUl9K+qsROl7ymtk3zUlpGVe0uY+iUbazHavIO9JfYaLptlXPUL/QS/dF2K0RWCK0iJXaN3FuyjRG4cvre1LM0LprABUFc3ptxHOMI+iHsUKlT4ccgqWdwvEv9oN5R16r615K6GBtPowdVPp2qd+YcbWwJgYu2FFuM9p480CfTx1ImK620Us+HQURlIjOKlPSF2LWMaaVvoQ7hM9H2paSfQ+Cq6ydL7QfJQ2rL2Er766i/YKd9idwbErhK6jBEeOoiAl74shjT0JbgNxThQxpIVEhT/5K2RSU9tryTjIvDcRrndV3jN4LPFh0K/Yjojo7KXYLFc09I/+/aBkk/yc4YAoaAIWAINEXACFyZiImBkXm5XWYIGAKGgCFgCBgChsCoIcCSAvwhfK2vo9CIE4FzTA58+ctf7k3OM9nIRLs4/Yj+guMP0Q770BkOSYOQ50Jg4BnihPc3J/4dffTRPeIK0cE0IUk7EoS0wlIqb3/7231qGLHkjwkyEe0MkYkGzoXOPhwkRBDBSYIQ7eg973mP32cCgHcRYZKcL9dxxOjIKJzX+Q+dK+SV8PQ42kLSgs4nEypE9iBCDV/TIVzPJBxbBKcWTjskNzoN1x5wwAG9r1/DCRocvDpaFkuNnHHGGdzmRSYqcpyAcg9EFbDGSQb5TyZ1OK8nt4hKRuQLhDLESYiEDnccWJC9yCtCtBKIa4jGPkd3Us5vIpVMeD6CBl/p86WsCPUBxyyTo2EZyuR5KYELghMYC0Z6wpznE3WO6HMI4xDqJWQ2Ji519CWNQ64OMuHL88ThzMSWtBG8K4QtTaCsI3BBdGRpAiSMmMcxvrSFFISAG3WzjWisqJd8RayjAaHXkFwQHeGoNJ+hc5ZJEoiX+pmpdkK3PToCF0RJIvwg6IKQvPgN4RHMEa1fXRK4mNykLBAmAKiHYCmioydoAmoOFrG6oScriBwIIVME/cahj4T6LdeE29K2TfdjvC+REfRkOO2N6H7YroR5SP2uI3Bxn9ZRlghhogLRz+c3/Sj9qQgTn9RbrTPSpwuBS66V9pj+Tiam6s7R19C+8Az6QsqKySgRlnckIgbCRCH2A5KjF/7Chv9S9Uq3YfQ35JP8iBCViwkOBKIL/SckxTqRfo/rSJc+kT5X6obWnyZ2kJ4QCtvp0jSlnpFX8sdkNXVV7AaOV0lKP0rtrKpnlbY3VWlqnasicEkaKV3ifNU50QlN4CJq18477+yTpj+jDxL9os2nHgtpXbefkpfYVusB5cmHC0RvQEKyCmRMoqWK/attSpYngxyIdNVOdpGXUsxCXHLb7EHbzdrGBXtsDwjN9Gk5Iv077Q79pegT9zIGQUcR3e76A4l/oc7Qjn33u9/ttWVExnn3u9/t23qS0MRp0XmO17WDmsBVYo/yDD6EgciBiL3pf1T8C98v/MiD90P/EeoTRBcZ85XmswSX0r5K30f+c+30Csg82VNs/6b9ZkkZkZdU25qyjfVYjfsh2RKZGIEUQ78nH/bwDtgg2EOI1gkdRanUrvGJFv6LEbgkqVTfK+djW42LELgYI8t4MCRpgRF2H3qE8KER44kq0TrXpX6kdIC8lNRFrTuk0cSnw/UxKSVwaX/bz3/+8xERX9FX+VBHk5FK+0I9bsQux+7FTkfWW289H9kX2x3J9d1U9ZOl9oPPQOIfvi6iMiNggu0k7TK+RPxs4oPUmJXWYdE9nqdJWvzWNqQen2udDMeBMd+kTod0Yz6C2DhN223cR7RgdEhEj8Opu/jV6AtKsZB0U9uubZDUc+y4IWAIGAKGQHMEjMCViZkRuDKBsssMAUPAEDAEDAFDYNQR0A6lKgIXEZX4OkwLS7OwhBsi9+LUkwgqGI9CJtL3aacMaZJ2legJ1tDxyH04H3FyQt4REoP+ak9PNujnaEIQk+RMgmhnH84PJkfECJZ79X16+SFx/nCfJnCxvJQQriAVyVJIkh5b7WzTWONgYzJBiEtM9OgvNfkSHsKVSJWDTa4Jt7wzzhieBUmISZZQICiBIyIYyzUyUZHrBOQ+IRcwgQz2Qk7iHF/EC0mOpY4gjOFwxIGFhBGu/MHZ/yZNmuSJcPyWCdQS3Yk5v0mT8oVchANYSCQcF5GoaGH5y+R5iJvcF25DHcTprifotCMvNkEnhA+dj1Id1F/168kRyTPRwKgP4giWCTX9DtrZuf322/tlqMgb7UQ4Ycn5TWZHOUGIKgchs41oAteMGTPcj3/84xHJ6UkeJiGEDFWaT+2cxVnO5LzWbR6eaidimEGSo24i5A8CD3qkBUctzmwEXQFTca6mSE56wgj9FKJcTFdXXnll3z6RPoRKIQvyG+HLZCGy6kmJHCxiz9PkOciC9C0i2kkdK0+5TrZt2jZNBoi12+uvv77bbbfd/KOakGUlb2xzCFz6nTWhR5Y0oS5R/7T+EjmL/CN6icfYxADXVE0Sps4RHVKW8UgtYSWTG+QRPUV3c/SCPDWVVL3SbVgqIg39jSxFqwk+VXmQfo9rIHnrCDBt7KAUgatNmlLPyGusHed4laR0oNTOqnpWaXtTlabWOV2+qfqQ0iWeUXVOdELsD67HbsJ+og7QH2E/aKEPpZ4gTOZhc9aJbptuvvlmT7bR94h9xTHeUX8kodscidrYVTvZRV7IcylmGpcmbfag7WZN4CLKBwS7JsL1jHdYZjg2fpK+AcJ1allW/TxNZknZDHppKT6qwBZAROfZD9tBjukyEQJXqT1KeiXkIP1+2GXYyKEdpe1qiWbZJp8luJT2Vfq+WPuestPBMyU6zab9ZkkZkY9U2xqzjblej9Vi5HNt/8fIsRC68B9ACpExXaldQ35KRdvjsoSipJXqe+V8bKtxEQKXrgOxcSNke2xvhKXLhSgTS59j/dKPlA6U1kWtO/TBTXw6qXcvJXDpjxpi+oifCNud8T7jX6SkL9T1nXEBH0ax1aLb81zfTaqfbGM/6DyF+9q+xKYh6rkWHZFNE7hK6zA+CexsBNyJ0qaFdPEZ4JegXpX4l7QtmvIRxOxS3T9pwqnOn84//c+9997ro/iXjNN0urH9rm2Q2DPsmCFgCBgChkAZAjJ3xZiO8SJ+Quxd/tiX37mpzzd7kuW/n+7m3jUGrjMC1xgoJMuiIWAIGAKGgCFgCHgEcghcOL00IUmg01+XycQySyHstdde/hLt5Jd72PLFnExYsNQBTtYq2XXXXd0GG2zgLwlDy8t9TEoRDQUnLpEIZAIr5tSVe97//vc7JgsRidiknX04b3DihCIORo6zT9QO2Y9F4NKOTnGq+BvUPx26neVTTjvttN5ZouzwHIxtLeF1nEs52PR94b6e0KsiIlBmlF2oDzJRkesE5PmaBMdEyi9+8Qt39dVXz+Ewk7xqHRCyoJyTLSQ30kWk3PV9uboTc37LM8ItzjzKB+c3uk8ZhfjI5Dnv2XQJRT2xIM9m6RzqHgLBjQlpLZBpJNy/EAxLdVAcgrwT6YZOYJ6rI5PVEbh0PmUfnWLpHxzXTCBIFLWuCVy8C9FIQoFkSr1BcHSnotLk5FM7Z1N1SdqPUE902yOkN103Y+RV8syX9ThoaYeIpkK6XRK4eEYoOABYgpL2bquttuotcZEicKWwiNUNSGu0NdSlsM7oCTkhq4V50781fqk8cH2sbdMTz0yI6+hS3EPUHCFbhFELOZ8jOn9hBC25X7fp8hwdeQ1CHeRVRPKpJwSFnMz52MQAx6smCVPnZHIFvUOnY0LUFpZVQqSPzakjsbTqjqXqlSa0Ur9DQiXpbjKbNAppE4mRUPyJ4J/0e9LX6NNt7KAUgatNmlLPaBvAiW0TSelAqZ3V5Nlcm9PeVKWpdW6QBC7yLZHnWIpHiFphXmVpq7BPCK+T37ptCqOBco20/5rUKfcScZI6gdx1113uG9/4xggiaZt2sou8tMFM4yJtobw321SbrdvYqvfXaem2u+qeWN+iCVxESyJCX1vhHegXaMsmPB8ptoTAFbMpyZvGSOwTjle1g5zXZSIErlJ7lPRKyEGavAIJgHYrFL1kvbxfm3yW4FLaV5Xa6SEG+ndpXkijpIy4L9WHx2xjrtdjNSGjclzkkEMOcSussIL/SZvIkplaWJ6aaOAQZqRNLLVrdLpN97W91i8Cl/4Ii/wxFsJex36Uib4m+e6XfqR0oLQuat1p6tNJ4VFK4NIffZA2YwrIonzIGLNLS/tC3d6l7Fkd6TTXd6P7AN3ntekLUxhzPMe+FFtHE7hK67D+kINxDfYRHwrRH8SkxL+kbVGNoU4/Nk7TBC5sCojfoUyePNm95S1v8YeFuFmKRZh2zu82NkhO+naNIWAIGAKGQB4CYtcZgasGLyNw1QBkpw0BQ8AQMAQMAUNgaBDIIXCFk+iSeU0kEQLXjjvu6DbeeGO5JDlRKGQklnUhMkeVaKIVy4zg9KgSTeTRy6KF97CUm3xxKqHPtbNPlmMM79Nf9wlhhWtSjke91FXVxKlgEsvzTjvt5J3VkhcczhAYwvRSDja5L7bddNNN3XbbbedPEaEIh1VMNDFIf50oExW5TkDS5stFnNbyzvI8vkjk62CcyrK0D+e0DqAvshyQ3CdbcciTDvnV9+XoDunoSQFxgkn6fJ3J0pxMkEHoCfPPdeEkrEyep+qRpC1brYM6koec32yzzRxReZAwjD7HdDkJgatUB2XivirvLD9GeSJSH/Q7yGSYv2D2PyZM+NJ4rbXW8pHlcFLHpEsCV1gm+nl66Qf9zJJ8auesjnykn5dqJ2KYMRkrxJJwGTadZrgvTu1UNA09YYR+VkXgkrSJnLj55pv7L5SFZCfnZJsicKWwSNUNrcMQIGgTIEtKNJHciek2bZueeI61OXpCrEnbJ1ix1RMfKQIX1wkJQCYaqT9EJICgAQFRiCESOUSIbjhwdBTM2MQA6Us9j5GRUuckygv3h/0QxxDdPkrfklNHnru72f9UvRLsqmwNTWrRS05W5UD6vXtnf+Uu+3J9GzsoReBqk6bUs3B5X8lv3TamA23srLrncb5pe1OVpta5QRK49HJ25C+nnuQsX6XbJibSaRe0iM7rSU05r3VdCFxdtZNd5KUNZhqXJm32oO1mTeCCBEzktaZC38G4gPKE9ByT3H5ST/inoimSvkyoazK5tH2xdpB7dJkIgavUHiW9EnKQfj/GFSwdGgr2HuMHRHBrk88SXKTeNu2rpH1uaqeHGOjfpXkhjZIy4r5UHx6zjblej9V0u8455OCDD/Y2Fvt8hBa2vzJeFLuK60rtGu4tFW2P94vARd74uA4ieCgsqY3fAfsxN+pxv/QjpQOldVHrTlOfToiT/C4lcDFuIooy/U0o2N5EVIRAK9HPSvtCfARC5InVC3m2tOe545dUP9nGfpC8hFv9rJgfRK6n/4SYrW2d0jpMX8pHHuiMFtoNxmeQ4agj4n8q8S9pWzQ1Lo6N0zSBK9aWkV/dz8lYvBQL/f6p/S5tkNQz7LghYAgYAoZAcwSMwJWJmRG4MoGyywwBQ8AQMAQMAUNg1BHIIXClSAAxApeOuJHzclUOZ7lfvvTkd07UFaJq4VhBUl8fck47f6+44gp3/vnnj1hCMRWmvCmBS0eb4rl1EnMyEoGMr/1EUl+SaqdX6us+SUO2+itCiZIi5/RWT8S0JXCRLl+8MynN8m96ol+eid7x9SA6QrkTaQhHWiwanNwjji+JPNFUd0hH64UmcOGkhDgV5pU84TyE0IGDNsyjTJ7n6DrP1w7nmA5qAtdZZ501x5J2mvwiBK5SHRQHr57gII9aNLGgjsBFhAi+imeyLBTwQSDGIZpM5Q8U/BMiSxX2EPLe8IY3+NRPOukkH8GvNJ/aOZtynKcmKHS5C+lN181p06Y5iKY5Ukfg0hNsdQQuJoepR7K0hH4+REnqKcueIuI0Zj8Hi1Td0BEJZZldHfExhS3P1aLxa9q26fZO6pFOe5AELv1lOBMMtIFEQBPSl9RvflP2TEzSToVRGqV9ZMKOCTERmQDOJXCRNm1DE/nJT37ipk+fnqUXTdKVa1P1Stqw2LvJvbruNSVwxSaX2thBKQJXmzRT9Uzev24b0482dlbV80rbm6o0U21Rqj6kdIlnVJ0T0obohG7HqvKnz8VIUPo8+3Vtk0yux/rtGIGrn+1k07y0wawOl1SbPWi7WRO4cso7LP9UW4DtSWQdJrQRISKF94e/9cRv1YcO0pbqdEOdD9PWZSIELumvwmtTv/WYSNsuYm+m7pPj+v2qbAd5PwjttJlt8lmCizy/aV8l98Xqu2AQs9PlXGwraTbNC2mVlBH3pdpW3T+Lbcz1eqwGKU9/9MN5TeCK2XAhgauNXcPzSmVQBC7yt9FGG7ktt9zSEYEpJhrf2Hk51i/9SOlAaV3UuhMbT/M+KZ+OvGu4zSFwic0VkublwyCIdDLWDdPHF4VPqrQvpK6vt956PtkzzzzTEZ0uJkLuaUvgamM/xPLFMSL30s8hRNVnbB4TIfYJgattHaZsd9ttN++fin2ohG9p6tSp/qOiEv9SyhbV7xazS3MIXEQxp79FGIvzYS31tInIOK3unq5tkLrn2XlDwBAwBAyBfASMwJWJlRG4MoGyywwBQ8AQMAQMAUNg1BHomsClI0XxpVroUA1fmMl/llGsEhyvRDxCNHHIH4j8wxaD+IPEolnJLRLFhN/f/e53PdmrjbMv5XgUBxPPwakP6aFKmDzAGSXC+0BECZ1JMUdLyUSUJuJJlBR5tt4S0QCyFaK/AJSJilwnoE6TfRyaRGNi4pov+ojsISLOZL0URiyyglwvDkkiGvBlZlPdIR09KSAELqL/oFM4B5EHHnjA6wtRkeRrWYgV48aNG0oCV6kOysR96IT2IDz/Ty9tIRNquh5JGXK5LBXFPmUEwQSSJaQJliyAIAdBDemSwFW1zJueYOR9yUtpPnOcs6l2IoYZEQKJFIhIlED/o+ZfHYFLfzmMXosOy6SDJrxpRy3LfKDzLHk6a9YsT66ESCRLg3ZF4KKeMblGmyd5kS+tmaROLYUXwtKmbdN6EZv8S5EBwjxU/c6NwKX1iolKJhjA5qqrrnLnnnuun+hgwoPJBZbf3Xffff1jjz32WAeZRCQ2McA5qeexydrUOSKjET2PtoHn1AnLF1EP9btUTabXpReeT9UrqQtVUU30kpS33367Y5neOpF+T8g6+vo2dlCKwNUmzVi91vmt24/pQBs7q+p5pe1NVZopnUvVh5Qu8Yyqc6FOjB8/vkc4p19hMrVKsA0h59dJXdvUlDTVz3ayaV7aYFaHS6rNHrTdTPuMTiJNCVx6Up++ELub/pjldRlPIWIHa6KVP5H4pwlOkGwZW4Si7RM9rgp1PrxPl4kQuErtUdIuIQfp9/vZz37mfvCDH4TZ9FHM6CsQlqdCb9vkswSX0r5K2uemdvocIKgDpXkhiZIy4r5U26p1T48n9FitCwIXeSi1a7i3VAZJ4JI8Ms6GRETdoM0FYxHqB/WkSvqlHykdKK2LWncGSeCSfo8xE+1eTJZcckkfvXqNNdbwH2SIf4FriZwLEVc+WGtiP7CsPSQ9JBXlSROdcn03qX6yjf3gMxn5xwd7fLiHpKI7co7xK7aoELg41lUd5iNDiHAQo4QUTfryrBL/UsoWJV2RmF2qCVy09+hDKJAzd955Z3/4Rz/6kY8W1hUW+ln9sEF0+rZvCBgChoAh0A4BI3Bl4ocBYWIIGAKGgCFgCBgChsBYQKBrApce2KeWqsBxtMsuu3jiDktj1TkKdYScFMFICBcy2S9fhzKhIU6gsDy0Q5D7mexo4+xLOR71hOQ3vvENx7I1oeCsEofbjTfe6Ilnco0mTjHBLpFwmLxhYpYv7kVSDjY5H9vipOILVIQQ/t/85jfnuEwTe4PLFwAAQABJREFUKkKHpExU5DoBl1122d4ymxdeeOEcBD4cZjirEHGU7b777m7SpEn+2BlnnOHAKBQ98QfBCgJIie7oSQEhcOml7FLvKQ5bykWcruSx6eR5nQ6WROAq1UGJYMV7pJb6EWIN11QRuPQSeJQr9RJChxZNLOqSwMUzpkyZ4qg/oYgDWEhebfKZ45xNtRO63GWSSn9RqydN9Tvo6EzSjsnkirSH+nr29dfsdQQurddhe0NaevmMrghcpKsnfk888UR34IEHcth/+YxTOkfatG36+aNN4IIoxaQ87TBtG20oIo583Wbi2F9mmWU8mYv6qCU2MSDpoH9NCFzS59Le8ZywLpMuk4P8IZC16I9z6oi/oeG/VL1iIox+kXxClqDtCUWToy699FJHv1Qn0u/FCFxt7KAUgatNmk37oPDdhSAQ6kepnRWmr3+Xtjc6jXA/pXOp+pDSJdKtOhfqBCRL6i0iUX38j+AfS9MymUtkPGzcOqlrmwTDWESeWASufraTTfPSBrM6XLokcLXBrA2BS9tIsnS91hdNrCwhcIntodNkH/sbOxy55pprfHQP9kOd55gWXSZC4Cq1R0m3hBykCVwpMoDuQ+X92uSzBJfSvqrUTtflFO6X5qW0jLgv1bbGbGOu12O1rghcpXYN+SmVQRC40O9VV13VE+5jBEZdryCDYnNXSb/0I6UDpXVR605XBC4iDlPnEB0d0B+Y/Y/IWvR7iPaXTJ482RHhCRt9xowZ/rz8o99jLC3+ne9///s+claJ/aDbu9S4cbXVVuuNqVI+DcmbbFP+pTZ9oaQd24p9GUYMlmspW8a6jIvEV8S5kjrMBx5EEkP4qIw6oIUyp3wYiyF8RMS4QaJ35/omU7aoflbMLtUELvFL6XvY174AooTxkVUJFkIED9OX3/2wQSRt2xoChoAhYAi0R8AIXJkYGoErEyi7zBAwBAwBQ8AQMARGHQFN4Dr11FN9dBXJlDgRUiQo/dWdTCTo0PI4rnByMHGqhYgyRJZBrrvuOscycFWiQ6kTrUscZ3IPDhSIOgiEMCb3ZcKSY8cff7xjUkILjigIJDh+NMmhjbNPHI88R0/4a/KPEIt0XtjXy94dd9xxPQKXjsDD19VHHHGE+8AHPuC/mOU+IudAwBBJOdjkfGyLs5HIZmDBJDzRdCg7LRtvvLFf7pBjocNSJipynYBrr722n4QhrdTX8DLpJ1FT9KR2+M6kg+hlECQ6WYnu6EkBcZRtt912nqjCc1iOIIykoR2Yw0jgKtVB7TSPLcmpSXNgU0XgglQiXyLHyhDiFHVbllfsmsAVy7/WD1mOrk0+c5yzqXZCtz0yicpyYtQF6iZ6BZmT9kqEcSdtHed19IUYqU7uCZdjrSNwSTQPnh8SdXgubRKkAKRLApeuU7yzLDdStcSTvKNs27RteuJZt+eSdooMIOdztrkRuEhLE475LcvEsk+dgWRDeYjcd999cyyfIX16OCGSIuiQVuqcduJfdtll/kt/eTZbJqToV9Br+hX6OLY5dUSnk7ufqld6YjJmbzAhwyTHwgsv7B+l60PVs6XfixG42thBuq8Tu4p8tElT7CFt61S9W3gupQOSLtc3sbPC9PXv0vZGpxHup3QuVR9SukS6VediOiG2DPeCYxg5QUd/yyXc1LVN8sxcAlc/28mmeQEnuacpZnW4pNrsQdvNbQhc2OdEvUTQNwhJWvg4ZsMNN/SHcvVJT/jTRh999NH+gxadrhA2OMakOREVkZjO+xPP/9NlIgSuUnuUJHV7Lvamfl5sX78f/Sbtvf7whXsg+NPGIhAH6D/b5LMEF/1uTfqqUjvdv2ziX2leSE7fm1tG3JdqW2O2MdfrsVpXBK5Su4b8lMogCFz77LOPj3JNHmPtBvYP9R5JkX78yef/6TJuoqvcru8N9SOlA6V1UetOVwQu3kHIRUyS0jZqOeCAAxxRtRBN4DryyCM9QYs2lvcOfWP6YxghBJX0hURXo42TcSNjB3wpWvSHgbm+m1Q/2cZ+0HkK93kH/AIIUXGJjqtFR9HXBK6SOky62J5g9uijj/bqgn6eTpePQSbMXhmAthfJ9U2mbFH9nJhdqglc6Bz9FXokgm1D/WU8o32vOs9NxmmSbmzbDxsk9hw7ZggYAoaAIVCGgBG4MnEzAlcmUHaZIWAIGAKGgCFgCIw6AtoBCmkAJ4k4esSJ0ITAxQvpr8BwhECokjQhfUHgEscSE4ChIz0Gip48wLl4yimn+DSXX355h4MCogNy9tlnu2uvvXbEJDEOeyJfCYkLJxTEMiEE6GWc2jj79EQFy1pBTpLlEnXEG5Y7IYoUzjsmuXFmrrnmmj7/esKNfArJjJNCsMM5B27ci+il1bQTlrQoQxxb2tHjbwr+aecuRj8TjSxxh7C8IXkUcgBONSaGRGSiItcJqEkp4EPZUKYIRAQikUk0MianJH1xfnId1/OFMGWLw2r77bfvRfUKJ6mb6o6uE0Lg0qQziDLoNEsdgTfXQ4QUfChXnNDinJVJ7jBfvEdM6nSwJAIXzynRQU0QIo0rr7zSTZs2zesTzkvqnhCuOC/OeP0OQkYCH3ATnMQhix6jY5AwpR6TFnX8jjvuYNfjTP65F52BDJIjEML4claEusIf7RFlit7LF7Wy5ECbfOY4Z1PtRAwz8q2jyFE3qQ8Q4GgHIBYJeYrIftQlRE+QQBg46aSTfF2B7Lr11lv3yoBrNWElpqu63jFRA6mEerfCCiu4Pffc0xE9UIQvl1mOFsnBIvY8SYutnrzgd5Oy53qktG3T5TQMBC7Kjf5ThAl0JtJFdDlxTPRZzrOVPj0kcMlx2izafto26TNS51hShLaV+sJ96AUEPoQ6B9GYPgzRulmnF9p+oL2hf84RXV66/9WTWaRz0UUXuUsuucQnyaQHbZhENIuRsVLPln4pdY9+jyZ2UIrART5K06yrZ6l3lOMpHdBl2cTOknRjW63HTdqbWFpyTOdT23vyXmF9SOkS6VWdi+mEJsxiA0BMvv/++33WiLD4rne9q9fvEXVD6pDkPbbVeYi1TdJuantS0olF4OJcv9rJkryUYlaHS4rANWi7uQ2BS5cTpHOWr6WcaWv50ABbSiSMmCfHw60mOHGO9Piwhoi8tJ/77befX96cc9gT9BEiMZ2Xc2x1mQiBi+Ml9ij3adtG7E2OV0n4fthRRBqGpMU48L3vfa+bMNueRcK2oDSfJbiU9lWldrp/4cS/0ryQXEkZcZ/WFd2Hp2xjPVbrisBVateQf913EQGaD7ZypIrAJX1UzDZLpa1xkTEsyyXutdde/hbIJhCQJCIxZU2bxEcTSGrZPX/y+X/90o+UDvDYkrqodadLApfYVOSLiH3YFRBAGZ8TLVVEE7j233//XkRabOKTTz65Z2cTgRObWQhLjF0pp9K+kDZb+gJ8QJCTGDcy3qV+0iaK5PpuqvpJ3S819SFJPsKtjorIeAQfmPgEIPTR34k/QRO4SuswY2GZyz3//PPdFVdc0csSeIEb+OmPpZr6l1K2aO9Bs3ekzuu+SBO4uJaPVYmkx3appZbyukOdRMg3+UdKsfA3J/7psu7KBkk8yg4bAoaAIWAIFCBAP4wwh4efnb6S/os/9uV3btLzzQ7DPDIcQ+6dQ36ddPpDnk3LniFgCBgChoAhYAgYAt45j1NMi0z8ihOhKYGLSRIcITjORHBiQfQQZwvHQweJXBvb4lw/+OCDveEp53HoYIiKhBFHdFQrruF6nKBCfOJYGAmojbNPO01JG+ErPSZDCFfP5Ku8P/kAE01Y4RhONnH66ig64SSxdupxH5NkTLojUm7+x+x/OV/TMolBmen8MCEbGvixZTFloiLXCUi+QmcUDjHeg+drjCAoPPzww/5VcC7j3JXzHBQClxwjDchxkOREmuqOLkdxfqMzfN0opD/ShkyiyUtMzsp58oVDl2USxNE72gSuEh3kPXX0MX6DMXVJ6hG/BX+ZUNP1SAhc3EsdJuqQSFh+OCwXWmghf5p077zzTu/k1ssacg/PyZGQwCX36DxzLIwqV5rPHOes1i/JD+0EdUAmRjVmYMnEEM5zkbDtQ7doL9gifP3NV+Ap0e9fR+Biea9tttmmlxT3IlLmYdsuXyLnYFFXN8J24rbbbvNO/F5mMnZK2zY9kRQjSaTIABlZ6l3SJAKXjsBEAtpJz+8QK76SFn3gPCJ9g54Y4Lh+V37r81Xn9Bfw3Idu0C7qvh+yJJMc6AlSpxeHHHKIJwdyLe1nzpJyXJuqV/S/2267rZ9Y4zqEfOo2jGPkj4hh2AQ5Iv1e2DfLvaV2UBWBqzTNunomeU5tq3SgxM5KPYfjpe1NVZopnUvVhypdqjqX0gkdsYB80och0oeyn9IjzoWiyyPWNpWQpvrVTpbkhfctwawOl6o2W3RBsO6n3QxZAp1EZIwgz63bEiGUOif9L9ejT6JLYRtMu8a7sYRnSkKCk1xHWuFzGKNI9C2uS+m8pKHLRBO4Su3REnJQ7vvxvhBvdJS80nyW4lLaV5XY6VJGqW1pXkrKiDyk2taUbayv74rART5K7Bru0wQj6okQdTlXJVUELl1/SEPbZqk0NS4yhuVaPR5C17EPaTe0vQYRBntN+qjUMzjeD/3QeZdnSxtZUhf1WLRLApeOdCj51FtpO2l/JfI041hsMfFbcQ26TRloX0LY95T0hfR1PCv06cjkreSPPDfx3aT6yVL7QWMW2+djy3HjxvVOkW9E+iV5D03g4nxJHdYf6pEGdYDy493keRyX6GjsN/UvpWxR0hIRjHVdD8d3cq28v/zmw0v8Bbr+lmAh6cW2/bBBYs+xY4aAIWAIGAJlCBiBKxM3I3BlAmWXGQKGgCFgCBgChsBQIKCjOpAhIuwQpQbCCqQBHAKQA0KJLaEo13AfjkeJbCHH2eKwIpQ3f02ELxQhVshXZnIvDgy+yjvttNN6k8RyTjtG5ZhsY2QAnGg48JHYeY7rpfqEsMJxHGY4m/jiTQRHqBjRLJXDl96aiCHXgTEO6JkzZ/pDRKDaaqut/D6OGNLBQaVFT5xqIhrLLk6ePLnnJJw1a5abOnWqvjW6T774AlSWZ9EXgTFfRDOhHopMVDRxAuKwPPDAA3tf/IZp4liGiBWGzAdD9EpIPvo+9IplnO4NlpThmia6w/IzOGcR7fxOPZvyoc4QrYClCsQ5e9VVV3nM5Kts7YzziSf+1emgjsB1+umnjyCrkaTWi3Byt4kO6uyxtAPOeu3E5DzkOiLNCV5SH/Q7aDISjlCik1EeWtAv8CMqFxHepI6TPhPAbQlc6AZkMBy04TvgLCdyFcQTkdJ88sUzXz4jQoSVNGWbaifQD2l7NGbcxyQEdZOIg6EwmQpuOioe18z+WMrttttuc7wv9YOJDCIhIprAldLVlPP4scce8xO4tLMsR4lQH9CDHCxSz/MJzf6HnlCnRJgg45lNpaRto31iwggJ6xHHqsgAnM8R6qOQEWUJz6r7pE/mGshGQtrlN3klz0gq8orcH7ZFkGOJBITeI9QX+jKk6hzn119/fV//pd3jmAgT4UQZgNQnUqcXmsA1ffp0x3K4OZKqV9L/VuWTukNECsheuSJL6ISTbfr+EjuoisBF2iVp1tUznefYfp0ONLWzYs/Qx0raG31/uJ/SuVR9qNKlqnNVOqEjKer80fdh57A0LKTCHKlrm4Q0he5jO2rREbiwm4l0KdKPdrI0L+SpKWZ1uFS12YO0m3UEC5aykgjFUg51W2zUnXbaqWdryvW067S32PBik3GuLhqQJnwTeYuItmClhbaRCKohwbVK57lfl4kmcHGuxB4tIQdpAhcfoWAHSl9HPhD6PMZgt95663MH1P+SfLbBpbSvamqnq1dM7pbkpaSMyECqbU3ZxnqsFltaW3+IEbPhqBeMVWLtZNV7x+wa8q+XfAvtM86nZPfdd/f2Oud1hFB+1/W9XBOKxkWPYYnSByaLLrpoeIv/jR3EWKiJjV2FU8quqtKPlA6IHde0LuqxaFOfThQkdVC343KY/pwo8PSzlJ0mcHENbRH3ka+Y4AMiOqAej3Jd076Qexg3M97WPimOk8dvf/vbbtddd/Vj7Sa+m6p+ssR+ID9VwnidMTW4hYLvAZ1effXVvX/siCOOGHFJlW6m6jCRjvmIIPQTkDD2mUQh1w9q4l9K2aI6vZhdSvQ8ouiJv4l8Cmlb7iUaF74+rgmlBIswDf27axtEp237hoAhYAgYAu0QEJvJInDV4GgErhqA7LQhYAgYAoaAIWAIDB0COEH4qgqDj0hWuRNJdS9CaG8mByByYURCHmCZrTZCXllyEJuLL1yJnlM18brIIot4B89KK63knWlcj8MqJES1yZO+FwcjS0jhvJToUXIepxBLj4EJTjW+iodYQvSFLgUnKMvzMCkB5k0miCgzHGKQRZisgUxyzz33RJ1CbfPM8msTJ070E04QAFhqighkt9xyi3cyxtLnOr56hLCAk5TrKU+JXBa7R4411R25T7Y8e9111/VliP6gy7qM0Un0DMINk6NNcJdn9HtbqoM4Z3E+ot/oLRNd4WRebt5xbKNjfB3M5DUkCJzKCNhRtpD00Dv9DBybOLZjhNLYs+WLcyGk4DRn8o66AWEGIhPblJTmM5WePl7VTujr9D5lAFGKCVrIOyE++lr2KWvqCu9L+8vkgMYzvL7qN+0CTnTqLG0C+g2uIpQZEwakD2m0C0E/IADwHugcX5S3kUG2bW3yOVr3Uidp42hLZXkdyUvVOcpp1VVX9fWW+osO3HjjjZVRXyTd2FYmIGOTsrHr9bGqesWkPXWBP9oX9JSlbKqi0+i0S/f7YQf1I82696vSga7trNFob8L3r9KlqnNhOvIb+4D2m8h79GP0PUz26nZUrh3N7TC1k4PEbKzYzegGJHdsUcZWkLixmWXZc85jIzCm42MI7JymYzpsZSZ9uR9brwmpg+fnSqk9mps+12kClywPx6Q7S53RX9EPQO6owmgQ+dTvVNpXdWmnS35K8yL3N92WtK1Nn5Fzfdd2Tc4zU9dU9b2pe1LH6X8gihPVlX5IxhKMw0qkH/pRpQODrotVmMh4lXaY/hxfRJU/irQg3tAm4QdizMTYjDKoG4+W9oXjx4/vfbyE/4txYIzkU/We+lxdP9kP+4H+SHQWvx9+gxwfXkkdlr6VeoJuP/HEE76PpR+sKtu2/iWNcc4++SOiF7pD/1WVN9IrwaIqH4JTv2yQqmfbOUPAEDAEDIE0AkbgSmMz4gyGlYkhYAgYAoaAIWAIGAKGgCFgCBgChkA3COCEPvTQQ32kLr5QzpGQwJVzj10zPAjwlTGRHpFzzjnHXXPNNcOTOctJ3xCQZVPCiC19e6AlbAgYAoaAITBXIhAjcM2VL2ovZQgYAoaAIWAIGAKGgCFgCBgC8ywCRuDKLHojcGUCZZcZAoaAIWAIGAKGgCFgCBgChoAhUIMAUQVYPo8vr1kmkwhQOWIErhyUhusavu4m6gdlPmXKFP/VsERQG66cWm76gcD+++/voxOwHAhLdpkYAoaAIWAIGAKlCBiBqxQ5u88QMAQMAUPAEDAEDAFDwBAwBMYKAkbgyiwpI3BlAmWXGQKGgCFgCBgChoAhYAgYAoaAIVCDAKSeQw45xF188cV+qYCay3unjcDVg2LM7Oy9995+aSjIeiKXX365mzZtmvy07VyMwI477uiXR2b5RBNDwBAwBAwBQ6ANAkbgaoOe3WsIGAKGgCFgCBgChoAhYAgYAmMBASNwZZaSEbgygbLLDAFDwBAwBAwBQ8AQMAQMAUPAEOgTAkbg6hOwfUwWAtd6663Xe8IDDzzgjjnmmN5v2zEEDAFDwBAwBAwBQyAHASNw5aBk1xgChoAhYAgYAoaAIWAIGAKGwFhGwAhcmaVnBK5MoOwyQ8AQMAQMAUPAEDAEDAFDwBAwBPqEwMorr+yWWGIJ9/TTTzeK3NWn7FiyGQgst9xybuLEiY5lE++++243c+bMjLvsEkPAEDAEDAFDwBAwBEYisMACC/ionhxl+e0//elPIy+wX4aAIWAIGAKGgCFgCBgChoAhYAiMcQSMwJVZgEbgygTKLjMEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMgWwEjMCVCZURuDKBsssMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQyAbASNwZUJlBK5MoOwyQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBDIRsAIXJlQGYErEyi7zBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEshEwAlcmVEbgygTKLjMEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMgWwEjMCVCZURuDKBsssMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQyAbASNwZUJlBK5MoMboZVtssYVbYokl3GOPPeYuu+yyMfoWlu3RROAVr3iFe+Mb3+j+85//uCuvvNJtttlmbr755nM33HCDe+ihh3zWVlxxRbfWWmv5/WnTprl//etfo5lle/ZciMBYacs23HBD3+Y+8cQTbsaMGXNhSdgrpRCgXdxtt93cC17wAnfnnXe6W2+9NXXpmDiOfRhr78eCjm+99dZukUUWcTNnznQ333zzmMC7y0yOHz/eUU7ImWee6fvvLtPvKq0XvvCFbp111nGvf/3rHfr2ve99z91///1u22239fXonnvucXfccUdXj+ssHbGLSPC6665zjzzySGdpd50QfedKK63kFl10UXf99de7q666qutH1KZH+Y4bN879+c9/9nYkN9Bevu1tb3MvetGL3LCWc+2LzQUXoBeUAzJ9+nT38MMPd/ZWq622muMPOe+889y///3v1mkvuOCCbptttnFLL720W2ihhdxZZ53l7rvvvtbpzo0JWB3LL1UbY+RjNexXDkNZLrnkkm7zzTf3UOE7GQYbYSzY7sOoW/Q5O+ywg7dZsJ/E9zWMeZ2X8jTM/RtjUGxbbO6ubKp+pKn1RdLXx6r2//KXv7jLL7+86hI7N0QITJ482S2wwALud7/7nbv99tuHKGeWlXkVgS5tkrnNBzuv6oS9tyFgCMybCBiBK7Pc53UCF4bsMsss49F68MEH3TPPPJOJ3PBcVvUOn//8572Dm0HWJz/5yeHJtOUkG4EJEyb4iczHH3/cPfnkk9n3dXXh3nvv7dZbbz33j3/8w0+u7rvvvj5pJmNwSiIce+1rX+v3P/GJT7i//vWvft/+GQJdITDotqyqXa16J8nn3/72N3f44YdXXWrn5jIEXvziF7svfvGL/q1+9atfuZNPPnko3rC0D6FNj7X3Y0HHv/KVr/jJll//+tfuhBNOyCqHUpyyEh/wRbvvvrubNGmSf+qHP/xh9+yzzw44B/WPw9mGLjE5JnL66ae7X/ziF+6rX/2qP/Tb3/7WHXfccXJ64NulllrKLbzwwu7pp58eMQELqX2nnXby+fnhD3/orr766oHnLeeBH/nIR9yyyy7buxQy3CmnnNL7Paidz3zmM55QyRjrsMMO84/V7eVvfvMbd/zxxw8qO/YchcBrXvMat//++/sjZ599trv22mvV2Xa7Bx10kFtllVV8Ih/96EfdP//5z1YJzj///O6oo45ybEWkzZDftv0vAlbH/osFe1V2vdg1g/KXVOVlZK5H/pJ8zutjjCr8BKNBleXIEnrul7YRIKbz0dtoi+Ayr+tO03J41ate5d73vvf528455xx3zTXXNE3Crm+BACRzPprgQ9JZs2b1Uhrm/k3qGvmdOnVqL89tdvqRps6PjLv0sap97DnsOpOxgYCULwSuY489dmxk2nI5VyMgbVoXNonuD5r6YFN9zFwNvr2cIWAIGAJDhIARuDILY14ncL31rW91/CGnnnqqu+222zKRG57Lqt5BDKPRdGIND1JjLyc4LD71qU/5jN9yyy3uO9/5zsBf4uijj/YTmHfddZf/kiw2oW8EroEXyzz3wEG3ZVXtahX4ks8uBqNVz7Fzw4dAG+dBv96mTR8yLxG42uDUr7Jrk+5YIHARJUMi//CuEL9PO+00HzVNHM2jTeCCkEm9fuqpp9yUKVN6RaInZ4eVwMXX/8ccc0wvz+ALOYcoqYMWI3ANGvH8540lAhcfk/BRCcJkLmPbM844w7cZ+W8871ypbRIjSTrv70n5fMR2H5S/xMYY7ephFX6DLsvYm2gbwQhcMYTGzjEjcI1uWX3oQx9yyy+/vO/zDz300F5mhrl/23HHHd3GG2/s88xHC3wE21b6kabOk4y79LGqfSNwVaEzfOekfI3ANXxlM6/mSGy1Lnzmuj9oSuBK9THzarnYexsChoAhMGgEjMCVibgRuP5L4PrWt741JkPKaidW+A5iGA3KIZmpdnZZJgKjPamsn3/SSSf5r96NwJVZeHZZpwgMui2ralerXgxSAktn/OlPf3IXXXRR1aV2bi5DoI3zoF9Q6Da8KQk4ReAaCzreNAJXG5z6VXZt0h0LBK53vvOdbu211/avCTkd/RQRR/OwErho46kHCEvqPPDAA5L1odmuscYa7oADDvD54eMUPlIZLYkRuIjAhp6yjCZLnRJ5zWTwCPSTwEX9Jn0EEkPbJRT32msv97rXvc6nF7YZ/qD9G4GA1bERcIwgcI22v8TGGCPLpumvKvwGPV6M5X0YCVxjwXaPYTnax4zANbolkJpcH+b+7SUveYmPFkoeL774Yv/XFsV+pKnzJOOuv//97+7EE0/Up6L7ELhYvcRkbCAg5WsErrFRXvNCLru0Sdr4YFN9zLxQBvaOhoAhYAgMAwJG4MosBSNwGYErU1XsslFAYLQnlXfeeWe30UYb+eWXWIYpNaFvEbhGQTnmsUcO2iFfNTkwj0Fvr5uJQBvnQeYjGl/Wpg9JtfeNMzEKNxiBa/iXUNQErnB5NXE0j3bUmFQErlFQ6caPXGedddw+++zj7+tqAqlxJp6/IUbgKk3L7usWgX4SuLrNqXO6zfjsZz/rifJdP8PSm3sRqLLrbYwxtsp9mMoyhtwwErhi+bRj9QgYgaseo35eMVYn1xnXLLPMMu7Pf/6z+/SnP90JRP1IUzIm4y6i9X7iE5+Qw7adSxCQ8jUC11xSoPYaIxBo44Mdq33MCADshyFgCBgCYxgBI3BlFt68SuB66Utf6nbddVe39NJLuyWWWMKj9fDDD7vHHnvMXXjhhe6RRx7pIch5lnlhELbIIos4vjjhup/97Gfupptu6l0X7iy11FI+fPIKK6zgCTC//OUv/fIl//rXv9ymm27qwypfccUVji9dtLzgBS9wb37zmx0OA57N84hCwNfpGN0iOe+gHZJHHnmke/3rX+8jHvAuTz/9tPv973/vyMNDDz0kyY7Y5uZFbpo8ebLHlC9yLrnkErf11lu7dddd1y2wwAJzDAZxvq255pru5S9/uf8CnyhhLNN37rnnOjAKpWk5bLfddo7J61mzZvkICUxGT5o0yY0bN85HS/j5z3/u7rjjDv8YsIaoNH78eP+FONEUfvrTn7q77757RDZ22mknv5wO+fz1r3/t02OSjLw98cQT/tj555/vy1bfSNjrxRZbzD366KPR5WvWWmst/1U5781X6myJTPCyl73Mrbrqqj4pBtT33HOPu/XWW93NN9+sk/f38qU75Yrcf//9Ppoc17HMiBbyyx+N5DnnnOP33/KWtzjaAlm+SK5HZ1gXXAZ7qQn9OgIXOvCmN73Jvw8GNqFyn3zySa97hLnVgs6RHkIZ3XvvvR5nvronj0RquPrqq3sRLzbYYANPLKMuo9NcT+Qj0o9Jk7zE7rdjeQisttpqjrJBaCuZiNfyjne8w7HEE+0beqeF+rTNNtv4Q5dffrlvp9q2Zcstt5xvx1/5yle6hRZayIezpw7Qhs+YMaMXGSKnXdV5Dff5moh2hzaVNkQLbcAuu+zi20i+pKTtp02gbb/++uv1pbY/JAigozvssIPvj2l/iCDyxz/+0fcNLEWm29fQeXD22We79ddf30cgoZ97/PHHffvEfWG/L69L1ByWXaA9Q09p07BH6FdiX7pC0CCCDXpM27jnnnu6CRMm+DyiW7l9iDxfb1Ptfajj0qdwL7p8++2362R6+xCCsaF4p7POOqt3nB3a99w+TG6kPDbccEO3yiqr+L6BfpsoTvTrX/7ylx1fPtNPn3DCCXJLdFvX18r75fSZ9Jebb765LwPqO457yuW6667zZaIzoPs6lrajf6cvXnnlld3iiy/ubQrpz+j/YwL5gnJadtll3TPPPOPuvPNOd8MNN7gtt9zS95vcA/n62Wefjd3e+FgX/SdtMeWGbYN+IuSZukXdwBYUR3MqAhc6Tv/CsioLL7yw+8Mf/uCwsWlHU3WL5+Tet8kmm7gVV1zR1130iLyRPnWRMQJ2JPUUgRwl9obYnZTblVde6ZjEpYwYD1A+2NxE7MJGi0npuEGnRTuErYoOoUsI+GALUz+1XdvUxpfnNL0vRuAiDcZhCHYt9QR5wxve4F796lf79pLxwOqrr+51Gb2hraOe8x46Ypu/8fl/Cy64YG8MxT71CluS+xhbcYx7Y+2pTid3H7y33357r1u08wgROBknXHDBBXMk06Q9meNmdaCLukhyIYGLsQz2Om0KZcR4F7ywk0Kp6n+OPfZYP76gnqP7P/7xj8Pb/fgip72MtRnkiXSlzZgj8ciB3PaZd6cNRaj7Z555pn+WTpLlHMGO8Rr1GnuP/pvxHGOcn/zkJ47xPzaAjOOwCy+77LIRY3mdJvu5bRTX0l5stdVW7LrzzjvP29T0Z9jQtIVgE6tj/obn/zV5HuVA/09/Qh9OH4c/g/ekHUZXqMeXXnqpfsSI/aZj/6ZtzYiHPf8jx663McZzYKE/lCX98Pe///0RcErbxUH8C7TbWihb+kbaP/Rfy2abbebrC2Mw7GpsI+oNfoiwz67Sa55LPa7y37UtS51vvd9kPBASuOhvpC0QmwV7jTFuTOjrqGvYxdjN2CHYzvgq6Ve0n5L7qzCjLaB9CG137uuiTmML0WfT/5E/nse7oS/oA+WcGheQh5h0pS/y7rFnhMdo97E/sP1od/B9YZvOP//87n3ve5+/HH295pprRtza1D8pN+Ozo/1mi06wzJ7UHe3vpX2lnUWwN2M+W5YWxhYBZ+wjRMqWcSpLfaO/6CV9FP0akVnpt6iLnKP+Mp6S8Sr2N7rGtTFp0neA577P+/ZyxzviRyJP2G0I74ffCF8p7xXr34bFhkT/5SMKljPHBtVSks9+pCl5knFXGwJXlz4MbMgcaWIj4FukviLY6OiiFtrdPfbYw7e32Hbo/1NPPdW7pIndrXW+K382/kXacYSxJHWB8TTzKfgVGevdeOONc7wX10v5ik+fY1pK/DD6/ib7tEPMyWBDghNjaPpIxgkpf0fTdlbG413OA8k7NtE5uYdt6TuU+hRK86nzLPv9wDNmk8jz2DaxLUp8sHV9TFe+M/1Otm8IGAKGgCEwJwJG4JoTk+gRJsDmRcGh8LGPfSz66jg8xaHCBBET7jhOYnLffff5ycHQ+YRhCmkndh+Tizh9kTCEP4bdIYcc4nA2xgSHNctGIDnvIE4snD4MRHAChYJxglEfTig1yYukKZM0TADgEIAQJfLBD37Q7/Juhx56qCc5yDm9ZTBy1FFHjRgwlZSDvDuNAU5+JrNCwTmBkwmjNBQcAywbyABPRKJ6MAjHCYlTJxSeN3Xq1BGTtV/4whf8tamlLBksQq5DwJCJ/i996Ut+sipMn4EI6SM8/6CDDnI4UWIC0QCngdZPHChM+PJ+ONmZMBZhkgJnF0I5UQ7IGWec4QeEqQl9SZNr+WpLD77kazHOxQQsyaOINsB5VxxqHAuFiT0mRZjcC4Xy/tznPud1UJ9rmhd9r+03QwBHAMvdIOEkPO0CbYAIuq7bHyafaUMR6iB1VOpzSVtG/RbnpzxTb9EXdJ26m9Ou6nvDfcknE3iHH35473RdGwbBjZD1KUdpLyHbGRgCTIhAfom1P2QCpx59gpA3dNuFI4r7cQaGgp6hb+idFshXEydO1Id6+7TXOBrDCTVxyOGIxxEBWRqhDcbhHXu+7kN6D4jspNr7UMdxHmInIfRd9GGh0P9+8pOf9IexDeRr5JI+jESYmMBWYtIhFCaQwB77K4fAVdfXSv9W12eCF5MoMcy59wc/+MGIiR+tL9h29GdM4oRCWdKf0fZp2W+//fxEjD7GPs9ico8JTqQrAldX/SeEDSHo+gyqf6effrqffBK9DvsOLoVQCcEkJkyA4fQPJ0qa3nfYYYf18NPPIX3GDvRP9FMIE2OQyhGpG5AnsbsgmIVCG//1r399DhJH6bghTF/bbuE5xh+nnHKKP1xi43NjyX0yNqDNA1tE67+OtIZNy4QdYxPI36myZmIFMowW8H7/+98ftc0Zr9Fu4NDWYyl9f9N90mNiVyYXw/ux+enXtT7mtidhWvp3V3WRNDWBi4n2mM5yHX3a1772tRHjCamnsf6HsYCUJfeTZ8Z3Ik3ay5w2Q9JNbZs8j36FNlf6U62fpA+BZMqUKV6X+C1jJ9p/iF0IE/8yrvMHnv9H+zx9+nRPqNDH2W/atuk+mol9xnPid/h/9t4D3LKiSv+ubhqRIEERBBUaUAFhAMUAioqoKIiAGBDDYCQY8HHMOA4yjhhGnI8RUAQFCaIzioyoCIiALSISBgVB/wqIoJIkDdBkvvMreI/vra69zz51zrl9u7vW89y799mhwtpVq9Za9dYq9Ga2TSWKIJTWgWvD5udyj/wAudGfUspNEJbY/iWyJi0Lv7vo9ZLdS7qNQWQ7+QZTex6bhu2DISaK4ZkTwHnag+uB6DTvec97suMp7yLnWexAfxG1tWvaFgCbHMl/N8q3zKXLtWHtAe8rgBrRz3OEj+mwww6bcovxhDEz52PSgwDEAWWJ2niGLMCWFl/cPvVyDtun+bbY8vTTlOhH6EtM0GMrIS+70Ljbi+o+KG8WcaLTSX76897mUgDXINu+yU+MT2LHHXfM5kfeLPrQQhfkOgtkIYBL3lfixd4/+ScZw+mHkH9bFvkAPknrx3jEuI5ekvMRM+7jo+M5p2HHDtf3uto78AcgX44+/vGPR10kN75J75gJOqT8v7l+XlrOSaQJj6XPYXOWROAatw+jSxmG1REAjLAoH6JNo+fhKxdJP+c3+jvtTG1/WL3b2/y4/Nmur2PPAdxK+zRlR2YdeuihUxbE6/um+lmpH4Z8hiX8I3xXLXZJ32eu6ogjjugv6NH9Ejmr8W6c80CUZ9g2N446lPgUSsup8qbHSfBTabpOQr4luoX3t64+2EFjDG2nUuVA5UDlQOXA5DkgeYvuha6AboNPgT/O9btrSWb1UOJTLZeub87w5+SkmeHFHHvxWPW/1157RZAKKxYgHAxMuOAAQilmhRITZCIUfFY9oRDhwJLTMp0MxUAmuowIZRRAEw7f1BnjAC7KgeNM6VIWJiL5Rqy4kIKu/LrUQYqRyoIRwgpZ0mZyD2UH4vdHPvIRPRZXcQxTFr2oSRr91pEJK8KTQv4MxjV1RHGb2wMhqTysQCN/qPQ75OqOAoxjHn6mhKOJNoBRoQlYn2zieTlI9C78JE2+GRPU+kY+Qc2zMraHAXDts88+0Zki4BllAShA26SNQkyCywiCl7RPyq4VrjzDt+U56ge9ueekwdEHUX6VmXMmTxVVDgMXQ5frTADzDd1BiOMQByLkabrDlwhsRDyAKB+RHygHqw1pv8obIBlRLSBXwOOF3j/6EHzGEYhSnxICn4khT5O8mCQVlZRF79bj8BygHeL04xunhhngVkUvIWVWgJ5wwgn9TGhDyFmXG7n+3EWW4ehn8oBy0JZxpiKPmdChb6mvC0jYRa72C5o5UTm9zshw5J7KgHwDsMaE1nrrrdeX+azqxTlcaWZwAJAV3whCpuMYp73QpjSxSxvEAQjlZJfGON4TqIhnU2CKT/zSTpHltBNkJTJespJIXETNFMkhp986MoHGeIFDvm0M0fO5Y5O8T9s44x99XbrLvvvuuwDYaLfddosr28kH0AXgC6hkDIMfOFXFE3iMfkbEsnQCoguAa9BY6+Mb30b5cq4xkygJbO8lgvd8A3jvZWKCjD8o115IE/AVegrvKi/pfUr/bW97W38hANdonzjdGfsl0/TsOABc4xw/idSA04zxXP2I8Z26M5GLc1ntOu0nPkHA87yHrEUn5/tDXGdCinREw77HRB4gIvjJN2Asoq8zdgDI8YmxHIBL+XKkbaL3UEZ9G377IpJSu8Hz0TmTv0yqen9AR2JClYk/5Mew9obSLn1Per/r1N7+HVyiSS3lyRHdmT5Fn3CwFHYCchJCVvNbfYZ2QB/kedl58cHev3EAuFJeUEbGdfJDbsveo84AH2hDUBd5Eh9s+DfOvkgWPiGkLCkzY1BqfwJEoP2L1E/1W0cBOPxbOoBrWHmZkxkASCDJDOWdOw6bH2n4tln81mICzh3g6baGj+M8B9HvkB2M/5J3XGcxFu1QNKyM4j0fo5UOR9o+0ZGY7M9NcPNMSX4u90gDwvbiW9BW8HOIBKbRb8kAfksvarP90/41yCeifHLHLnq99Bq9Dw+XRBvD27CPbfDFwe58Q3QLEXoxuhQE8BbAOvSJT3wijvWc01aQkcgXFmfRZiB4jZ8EfxDU1q4B5DAOIO8l11P/Xem3jJk3/BvWHsj1FeqNfkfZ3Q9F1BGPcOhAAfQ6dBlkB3arbBKK+ZnPfKYfiauNZ8gC5I344vZprpwlfZryoIcyziEHNA5zfRgA17jbi+pOOZqIyGi77rpr/zb8Qd9Abri+wQMO4Cr1T3oUJdJEd8AHQX4CSHL98MMPD0SpHweAi/QgxiPq5n7Ch+481A8Zu2lr3s6IpgfoWFQydri+p3To9232DgsBFaFFi3U07uOPRQblxjfXO5TXwtIhJU8pK/1aeiDlKi3nJNKkPNLnSgBcKhPp8F3H4cNAZ2ijUh3Bgcg+30DEYhaAQOmYVKJ359r8qP7snL5OmvAbm9r9DSysAMQv0vdNAVwlfhilOezx7W9/ewSd8R7jIX41ZBKLYXw+g2+keYtSOavxTmXkm+IzGGUeqLTNjasO1KWLT6G0nOJV7jgJfipN10nI2+0FfnfRLXL9TbZGkw920BiD3VGpcqByoHKgcmDyHKgAro48lvOk4+OL3WOEi+YPcjAVv5mUlXMoNV5xHqFcajKGFe0Aa6ADDjigDzIBlOJbCTDBhyNZ5Hm6IZcq3Th+P/CBD/SjTaDwyIhtq4MUI/JDEWZVFsYyhFOCLfLkUKa+OCuh0rK4woWijMHPZKWUcI/UwTWMBilHTHbgINOkBxO0dOTS7+B1x0jAOaiJHjc0qS/fTlEJ+O0OJPiOcQQ5gIs0AZroHm0FfsrJACBFW6iVALjIDwcffIDSCSdWC7IlFYTDBccqRjeEEkv7lDHkk8Y+ecSzTJDi2MO54US0FNq5gC3ccwdhFwCX6o0CzbdW+UiLVf4C9fmKwVQBZxUFRicORci/Db9ZochKRQh5xjcASEB9FPGFeyVl4b1K5RwQEIsUHNThzhPuIcvoryL1M769nHPen4eRZUT+m/twhDpWozFRLEIGIrOQOaTpE+ptclXv544qpxujnhZh1D2KEk5STTrjxIBPlRY+B5B9kh+MiwJpUTLkC6vJNVnJZC7jQSq7aNeMudyDkHkAK5jYQJ7hzIVIB7nGdWQlERaRiSKicuEwh3D+MiZIlsohxz3ePa4XLZGxgvEXahtD4gMt/5rkfa6Nu87g442Sl15Euej/jPulYxjge0UzYDIQfmkcJvoJkf80edQFwEUZ2/jUZcxU/UjLJ3j4zTYZbEtEmVzOpO2FSS6iR0lPIbrknnvuSRKxfugikLcX+ImDVtvTIMuYVPVJoHEAuCYxfro+nJZR7doBXHwj+iR85Hvz3fn+IhZOAISCXKcofY90GH/4TukEpE96+iS3+gbvUka+jbaJRtYjN0gP8slXbz/D2A0xoYZ/PkmYtknvr8PYG6XvyTZAFnaNwEW1aN8APgXw55rrD0RL1oKGvffeu79VHdtN0D4kB9PoGqk+TbrD0h577BG3zOO9FNiEbYj+Ix2cLU2QzVAXeRIfbPg37r6YTgjBm6OPPrrPO7bEecc73tGXqd5u1U8pam788fbiAC5v72nbbJKX5NEmM7jfRKX5ua0omw87lugjEPIcmcQR8uf5nUaJI1Il70OuI5bKKB+jSZNJDoBmivjmY4yDJEvzc7lHfoyvREuQfebRc11/L7H9ve0MI6MoVxO5Lu7+F5532c337OovWdxsDAdieZtxm1389ejJbGVGlAxIMoK+DHgfkj9HPh+ueX8R6JPrg9o1z0ziW5JujkrsgbSveEQl8vDyu5+FCXjGS4iJWmwPjWNc84gRrmt34ZnauMuetJwlfZpvig2jb0tbYeGUdJ1Uf6IeOZpke8nlp2s+PpzZ25aMCO8ib9dc8/Gq1D/p+bkOQ/oOFBE4eFwALq8b+ijtTAtvGL+RechtyPUCdFjAZFDp2OFjEel0tXd4Fl8hbYp+4NHbPU2XVT52LGwdEh0Q/yfkfmF+l5ZzEmlSHtfnZIdyPUf4zdVP3CYdtw8jl7euOf+G0RGQsdhimsM5+eSTo51Bf9ZCIF9oRn4lere3T9IYhz/b+yVppou70NexTSDaPvMq+pb6vg7gKvXDxAwK/smmpp0QOEC6I0m5bQQAHCA4VCpnNd6RBvo731C8cN2D+13ngUrb3DjqMIxPobSc8KKJJsFPpek6idsLw+gWaX/r6oOlvk1jTBMv6vXKgcqByoHKgfFyoAK4OvKzArjyAC4mAVHuIHesOFvZu5tJOUjKsG8b5hNI/p4rcXIgYvwAPIFovALt+Huu0LCi7Kijjoq33Qmk9PSeFCN+8zzvOfmEh94dpSyapCEPdxQoT1/ByEQlfHPykNyA5nBGl3wH0vS6q27Kyw0gHLVMKLmDzJ3srDZncgYSsITzXPk9XQelyPBLQUWkA+W2UOQ6jhK1hXTCCQcpABTKjeMMZ4gTkapwEkHwUQ4EN5BY7frZz37WX4vngPpIn4lSXxnqDsIuAC7SxkC+5JJL+u3VM9NqXpyUtA3IFXDqxuSIwArcd6Mr18cEGuJdd/SUlIX8KpVzwB3N7vTUd+cb0cYw5LWSm6gnGJ6QT355f+4qy0gDo4xVy/QPRfXjukiRFNL20iZX9W7uqHK6MerAAne4633kHvWmnXvUON2vx+nngMvynJwBKMLKYIgJTJxCqexCdqfAWDnuvb15NCWPRui1Bsij7WJd9sohx7O5MaltDPH0c+dN8j7Xxn3lqstz0vXti1yfKhnDGNfQoSQ3AF0iP5x23333AHgFGjeAKzdmssWbJvRTJ6DK5aAzya+0vTBGy3jRe64vahtqby85Pct5RDopOEppD3OcxPjZBsZQu3YAF1vVERUH0laLaR28f+Ecxmlb+h5py9mcTkD6pGcTgCtXRu/HgLuYdCi1G9K6p7+bAFylOn7pe5RLtsGwAK5cf/JoGdKLvS+RB3qjTwxQBue93uN6CZEfej1yyMG4nhb6OTIO8np30cE9nfR83H3Rx7omG8VlqkfXUT+ljLnxxycRBOAqlZfk0SYzuJ+jUfLj+2KbaDEX8sijprp9SN5un7BYSt/fy4W9RqQESACYUhnlYzSTO4Abvd17v/AJ7tL8XO7lfBUAiOkXkMvMYW3/Cy+8sNgnEjNv+Nem10uv4VWN0Z5Mzl/C/cXRxpCN5otKFDlZdht19+jJ6Lvom/hUtBgGm0t+RvqCFhDyrsh1HOx37KBB7Zp3J/EtVab06DKyqz3gfcV9MEobPwuyHPK+gi6Nvggxia0FavFC7x+RywTm9wVBXXimNu72qZdzmD6tb0t7APjjYHrK6uO010/1yB2VJvfG3V5y+XHN/b05/Z5n8M+i/0DyZfh7btfEhx7+l/MT+4KcdHEQrwGoQu/Edya9YRwArtw38LEo55vgu1Ie7Fv5T0rHDh+LaDNd7R140jS57mn6+OZ6x0zQISUbnY/Uq6ScvAdNIk3X5x7Kpfm/9xW3Scftw2gqwSj2CGn6nArtEV+BFobl+mWJ3u3tkzzG4c/2sQidjzETOeHkeqiP0fq+mrPiHeRsyVyC5zfMueZR0BMou+ur6MVatMYOHyx8KZWzlEnjHefjmAcqbXPjqkNXn0JpOeFTG42bn+SlNF0nkR4wrG6R9reuPljK0TTGcK9S5UDlQOVA5cDkOaA5EHyR2ED44LBB+ONcv7uWpG6h2JVTi9hzTQ4gX3GVKn2qIg5dHE+QDGMH/sjI1/M67rTTTuGFL3xh/Km0fQLHneN6h6M7ewh/jeENNdWBe1KMUIIczMI9yFd6qbyjlEWTNOSHMsTRSYo7UUS4nxLOXxRdiBVf1E0rOsWr9J3cd+CZtrrjUJQzwo1Qpa3tA/nN9hznnHNOvKXyu4NS7+ioZ9zxOW4AF4IMxwpEOGABtVQGHeU09+/vk0eaQNTzOtI+aae8hyNWBpY7CB1E4GnKAau00iMOXkIlb7311mHuw5GRfMLfFfDU2UFabMlIu4Uw8CiHE45NHJyQJrz9vp8PKgvOt/XXX99fied8W/pLpXYOOHhEESr49gJr4ZiGx5AmshzM6G2prT/zfk6WcT1HrDylHIBwkHcoBN5HeKdNrubS1DWV041Rd2TzHI5unCoAatW39H49zgwO+OQ7JWLrNCZLaLNSMNOSuuzyaAL+HJPYbK8FMQYyFtLO2TI0lbf+HvJy5513jpeY3CRCCiSHnHSQeNH+eR900AL1Q19hLEmJ8Q5neJO8z7Vx0sDBiZ5CPRRli+sOYNTEaOkY5s5L5wP5iDyCwbgBXLkx053XfI8/9qL/pPSsZz0rArW5zjbFxxxzzBTAX9Nkv5xKvKf2oskk+Mx4lwLYeNajgowDwEWaKQ0aP9Pn099tYAy1awdwyanXpD+SPpGC2G4NUmTc0vdIoxTA5aBk0hH5uCKdu9RuUJpNxyYAV6mOX/oe5ZNtoAlJrrm8bJp8k17A8yKPPiC9wqPGNPV55K6iHrosVLrDHD2/trRcJsoGc305J0+GKYeeHaUvukzN6dTk4eOIfyv106bxxycoBeAqlZeUo01mcD9Ho+RHeuiKyF70RCfJcb/mE2dEdTjllFP8djxn4Zf0XkUZKJVRPkbn2mFTHyvNz8EebPnGAp+UZO+6DSy7uEl2p7Y/CxqIpAkN6xNJy+O/Xf6mPgXpNaktoPeXJBvD9Q6A0ERBUORDFqcxQYgOqYVq9A18EhxdPui7N8kHeMuWVYCWII3Zg9o1z07XtySvEnvA+wpbF7OdaUpsPU7Udu8r6TP8Rl9eY401YhSi7bffvg+KawJw5WQB6aiNu33q5RymTwvc01Z2AQHbvj/lEk2yvSiP9Oj2idpf+gyLdfALQtLbSv3E/t7ZZ5+d9SWhXxBFF76xZeg4AFznnntuOP7446dU7b3vfW9YZ5114jXkNtuwOal9AqrEToVKxw4fi4axd8hT8iiVzZ6myx3XO2aCDul9DP7h24RKyhlf7P2bRJrS5+BzCgpSvjoSHY7Fa9AkfRjKLz2OYo8oLXTytddeWz/jEdsNGxvQ7SAapHd7+yYdwGsAAEAASURBVByXP9v19auuuiouLE/L6dt/e7/Q9xWAq9QPk+Y3zG8HbNPGzj///DBv3rwsuJt0XV6mOpvyna55oNI2N446DONTKC2n+Nl0lP6QymGeL51XU5quk5TqFt7fhvHBUv6mMYZ7lSoHKgcqByoHJs8Bza9VANcAXmtl3IDHFtvbTQ4gdyjJeZVjgoxbVkEwkeYrk5j4UShqf9cn8qSMamWjnkM5ypEcyDjTKBfUVAfuSTHySROuixwMI6fEKGXRJE0O4NQUEUplyR1LvwNptdXdlX1NAHn+gwBcTYohacg4cQVXDu2m1e0OWoGHpA/5pIk75NKtDAa1F9LSNl8+ecQKuJyRqqhE6Sokd6p2BXDhiGJbDQAKOOlz1ATgkpHp72yzzTZxCwGusRUdDkynNgDXsGVxsIXn0WRI+TP1/CEOaAJTDkBF2YOHrI4R+FCrxLQiNF0J3NafySkny/QNmGxgG4+5PcAgABPJUd3n6P2V321ylftNpHK6MQqKnK0R6c8p4aAlQh0Tp3Lqpc/U3wuHA0wg4ghJiW8LsIQ2ixNT5M6DnOziOXeYC1ijPuLjutLUEfkpB7pvTSSHHKAhnesdjk1jCNsyS4fw5zk/88yHthBpkve5Ns579DG2QIE8ep7qB1hRAIrSMQz5z2QG5GNQvGD/NBHUBOawR+NpE5+4OWjM1MQmzzaNxdyT3BEoyduLtkrhOSfXKdVeBCpq0ut4ny03WekP6b34Y4R/w46fg7JqA2OoLYtXpKXJQM6b+Cwe84yih5a+RxridToB6ZMnuQhcTd/GowFJ5/ZvPIzdQPnaqAnAVarjl75HGWUbOF+8/fskg09q5ewvn0xX/3a+snU7EXxT8skK16fT57r81iIHnlU7y73n+qgiigySJ7l00mvj7Is+IZRb4a28JVPdLlA/bRp//FsKwFUqLylHm8xQOdPjKPkpLd8akGvos0RTSOWQA7gOO+ywcNlllymJ/tG3CRMAo1RG+RjtY64ya+pjpfm53GP7JHSFlBTRQcCOEtt/FFmTlsd/t+n10mtcRvm7S5KN4QsGvvnNb8aFC2oz6L2AS1jcJFsY0DTgaUgyxP0sPo47Tzl3f4u2kxvUrnlvUt+StHM0rD3gfaVJV5VvSH3F8yVCzIte9KIIlsOGzJHkB/e68Ext3O1TL2fXPu1jcG4RpMqqRYSp/qT7fpx0e/G8/Bz9GJAuhI2FbE/JtyWT3lbqn/T3vv71r8ct79P80t/jAHDl2uA+++wT0CUgwCzpeCYft/w3PCc5wHn6PNegnB7uY9Ew9g7pNU2ue5ozWYdE90S3px878Nv1o666LvyAJpGm9Dn/3g/l1v5fNv4kfBhNOY9DR0COIaMA0Yp80bau6Tis3u3tM+cTKvFnu77eBAymPvRdyP3r+r4qS6kfBh2plPBLMOfhMoK0mEcjuiWLJKmXyOVlro/oOckqzcdxXeNdTqfz8abrPFBpm5tUHaij274am0rLSXptNG5+kpfSlE4yim4xqL+RX84Hy/WmMYZ7lSoHKgcqByoHJs+BCuDqyOMK4MpvoYhjdtVVV43GqVZN51gqxUNOLHcU54xh0vCQ2gJwedSAXD7pNVdGuzixmoBDOYfkKGXJTdKo7Bg+OAugdM92PZMeS78D6ejb5OruijsOdhztTu5QdGNOExgyfvwdnSusNY4NtR056XJl4T2flOgC4HIQoPIddJRjyiePdM3fxcGAIYRxlYZUdwehO4Oa0mxqS/CGiDZEUoDcwHQFnChshx9+uBcvuMErx7I/4BNmHoGrpCwVwOWcLTv3bYuI5kafYCWxVm4L8Mhv+onanju5yLmtP3M/J8u4zkQrWzmmzgLaIE5zjEXavPdX3muTq9xvIpVTxqiew6ECeA1AECCyHJ100knh9NNPz92q1xYSB7baaquw7bbbBqI65cidxoNkF+/nnAcaV9omOTztHICraUxqAiZNAsC1yiqrhP322y+ySZEhWd2qcdBBE6VjGI4pRelkNTmrynOkSQYBPHLP+LUmPvFM0/im9yXD9HvQUZMX/k1zYx3pOLhHQCy1lzYnuzvw9N6gcrXdLxk/29Ljnus9aRnlaNbEL/Kbeg9DgHgAGJS8BwgIKgVwNel6OWdrqd0wiBdNAK6mb9mUnuyN0vdIN2cbePt3OeqTWq7DqXzu4FX/9vZOpBOfANB74wRw+Yrqpqgd5Ot1yQG4cjq4ytt0bPoObXp1U1pc9wmhtgllyR3X19VPm8Yfr78AXKXykrK2yQzu52iU/JQekaD55qKmCCIO4Gr6tr5NOBFYiMJVKqOabDKVM9fHSmUpMtHBHk39LAVwldj+TW1c9UqPklHp9fR3m14v3b1Jdi9JNobLWCIA/fCHP+xv24duRZTrXXfdNbKX39jljDfIIGxwfGK+rXZTtFQS8DaF/YMdNKhd894kviXpttEw9oDXq6mvyDfkAC4WuiE7WHiUEpPTtE9twdoE4HL/jKehNu72aZdypn3aJ/6bdFfylexts21Uvkm3F+WTHrVojOs5fYPrHjlck+Sl/km+LQtyINLgew6iLgAujcW+xeegb+sArlzdBYqQrTHK2OFjUVObydk78KZpct3TnOk65B577BEAAvpCJtePcvx3OSxd19vKuNNUG9L39rzazqUbtvVz/1bD+DCa8h2HjkB7RkYBMhfltgLnXlN+bXq31znX5kv82a6vN8l5yqtv4gvO9X2lr5f6YWgfoxARwrDZ8EPxDVJCJhKpDr2uVM6Spsa7nE5XMg/U1AbS8uu39NJJ1YF8cj6F0nKq3E3HcfOTfJSmdJJRdItB/Y38cj5YrjeNMdyrVDlQOVA5UDkweQ5UAFdHHlcAVx7A5QN8G+Jfk4REMSKakRufRFzBKZOSb58gAJev7mV1Y27ywdNBGWUbRWjcTqxRypKbpFG5fU9uN950P3cs/Q6kJaVwXIo7acog0uQ011JSvgL1cV9OulxZuO+rMzy8dtOksk+Kw8s0LDppOuH0Y8IBGjQZ7avD0wmIJqdqLk03DDFwcT4QKpmVLvABUv/xCaFBCniJwVtaFgAJGHkpOT/Te/X3VA54m8GJjdMfwBQT66z2laFJf2FbMdoSlDpR1K+a+lBucoWtEulPchBcc801gYmEX/3qV/1oV4DK1lxzzYkDuGKlHv7H6nVWoeHMA8ym8nEbAKgUGH+nni9cDiAHAN/hPEP+IqdE2gZpkOzieR/TBFrR+NC2etUnEH79618HdAcodcjFi/avaQyhD9L2cgS4Fged9113FKovyuHiaaAHAcxF5hPJkQlteAbxHkBNqHQMY/sYAHVQLuII1+lPmhDPOb15JqUmPvEcMgleQOmYyDUH4PA9GB/aCIcqumGX9uI6pdqLQEW5SKfK17cN03u6N+yxdPwclE8bGEPtWgAu0lJYferN+DCI2A6GLbtK3yN98TqdmPCJsVwErqZxKuds9W88jN0wqP5NAK5SHb/0PcqZsw28/Y86+eZ8bYoi4tuKOJh0EB9z913faIvAhf3IJAWkRT2D5EkuP12bRF/0CaGm6GX+rbxPqp9qQkjl1NEnKAXgKpWXpNkmM5RnehwlP9LCT8IkP2OmEwBRAT113QFc8IbIZCm57BCwo1RGNY3RytO/m/ex0vxyZVdeOqZgjxLbfxRZo3LkjuP2lyzONoZkNmMZtjtRueTXYBEKUVcgfFa0QxY5eHQ++g32F+QyI16wf4rKzCW2BsdGG9SueXbc35I0u1IXe6BLX5Hu7wAu2cSUBbAH9ir8Z+EjE8Lo7ejW0MICcDmwRAsSYoGSf/KZpfpT8lj8Oen2ksuTa77ojwUolDUl35JKAC635YbxEwPUmduLBg4J1B1/tPwbBODy7zFJABdFLB07fCzKgVlI23Vht1uaJtc9TR/fXO/oCoyatA4J6JW2BgkoX1LOmMDD/8adpvS5YQFckmOT8GF4ff18HDpCLqoifg0AN4x1olK929tnrs2X+LNdX2/aXhoQMN8E8giJ+r7S10v9MOLLqEcWtm6yySYR/A3Q3/3t6s+lcpayyVeVs8fJC/Ae1HUhf2mbm1QdKLvLLY1NpeUkvTYaNz/JS2nKn+hj2bC6xaD+Rn7+LbqMMbxTqXKgcqByoHJg8hzQ/CdjNj435nNYfMsf5/rdtSSzelGT8nvadU1hhj5XAVx5AJeDrI477rhw3nnnLfAFXfEFGMBKpde85jWBsOfQkUceGR0v6Yse1UcALjcOmkLi0mhJH4UXAx3FHRq3E2uUssjhp1UHad3lzGky8uAddYSI/sQqQyKWQcN8B56XUjguxZ00Vf6miVNW8WAQ8K3ckSnjtokvWqVIHl0AXAg1wE+Qr66JF+wf4fcBi6AYM8kEvXnAZLScSwAEmbRwanKq5tJ0UJqMCk/LnXWTBnCVlsXLW8/LOMCgS1ulTyAncThBTIwDPiSaDpNeEL8f//jH9ycJ4sWH/7X1Zx7xCVW1NyYcdt5555hCE5BDod8BnChSEC+0ydWYYMM/lVPGKI9tt912ATAg9TvrrLOmvElfBvSi1da5bUGnvFB/TAsHaJdsEYOsB6CVkk8kK/x6qfPAozYCEMoBv90hc+qpp8aICJQpdcil5WwDJqXPpr+b5H2ujevdl7zkJXFLHH4D+qIf4UxMJ3BKxzB3XjZNCm6wwQZhr732ikVq6vcqr45tfMqNb3qPo0+4NW2bRURXAc/QJyl7l/aSm9BgXFYEhqZtkAWko3zupOL3sDSp8dP7UFpGtWv/xtqOB1nN84CzUqJ98AfR/tD/St8jjekAcJXaDZSvjZoAXKU6ful7lDFnG3j7l7OeZ0smtdZZZ53omOX9JnDWDjvsEPWEtme414UcDMYWyEccccQCr6HzYBci6zzqwiB5skBCdmESfdFlqn8Hy3ZK5GiiRqFjQeqnmhDydzj3bykAV6m8JL02mcH9HI2SH+k5CI9xTLoacoh2DeBZ5ACuJoCxg2uRTbJ/AAMNK9uaxmiVp6mPlcrELqCUFMBFWWQ7d7X9sWvZZgca1icSX2r416bXS6/J+QxIbkmzMXxLbBatrbbaalMmg/FVYMfj60C/Qd6xFTzjrkjfvYmnPOcAS/WHQe2a98b9LUmziUrsgS59Rb4hB3C5TZrKF8rn2/cuLAAX5RCQJ9XtuQd5lN+mZx568u//J9le/p7L1DOX2SeccEIEJE59IkRZhP4Dyb9Q6if2ftUE/pZ8ls8Q24HFK1AOoO4LLycN4FLZhh2rfCzKgVmoW87e4fp0ALimQ4eUHsziEvq+60ddgWbww2mcaUqfGxbANUkfhtfVz0exR0jHdXjaMn0N8Ah08cUXByLrikr17kFtflQAFwsE9M1UVo7uV23T10v9MJ7XMOf4f5///OfHV4jqqUAESsPLrTGxVM6SZptOVwLgKm1zk6oDdcwBuErLSXptNG5+kpfSdJ95qW4xqL+RXwVwwYVKlQOVA5UDM48DFcDV8ZtUANffAVwOuPKJj7/97W/9VYTOVjc0tRLXV2k5gEfvsdLgrW99q37GKBpE0/Cth3D0ExUGg8LJt/Vjj3C2j4PcieV14J4UoybnWc4hOUpZZEjK6UAZnHzika3xMOKdUiAToVR33333+Mgw34EX2upeoriTppxLnGsFFeciX80zb968QGQGqG0yNd2aowuAizTl5ONcYBjORR6xRRME3Bs0eaSoWKyqxZnl1ORUzaXJClFFeMHATFei+6Sll2+QAl5i8JaWxetez8s54A56UtEqbs4BpNJ+cf6Lrrrqqn4EHV1r6888k5NlO+20U3R2c5+t1tJIdakDpwnAlcpV0msildON0f333z9O+gE4AHiQynZ3yDc5dJvyq9cnwwHGHfQAKCe/AOsecMAB8b5AJoNkFw/nnAc+Ke1je0y89w8QJE5zhfn3MULOu6YJ9DZgktJvOjbJ+1wbVxrwAMc0/ZnJWjlE0+14eb5kDGPshhekTz9CtpCPk0+4TweAy4GiAvN7eTj3Vf6HHHLISAAuByTkwCq+uIC8U3AU14ahSY2f3u7TMqpdq29RXnein3baaTECm9cDZzTgAdogshaecyx9j7SnA8BVajd43XPnbsdo0pHnSnX80vfIM2cbuLx04FDJpJanhX6BDMCWEgG6YZIJfQPK9Rs92+VIBBraGnKINkYf8fxIg4kKtgmBfCVxTl+OD3X4N4m+6AAu6sK4hk7upAk6riHfmYCE1E+bxh//lgJwlcpL8muTGdzP0Sj5OSAZMDcR8t7znvfECJLkldqlDgZgcgrdz/U9xkPGT41f0jlLZVTTGC0+eL/wPlaaXxdQSg7ANaztTzvUdszD+kRU99xx3P6SxdnGSPUI+OkALe+L4jVyHvCdSHKf34ceemigDTqhnxLthP7gfqNB7Zo0xv0tvVzpeYk90KWv5ABc8sEgN1KgOnxCBmkLvoUJ4BKAD14dfPDBcYxzvvmY0RXANcn24mXzc5/szpUTvZLvxBGSLuX6VToOKP2cn3ijjTaKiz54JrdQMgfG8kUpKbgE+xC+AQCGJg3gKh07fCwqBXBRPwc6eZo+vrne4c/zPuRRXmQjelqT0iEls+jbyD3kClsqQ13LGR+2f+NMU/rcsAAuHwvG7cOwqk45HcUewQ5gvgE9HjrllFMCCzEACiJjoa985SuB7YOhUr3b21SuzZf4s11fp53iD/FFBJQX3Qn+QMxb4FOF9H1dXy/xw8TECv5tuummUYfn1aboYSqPwP6lcpY85KvKzYGVzAOVtrlJ1YE65gBcpeUkvTYaNz/JS2m6z7xUtxjU38gv54PlukDCnOdkMdcrVQ5UDlQOVA5MjgMVwNWRt+MCcOFMmDt3bjTgU0WyY1EWymPuYMH4IyKWJgM16U7BmET68pe/HIEHGMtEddEqAnc68aw7IAh5/q1vfStuqUMkKZR13hcpAhe/99xzz7DhhhvGW6x2BIGusgBOAMAlpy95iM9tdZBilFNeySgHeuB6aVlU95QnpAmxZdgee+wRzzE8WLVO6Frq9YY3vCFuUcVNNx5Lv0Nb3UsUd8rlAC4czIT7B4CHMf6KV7wifl+e4zeTIID4IDduicKDYUj9cdQQFUAGI8/65LyDBOAJdWJVCnk78At+40C7+uqrSSI6BN7+9rfHyCf89qg+bZNHbhjyLd0RSzpNTtVcmu7wZNsstjyiDjhscXoDZhS502yQAl5i8JaWReWrx9E44JEvSEmrD5Wq93Gu5VbBtvVn3snJMncWMPmGTGUrUfoVchPHl/oefRYDjiPUJlfjAw3/VE43Rj3iAvIO8Cp9GCJCHhOCcr4y0ZWuSmvIql6eIAccVMH3QPYjpyDGD2QeAEBIkTYGyS6ezTkPHJTEMyeffHJ0KHKOoxmHuSLXueON+zmHHNdFbWOInmk6Nsn7XBv3NJiUZvJPRJ/CAUofdCodwwDBa/xgPGTCiwkUdCvGWsYxkZzz+t10bONTbnxL03HwOdvdEDGUejPpQ5k23njj+IrrNl3ai08ACeSE3s74LNnFpOr3v//9KFPQw2kvAqqQqd7j3HU7n4zlXhNNavx0vcjLSDnUrh3AxdacTApSb3jLRBoTmBARyZCj6BeQb4lQ+h7pqK2TH2Auxg9kt48Po26hSD7SnTkfxm7g+SZyp7EmHfWst4Nh7I3S91Q/tw28/Y86+Ua9XC7Qz4466qioayDLiWCBnBU5gIu+T/+lXbH9qba50bNNR+8XOB1oH7fddlt8HPlE+1YfZZJFoKgu8qRLnsPo1U3pcd31fn7DOxYIMaEFz+Ar25tA2C/UU6R+mo5Luu8TqQJwca9EXvJem8zgfhOV5OfgEtIVkB+e0J41of/jH/84yl+ecQAXvwHusU0ithR+EiYG1A59UUGpjGoao8kbaupjpfm53NP2jw/l9Pf/OQBXie1fKmv+XpIFz7z8qc9Hsn4Yf8nibmMQQdB1CSZX2ZIJShckus0jznv7xOdBhFL4DtG/WKyoSXTfptvf8+tKl+O4v6WnnZ6X2ANevqa+kgNwuT0MGIKxG94RIQg/GdHORGw3iR8K6sIztXH/Vl3KmevTHi2F8hGpmHEVPybR32WzUDb38fC7ibwO424vTXlyXfoJ5yw2/NKXvhQBhchq9AGBIbjvupR/q2H8xA5u4z2i/eDvZdEq+jtRiyH8x+ecc04ca7BzIHRR2tMFF1wQnvSkJ0V/GpHLRZMGcJWOHT4W5cAslD9n73Dd9QgikAH+QFfzNBemDkkZ5R9u0yH5rshQ9EIW+eL/GRXANc40pc+5nUrdBhH9RAureHacPoy2vEt1BOYh0EkgB1F6pCT8FYDsOLquP4ze7e0z1+ZL/Nmpvo7twVwKIC3G0r333jvM7fkBIJfz/Nb3dX291A9TYjd5W6WfoA8g/yD0DOw0RSpHDqu8pXJW411Op6PNYhdA7i+IF3r/PGiC5DD3StvcJOpAeXIArlHKybtNNAl+Kk1vq6W6xaD+Rr1yPliuN40x3KtUOVA5UDlQOTB5DlQAV0cejwLgQnljwgQDxEFJGN0YkABKOJ/J5AqcyinwAJOzDOhywHOf+lBXXcOQZqKOCTsRjm74omd0XUfe0T0HcDFRC3gHBUTEylOUWj3P9ZNOOimcfvrpeiQ6g6WE6qLqIMUop7zybA70wPXSssgJ4pM0pOfkBjrX4QekOvIbpV0rRkq/Q1vd/bsPo7jLQI8FfvhfWn4upw5Hd177uzr3NuEALu6rHnrWJzR9VRD31d80scA1N9T43TZ5hOHHtmFNxrs717yOuTRxKOH40nclb8qnslFnOWC4R1unrpoI49q4DN7SsqQANspUaXgO+Gog3kZ+IcdE6aQX7RoZ4qR+MIwso60BpNQEAenR5nxCgnx0n/ZJu2abQ5cRKofkqn7njiqnG6OAs5CNGidp+ziFKJ+Xxft2Lu16bXo5AJhOW9XxzWgrfDMfowEQ4Yyn7YziPNhxxx37AGBqSX4ARSQvuYaMZCIFsJJIDq5Uzus+R7VJXevazprkvdLzNq60OfqkJr9zEfW4DpWMYegn9CdNcpAO/JduBu807nQFcJGG6sU5JD7lxreHnvj7f1bI49hTvpSB7+Vl5BqTMETpgrq0F9eXHOTkkT9IK20vzgN/z51XyDltrUwaTTSp8bMNjKF2rW+gsr3yla+MDkv9pp6uR3CdiTD6JPwXlb7nTj3SUpv3Sc9xALhK7QbVL3dsA3CV6vil7+VsA2//45h8o6+hP2s8T3ni+qcDuBifmXyCeIb+0oXIh/y8j/M+MkBjPemkW8B1kSdN+U+iL6YTQsrbZQjXqBvyS9G3uKZ+2jT+eP9xAFeJvCS/NpnB/SYqyc8jJ6f180kv+MSkLODOVJdVeVJeYucgo5xKZFTTGK10m/oY90vyc7nXBErJgT3Iz8cyfsMTyMdMt/1LZU1MtOFfm16v8b/aGH9nnusLqWxExiEP9P1y9jop4QdwMA96Ld/edds0gtGgdk264/6WpNlGw9oDXfpKDsAF+IkFgaK0n6DXuF9QAIQuPFMblx5DHl3K2dSnAaQKLKDy5o5dAVy8O6n2kiuXrqXjA9fdV+DnDuAq9U/Cs3322WeKnkC/cL0htZs+9rGP9SOvqdw6+vgyaQAXeZaMHT4WNckKHyPcbvE2qjrDD/woApQvTB2SMkkXSuWkyqujZCp9kEW3owK4SHdcaaoOTT5g1SF3nKQPI5cf10p0BAce02+QwQIlM5ZhCzC2QLI/S/XuSfizu+rr1A0ANosuRPq+qT5b4ocptZtSHZk+TFmxo6RLpN+lVM5qvMvpdK4/DDMPVNLm4P8k6kC6TQCu0nKSZhNNgp9K03US8i/RLbqMMZKV5NFljEEWVppeDrD9tvww+I4E6siVgnb+2te+Ns5dco5+jI8CHYNFqsiSEkLnIAI3cgJbhXQInAKgnh0AcsTiCoCfAPGZO0CfQ76hozO3RJlSIpDH1ltvnV5e4DcRjFM+sKiDgDLkCyYDHZL2ysLWU089Nf5eIKHeBXyDW265ZVhzzTVj/dBZmMu4/PLL4wIFzpuohC9NaY3zOmMH3+u5z31uDIgALwiiwhwA7SDlXZe8S9OczvdYGOg7uzXVi/aA33MQCQdAe1eE+Nw76CHofOxuQP+gjdN+WJigYDK59wZd03dizCZdeEk/4o9z/R6Uju7P6kVPKpMASmGGHksBXLzH1jUIjCYC/IDRj/CayeRoespJJANW1EJsQ4cDetlll42//R/1QqCySiAlVhaywmO11VbrK6QISBo1EZto9FAadhx+kp87u5Q2+TFo5AaOpjoAXiBNVoXjjE6pCcDFcyVl0QqDVBFL833Vq14VnUbpdQYenMLpIFfyHdrq7op7Go6cMvnKi2OPPbYP0BOAiwlYJm8Uxl71QOCdccYZcaDWNR2JwLbrrrv224Ou036oL3lCKYCLAWm77bbrO3aIznDQQQfp9bDbbrvFSF79Cw+fUBbaGls9MpCJfCUR28woyhv3Fbo4nXDSu274OpilKU0GUr61O6VIi/ZBFCK2WGQrRRHGJpMgHKFf/epXcdW77nP0FUv+bfSMO/88DG5JWTTRrrTrsZwD6o+kwLjAdxbhPN1rr73izyZHr94fVpY1yQ7kMbKeKBOMZWqjZ555ZmCFJ9QkV+PNhn8qZyoDUXboJw7Y8iR++9vfxlV0OIorzQwOMI7jZEdBzRERVVhBqEiLfNs22UUaTc4D7mFQIQ/VFrkmIi/Gn9SZoDFJjkY978dBY4g/6+dN8r6pjfu7ONVxpkCsLmecbaJhxzDSwXlIxDxWgzsx7hF5B4OecX4YAFcTn5rGN8+Xc2QNxk9OL0ZuodvQz0Vd2kvThAZpsPUquiQGjRPOaFaoa2x1J5W3P3QVtv/uQpMYP9vAGHI0575fWz/BWY1ugTGZUsl7OF2JZipQEHo4UUPgh/jrAC71jaZxqsnZSllL7Ya0nvrdBuDimRIdv/S9nG3g7d8n39AF0Akg1+Hihd4/nHToEFDaPkiTdkUUEMlRZALtgQUzcgr61lOlExHkDw9ZsKPtwrkmIl90CYCSTl3lib/j5+Pui77AhMhbOAThsRPjDhFMHTzM/UHjj39LB3Dx7rDyknfaZAb322iY/IgCsP3228fk0BUBW6VOTbc1BEDxySmiULz0pS/tt0OVjWeJ6C29Qdc5DiujmsZopdnUx3R/2Pxc7mFb5hyCTWAP8hzW9i+VUapf7tik1w+S3U3+ksXZxthqq63Cq1/96sjGNPoeFx3k2Kbnvf71rw9sVZejnJ0/qF0rnXF/S6WbOw5rD3TpKzkAF3m7HPGyIDPQjeAnW/FByCfGtS48Uxt3+7RLOdv6NDIO0JmAzIx7pE9ELvRwxhLsF4GkvT5N55NqL035cR0QPfq77BY9y8Idxj78BJADuPjd1P+51+YnZvEz9iV2ihP8w1465phjpixCgL/onh6BjfeYsKRMbNcMrx3ANejbkr+ia+Z0LexZxhAmVVLA8bBjh49FuT5PXZrsHepF3d3eozy0M9ncC1OHpOyyWfDhoBs0EYAt/PwQ/t+5D0dLyvGfejfpup7+uNJUHdD3AMgNS21tYhQfRls5htURJHNJM7fdY7p1sLZSpC/NBH+2A7jw1bNgTvap+ITcwd9w0UUX6VI8tunrw/phSu0mJmWxC7Ctc4S8JTAC8xdOJXJW413OHi+dB6JMw7Y51WPcdSDdNp9CaTlV3vQ4CX4qTddJlO+wukWXMcZ9YO4baxpjBChQmepx8hxwHwkLJ3L+PEqBTs48ZqqzqYSuC+lal2O6i0T6Tg7wiQ+I9kQbbCJfOKhnBJjR76YjQEeiP4rYQYb+kfp/dR8MBnO6yFOndIGI3+Mc/fOLX/xiDP6R3ivhS5rGJH7j60NfoT3kiHlu5tbT+ZPcs7pWmuZ0v+c6vsqeO3qk+Nx9rqG/gVMQ5XRS7rXZZ7QfsDHMSZWQ5G0FcA3gXimAC0MK5OYgApjCZMpMJzo9KyxoOKx6csALnREDiwkFADuAOpg06ArugE8IDW2/hDMMpxjEpIa2QnQegT7GqQ6Qi0aMkUeo9DZqq0Pbe4PulZRlUJrcR4kn2tN6660XAWYAkxhsm2jU79CU7jDXZfzwPTB0MQBwSuKIAZyHsdQ2QDDQ0pYwtvmuTOamEyK58qBY8g5GGXk76Irn6cc483DE4DxgkAclzvMLm+DR05/+9NiWQcWjwGBMiVB66HsoGcgL73t6ZlzHmVSWcdWppjOYA8gO2iCrFZiEQ5ZqxR1v03+QQxgBOE69f41TriLzcL4g23F+IAMAstHuXTEfXKP6xHRyALkKGIJIcshXvhkrDUoV1Lay44hD1vMHcJxxEWNx1GiAg8aQtjJNx73SMQxnKw5Mxla2q2JMZUKrlEblE+VAztDHmWzgu1166aVZY7i0jP4eDjom7nAMkhc6yCCdQgZf0wS8p+/nM2n8ZDIL/RG9HLlNnc8777yB/aT0PQGC0Pulyztvxn1eYjeUlqFUxy99r7Scw75H/+N7CyyO7i2HhG/xonRxJCPfc4td9EzTEV7QRlh5SVtkMpExYhRZ1JQX1yfdF9F7cOaglyNTcmCjtvJ1vTfd8nLS+TnwYr/99ouygokqouOge+I7YJxqo1IZ1ZZm273pzm9Y25+yj1vWjFOvp3zVxoAL7bTiiitGGYmtBeiEfkB/SIGR7akseHfc33LBHKZemS57gDaPvQhgh/EE29R9Oug+2JGMN9gJC5vQnVm0io4kPw7AJ/pGGk2qS1kn1V7a8kY2obvTRhm7ARFQ9kE0in+S9ssW69hA+BHpF21+RL45/j7sUXym9KFJ6RmD6j3dYwd2DpEtAAO5D2dQOUvvD6tDluazOL03KR/GIB6NW0fI5TdpvTuXZ3rNAVw/+MEP4qJ+5iCYi8AWZiwAICkZnL7f9rvED1NqNzGuPfOZz4yLX5Cf119/fRw7mCNgEjhHo8jZXHqjXitpcwujDiXlHJU343x/3LpFW9mme4xpK8uSeE/+SdW9DcAl8B/P4rthfhQAFd8QXQ5qW9wcH0j+sU05cglCDvE+OiD+Iwedsngb3zyETgKgXHniN0E3Y64Te8G34Aaciq9SxDa9yELywi5qIoDcmgcgTcD3Iq6TH+MTuisyBkojLfrWpNzHdkCPYvygDPhHIOwMFiy4XlnCl5jYNPxzEBx8ZK4ZPAffDNkBoVMTzS0FtDUVrzTN6X6PRTJEhIfcPkzrha6QLib1Z2ijtGG1He7JX+rPpdFwaUP4WMGrKNgBugcYiTZMh6fp5xXA5dxoOUdZG5ZQzhEk6ui8z3ZYrGRgxSrCV4RAbVuJoucWlyPC4o1vfGOsDiu8CduXkgtrIkg0Karpe/X3wudACuBa+CWqJagcqByoHKgcqByoHKgc6MYBLcBII+J0e7s+NW4OVLthPBzF4YQDjUgxRx555AKJvu51rwtEwoUOOeSQKQBcrbonIucRRxyxwLv1QuVAFw7kAFxd3qvPVA5UDlQOLEocIBoii++YdCIKkk/2UA8mu4ioBOUi3cQb9V/lwAziwCg65AyqRi3KYsyBHIBrYVW32k0Li/OLd75Vt1i8v29aOyIbsgAOEIlAUHqmCcC1dW/bQaKFQ4ByCIiixSAASViIp7TQT7sEXQEARaRY8A3MzaeRhNilQbslAU5hgQLk0QsBtHzqU5+aAqD1+5Rx3333je/xTzsfsdCXaI9dyCMfpzspsPABnAHgeojdMLSN7rvf/e7wpCc9KV4X+Df+6P0D6ASvBXhyH1kpX5T2JI8sgFB0WL4Z5fZFcm28aipXaZrT/R7lVxRdAGolUVPFA+eTruUAXIrGzDNpVC8H+QEMpG0PSxXA1ZFjJQAuQvaxpZsoXVmlrTJ0H0c6qwGWBELwKdwx4DV4ocZI/T3sHCutDjzwwCWBLYtNHSuAa7H5lLUilQOVA5UDlQOVA0sUB972trfFqA7ufFiiGDADK1vthvF8FJxmOJogtqjz7Up9O0kmnAEviohix7s47XDYEe2kUuVACQcqgKuEa/WdyoHKgUWNA759pW9JTD2YyAAMo+1k0u1fFrW61vIuGRwo1SGXDO7UWs4EDswUAFe1m2ZCa1g8y1B1i8XzuzbVCtAUkUVz1ATgcsBJzm/jWwXmti7M5eXRjH7605+GE044Ycpj+IgAgwEMc8AMkZ0ATkGAiXzeXwnwnvRhgrcoQqLmlU877bQAqGoQkbewA+Qj8JK/51HMzj333HD88cfH2wLfpCAyvcu2jPxBp556avjhD38Yz0v5El+e8D8HDXldlS2gQKKhQ+yeoHPdzx1L05zu9yg79aGOABRpYyXk3xcwpLZkTgFcRCfeY489YhYAFdmWMiUBEgHTffjDH26NCpa+y2/1nbqFYo47dq0EwOX7B5NUuhUFyGm2tBGdf/754dhjj9XPxf7IxACr0iAaMI2csLYMTkID00EI/TgdW7Es9gyfxgpqoCVMJ+EBK1UOVA5UDlQOVA5UDlQOLAoc2GWXXeJWLWyfWGnmcKDaDaN/i1e84hUBp50I+4qoINheWo2ITXb44YfHbU31HAA67Nof/ehHS8xiI9W9HsfLgQrgGi8/a2qVA5UDM5MDrOQnwpZ2Y2BSaP78+XHrdyb3RWeeeWY48cQT9bMeKwdmLAdKdcgZW6FasMWOAzMFwFXtpsWuac2YClXdYsZ8imkpyI477hi3YFNmRKWXzyYH4ELnJPoVR3w873//+/Vq/8hiPgDZUBNgqf/wwyeAoVh8gJ+IBQh33XVX+kj2N1GumOdv23XMg9tQrhtuuCGwRTNANAi/1G9+85ts+n7Rt09ki++vfe1rfjue4/MCFAfdcsstMbIW/Pzc5z4XrzVtK7nTTjuFF77whfEZwFuAuKBSvsSXJ/zPgXyAh3Jbawu4RlE+8pGPDPyupWlO93vUh2/Kt73gggvCMcccw6WhyCMls+iVcZ3+B6UALg9CdPrpp8fd9+KD9g+bUFuNfvvb3w4/+9nP7O7g0wrgGsyj+EQJgIsQbY997GP7ORx88MFTwtW9+MUvDjvssEP/fpOg6D+wmJ0gxBlM2HM6R4C3WI2GUK20aHGgArgWre9VS1s5UDlQOVA5UDlQOVA5MJM5UO2G8XwdtrDffPPN+5PKnipOOZxdF198sV+u55UDY+NABXCNjZU1ocqByoEZzoEtt9wyvPrVr+4vTk2Lm4tikD5Tf1cOzCQOVB1yJn2NWpaUAzMFwJWWq/6uHBgnB6puMU5uLlppfeADH+gDunIALgcxte1mpWhARLsi6tUgAhQ2e/bsPuiJiEMbbbRRWHPNNcONN94YLr/88rgdeJoOaRO1iB3JvvGNb6S3Y5qAvAjigh+K5zl6ZHgAXJtsskkMAENa1157bVxoeM4550xJz99p2prco/rfc8894UMf+lBMA75Rhuuvv36BADIsugDfoSj28IKdGqBSvsSXJ/xP8/JpZH3PVtsMco3n+U5tVJrmdL8HgJE8oZ/85Cfx26611loxGhzBg6688sq4zSG8yRHtjChaAMAAK7L1JttsNgG4HP/De+SR0jbbbBMAZELz5s0L3/nOd9JHWn9XAFcre/5+swTAlYY6FJJUqW6xxRbhda97nX5GNGTJPpj9BBbRkyc+8YkBXgjsBpDtkksuyaJDF9EqLnHFZuBkYGRgRTBWqhyoHKgcqByoHKgcqByoHKgcGJUD1W4YlYMhRpjbeuut4yKaZZddNjprLr300rjQCKdZpcqBSXEAe5/V49B5550XV+ROKq+abuVA5UDlwMLmABNCL3jBCwK6y8orrxwnhy677LI4+cTkUaXKgUWNA8yNVB1yUftqS0Z5mXR9+tOfHivLdu+5SdQlgxO1los7B6pusbh/4Xz9BgG4nvWsZwWiAUFErQL8lCPf2jCNJpQ+76AnQGGAWlZfffX0sRjNi0hH6Lhd6R3veEcEgvH8bbfd1o+6BdAFwEsbEezlsMMO62MH0LEBtUF/bNgNykG+beC1ZzzjGREwhu4O8Ic6p+lOki8xsxH/aTcsttwDgJSjN7/5zWGzzTaLt44++uhw4YUX5h7rXytNc7rfW2ONNeI2hf2CZ06wwb75zW9m60yfAKyFX/Sggw6K7UnXSCrtM47/Se8pa/gMv6GmCHHxZsO/CuBqYEx6uQTApXBtSgtEHnvBitg+kW0URV33HNXz9Vg5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQObD4cGAQgMt3+jr33HPD8ccfn638vvvuG1ZbbbV4j20ABQ7JPcyuWWyvlxJbNAKCIkq+CMALYJZB4FmiWu25555h7bXX1qvhP//zP8MVV1wRf3Nvww037N8jXQBe5OXbkAPCofzs4AUdeOCB/WheBNEhOpiTA9dI833ve5/f7p87IEcXHWDGtUnwRXmNegTDQiQoiG+h8zRdogRvtdVW8fL3v//9GJUqfUa/S9OkHSr/YcpS+t6Pf/zjGCTIAybxrdkulDZLPbS9PXXzdsdvtspky0zII2W1AbiE/2lrUwDCBO4i0A3AsGFIfRRAHgBe6kBUPP441++uac7qRVJaLJftlgC4tNermIeApMGIHPnJtVQY6Ll6rByoHKgcqByoHKgcqByoHKgcqByoHKgcqByoHKgcqByoHKgcqByoHKgcqByoHKgcqByoHKgcqByoHKgcWPw5MAjAtcMOOwRAXBBbx33ve9/LMuWjH/1oP4rWfvvtt8C2gf7SBhtsEPbaa6/+JUAwbId4wQUXxGsrrrhioFwcoRtuuCEAnmqil7zkJeFlL3tZBKHwDKCXk08+OZx66qn9Vxxglm6HSCTvPfbYox8Vi128DjnkkPguwBsAOBDgMt5lW8BHP/rR4XnPe94U8FdbBC74s+qqq/bLGBPs/SPwDoAfgEjj5ovyGMeRCGnUAfrrX/8amnZ722WXXcLzn//8+NwPfvCDcNppp8Xz3L/SNIk2VVKW0veogwPTrrvuuvD5z38+aLvElVZaKW6HqF3g2CJRAEWu0fYAQ910000BwJ+oDcBF+nPmzIkAsfe///16ZcqRSG7arrQpQtyUF5IfFcCVMKTpZwmAC4GlPVJJN90H00Mbcp9G9elPf5rTSpUDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA0sYBwYBuAApvepVr4pc+fnPfx7+67/+K8uh/fffPwBkgRQVKPtg7+JTnvKU8M53vrN/+2tf+1rcAq5/oXcCQOpf/uVf4qWmKERPfvKTw+677x5WWGGF/qvsUvbVr361H3lLN9i6kAhX3L/00kt1uX9cZ511wnvf+974G2DOBz/4wf49B6f1Lz58QtkgADpE7frwhz/88J38ged6gYrCzjvvHNiiF7rkkkvCEUccMTa+5HMe7SpbPhIVCmoD1PE9nva0p8XnjjvuuHDeeefF89y/0jR/9atfFZWl9D3qQHskuhsR2375y18uUB3qQpQ1bY0JXgfAFv0CICLgPu5zTdQG4ALLs+yyy0YwYlNUt0022SS89a1vjcmpDSntLscK4OrCpd4zJQAuwvg95jGP6efAnp+g7EQelo1rf/jDH8LBBx+s2/VYOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDmwBHFgEICLbQfZfhACAHPkkUdmudMFcKIXAVwBZoFSsJSe4XjAAQf0I1ylAWzYzg4glIgoXmeccUZg275S8vyIoEQkJdHLX/7y8NznPjeCagBhkR/Rs4455piwzz77RADXMLugge3453/+5/je/PnzY0SpcfBF5Z3E8T/+4z8G1vNd73pXAFgHpVsJ5spUmuZ0v5cre3qNqHJEUYO+853vREDf61//+vgbcN+f/vSneK5/AMIE+CLqG/S73/0ubjsJeBHQGNQEiCTSGRHPoDZwZXwg868CuDJMyV0qAXCBuvP9XAldSAhD0Zve9Kaw+eab62f43//93/D1r3+9/7ueVA5UDlQOVA5UDlQOVA5UDlQOVA5UDlQOVA5UDoyPA7NiUg/2HFu9VZi987ges/fvwd6Fhxdnji+zmlLlwCLKgdmzHgzP3vj+sN3mc8IyD9zLkuVw9wOzw7V3zAkXXn5fuPj3D4Y758/u9ZmHetQiWs1a7MqByoHKgcqByoHKgcqByoHKgcqByoEZy4FBAC6ARgSTgdoiL33hC18Is2fP7hSFirQEwLn99tsjkIlrKb373e8ObG8IeQCbt73tbeEf/uEf+o9fdtll4aijjop59y8WnHjQnBTA5cmxMxqRvCDfBlBRkNjOccstt4z3tT1i/JH8A5QmbIjyG4UvSfJj//nv//7vMQJV21aRvlXlxz72sT6fmgpTmuZ0v9dUfr/uoMLvfve7EZz42te+1h8ZeA7Ii77EtolEjYMOOuigcOWVVy7wrm/reOKJJ4YzzzxzgWfaLlQAVxt37J46qV0aePqa17wmIj71IMi8L33pS/oZ6Bzac5OLIP7mzZvXv19PKgcqByoHKgcqByoHKgcqByoHKgcqByoHKgcqB0bnAICURy51f1jzUXeFDVa9I6z5mHvC8svPCvfd82C44eZZ4XfXLx8uv6Xn6Lt3Trj/wdmjZ1hTqBxYhDmw0doPhNc/59bw88uXDZdeu3RYatac8PiV7w8bP/6OsOHqc8L82Q+G0y6dE86+aOlwZ2/hcwVyLcIfuxa9cqByoHKgcqByoHKgcqByoHKgcmBGcmAQgItCH3jggWGppZaK28DxPAAep8022yy8+c1vjpd++9vfhi9/+ct+O3vOdnxEHyKSFWCVHDnGgWd4lihYYCMgysF2ib/5zW9yr/evUT7ANdDpp58eTjvttP49PxEoSGUi0hYRpQCmARLLvbfbbruFZz/72TEZQGQXXXRRALTznOc8J1777//+73D22Wd7Nv3zT33qUz2f0fJTtskr5Us/0QmesD3kGmusEXPIRdfie372s5+NUbruvPPOAJhrEJWmOZ3vsW3iv/7rv8Z6sQteU/v+p3/6p7DWWmvFKtOW2Dpx1113bWQBuCD6FXTLLbfEI9t7sk3pTjvtFNhlD6L90I5SokzkAcFreD4MVQBXR26VALhWXnnl8IlPfKKfA3utIkivueaasOmmm4a3vOUtU+4hWBE8lSoHKgcqByoHKgcqByoHKgcqByoHKgcqByoHKgdG5wDxgR71iHvD0x97U3jZZjeFjZ+xSnjE2k8NYYV1Q5izcu/u3SHMv7a3XPWycM1FV4TTz18m/OSK1cJ18x8ZHqjRhUb/ADWFRZIDuz337nDd/y0VfvLrOQuUf81Hzw7bbTonPOcpd4W/3DM/fPcXS4ff/GHpcPe9NRrXAsyqFyoHKgcqByoHKgcqByoHKgcqByoHKgcKOdAFwOVbw11wwQVx20DP7oMf/GB4/OMfHy+xxSJbLQ6ivffeO6y//vrxsZNPPjmccsopU17xyFbaYpAHvLyHHnpo+H//7/9NeS/3w6OINW1zuM0224Qdd9wxvu6RxhQRKwdIAtjzmc98JoJwwF7AB0BlALoAdkF/+ctfAqCslJ7ylKeEd77znfGyp13KlzT9SfwGlKaIUgCOHJ9Cfq94xSvCi170oph11x3hStOc7vcE7gOH89GPfnTK9ppUmGBKgKgA/bVFKIvMefifbzeZbpMIsA+AH0R6bKlItDoR0bkEfGQrz/3220+3Oh8rgKsjq0oAXCTNR1lllVWm5MKesQgOJ1CBhBisVDlQObBoc+BVr3pVWGaZZSLim0FwYRJA0Y022igW4Rvf+MbCLErNewAHtttuu9hurrjiivDrX/86Po3i+rznPS+e/+IXvwjXXtubWJwQPetZzwprrrlmQEH2rX5z5ZpQEfrJzpkzJ4awXWeddcKqq64a9yonNOlZZ50V7rnnnv5z9WTx4QAKrbaUxiCkDbzkJS+JFTz33HPDX//6135lt91227DccsvF8L65VTX9B+1E7ftvf/vbIhXpdCbK8B122CGuHGG11oUXXmhcHv50JtWPPemf8IQnBNpI6pAYvmZL9hs4hFiBhCMHo/jzn/98nyGsqKOvM77Rr4855pj+vcXhZHGsX04PGKSfIL/XW2+9sNJKKwVk+LAhwtO2QDj+jTfeOF4+77zzwp///Of0kdbfvU0Rw1or3B7+cbM/hee9pLfy7ak9h99KjDHr9f5W6v1hl7M6lZVw1/WwXOeFcO3/hD+fcWE4/MzVwwXXPSbcff9w0bi8zOecc0647rpeuh2Ilao4lW6++eao93R4pfER/Bc4OOmHv/zlL6NTsvHheqNyIMOBVz/z7nDeH5cJV92QufnwpXUft3R43bMfDBvPvT38/JoQjv3xI8Ktt7GtYvM7fge7GTkDnX/++XGx40tf+tKw7LLLBreL/J16XjmQ4wB6hyYjsGcnaTuT/6CxMFfGRfkaY8nLX/7yaKddfvnl4eKLL16Uq7PYlb3aMsN/0g022CA8/elPjy+O0186qb7SZmPlaj+p+uXyWpSuPe5xjwtbbLFFLPLPfvazcOONNy4SxceuQgZDZ5xxxhQf2aAK5Oy5Qe/U+8NxYEnTCYbjTn16HBxwQBSAHEUC8rTXXXfdsM8++/Qv/ehHP4q+GHAIb3rTmwJgJAigFSAWQC4iAaDuu+++CL7SdXwKimrE8/hLTz311AhWWXvttSO4CXsO8ihWAtIwj4NPaBCxlR0AGCJDKT38PocffnisK9G10PO333776N8gPY8uBU8IpgOR3/HHHx/PV1hhhQigET7jpz/9aTjhhBPiPaIqffrTn44Rxrjwhz/8IRx33HHRF0N+W2+9dZS7ir6EffG9730vvlvKl/jyhP9RdvivchP5jDoz54evjnkViO95wAEHxC03VaT9998/+vH4jS+XQERQaZrT/R7tn34A3XXXXTEKF7gbaMMNNwxvfetb+7gcbwvxgYZ/bQAuXgEohh0KMadAG8KPwfahRLzTd6CNM7c5LFUAV0eOlQK4mIBmH1h9qFx2CDKEEx+4UuXAks4BJv2Y1F1ttdWi45bBm/2K2UP22GOPjfvSduUR4BeFwuz6zsEHHzxl31+MO8IoEnqSEJOUBTAJDuYcQEsKDyE7DzvssK7ZTuQ5EOJSzlKE8EQy7CU6d+7cOKjfdNNNWWVyUvku6ukKwMsAjwIK0X4BBEK+xS6KrFZMoMzefXcvasSIpHCepEV4U1GuXLo3iSPtlT3Spax7HhgRhCdlEnJRIhwtGPMoxrm9sBeluqis426DrJ5hkhliVQwALRmd6QofydjUqFTZckcMMiYCWQXxz//8z7lHJn6tRDYuDBk+iBHif7oteNt7TXWfSfWTsc8YT/jvmUjj7neTqCMTBXvuuWffoUIe0j+8n3MdI/TjH/84p4sFLa71y+kBTfoJH9Idi/xmgpdw+aMQegHOD+gHP/hBNiR+U/qAt9Zf+dbw3hdcFdbbftMQ1npTCEv10iKq1oP3P/wa5z3n5SxAXL3z2QC6bgrh1h+GB875r/Cf310+/Piqx4V7HliqKZsFrnuZ3ZG5wIPJBY1XvnqVR7BHGBtZ9ZmCEpru+RYJOBodoJ9kW38uIRxoGo+bqv+Sje8LV/5tTvjD33H02UfnzJkdXrrZI8JuW8wPv7317vCNM5cOf/wz23dkH59yERtbtgdbZZx00knhC1/4QrQnr7rqqoDe0YWGrVuXNOszM5MDTTLPxybAGJO2GT0/t9VnJtdGLxWTf0wGQURRIJqCqPY/cWLqcTr5sijYMuJOUx/W/ek6MpmtRWSyV8a9lFNDAABAAElEQVSRd1tfKU2/zcZqSnNS9WvKj+sz5du2ldFl93SMFW1lGeYethD2BfStb30rsECkK+Xsua7v1ue6ccDb1ZKgE3TjSn1qnBxwP0sTgIv8AHpqQXQuf+YmAEWxBZyT5IS2JfR7u+yySwAo7kQ6AJZFLNAE3wA9+tGPjpGIdK/LEXuQOaknP/nJERTmaTM3DBDIKfUzsYAODIaIejBvwFyu0gL09slPfnLKDmjed/VuWjeug9vgXadh+eLvTvo8x8c0z3nz5sX5Rr+u7SK5xk5yV199df92aZrT+R4+MwIq+bwi3xNSO+AcMBv9iLY1iAYBuIjChW/7kY98ZGNSLOjE11dCFcDVkWulAC6SZ6L9ve99bx/N6VkyUYQRnEPN+nP1vHJgSeDA7rvvHp72tKc1VhWw4xe/+MUpg0fjw70bPnnS9pzfA8gC+AhiNRZGrwt4f5boL0wkOWlye0kEcAFS0WRs1xCczrsl+VyKchcA18te9rLAH9Q15O0g3s4EABftB3CN+hvKNgoVihAKN4TSxaSOK5CD6raw72tvbcr+vve9b2EXZyz5j7sNsoqGEL4QbYBvzgoGKHV+SMYuSgCuUtk4kwBO8WP0/on/XQFcbXWfSfVbFCY9xt3v9E3HeXS9iz4K2IQQ0hDODtlTrIRCjh9yyCHjzH6hprW41m8Y/YToiR5xDTuXyYXvf//7I30bb1fDALhwJ679qNvDh5//h7DeK57d+/HaEJZ6VAj39yJtzeqBsR5cpvc3p/cUzsCe4wYA16xepM8He8D4Wb3rs3sOmFvOD+HnR4XPfnulcOaf1wj3d9xO0cs8DgCXVrDmwq433asArpGa3WL3ctt43FTZp63zYA8CuVS46MrBjk3SeOoTHwz77nhfuH2pWeErp8wOv758ds9x3pT6Q9dZFf1v//Zv8QfgLUBcyBHkSQoSaUqppG5NadXrM58DTTLPJ2CmY1Le80vtlZnPxeFL2ARKqf0vz8vp5suiYMuIU019WPen6zgpgFNTXxmlXq5XpjZWU7qTql9TflyfKd+2rYwuu6djrGgryzD3KoBrGG5N/7PerpYEnWD6OVxzZD6BiFcQY34bloBgAFtttVV/fkXcY/wgCn5u60T5fZp87exsQYCLXJAaj3hFXi94wQvCK1/5SmXb6SgAFw8j78gLOzEl5lb+53/+J0YWS+9tueWWMRACdmRKBEAgYEIuCALzv294wxuydSM/osADnGWeKqVh+JK+O+nf8NEjQCk/6gR4S5HIdJ0jdrn4zgL7dPFgSZqkO53vEdGeeiv4Bfk70f6//vWvdwJv8d4gABfPEP3tQx/6UFx0yW8nIoCBZ8i1H3+u6bwCuJo4k1zXhENyeaifoE9prEQWQmiAFNUHGCqh+nDlwGLIgTe+8Y3hGc94RqwZA8n1118fwzTS90DqCtQxTMSG17/+9eGZz3zmQG4pbR4k8gYTTjhcHEzCNSJv0Y/pw3onXdGuye0K4PrfOBgOZH59IHJAirIDuAi/qVUTZ555Zj9sqU/if+1rX+tvuTgKK2cCgAtlnVX4UBrG1J1PhDjXRM8odZ6udxd3ANc42iBGFsYZBL+IlqU9xI8++ugpW/VJxjYZlbnviuGITEf3IqLXdFOpA38mAZzEM/G/ArjEkek7TkL2j7v02joePQ7jlW3jRWo7AHMF6tK9xeG4uNZvGP3kqU99athjjz3i58QpAsh8HOSTVsMAuB619L3hfU/7bdhq59VD2KA3xiy9bA/ANT880NsO8cG7Z/fwWcv2cFw9ENf9PajXUqzKuz88MB9w171h9iN6vyNmpQf4uvaccPtPvh8+cNKG4crbH9UDtAwmL/MwAC70PvQ/Vnj6eNU2IdZ0rwK4Bn+nJemJEl1kjVVmhSc+dnY47/f3xyB1Xfi14dx7w97bzA4rr/JA+OpPZoWfX7xUuPe+v6/OTtPApkZ+QkTa/fnPf97fOoNt5dEzB1FJ3QalWe/PXA40yTyfPJ2OSfkmW33mcm60ktFXX/e618XJLbZSJyI9VPtfnq/TzZcK4Mp/h7ar7mMaZwSupr7SVpZB99psrKZ3J1W/pvy43iSf296Z7ntrrbVWf/soQAA33NCyT/R0F64lP+YTsS+gGoGrhVEL6daSphMsJDbXbIfgABGrNtpoo4hFIMoQkY1/8YtfxIXxQyQz5VHAW+ycwlZ0nLPlIL5hFm5OgoiqxXZ4q666agQSsYU3C0HboiYRAAA/yBOf+MS4FSDzy9iUzOm2Ee+tt956YZ3ebmrM+xLcg7xYUMSccBtNN1/aypK7x7jHnDuL5YmUhr096jcrTXM63yMq6Prrrx/WXHPNGCCCOVf+ciC+HN9KrrFVJ7wGPMb8JfZSCoIbNl3hh9hVhraGnkn/5o9z/e6a7qzePtJdfJpd05sxz40DwDVjKlMLUjkwwziA8GGlLQKHST/Q4BdeeGG/lGxBxmQfz0Fy7vYfGOGEqC9Ef4GIEPDjH/84nhN2E0UBYr9fjyjgEyKgZ9///vfH5/inCbwK4KoArn6j6HCSmyBtem0Sk/gzAcClvsMqEhyQTijShOJFRqR9zp+biecVwDX4q7gzSs5T9Ykvf/nLgUkCkdrJMAAuvbuwjqUO/Argmr4vtihMekxC9o+bwxpLAG598IMfnJK8+jSOEyIpLm60uNZP9XKAedO3I4ou0XShH/3oR/Gv6dlhrjsYqiuAqwfRCs9d/frw8Z2vDmHzbcODK/YA4sveGx68Z6lw9yW9qEB/fUSYvdodYZlNHxXmLL9c7+n7w91/uDncd8kDYdYyc8IjNr0/zFm9BzqZf18vKFfP/rh8Xjj9uzeE/+/iDcLdPQDYIPIyDwPgakq3bUKs6Z7bK+mCk6Z86vXFlwMlusicXtPfaK3Z4Y/X9XYUvbNbFC44+MQ1HwzvfenssNbqd4Yvn7pU+OmvHhHuW3DBcp/Z0u0UWVhbN6SrufsvJCcldUuSqD8XIQ40ybzpBnAtQiybaFFr/8uzd7r5sijYMuJUUx/W/ek6LgyAU2nd2myspjQXRv1myrdt4smifN19ZhXAtSh/yVr2yoHKgcqByoHKge4cqACujryqAK6OjKqPVQ4UcMAnfJomiHbYYYfw4he/OKY+rlX9oGHZQxpQyO9///v+Vj78ZnKRI6huokgAFnBiW1RQ2ZCczZzLAQ2A69vf/nbYfvvtw9y5cyPK+eabb45IX0JUloZNJA8mcTfeeOMYDQxQGwhc8jvxxBOnlDOd/Ad5DwoYRDlAOaLR4BjPhU4lH+QeADfqCUobXoA6h1dEBXAEOqsxQRmDbIa4BzL+oosumgLGizfrvwU4kJsgBSGuPcaZCKUNvva1r41RqggHCoGcZ8XYD3/4wymIblDY9Bei1/Esk+l8N5Df9LGU5BAChU4kLFGuXM9+9rPjKg7Q+t/85jdj+8ZhTl6Ar375y1/GdkWeOC6JJkEbIqoSqHO212RLJSdQ8R/5yEfipXQfcz2nMvIb0OQofUhpTvK4wQYbhOc85zlxdYr2wWbVB3y54IILQg/wHrP/2c9+Fld0eFn+8R//MW4dw7MAWp34ntpuEMCpryIZ9rsr3a7vEUa3axtU2l2OrKjZZ599olzSNpOSpYBnAdGKdH0YABdtkLZIX2FrHghQICGSkfN8F60iVz4ct9122/CEJzwhRoRMtwAjPO5rXvOa2B+Rj2wJx8oe0kGuikaRjdMpw1Vejsj+5z73ubHtcg7/6bf0TY2NXSJwDar7qPWjrIxpm266aT80Miuk+J6AwBnnupJPegAY32mnnaJMI+omxhLjJWMs43gTlZQF2YksoD3RD5Gh5PXd7363P8aOq9+h86CTcFxuueUC21IT5YeVx7lxgXpus802/ejBhCEnehYyB0AKbV60+eabR35xZNsQeE8/YJwgH+onmcd76Aakw8ovpxIe8n7pe563n1OHnXfeOY5vtAEIXqFrpVtno5N1rZ/nwfm4x1P6HN8WfY2Q4Lk+oLGJ/HPjD9edcnpAqp+g8xGmn5WRWvxw3XXXhSuvvDLKRFZmirqON3qeo4OhugK4ll3qvvAvm18cNn/JquHe5TYJD965TJj1qLvDPX+aH2Zf8cyw1L2PDvOvPivM2v7OsOL2a4X5V9wcbj/8xrDc3ZuFpR/7uHDvaheFpTb7vzDrrkeFnjUQ5ix3fXjgovPDHt97arjmjuW9eNlzL/MwAC6NV3/5y19iNNKtt946rjpl0kZ2ySWXXBL1KfoX42fuHnphFwDXMH1n3O01yzi7OMn8hunjFGmSZSH9ku/AqmDGJVZAI19ZZYxdyJiNLsK4LRo0Huu53HH1lXurO3s3/npLdwAX6aw7d+nwrhfPCms+5sbwHyc9Mpx3GWNDPhIXugWygW11sVc0Jp/Zi0BMHduoa92G/eZtefq9rt8O3V32G2NJagvx7YgeTj9Hx0XWMe4iEyB4gV2AfoYfAN0TOcuWHmlaPA+YljSxOVgIgc47t+eTYCUw24c4da2Dv9NFf/Hnu+rN/k563iYPkXkpgAt9iii/+CcYG+HXpZde2l+wl6bPb3iE/cbqcL2DzEWncb2HZ9OxUFvZbLfddtE+IP9TTjkl4Mdia5ZlllkmRnvn3S7UtSxs3UKbgCQX0vRf/vKXxzGatqU2oWe66of0UexACD2OdtW1//HOMO1sSZa58AoaxhfH85Kb6GQltsywMhL/zgtf+EKyjoB99JaUABCRrmztQX04fT/3G7mGXMT+W3HFFaPMRB/CL4bcHCbKQQpwQobQV4mkg7xFZvzkJz+ZspiMMuG7wqaCAMgjq+kLyHhkBX6DtK/Eh+1f1/7dZmORdxuV1m9hfVvq0pUvPIveQ1vAL4hfknGGNkn5kd/4fpBTp556Ko/3yWX3GWecEb9z/2bvhO+IzEQ20sZoC6SF3YT8FHHv1a9+dfyJHyj1F+k5lQm7jMXo7kenvbHVGL50+sr8+fOjPwCf1W9+8xslEY8pgAu/BO/ir0I+U0Z0v7POOmvKe/zI2XP+0DDy2d9rO++aZukYhu0Jz9Cp8E2hCzO3xPeDN1xja+6cPUy5h7VJB43t3q7w30snEI+GzQ9/FD5Mtt5CDiGfaAPIH/z2+FLQDfF/5ajr2O7vEjyBAAf0Q/oTvh/6EFGb0B8rVQ5UDlQOVA5MPwcqgKsjzzGeKlUOVA5MhgMowi996Utj4gAScobPJptsEt761rfGZ9KIWCWlQnn+5Cc/GZ2fKL9snYhDC8IRvueee8ZzHG+sIkrJ93MmnOahhx4aHxG4gIk+FF4cDClhlOGgdlBC+kzuN5O4gBtQ4nOEYcnWcrfeemu87ZPjGH8AuHLERHFq5AHG4X2cyDnCCDrssMP6zowDDzwwW1cm7w466KBcEvWacSBnULsT+jvf+U4ExAEmzBF9RtHjMFgBGGrP6vR5jHomdp0EjuoC4PJ2BVgLgzslnGhsebL33ntn2wWOEkADIoxQJhYgwIE4151witEPaY9pGf25mXS+4447RvBDrkyAO+XscfAoz7KnvUBM/KZvuVGOo4K2AX3lK1/p86rku5PGMO/hlOjSBkl3GKIMyGCPrqbJPJzR7vyQjB0GwPXpT386AggBu7I1LoSTjK0IIOTj4YcfHs/9H85vwBsAULzeTOwA3mqSj4wJRA4DRDGKbPS+NmkZrnrjCEV+0OdSwjFOX6XeXQBcg+o+Sv0A4PH+3J5zKUc4mAD/pZNtuWe5RjtjzOZbI2Nyej/fE6crDiynkrKgG9DmBQ7y9DinfR9xxBFxjB1Hv8NxjExqarPUCce3CKf3e97znv62trquI32Vlb+MAZCD2vWMjvCTScuUMEI//vGPx8slPOTF0vfSsvhv+sC73vWuIOCt3+McOUL/lg5HdMhB9UvT0G/vA+MYT2lTyFPouOOOixP7yktH367YFyDofnrsop+gVzRtbeyg7GHGGy+Hg6G6ALjQXNdb4f/C57e9JDxijbXDnVduER657GbhgSvPDXdf/oewwopPCkvdc1+4569/DvNfeGdY4UNrhFtP/1u4/z/vCasss2aY85hHhztuvSbc/5hZYZmnbRfum3V3mLXCqWG5ZX8bDjt5pfDdPz6xB+nK68cqt5d5GACXxitshY9+9KMRVK/tpZU2RwEwm+4xZrUBuEr6zrjbq9cndz6p/Ibt45RtUmUZ5Tsgh5lMxCbNkfeVQeNx7n1dm91r6sssPSvMv6c7KFrvPmnd1cK7X3xjr//9LRz0vZXCb//Yi42XSYbxGr0DeYquQdtnAh1QTjrxqrR17FK3km+u9JuOw347JpmZEIawo4ky5pNhb37zm2Of5T7jDOMjoBxkCYQs5XduHAeEjS9Cvgyel+xmoRbAXY1TTBwzVkDD1oF3htFfeB4aRm9+6I38fx+//Anp6W47M+FIvXPEZC9+jJTYcr2pP5EHwDeN/bzr+WGrz5s3LyYpu5oJZCY/se1EijSs303HYcrC5D2Lm9Q2sDORDSIAAiwOgmh7jNf4qqBh9EMmyuUXk/+rS/8raWdLsszluwzri+OdUWyZEhmJ/xY/LtS0ZansdoAG2PaD+nBMrOUfujn9izbVRAAdBgGb9K4DnPDJwPccAco6/vjj+7dcvwKoAS/U//BjoV+nfaX/cu9kmP7dZmMNkiel9VsY3xb+DMMXnncZzHdg8R1+/pTSReL+Xtp2B41XbEH2pS99KfoYyAv9hSOyFd0l53uQnOQZ+gDjCUS0akA2TZTOeziAiz4F0DhHzGF88YtfnFIW6QQpL0rkcy5PvzZsmqVjmOQLfGK7s5xcwN/AfITrW5S1xCYdNLZ7u3KdoDQ/2YSAA2lXue+Nf+rggw9eYDHeMGO7vh1yDZmRm8Oi7aJbnH322Xq8HisHKgcqByoHpokDFcDVkdG5iZyOr9bHKgcqBwZwgJWkijR09NFHx+gT6Su77LJL/xlWvaRRadLnB/1mVSqrM6DUaGO1FIYbxKpJACUpseoVxyvEyiyUa0hGRPzR+4dzHUc0Bj0T31KGAbjsu+++eqzTUQYDDytdJniYwMahBuGMA5gGueMrXuj9A9yFMxGDhTqIcPgIJIGDlzRkAGEwYAQy0Uwd5AAGMKYtkoiewwokoi9ATNiSHs7mHCBP+dbjQxzIGdSpAcjq37322isCs/Tt+J4Yc/AYXnOdbyfHBfdof4xhAP/kWEqBdWpbKTgqV65cu2K1L+0Bw1l56NtiVNIuWc2jNsU9gDRMUHQhJtPlUEsBT13eXxjPsOKMyRr4LjAMsgJiAgDnObzSJK3K6LKOaz/96U8DUftEmqCHr2zPCJV+92HfA/Q0qA2qnMMcAYsccMABU4BSOD2Ra0RJ9AkpydiFBeCiL9Ff+HY4MmjbAOwATBLdUH0P5waT9qPIxlxfm5QM53sh45kwVB9mnMHZRfQ85LtTFwDXoLqX1o9yCFzHOeVk1TfjKzJI/Q35x3NykvJsE2nSQ/f5tqxiZawGIKFxj+vIWGSeqKQsb3/72/vREpC7OGHJiwkUgbqoF45g+uko/c6jnFJm5C6OTvozE+QiQIxa6ev8QLbTxiknDlbZRPDic5/7XBxjiC6BUxndQk5sdAfkFG3W8+J7oIcwNh111FEx+xIe8mLpezHTzL9UJsIr6s6EEQ52jWHwgm9D/fg2g+qXySpeyvWBUcZTX1zAal2N4cqfviEwdFcZqjTc4Z/qJ0SAAXjssgInA20aYBqryFPedtVPKDtRaQQW7wKG6knnsN3j/xLe+eIeQOu6x4YHf/eisPKqq4UHLulF5rvx2jB7Tm9bxN7WiPfceUe4c4elwgofWyPcfPot4d7P3Boee/cKYc6jlg4PsE3i8quEpf5h03Df8muG2+4+Kay4+WXh/ItC2P+CzcL9DZGExOtxAbgAbT/lKU/p61e0OWQTfYhj0z1Ahj7BmG6hWNJ3xt1exaum4yTyS9thlz5O+SZRFtId13egHthd2GEOPmW8Qk8ZNB5TllKa3dOHVlx+6Z6udn+4/a4F90nc4Mkrhw9tf3W4+d454cBvrxD+cv2CzwgIiw6C7ACMwniYAlFyZRxUt9JvnsvLr5V8OwHTSMdtdiIXvvvd747J+9jqk7XKG9mNzgPo3HWzNEK5ZLfe05ExBj0WKqnDMPoL4/2werPKmTu2yUNkno9Nep/xmog86Om+CC5dwMZComc+85nxNb4BOgw2GnoSYxvEdSbFGQ8hz88na2VXx4fsn9tudnmB05KyuP2I/si3BayH/orPSroxC6hYSAUNqx/mAFyD+h/5lLSzJVnmlvji4LPr7vymvXaxZUplZAnIZ1Afptxt5IAX2jd9EX6x2MUXL37mM5/pFInLAU7KF7sF+cx46jLW9U/Xr/QeR3hOdDr8y00ArmH7d5uNxdjZRqX1Wxjfdli+UG+XweIDdis+N8Ye/I8iX/Dq7/lcgC8a5z38IIy32LeMBfLzuC/V/ZQOnFe+Po47IMt3GEFmE62YMRN7E7tS/hhA7IDZIU9L6TPGUUbq6/5eQMyMiyLpBG7Pca9EPivNpmNJmiVjmPyCKofGbr4T/Vc8BEhNmUSpzOtqkw4a271duU5Qmp8AXCo3R9ok7YT2qLklfvti02HHdtIlouFb3vIWTiNhU6AvpnIQoCR/lSoHKgcqByoHpo8DFcDVkdearOj4eH2scqByYIwcQGkE7CSDiQk/DONSYjUmE26QO0+V3jve8Y5+tCo36HRfRxlBbhC4EUHarDRTiGQcrThuNRGcM/CUdnoE5EbEFwgFHQMEQwNiQhEwiCYW5fx2xxfGDFGXnG+AP7SKww1DXyGcRuUgP4wDnCQQRowmsjEYyRvKRXmKN+q/LAfUltygbjIA2a6JP4goV4SkF/k3Tx35gO8Aw8iBi0EoQJGMURwArAoT5crledCumPRXxKzUqcAEI44ltVV3IrX1LeXPkch7OFMg2v7+++/f71Px4gz/p34GrzyyloBYFB/5xkQ35JM7/HaAKL8lYzw6oH+TYb576XttbZAylhAAPdqJoo0xccckJIA9J9W/K/iAd+X8YIJz1AhcXne2fyMikwjHMZOlOIv4ngLplspG/z7TIcMZFxWtgO/AakX4DLF9wxvf+Ma+I6wLgIv32upeWr+tttqqH8GO8YdVrRpnmVyiDwkE1dXJ5JMeOH4BWaotonvQjwEvQQ6MKS2LAIo4bNk+ljxFHoXDJ6+97aWyX+/mjoAjAUlCaZRTdx7jOGYFJ9vW7LbbbvF5DEUm/iTDuehy3CeCuaexxNs/1yGNJ2nbKeVh6XsPlSb/f4899ghPfepT483U8Y2TFLmttgVoiShXoqb66X7umPaBUcdTB2gxUQwIAtkhYrEEDnIIUDhR3gaR6tVFP3GHsU90kYfXdZhxine9nXrkSe7lqLcOPrxpvSvCq55zQ7jjuhXDXSevER533zKht+l4L3xML5xQD3z14G13h/+746Yw/x/nhMe+53HhpnNvCzd//Prw+BtXDsut3pvwWboH4JrV4939c8Jds5YPt/5DDzCx1U3hit/dG97/82eF+x7opdNC4wJwKQvJDCYWFT1y0D2fYHQAV2nf8W84HfrfJPIr7eOTKMu4vsNpp53Wn9yjTbge6TK/bTxWW2o7zuqNhb1OER58YCoA66lzVwwvfvpq4cLfXR9+9pvbskm8eItHhvdt95fw/YufGI486a5w191T05DOxzhE28L2ZwKTcdjHn2zivYttdSv95k15cb302wEGoP9q0o1FYnw/xlmBhPiNjwBK7SqfNOY+4xX1g+CbR1aS7OYeugbjFfa5xoTSOkgWddVfXHfpqjdT5jZSGVJ56LYz76d+DC+LT6TTfrAP0N/Re9F/pQOSDtGriGIFKZIQ556fT9ZKF+IZ+A1gCn0UO3YQlZaFdF2XJUoMNpODC7zOPD+sfpgDcJFOW/8rbWdLsswt9cX59x/GlimVkSUgH9oL1NSHH7qb/4/8pG9BgBiQm5JnXPPo513tP7dpSAO7Hjkl8jTxk2GzkafrVzyLPxj9lD4GtfWVEllDmpIrORuL+zkqrd90f9tSuecymPpjY2LbyK72yPXuO/P33CdJmwJsAznYld/oJehXGr+/+tWvxgW0vnsHgEnScHIZzDiM/QixCAr/PWMpvn35MriHj14LNX3MSXUCxnQWwKsfoBMwlyHgkgMZpRO4PVcqnyljE42SpsuwLmOY/IKUhf6JnS7fFd8Rv7F83yyIZWEs5OPLMDap+iBp5MZ2b1euE5TmJx8m+VEvIvtpsR1+R/RJZA3k33rYsZ33/Z3Uhsc3xBaxtKsULMa7lSoHKgcqByoHJsuBCuDqyN8K4OrIqPpY5cCYOcCK+1133bVvKLG6BGNnFAJkhJEIofRjHDh5mGq2IyBEfI60xZcrsTIiUOgxQHAsOvnKBlZ2oih3IRyyWlXGxDKGl5OHm5ax6YYCwC2Ab04OCnPA1c477xwd09QBowfQgxP3t95663iJyV6c7VCb8y4+UP81ciBnUDcZgO589kl8VpjxvSAGd4HpPFP/5t4mZIwOC+C68MILo9PA81Af4JqDxPi97rrrxigAnKeh6LmWkkfDw2gFDIZjZFGiJgCXOwTdSPYQ6xjJOHWYhIeItEG/hgQALf3upe+Rd1Mb5N6kSe2L9gAgsQvJ+TEOAJdP4uScw8hivhNOOOQjVCobp1OGA/DB4ag2B1CXtufkkStTEI4/5+dtdS+tHw4qwH1N46wiulEOB1h7udJzdxi6I1fPkR/tCP54BIXSsqgdoz/gbJSjmfwAe2sbZ7YBkaO3pN8RTYIVzVDOqQw4jUkUnNGS/4AQZfe4MzAm8vA/d3BTfjmdNZbkJhc0zqVtp5SHpe95PfwcByj6Jd+Y76EIo/4M7YB8IfFL95vqp/u5o/eBcY2nbKcyd+7cmB1OfdIVOQCfscYnqPVMelS93OHfpJ80AbhGGW8oj+su6AFEb2uj2T3g1VuedHnY4RnX9lY5rBSuPemBsMx5S4fHPGKZsOwqvYmZ5R4Z7vvbHeGGR1wflvqn5cNq2z4m3PHn+eGqT10bHnv20mHVtdYMs5aZE8Itd4S7bpsfblv9rjDnlQ+G5de+J1xx6b3hn85+di8CF2CWZprJAK7SvjOJ9trMwakTLOPoH6P08UnUfRzfwbcoFS+33HLLaDvz2+27tvFY7zYdkYtPWH2FsMm6K4Q/XdsD298wP9x6+11h3ccvHd72mi3DZk95Qjjyv+aF/z7j6mwSs+b0tj1+xQPhhZveEz7/3ceFc399Q3/CMfvCkBeb6jbKN28rQum3I02XZ+gxjIkCz6fjtE/Wovcy3jL2OPkEvUftlezm2ZzvoLQOw+ovJXqz1y933gT+8LEpp/+xiE4Raxz85RPsxx57bDj//PMXyFaTm3wzQBx8B8/PJ2ulC5HImWeeGU488cQF0mu6UFoW0gNgQBuhv0LUg4jQEO0HkAD6GVSiH9Kf4D2kLRQ5b+p/3CttZ0uyzC31xZXYMqPIyOkG+RCpUItwWeCSbmnPQhv5BlKwKG0xRy4/AUawkCIl/GvosRBylYU8DuCibwHscVuuqa+M0r8lV3I2Vlpm/S6t33R/21K+uAzO+T8BSGnuwGW+vye7n8Vq8AtKwa7i5xZbbBGBLPx2u0hgLB8f9I58e/hVaJ88AzEWYX+zoOaoxE/Pfb0HWJG5AMh1AvdrxZsP/3N/DVvp0lcg6QRe7lL5/HBW2cMoaQ4zhpG59BHOc3qO80uLYkexSdUHyS83tnu7kk4wSn7yYZJfTjfBXwSAEALcBRitZGz3CN45u4L0faEn7dUDA3C/UuVA5UDlQOXA5DhQAVwdeauJjI6P18cqByoHRuQAyjuRdxTpieRwxGHoaKIQA2r99ddfICeMWgAROVpnnXUCAC1I0SbS5zCsFGkDYwzQWI5kVOUAXG1AMzkdtXUaE4JE11KEMc/rnHPOiQ4yGSc+cezPYZxidEI4H+CVO74OO+ywcNlll/krcTtEHJBQGmliyoO9Hzg8CecMMIFVgVp5VAFcKafKfucM6pwBSOpNk/g4aImQA7mxHi88/M8d14RFxtEHyRhtmpB2Q9/bVQ7gKAeGA49iJr1/hB/HsQzRHmmXTeSryknr85///MBJ26a0Fub1JgCXO7vV/4hAILAWTklkHKSJdt9GSqCJ0u9e+h7laWqD3Js0SRYuLACXT4xSVwAQTJjhxHDHrfPBv7VPpvozuXPva5OW4e7gyk2UUz5f+ZyCcHLl51pb3UvqxzgJeBpqA0EL9IyT1CPfxRcz/zTpkZNbelxbOvGbSIV879KyOAAKucsk27x581q3+yjpdw6C1baeqo+OAGsJw49jm2iK6mPu6NazOrLVExMpkFYgc66xJDe5oHHO207p9yx9jzI2kQOM2/opeihjadq2cvVrykvXvQ+Mazz1hQI+dnt0rtz3UZnSo+rlaTXpJ00ArlHGG8rj+gB9LwUwpGUGwPWGuZeHl2/257DSE1YN8+98ZPjzWbeE+fPuCivduExYedZyYf7se8P8HUN4wjtXC8us2PuevXf+fMqN4bZ/vzms+X8rh1nLLxVuXeq2cO8G94cVX7xiePS6s8Pdt/wt/P7SWeGj5z97kY3ANUrfmUR7Tb+d/x53fqP08XGXZVzfQfqh840ogdoqRvol99vGY38/dw4cZIN1etss77VpmLXiuuHaa64P11z9x7D+hk8Kc5++Y7juqsvDkUccF37yyytzr8dry/WiIbz/1deEdXrjzSeOWyFc/Zeb+xOZjS91vNFUt1G+eVPWo3w7pYlesvbaa+tnPKJ/ABTAhhe5bqZoFLqnIxFsmfyGHFQj2Z0by0epw7D6S4nerLo1HeVLSevmYxPb9zIxnxL2JOOhj4MCrjf5WUjDI7RL7/H8NFnLs9KF0BOwAzVhz71BVFoWpbvtttuG7bffXj/7RyKxo9uISvTDJlBKU/8bpZ0t6TJX30nHLr64ElsG/x7bYELD6r7TDfIRL/xIG2OreyIW0e41b1MC4EK/zy0Q2G677QJ1hdTPHcCV41tTXxmlf0uuuOxyXuTOHcA1TP2m+9uW8sVl8FlnnRXYGjcl+Sadb/6eAFwuE32RrKdHVCfGQMjHHwdNecTbjTbaKI4dPO/jM79zhCzFH7h1b7G0FuM0AbhY5EVeKbk89jylE8ieG0U+p3nq9zjS7DqGkad8Fj4fo7Lo+P+zdx7wdlVV/t/pBUghCYSEEiD0CApDVyABFKQqoNhGLAM4jiKK+gdULDMyMxYEBwRBZUQkoKL0Guk1gpAgIBISWgIECGQgneR/vxvWY72dve89Z99zb97LWyufvHPuKbv8dl/rd9aWZ6T8m1mTShtMje26Xklf0Ux8QuBK6ae0bkg+CNb1uKjuR390RD2BpBoKjhXQRSP33Xefu+CCC8JH7LchYAgYAoZAixAwAldBYGUhUPBxe8wQMAQyEWDSj7cI3NTL14NMkDEo43IYxZoI3hFQOoSSmuDynH6Hr0Oee672dX4gWmEU+5JDHpfFgP76Ra6lvlzgXfmKi3yhwGVrOyFSSdhy5MsOtjcUT12xr0nl2fCo8yFkD/0M/RqLZUQbVPmNYhNPMmxdx0KVcomJEbhiqJS/Fi6oCSG2AOS6Xqhp5QLbIrE9kkhKWSztii1JpN7JYrQsgStWr8S4LYtkSQ/HMgQuvQVMjLyiw+3K5ykCF2kWrCClgqV40qMPw4OatHv5ol4Us/oLw9xyz32PdKfqIPdaLdLHrioCF+RVtkZEORYKijy+okShxha6IlqRFlPyynPhsZ19uFZOa8VjmCbBPxwzwufkd7285+RPbylAHI36OZ4pQviItS3e1aK9SDA3oA7SvkXKpIWvI1GCSX8sYRAmWyVA4MT4qCWn3WmiVWi802HLuVZMs33pmWeeKbc6HQ844ABP5uai3qJLxpJY/y/jnK47ueUJ4SwX+04ZUT8mTpzoDjnkEH8FAwCGgJhokr+eR8byF3tfX2vUBmSMiOFZbzwVA7WeD+stLcJtpXSawnPJlyj8uZ+an6QIXM2MN8Sn58l4GGsktU3e3MFjn3IffMeTbuS4NV2/ISPcgoV93IuPznev3vuaW3TvYrd8YG+34VfXdetNqvXlS2sh1rZMXPDc6+6x/5ztlt690K2xdX83aOcBbui2Q9yQdQa43ktfdfPnzHPTHh7gTn1oh5oHrjc9nKTSopXholRPPauvi7JePvKQeynCAvdT97SBUfr13DbH/LBV9VXyGB6rjq+ZNl51WqoqB+bx4RaD2lOg7m/rjcch9rHfa60x0H3qQzu4Aw+pefQZuIFbsWC+6zW4trVw7+HuhX/c4n5+bm17mgfiHz1JeBO26uVOPvApd9vM3dzZlz5TW9e/6YlC7uceU3lrpsxTaWmm7CRMygiiuWztw/WLL77Y8eGWFk3gShGSCIM+H9GGXum7McTJuYTdTB7Kzl9y5s2SztQx1efpsUn6vDCMmDFfPsrj2SJzOZkj6PjEWEsYMheqZ1TmuZjkpkWHpdfQXIecz/ZuWsrOD3k3RUpJtb9m6llP73NzdHE5axmIpLlz33aTfKT+4sVw77339l6x5KNSuSfHHAIXetlY+9f9sISr51fiFV3i5phqK820b+lXYmsCHbc+1wSuMvlrd9nm4qL7YDwdojsPRTxCadz0e0Lg0n1ibG4l4coaS+uiIBGib0DE0xPnuh9jTc3aWgskc7Z5ZE3HB9kx0eO6rosxj0zyvuhrtFdPmQfIeq6Z/lniCY9VhVlkDCNuyefLL7/sx90wPfwW0jltmzbQzJpU2mBqbNf1SuYEzcQna8JQRy/51J6zZK2p63ER3Q9habxjfaDEJ3qrejoiedaOhoAhYAgYAtUhYASuglgagasgUPaYIdAEAni9YpHD9kciLIBwBxsjWmkyljzPURus9HVtANJfzOhnONdeblKTXu2OWS+MZBER7qWu45AtHGURodOln+OcRei0adM6voybOXOmO/3008PHor/1gjFm8EoRuPjqBy9lWqksEYjXA74CRIzAJcg0dwwX1IQWWwByPWXE118G81wj0QtBWYzqa7wfS1ejeiUGZyEl6XTUMzjr5ziXcDRBMnymO/yuR+DSbq/Z2gqlAgogUfyIwoHfGBxQGLFw1l895ZZ77ntgnqqD7SgP6WO10qxRvKL80HVp+PDh7pRTTvGvprZMkHYRKmlEqc4XddIXhmm44oor3JQpU/zllGEjfCf83aitVdmHawXvRRdd5Lc4DdPDb1GwaqNw7Dm5Vi/vOfnTX/9JHI2OMaJp+I4YPeqRpD/ykY+4nXfe2b/K2IeXE/kSMQwv9VunBa8ZKPWYA4hCTL9HfYVkLeNuTrsjPvpd5Bvf+MZKWyLr+DjHqxaKPyTliY17enyinlPfEWkzWknub9T+yHii605uefJFczPYS5r0UX+xKt419H051/W2SgJXbJ4m42DZ8VT377LNgZ4z8yHBvHnzJEt1j1JuovDnYV3+oqDmeorApdPDc40knIuIISw1vw/Dg1o1Ycg892/bT3ejNurv1hhe86g1eIR7o0bAXTBvoXtx+itueY20NWbPkW7Q6EG1vaVqJJLadworlr7h5tz5svu/Jxe4kVuu6dYat5brV3un1+JX3dLXXnEvPfO6u+KB9dwfnt7ELXfdk8CV2+aog7ruV1lfw/KT31XH10wbrzotrSyHVhG4GKc22bA2d/ryzm70ZtvVvvZZt9ZoauvBXn3dkldmuwfvuMVdd/OD7rZpL9eM4FKKnY+9+/ZyJ32ij9tm5Dz3jckj3Iynl3R+IPNXaq7RTJmnktJM2UmYYMkcX+s8Yh+NaWNtipBEmDI31kbMWN8t8Tebh7Lzl7LzZkln6liEwCVG+TCMkMBFWYBfGbnsssvcTTfdlBwLZS4UjmWN4mgmLTps3V9xHX1SuI1j2fkh4chYzLn27JJqf83UM52HKsabVqal6j43VxeXs5bho9nddtuNIu3kUddfUH90ecjctwjJR/ohPk4Rr8UEm2rDKsqVTtG/Um9lO0P9AHoB1k1sQ48I0Uo/EzvX698UwYkdCMg/IuFqAlesb461lWbbt/QrsTVWLG9cy81fO8u2GVz0eiTV5xclcLFOZhcQ0dGnMBW9Urgm0d6/0evhqVvIXrGxILU2In7WaOgZkBSBK2Wn4B2ZE+h3pS3Keq6ZPpE4YlJVmLq/IZ7YGMZ1yafkiWuhhLaXFO7he/Jbl520QX1NnuOo66Osj5uJT+qa1mHq+GIErpyxXXTOOux656mdbOq9Y/cMAUPAEDAE8hEwAldB7IzAVRAoe8wQyEQAbwosdOQrKgzmuGXFk1VKMMDjLSIUFvAxwhfbC6BwRGJfSkk42hNJyu3suHHjnCiT9ARWFhG438bwFhO86qCwla/ryTOkjZiweEPpibENefbZZ73CI/ZseE0vfCSt+pmU8V8WnzyLMRuyCIZc4sYD2sEHH+wmTZrkgzICl0Y0/zxcUBNSbAHI9ZQRn6+3eAfBY1PovcXfUH9YCLKNIpJajMbS1ahe5RqcVdL8qbSlZ555puPL8vCZ7vC7HoFLK/9QOn34wx/2faAoKWTBj4KI/vCoo47yWdZGntxyz32PBKTqoE9ci/9IvWgHgUvqMgo4yA8xYezCGwFbfNGPo4QUQWHERDtl2JDnUsdGba3KPpxtJ3BZj6TGR61g1SScVPq5Xi/vOfnjS3EU7AhjEmSzepKaD4TviNEjVMbq53R6+coW4lUVaWGMx9sl5Be+xNXzGm0gy2l3jP3MVxAxuPgfiT+6TtX7ulK8BRLMr3/9az9H4FzGkphxQcYTXXdyyzP3PdKYkn322ccdeOCB/rZ414g9y1fZlD2ijT2x/MXe19d0nYrN06QPKkvg0vgwR/3Zz37WQQDW2yfrtKTOJV9aOZ6an6QIXM2MN5Iu+n7WBvKFu1xPHdfqu8R9dev73cbjl7u11xnk+q0xpLYfeM2wN6BfzQpd89HVe4XrNbBvjbgFc6vGNvF9d+24eJlbsaRGz1pe68sXvVHzzvW6W75wnnv9lUVu3jOL3alTt3UzXquF1UC6qgcuXTfK9qGtqq8pKKuOr5k2XnVaWlkOVZMJdPmMHrWWO/W4YW7sZhs4N3inWrtZy7k+tbV4rzXcG4sW1NrI391dU25wV935nJv5Qq0tRZhcB+yzifvk9je7ax/e3P3hljfcq/+HC7zmJDXXaKbMUylqpuwkTLa85yMALegFMCAzDxHRBK7bb7/d/f73v5dbHUf9UZnWP8T6bnmpijwQVtH5i8TLsci8WT8fO0+RP/TYlDLmhwQuwodYgrdxxhjWWI1k9uzZXiei4xNjLe/KXChl5K0Xfm5aJEy9jbJcox2Sb+qHSNn5Ie/FSClcT7W/ZupZT+5zc3VxOWsZ6nDu3LcRyUePRVUQuEQvQp1jbc4Hs2xBzweutDXtBUmIVjxbTzTBiX6FeVEo2oPtpZfWPE3W9Gxah1OUwEW4zbRv6Vdia6wwzfI7N3/tLttcXHQfnOrzixK4+IB544039tDV88AlH7OFH31pT0sQZl944QV39NFH+/D0x5dc0EQn+mfWxtRltr1GR4tIPJqEpecEkIghE4ei+2m9lg/nBM30z2Gc8ruKMIuOYcQpekGwlp0LJC1yFBKU6HiaWZNKG0yN7bo+ypygmfgk7WUIXDlju/bART1Bf1ZP+FiAfsjEEDAEDAFDoD0IGIGrIM5G4CoIlD1mCGQiIKQmXmcRftZZZ/mFeWZw0dfkCxgWSRjjUxNTvnr7yle+4sPQ3rV0oBApWLgjl1xyif8ai3NZRAg5i2taMMyilMEQngpbPy/nEq7e9k7uccSV+BFHHOEvXXvttY7/jRRf2lArBtU111zTp4+AmJSjSNbbVnJdu+U1AheINC/hgpoQYwtArqeM+FoRkNpmg3pHPUHhjiINYwCSWozG0tWoXuUanH1C1B/c+WOUQJFRj8ipXumSp/UIXBgLUM5QLhDV8EKIiAJxhx128F9Ocg2FIlvGivKBa0huuee+R5ypOsi9Vov0hc0SuPhCF0U3okm4/kLtD561qMuIJnBB8IU8THmEW6xBxv3Wt77V8WWwjA0pw4YPvM6fRm2tyj5cKwS1sk8nb8stt3THHnusvyRjhr4fO6+X95z8gTFtBtGeJsK42VoDIyFjMWScRiJGD55LbbkoXycyJtKuc9NCO5ftbq+++uoOIq2kUbd7raTPaXfaa1iKlCSGIlFGShtLKQtJp1b08T7KZUTGEp1uf6P2R8YTXXdyMcx9T9ISO0Lwh+iPsBXqeeedt9Jj9NXMJYlf9ws8GMvfSgEEFxq1gWbGU1H6MmZgcArniEFSkj8lX80QuJoZbyRhzNtRXJx99tlyqe6xT42g9f51n3QHbfWMW3v9AW7IsIFuzot93d0PLnXrrLeGGz1mkBu8Rj83oH9v16tPjaxV424tXfJGbavFN9wrLy92Tzz+f26TMb3dhK1qnn0XLnYvzlnkHn28vzv9se1qvK4a8auBdFUCVzNtp5X1NQZn1fE108arTksry0EbzXV/W288juEfXhs0sJ879gOD3cTNp9X2NR3v+qz5Dtd30Djn+o6otaEakcvVvHEtW+Ceue9299OL/+H++o/5YRD+9xZbrO++dcQTbsH8pe6nVw9z0x5vHYGrmTKPJr52sZmyI0ydJnQSjL2UGcJ6Bw+QInpuFtsKkef0nEF/eBbruyXc3DzkzF9y5s2SztSxagKXzIMoD3RAoe6DdFAW/EcgbDBHSq3VZS4k8yr/UsE/uWkheOoRnlsx4CN4nBdvRSHZIGd+qIkB+gODVN+SW89Ie0/tc5vRxeWsZXR/VHbuy4c/fACExLavw2sx9QypgsAlc2LaKW0s9CSrt8zNIXAJ4cInWP3RHtPZCQFddS6Bq5n2Lf1KbI2lktvpVBO4yuSv3WWbi4vug5slcB155JFul1128fhdeOGFburUqZ2w5IcmKIUfmWq9DGRZ+twtttjCh8GaDI/6IlqfLlvfyT2OOqwUgUv3wfpd8kBekHpzgmb6Zx2fPm82zDJjGPGKziL0li9p4qN59Dfa9tLMmlTaYGps1/VR2lsz8claPqWTiXngyhnbNTn2nHPOcY888ohA2HHEO5187EnbQF9oYggYAoaAIdAeBIzAVRBnJlAmhoAh0BoE9BaCeM7iK5mqZcyYMd7DF+GGi61YXJpQxhaOfOElAqmERSbHkAwmiwienTx5srv77rvlNX/UE+rrr7/eYbwtIlohc+655zq2/NIihmWuobh76aWXGiq+9MJQFPwQRMTTDGEQlhaUSqQFAhBiBC6NTv55TMkeWwASgzbi67qpt4TDsIxHO+qnlgMOOMDtu+++/hJ1kzqKpBajsXRVrVD1CViN/wiBiyzGPKxoIgTPaIIW7QwjBUoHkSeffNIrK+R3brnnvke8qTooaWrlUfrYZglcpFHCYjKMtywtfDGJVy1EEzXwhogxBOMORp6wjWnlsRBmUoYNHV/svFFbq7IP1+Ri8kS9hDCsRXsekjFD34+d18t7Tv6IQxT4nAvZkXMRTcLWSk+5Hzsyrsm2G7EtNTV5Tc8hctKivyxNedSQcDVpO6fdsdUgSjkk5nkpZlyR8YB3INOjINZCmULupl8KFZjybsy4IONJWHckr8RRpjxz39N50eeQNpl/ki/aN0Q+2r4WiHd8YY2ExM9U/vT74XmjNiB5LOuBi3i0IYJyIn+0bdoxv4uK5KsZAlcz403RdMaeG9V/kfu3zR90Yzda5tYZs4Z7bVEv97vrX6sZURa7EcP6u959eru+vXu5XjUy9Yrav+VvLHfLamW/4PVlbmlt+nToPkPcFuP6uFdeWuwWzFniTntga/fI/LXhejWUrkrgIuFSrzgv0+ZaWV9JSyhVx9dMG686LeS1VeXQCgLXwJrnug/sPswdtPblrt/wxW75yFGu79BRbsDwjV3ffrU50ZJernevQa730DE1omNfd/avH3EPP/a2tx9dtmuPWNP98At93Iil/3A/v2oNd9UDK3vT1s8XOU/NNZop83rx5pYd83rW7KQLue666zxhmLWCzPV//vOfu4cfftjf1wQu1gfoH0LSAtuB08cizGtZJyCxvtvfeOtPTh5y5i8582adztg5/RZkIghKsh06z+m1c8qYH/PApY3pN9xQ8yB31VWdosUozfyAOJkfnHDCCf6o4xNjLS/KXCicI3UKNPEjNy0Epz3IPP300w6yCTotdFaIXvvnzA/LEriIM6ee8V5P7XOb0cXlrGWa6SP12igkn/KRGu0A3SFSBYFLPBIxlw2JlvSfJ510Use28TkELvQB9CeawMl4ShsiP1q/lkvgaqZ9S78SW2N5kCN/NIGrTP7aXba5uOg+ONXnF/XApb0Ix/TgwKt39JCtdDXsers+6hFjR0ie5XnWmLIDB2P1rFmzdDD+oxs+0Ea0LkPPCQifuikfUUkAkgZ+M97hMRKJzQly+2cfYOJPM2GWGcOIXnR5nMe2lNTeTm+77TbHON3MmlTaYGps1/VR5gTNxJdD4MoZ2/faay936KGHAmPSVsa8Rz42PvPMM43A5dGyP4aAIWAItAcBI3AVxNkIXAWBsscMgQwE9JaFGE7xqlFPMJppQlW9Z+We3u6nCHFKu0Dmiw62LOBLAzx6oFAaMuTN7VNCTyV6EYFyAa8HeENigYXxFa8gCOQDCDZaQSBpjR0hEogLZhS4eIbgywiUFR/72Mc6tmHQRr5Giq+Y8Z/wcGEtSuRf/vKXbtq0aX7xyRZPENBECUg6+UpYvCPxhQuLSIR0sOBAwVA0j/7FHvontqCOLQCBR1/HsE4ZCdFCfyGIK2nKUu6xjQgELsqWuskCVIwAqcVoLF2N6pUs2nVdlGIdNWqUO/nkk/1P6i9f+MSEuokCjbSigJZ0xJ7t6tc0XnydCmFDe/9j2wLKRgQlC8oWETF8yG9x3S+/OeaWe+579ergbrvt5j70oQ/55IV50WnOPZc+tgoCl9R70sIXinxRj5KFLWL5Wk5EE7i0UZ46DKFW+jjGhy984QsdymoU6ZBmcvtGXXdi5L+q+/BPf/rTfis/8k3fjaIcBSZK60996lMdnge4H5JwuBaTennPyR9x6DqGAg0iMf0Esvnmm7vPfvazHeOUeEHzN+v80UYPHqM+3Hjjjb78GPs++clPehy4By4SX05aGEPpJ+nfqMf0g/IVI8Zdvm6ULxxR6Er/V6/dka6UaEUu8TBuMy5suOGG3qOmjOkXX3yxu+uuuzp9Vc58g/QJiQsjOXMXMT6H24ZIm4oZFyQfYd3JwZC85r6XwonrlDMKfIRFMkZiFO8I9YB2IPMjDOlaaZ7Kn3858adRG2hmPF177bW9R0AdtSYf6uv1ziVfzRC4CD93vOHdww8/3O26666cOr6KZ1vvItKr1wr3rqEvuU9s/rAbPmaAGz5ioHtqrnO33/9/btGCmtebmvctyFi1KVGtXN/8v2zZCrdsRW/3zq3Wcu/cor9bsmCJe33uQnfFI2PcVbM3ckuW9ykStdNjBbgzJ6snbJ0CaUOU9aEnX7nO/I16yQcvMvak7qUMjLltp5X1NYZNK+LLbeOtSEuryiFF4Ko3Hsfw19fWHraGO+6wUW6tV//iXuo7xi3ovabbcPjTbuNhT7jeg4a5pfOXuxX9hrsBYzdzbu2t3ayn+rlL/jjL3XZn7Qv9WjvUMmhwf3fa19d2Y5ZMd7+6ur/741+H6ttZ5/Xyllvm9RKSW3b64wBNqtaEW/QOkKQ5amMt6WFcQgcASYtx+HOf+5wbN26cT2rYZ8T6bv/gW39y8pAzf9F9YdF5s05n7DzV5+l5UsqYHyNwMV4yV5I1Mh5RIIAgkPuZ2zP/NhC49wAAQABJREFUQfT6VccnxlqekblQysjLMynJTQtj5Ic//GEfLGMDHoHx2qF1SNwUD0Kcl50fpghc9dpfTj0jbT21z6UO5urictcyuX2k9rbD3IQ2x1Zx48ePd3hSh4wmEhK4Um1Yno8dtU4EMiLtlHUK296hD8VDjAjzRLZ4bySa4MSzpBO9L0c+Mqbty9b2U6ZMcVdccYUPMjW/kvhSbSW3fROu9CuxNZbEGx5z89fuss3FRffBqT6/KIEL7HQdY82M11/qGLoQCC7iQTvVt6PrP+iggzoVQ4wUrNscnrnYuhfdKeMMbYc1p4gmKodzAt7hg1y851FP0eVssskm/lW8xbNeEInNCXL7ZwkzdswNM2cME70g6WDco81ju6A/ohzQ6SH8xk7BDihI7ppU2mCq/HV91HOC3PiknyzjgYv8lR3beUc7BGBNynob3OgL0H9MmDCBx3w9FX2+v2B/DAFDwBAwBFqOgBG4CkJsBK6CQNljhkAGAscff7x3R1z01ZA0VeQ9JpmQRxAMYrg1biTac07sWYz6kExYRIvoRYRcix1RDMj2dbH7sWv6ix/uM6FGxJjIbxZm8uVtI8VXzPhPeF/84hc7Fn78lkWrxIOCeNCgQdzyacDgBIkBkUWG/1H7k1NW8m5POsYW1KkFIItzFlhahNQTup3mGeoppAApP66hfEIJJZJajMbS1aheNWNwlvToL+lTX8DJs139qMtR0kp/hMIF0V9l8VsrB/kdKt5i27vllnvue/XqoFZctcKjovSxVRC42FJMvm4E61DoU2k3msDFl8S0FxR5CM9gZEO5QTsTCfu+nL6xUVurug+nPpA3IfSQF93/Cx5cD0k4XEtJKu+5+SMe/eUqv0knQjmIaMKJXEsdQ6OHPKfzzLXwC3Ou5aQlbNfUIeICe+mr+Y2hUeYr9dod6UgJxl3GdamzPIeSU/8OPfvpryzledKj8Y31zTKWxIwLMp7E6k4OhqQr9z3ejQkGcTyPhm2AMtF4xbYprpe/WFxca9QGmh1Pw3od+zo5lTa5LvnS7UmPa1pBrb9eD7cEyR1vSIcmAIThSjpTx/6933C7jHjBHbHJ427Ndfu5IcMHuudf7eWm/WORm/fK4hq3BMMMfXmtXdSIWwMH9XNbbjLIbTa2r1taI3ktenmRu/Hxdd0Vz27k5i9904tJKi59XadZX0+d33PPPe6iiy7qmEeHZAxdVwhD30/dq2dgzGk7Op4YqbjZ+hpi04r4ctt4K9JCfltRDrQ1DJZI2N+mxmP/cJ0/fWtj6zojBrllSxa5xctqbaVXf7fDpr3dv+z4V+cWP+deG7C+67N0QG3bn4FuwMbruf5rb+xef2M9d/Pdr7mrb5jlZs5602hGFGM3WNf94It93Bov3efOv36w++P9zRO4CDeVt9wyJ8x6UrbsMMhiXEXC8Z0xBlIw4zwic8jQWOtv1v7wvswVuMZvtvfFYCsS67vlnhzL5oH3ys5fcufNksbYUbdH7kt/qMemlDE/RuAiDP2xH7/BlLUGRAwRyO8YRlkXIDo+PRbKXChl5JXwUseyaWE9wHgvc7SQXK+Nx2AFQZB5c9n5YYqUQj5S7Y97OfVMl3GV400r0lJ1n5uriwvnfGCPhP1FuJZppo/UOtY3Y3v7r443JHDp8uUNacNvv73ymdYxcJfwEekLQ52XJsn6ByN/wv5MHtFp5xofc0DukfVmvfkVz9drK2XbN+Eh0q/E1lhvPrHy39z8EVI7y5b4cnDRfXCqzy9D4GJLUeqm1CnSpXUh/KZuQG6B5BIK5c4YI+/zbMyrOeRG1tryHOEQj/ThvKfHH+o2fSzvsb4IJayvhMUHZ+J9i+dTc4KcPjGMP/xdNszcMUz0gjp+sEA0tuGYmLsmlTaYGtt1fdRzgtz4ZFwtS+AqO7aDF173mCsIbuBIvdM6Ea5Rr/gwycQQMAQMAUOgfQgYgasg1kwoTAwBQ6A1CMiiqmjootQs+jzPMdFkQYTREmJWEWHyintucRWr36HzZBGEAVOLLCIw7vE1mJDG5BniP//88/2XIXKtzPGwww7zysLwHcggLFr11orHHnusn4jzbEzxlTL+o8QBI7zJaGHCztc9eHzSSmaMyxhtELbnw6OaGDpnzpzpv/TU4dj5yghIvdF1G2IJBBNELwD5rRWx/L7yyiu9txjO+QoWxUOs3kIS4Csw/muRr81C5VksXY3qlRjwaCMoubVoD1yh8lA/p0lNMZKAfrarn7Ngx2MNXxaKgItMwLjGF2GUG0J/CPFJRLuw11/gyX055pQ77+a+l6qDWrmq+wZJZ7NHqZPUZXAtIvWUH/oLSAmLvg5PRNRXFHkoL2RrWZ7BoMZ7mrAl73J89NFHvYcEFG8iOX1jo7bWij4cQxv9v66v5AFMGLvwroaBMTQKSz5jx1Tec/MncegtieUaR9LK15eQVRhziwhkbPod6ixelfjKUBRY8v4tt9zi2BYzJmXTwnyE/FO/YoJiEOUw+dCSanf6mdg54zkGITEOyzNgRV98wQUXdBgk5d5HP/rRTp7o5DpHvKCyhW8ootiMGRdEcZyqO2UxlLhz35P3wyN9Il/cy9YW+j544UmRuhBKo/yFz/O7URtodjzVHm7L9Jk6rdLnFpmf1CNwEWbueKO9A5YlcBHvgBqJ613D5rqDN5jhRq2zwq05bIBb1ru/mz1vhZs7742aR7o3atvA9XbDhvR1Y9bu7YYOWOYWzV/slsxf5q56Yn335xfGliJvESdfK7PdWFERApfMB8L5GH0F3gWZoyO6PFP3NGFEiP46PWXbTqvrq04b562KL6eNtyot5LPqcqhHJkiNx6SjsdTc1KkNRIcNG+KO3GmZ23HI3e6aV95dMxQ+7w7Y8iW36ah+rteQ/m7gmPWcW2sj9/KC4W763xe4f8xc4hYv6efes33Nw93wB9ySZ592/3vzEHf5Q8MaR13giXp5yynzAlGWKjshDhGu3spO4tloo40cH7WJsJUicwUx1qJboE+RPkCeoy9AB/DAAw/IJX+M9d2dHnjrR9n6lzN/yZk3x9Iq11J9nl47pwjLUg6xeQoeQFh7ix5D4uMIOY4P1iCFiOj49Fo9ta6W94ocy6RFfwypt9uSeCAV8PGXGGJlvOF+mfkh6x6IggieWdlmW6Re++OZsvWsJ/e5ubq4ZtYyuX0kdYr1uPZ+RXmzdma+xq4GjEkhgSvVhnm3nqQISXjWYR7O2oUtxBBILOhy64lsscaz6NPwjE4fp4W047mOZ0Qaza/qtRXCKNO+Jc56ayx5Jjzm5o9w2l22xFkWF90Hp/p8sTXoPl8TbULi1wYbbOB1qfLBMukSYbyl35sVbHko9zlS5wgDCT+Q8hff+kPa0e2H4w3zf8Ya1qGiC+YV+l52AZFdOfC8hVcw2pcW7AJ48UvZKfR6Tt4r2z/Le/WOZcLMHcNkngOhiH4ztL2wbr/pppu8l/0wrTlr0kZju66Pek5A3DnxyZowtg0nYe65556e+Mh5uD4uM7bzPkK9xbMraQ2FNNBW0HOaGAKGgCFgCLQXAbEfQuhlnoqtgvkD/zmX30VT1WuXXXZ5k+5c9I1u8pwRuLpJQVkyDYEWIMCiaPvtt/eGVjpNXOfzv4jwLgtR+hDIT3gwaFborLfYYgu36aab+q/BIEmhWKhaUKxstdVWfvGOEZnFHosgBEUgxBIWtjNmzOi0QCTPbGPFApfFrWzhV3X6enp4eKniKyzqJMqBkKiA23e2TYDIxSBPWRTddqinY9uK/LMgZhsOFOuQRFolueWe816qDqLww0CSInm0Ku+pcOsRuHhH+jPaCm7sIZiIh7RUmPTDGKRoY5CeaGMQ7yDREkZM2t035vbhpB1DIoZCFgJsW4yyRiuuY/mrd61VeWdsRVHPdgEQ5sAe8h3jTzPCQoj8Ey5jH2M+xoh6kpMWDB477rijV9ISJ9usoYT861//2jHehnGm2l34XOw370JOI61sA0nZ1qvrKIqZBzDfIP88T/tACd4KycGQdOS+Vy8P9Inkna0mUYJjrGS+00w7qBdfK+5pQlXMa1gr4iwSZs54UyTces/0qW3jNnrg626fdZ9224140a01pJcbsGZf17tfX/fGipoCpHa/94rlbvGCpW7ZguXukRfWdNfMHueeeH1I4W0T68Vf1T3qJH0F/QSkbi317unn9Hkr2o4Ovyufd6U23s5yqGo8Zn6w/rpD3B47berue3Se+8eMmW7EWkvdQe9c4HYau8StNajm3W6Nfq7PsNqHkIOHu159B7sVy2tegRfUtv988Tm3qOYJ7ye3reumzuxsfGymzjTKWyvKvJVlpz1wXXXVVf4DHIxybPPN3BUdAHPtcA1YFsOcPJSdv+TMmxvlI6fPaxQmaxj0LOg5wJjxf+rUqe7ll19u9Grl99uZlrLzw1hmG7W/nHoWi6eKa+1MSyNcUvlpZh1HmDlrmdw+krUw6zE+hkEvyVqhyHw5pw2TRvpG+iDm5nyIotd9tF3SQ9uljywrrP3wsMW6nv613jqpbNj6+Xa2bx1v2fy1s2xJZztwqUfgIg20nXE1D9bUJUhBzLmp0xwbif6A45xzzqlrN+DDKuwM6KDwlsX6H6KMCCQu9L182IWOKTbW03djb+AZiNyyTaCEUfTYij6xFWHq/AiBCz03BE7wZH7EPAk9B3g0ar/0J+3Umbc7vrJjO3N7HBGACR90Mvdhx5Uq7Fi67OzcEDAEDAFDoDgCRuAqiBUTDxNDwBAwBAwBQ8AQMAQMgfoIHHzwwW7SpEnegxBGj1Ut4sUm5X58VafP4jcEDAFDoBUI6K0wQ8+PrYivq4eJ/6B+vZe7kf0XugnDXnZbrPmSGzpwsevfZ0Vt+8Re7rXFfdzjr6/tps0b6WYvHOwWL+9T8zfEWyaGgCEQQwBDT58+vWuG+uUdpOO+tfa08brL3G7jF7vt1l3qRvRf5nrXrvXuV/Ne0mupW1HjV69Y0sfdO3dNd+6tQ9yipdbGYthyLUbgSj1r1w0BQ8AQMAQMAUOgMQJ77bWX917Fk6EHrsZvp59gTvSDH/zAe2nXHr/Sb9idZhAICVzNhGXvGgKGgCFgCBgCXRUBI3AVLBkjcBUEyh4zBAwBQ8AQMAQMgR6LwM477+y3ycAb0sknn+y/BlxVYKBEGzNmjIPEwHkrtnRcVXmzeA0BQ8AQiCGApwc8n+K54fOf/7x/JNy6JvZeT7vWq0bN6t3BG6l5l8XBbG2cwNEspC1+mhgChkAeArWm5KmPI4a+4baq7SS0WY3IteEay91avVe4BW/0cg/P7eOuntbfvfJ6RyPMi2g1f8sIXKt5AVv2DAFDwBAwBNqKAFvtsTU7nhYRCFdskduMyNrrkEMOcRMnTvRBXXvttY7/Jq1DwAhcrcPWQjYEDAFDwBDoOggYgatgWRiBqyBQ9pghYAgYAoaAIWAI9FgE2HZuzz33dJdcconfemBVAvGjH/3I7w8uabjzzjt9uuS3HQ0BQ8AQWN0Q+Pa3v+2GDh3qSauSN/pCtpIwMQQMAUPAEOg+CBiBq/uUlaXUEDAEDAFDoGsjcNBBB7m99967I5Eral9tHH/88R2/c08gEiF8MIgsXbrUff3rX49ueegfsD+VIGAErkpgtEAMAUPAEDAEujgCRuAqWEBG4CoIlD1mCBgChoAhYAgYAoZAF0BAE7jmz5/vfvjDHzqOJoaAIWAIrK4IQOAaNmxYR/ZuvfVWd+mll3b8thNDwBAwBAyB7oGAEbi6RzlZKg0BQ8AQMAS6PgLaQxapveaaa9x1113XdMKFSERAy5cvd+eff76bNm1a0+FaAPURENxnzZrlfvKTn9R/2O4aAoaAIWAIGALdFAEjcBUsOCNwFQTKHjMEDAFDwBAwBAwBQ6ALILDrrru6/v37uxkzZnjX+HxlaWIIGAKGwOqMwLve9S43fvx4N2/ePPfwww+72bNnr87ZtbwZAoaAIbDaIsBWT9tvv73P32OPPeZeeuml1TavljFDwBAwBAwBQ6CVCIwePdpNmDDBzZ071z3++OPu9ddfryS6ffbZx388M2fOHDd9+nT7YLASVBsHwpqX7Sufe+45N3PmzMYv2BOGgCFgCBgChkA3RMAIXAULzQhcBYGyxwwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDoDACRuAqCJURuAoCZY8ZAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChkBhBIzAVRAqI3AVBMoeMwQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAyBwggYgasgVEbgKgiUPWYIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoURMAJXQaiMwFUQKHvMEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQKI2AEroJQGYGrIFD2mCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIFEbACFwFoTICV0Gg7DFDwBAwBAwBQ8AQ6FYIrLvuum7vvff2af7zn//snnvuuW6V/u22285ts802Ps2//e1vu0TaDzzwQDdkyBD36KOPuvvvvz+ZJp7r27evu+eee9ycOXOSz5W50YowU/GvscYabq+99nLbbrutY65MXpYuXermzp3rnnzySffYY4+5Rx55xC1fvjwVRLe/vv/++7sBAwa4J554wk2bNs3nBywmTZrkevXq5e699143e/bspvI5fvx4N2HCBB/GXXfd5Z5//vlC4e2+++5u1KhRbt68ee6WW24p9E69h2J5rfd8V7q35ZZbOv4jl19++WpdJ8lj1XWQMHNk4MCB7qCDDnLrrbeeGzRokJs8ebLvG3LC4p3uXAdz89zV3ys63nX1fEj66LcPOOAAP57NmDHDTZ8+3d/aY4893Prrr+9eeukld91118njduwiCOy0005uzJgxbv78+Y65rEjZPmN1LedUvRac2nUcMWKEe8973uOju/vuu1dac+y7775u0003dUOHDvVz45tvvtm9853vdOPGjXMor6dMmdKupFo8PRyBnjZvLFLcsh5hXXfFFVe4FStWFHmt8DOpuWu99czYsWPdxIkTHfoM+rkf/vCHheNbnR/caKONHLghF110UcOyqnqM6Ir6mTLlfdhhh/n1PXqMv/71r2VetWcNgVWGQNk57ypLqEVsCBgChoAhUBgBI3AVhIqFhIkhYAgYAoaAIWAIGALdFYHRo0e7wYMHuwULFnQymGBIQUmFQICCcNKd5F//9V/d5ptv7pP8pS99qUsk/bTTTvNK5L///e/uZz/7WTJNp556qic1zJw5051++unJ58rcaEWYsfj3228/9773vc/nM3ZfrmFM/fGPf+xeeeUVubRaHX/yk5/4/EDgOuOMM/w5xsajjjrKn0MW0sZkf7Hkn8985jPuHe94h3/rd7/7nbvjjjsKhSB1YeHChe7EE0/seAfDKEZUDC/UPS317sXyqt/tyue6n/jqV7/qiYZdOb3Npq3qOpiTnv79+7t///d/dxxFfvOb37i//OUv8rP0sTvXwdKZTbwAkaF3797u5Zdf7hL9atHxLpGdLne5X79+7gc/+IFPFyTks846y59/+9vfdsOGDXOvv/66O/nkk7tcunt6gr773e964vzixYvd17/+9Q44yvYZq6Kc29GmU/W6A6g2neg1xx/+8Ad32223dcR8wgkneJKkXIA8+Ytf/MKdcsopbvjw4W7JkiXua1/7mtzuFsd2lG23AGIVJzKnHHravLFIEX3iE59wO+ywg3+0FXPp1Nw1tZ6BZHfMMcd0Wot2FV1AETxb+cyRRx7pdtllFx/FV77yFffGG2/Uja7eGNFs++mOZSJzWwhc55xzTl3s7KYh0FUQKDvn7SrptnQYAoaAIWAIpBEwAlcam053jMDVCQ77YQgYAoaAIWAIGALdDAEMkijnXn31VW8MkeRrY4oRuASV5o6i9GtE4PrgBz/o8PYAkQaDI8apZqUVYYZpgpyEkl0LX2O/9tpr3msJnnb4klcEpTFGuIcfflgurTbHmKIsZYDIzXTVBK4vf/nLbsMNN/T17vjjj++UrHr3Ynnt9HIX/tHTDHFV18GcosXIh7EPoY+jf7jwwgu9Z8Kc8HinO9fB3Dzr9yBefvOb3/SX8Ajwv//7v/r2KjkvOt6tksRlRJoyYq4KYk9G8nvsK92VwNWuNp2q1+2uMHrNoQlceHDVnnMgSuJx9Morr+y2BK52lW27y7C7xZdbDj1t3likXA8//HD37ne/2z/aClJOau6aInDp9dGyZcv8R2rf+ta3imRltX+mKgJXFe2nFXWl1QUoc1sjcLUaaQu/SgR6+jq5SiwtLEPAEDAEugoCRuAqWBJG4CoIlD1mCBgChoAhYAgYAl0SASNwta9YROnXiMDFFoR4qIHsdO211/r/zaayFWHqNLHdJluiieDR7dxzz+3kyYn87Lbbbt6zG55iRDDOPfPMM/JztTjGFGUpA0RuhrWBoowHLrYiYksRtvy65pprOqKvR9Kqdy+W145Au/gJW3mIFzOIqqvztp4URdV1MKd4P/7xj7t/+qd/8q9CNKpiC5LuXAdzMAzfyTWkheFU+bvoeFdlnK0Mi/ELw2efPn082VA8xhmBq5WoNx+2EbjqY5iq1/Xfqv4ucxLmJgjbI8qccOutt3ZHH320v/7ggw+6X/3qV/6cP2xJzfaYeB28+uqrO6539ZOu2F93dcxakb7ccuhp88Yi2LM9F96XIeWHH4AUeb/RM6m5a2o9I975SA/e+ZYuXdooih5zvyyBKzVG5LYfTYA0AlePqXaW0VWMQE9fJ69i+C16Q8AQMARagoARuArCagSugkDZY4aAIWAIGAKGgCHQJREwAlf7iqWMQZstKMaOHevYarCqr4ZbESboodz9r//6r44t0Z588km/bWBqWwaUvijUBwwY4MHHUKc9LLSvRFoXU0xRljJA5KYil8CViq8eSavevVheU3HY9VWLQNV1MCc3n/rUpxwGUOR73/ueJxLmhKPf6el1MNeQpjGs+rzMeFd13O0Mzwhc7US7fFxG4CqPWVd6413vepf75Cc/6ZNU1QcNqzp/XbG/XtWYrIr4rRyqQx2v0Xh6Zt3HtnxVS9m5q/T7ELdY+5q8jUBZAtfbb3Y+y20/RuDqjKP9MgTagUBPXye3A2OLwxAwBAyBdiNgBK6CiBuBqyBQ9pghYAgYAoaAIWAIdCkE9tprL7fJJpt47zMQcPA889BDD7nnnnvOf8mutzPBM82zzz7rdt11V7fFFlu4wYMHu+eff95vfXfjjTcm8zVu3DjvcYlt2eQd4rjnnnvcokWLOt7jK3qeRa677jofl/+h/jDnOuKII/yVGTNmuFtuuUXdXfk0VBBus8023uvLpptu6r8QJj+kgy/6Y0J8eJTaeOONHd6rwIetW/7xj394r0Wcx4T3dt99d7f55ps7ziEn4WFm+vTp7sc//rEnOzXywEW42mgV81C18847O/KE54E//elPbquttnK77LKL22CDDbyHEOLFQ4j2btOKMEkr5XfwwQdz6pX3J510klu8eLH/nfqz7bbbuk9/+tMdtyGAjR492uebi6R92rRpHff1CVt1DBkyxG+JMXnyZH3L1yO8fDWqc7xEfO9///v9+5dffrnf5hHF9qhRo3zd4JrI9ttv7/bcc083fPhwv+XowoUL3SuvvOKmTJni/va3v8ljHceYoqysAaIjsMRJLoGLL9ZRvM+ePdvdeuutbsstt/TtlDo7cOBAHxvYY/i47777fL2K3aNfwFgTy6tOMt6WIOxASESefvppX7b333+/b4v6WanXeHCjbOkX6Is222wzj/e9997ry4a0kQfyQhtle076Luo72ysVFdoEfRr19Y9//GOn14YNG+b7nPXWW8/3AfRZL7zwgq+b9B1lBc89pBcsqL/0u+Rzzpw57qqrrvLpLxomXkloQ9TDyy67zGMg/TNhULY33HCDe+KJJzoF2agO0n8ccMABbp111vGYsn0rigHqAX2ueCgj/bRDBEzYziomEydO9GnDC8Idd9zhaEfgTTtCKC+w533i+tjHPuZxof6JhyMd7nvf+163/vrrrxRnozqow6CNMx6xdeMll1yib/n+hzqBUD8feOCBTvf3228/7/EF73XgLlKmbKse78gPeIIrwtjEGEnayYMIW6Udeuihvk2tvfba/jL5YBsY6l+ONDPelekXJG30BYxztE28ONIHM5bTdlNjMuXJmEw7Zjs22jHjI14LeV+k0XhAHf3Qhz7kHwfbRx991J9rAhdk60MOOcT3V2BM2yF9jNHz5s2TqFY60s8VHbdWejlyoUx9jLwevTR+/HjfN9DvQr4mb/S5zAFnzZrV6R0w4LmZM2d6b0r0O5Qb3pLA/s477/RzIl6ib2frrY022sj3L9xnXHr88cc7hSk/ivZR8rwY8uln2JJapEyfwTu55Uzdo23SB2rvUZIOcAIvBIISfXfRNi1hxI5F2wrtKFavdZiQM5hvUqcZrxj/2PqatkWZPvXUUx3zNcqHcY65AWM4bVXGAfrduXPn+rZz/fXX6yh8OMSDgAPt+bDDDnMjR4501D2EdQd1irGB+sGcjHbNhw4xD1xF274PvPan7Lxf5itl5uHNlK3E14r5UdnxoZVpoTzKjA+SlnaVA/UqNm+Ufo/+8M9//rOfu+LhlbGF/od2gnc55sBlhXUJczPm0cy/mAPTlm6//XY/PwvDazYt9Av77LOP75+Jm/hY/9L2wnklcTO3++d//mefT93PVjWPTs1dw/UMW3QzpnCkTtPv0l/RZvSajjRXPe4SZj0ps44E/6OOOsoHx5qGOR0ezugL6ROZT1DP8KKcmvtQ98CNOTP1jz6bNRTzaMZjBLJd6mMr/0DtT2yMaKYfW1X6maJjouQ7dZSPE5g7//73v/d6BOoSuiLKhfZx6aWXJnEt27YkHbR9dBYcGUtZM8laJNYmeY/1BvWANR3zX8ZK+iHmv1oPx7MydtNm2MaY58GMtSZrP/RlzM0Ig3ush9ANMC+g76V/YC0h60TC1FJ1e6tynpu7ptb5K4N1bnz9+/dvyTq57NyHMZD/rAOoS5zTPxHOBRdc0LE+0vjYuSFgCBgChkD1CNAPI+g1GRfRLzPP4D/n8rtozL1qE8QVRR/uTs8xQJkYAoaAIWAIGAKGgCHQ3RBAwYrhIxQUQnhHQmmD8QTBUAnJIyYosM4555yVbn3gAx/wxpWVbtQuEMcZZ5zRsUUKxCyMXAgEr/POO8+f6z8QhFCOIBj92XqrnmgFIQQbjE8xwfAbksFQ/vI+E96YoNwiz2LAlWdQfh133HFesSXX5IjRCyU+YRYhcPHef//3f3uvVjGMJX8oXlHgY8iKCco0iBwirQjzO9/5jhs6dKiPgriKkgFOPvlkT5biRcoAIoiQ9FAGYngNBcX1N77xDX859E5Wps4RgDYIYDBE+SRljqL75z//uY9HPJf5H5E/GJxDD2Ix47COD0MCBp5mJJfAdeqpp3pyDuSfE0880ZPvpG2F6aFuYVyPyTe/+U2vvIvlledRNFJPx9UU2zF58cUXPW5aiSz1mucxNOy0004rvYoh5pe//KX73Oc+5xeq4QM33XRTJ3JNeF//1vFRzhipEMgU1EWpD/odzh977DF39tlnJxXV4fMQ46jPYJIS6kNoYEo9+4lPfMIbqLifwol+Cix0mPXqIAY/DO0pwQDE1q4oClAKUOc5Eg/1SJejhPGjH/3IlxHPYGgSwqTcl+NvfvMbb6Bi2xuEPpstWEOBIIOxQMYpuZ+qg3JfH/H6JWt4+iBt/CIfbOWFQBagrWiBhEuedf9UtmyrHu8EY51OziE6nH766f4yY9PnP//5DoJm+CxKH+ozfVlRyR3vcvoFFFKUFWUfk2XLlvl5gx6TabuQhGWL1PA96uT555/fQeLWbSM2HkC+wWMpQvs/66yz/LkQe6iTtBGpW/7mW38waEEWvPvuu/Vlf1523FopgOBC2foYvB79iQckDDQxAUeI92AmImMMfQWYMG6HgrGPcVbIS/o+YTL+MvfRUqaPkveqJnCVLWe2E4OchsS2i4J8f8wxx/j7YMj/Im3avxD5U7atQHKI1WuCxkhM+iFwhMI4DBYQNF599VUnfbdeO5AXyAL0maFgcGYdIKLfw3jMPJ/xJiZ8EPGLX/zCxwl5NRwPyrZ94siZ98v8ocw8vJmylfhIb2rcz5kf5YwPrUpLzvggaVkV5aDnjdLvsZZhPsSHJKEwFvzP//xPlAQVPiu/G81H8Xr8s5/9rNMcrJm00N5Zy6655pqShE7H2BocIgflwHyKsRpplO4y82g9Puv1k+RT1jOkm486YqL736rH3Vh8+lrZdaTul8EbwiD9cSjg/R//8R+eoKbvMfeBeBMKYyvEa9H/FCFw6bTI3Keqfqwd+pmyY2KIWfhbCFyQpxj/CD8U6uOZZ5650pw6p20RNmsz9GCpNSlzS/1BG3XlC1/4Qkc5h+mjr7z44ov9OCL39BjMRzsQDsP4qD8//elP3VE1ciFE0lD4YIG1Ic9pqbq9VT3PzV1Tk8ccrHPjY74jc62q1sk5cx/Knz6ZcoaMj/5M5KKLLvKkWfltR0PAEDAEDIHWIWAEroLYxhR0BV+1xwwBQ8AQMAQMAUPAEFhlCEDOQuHKV3koaFAq8zUvXw9iyNWKHEkkhjgUfyh18RogEpKg8KKy4447+tss7lFmo8zCMI6nHESUQBhxIP9AAkJCQ4y/WPsjRlJ+/+d//mdDbzWi0Jf3OWJkIn8o0PhSUoSwxRMHniUw8AvRgrSjkMJwDAFLtv2D6IFCVoT7EFpE2YVyDIIK+Q2VXEUJXKLgISzi0l81xvKHEZ58YCxFuSWitylrRZhakfv//t//62REkDTEjniD2WuvvfwtDO8YbIUUwkU8eWGM0vKRj3zE8bU9osliZesc72uDAL9FqJt4WIEkeOCBB/qv0LlHOeD1gTrKF7Ao0qS8UWBpDxAxQomOTxsgJN6yx6oIXHg6kK/Y+aoWgbyC3FzzFkAZ0d7DeyixMVLF8sq7QrbhHOzwLIKiW74E5jrv8xyYIrF6DVmG9iZ9lX/wrT+0CZTo9CHSZrkFyY/20Eh0fGKIY32H0Z+ypS4QPh4T6Pfw4CfGaDxK8eVpEdHGGwwu9Hv0JXgv0UayIn0b8Uk71nHTVujDdT/FfeoxBiAkVQfxxoiyX/KMQZC+kvTRn4iBQpMVIQSh+EVCoijXIM5QRxHeg8CFAQKDh/SjUs8wJBBf1YppH3nwR2MHUeC2227reEL3ZdRZvRUQGH3xi1/0z0Js5Mt7pGzZVj3ekSbGGCHJME4zDkBywGsUYx1jgNRb2gX1mTGCfkzaDe9BYNPjjM9g5E8z411Ov/DZz37WTZgwwaeEdOJBgPoO8UBIXZQX6Ze+RG/VSTumH6F94I1C2hzvkB7apG4bOssyHuBxMEZ00XMT3uN54iF9GEmlrnOdciAdIjnjlrybOpatj6lw5Dok2o9+9KP+J3hBRmdeRH8MliIYKyFlIWJUl3vknXcYQ/TcUe5TZszPKEvpayhn7cklp48i/KoJXJLmouWcQ+Bq1KYlDbFj2bYSM85LuIKd/IY0T/9AHyZzH+6lCFzyHuM3fT1jK++K0D+JF1+95qBfnjp1qieP6Tk0SmraFeQlvJ8yXsQIXGXbPm00Z96v5w+Sp0bz8GbKNhZfs/Oj3PGhFWkBw5zxIZaWdpWDzBtJe9jvcY11IP0b61/p2/jNh1JFJPRWTHjMpVnHEqaM65qwTbi5aQnrA3N0+nzaLn23tPswPsY6+mvmcaznq55H6/FZr58kn0LgYs3G3BN8wEbGHvotPD0jrRh3fcCJPznrSN0vS7DkBR0M4yjzvVRZ6LUh79JvM8dhzJY6KGHmEriq7sdaqZ8pOyYKNqmjELjkvsyLKA/WX4IxYxV6DJHctgV5XrYRJiz6NtZUjH3ywQnX+egFUg+i56WMv8z5mVMxZ6NtItQnPuqjfSN6DPYXan/IA+sJvW6Xe7zP+MP4KXNq7uGdmI+HRFrR3qqe5+p1oaSbvDdaU/NsDta58VVN4Mqd+wiBi/xTD6Qv4pwPsiAAmhgChoAhYAi0HgEjcBXEWCY/BR+3xwwBQ8AQMAQMAUPAEOhSCGCQRFGoDTAkMFTkhF/34Tqd/4g26qPghTzBYh6vGHgA0dtFsMUCX/UhGGHxaIJopT3voBwWYb6FcQVBcSUemOR+7KgV+igUIDHo7bC+/OUvd3wdrck3EFnYpgIJ88w1lO6QGhCMW2KMPfbYYzu8lJFf8kD+EbZy+PjHP96h4ChK4MKYCS4I7vhxXS8S5g8ykyYQaU8yGMgwlCFVh4miEtIDgoIcXIsKuKDEQjDufv/73+9E4BFvFDo8nuFrR8qUPGJcyK1z2iBAHCi5IZFRn0XEY5k29Ms9vq6X/Oq6zP0YqUnHpw0QEl7Zo1bSQySCUFREQoOHvCNtAmwxOmupdy+WV7x2yRZ7tBHqCAYEhP6GshPihS7nsF6jkMZLC6IJQfzGUIRBhjqAaIUoZAuMvI1ExyeGON23sdWX3mYPJTV9Ef1bqJxPxQW5hr4CwfjG1/JgLKK9C2os5H7sqPPK/ZBApb08iWGL51J1EM8E497ylIZnIb6yF9FfOmvDo/Ycg5KbfGnRBK8LL7zQG+S5r43r2nhUtWJap0WfayKWeBPgvm7P8jz1VsYvthnDowQiRLvcsq16vKMPhECMhN4xjj76aMd2HQhEWQjaIvTf2rMVpAnKqpHkjne5/YLMU+iHIQljkBLRhgRIdZDrqEtgTDulrUEu0lvynXDCCR3kIzE26bZB2OF4oA2qut6Exhu8CkmdwYBM3ylEp1mzZnWMDbnjluQ7dsytj7Gw5Jr0/fzWJC1+a8w0JjLG8AxGQ8ZRiLBI2HeJNyV/s/ZH40k5yTwqp48iTCEhhYSw2LglaYgddbqof0XLOYfARfz12nQsfXKtbFtJ1Wu84opHVMZY8i9jLX0lhF/eRfT6IVw7MN/Fq660WT4e4RmEjyOEFKnf08RabbwO5zkxAldO28+d9+v5A/1M0Xl4btmG8VUxP8odH1qRltzxIUxLO8tB5o3UZ93v0W/htVEIFcwdqa/SZmQOwXv1hHkVxA9Exip5HhIPc2khjOCVjv4UyU2LxpIt0/S2r5BT6JPlYw7iEBI+aWBuhSEJklHV82g91uj1k+RTz3PJv/T74Ty9FeMu8dWTnHWk7pcJmz6WMUfGUT3/pq5RLggEWfpqmftQfmxJjkDWZ86tST96Du4fivzRadHjfFX9WKv1M2XHxAgEnS5pAhflgR5L1rd8oEKbFOK+Xpvlti3Re5AIrc/htyYHMsfFux8fufGxG0J7pA+RsZtreg7G+lzWp3oM5jk+4GL7b4T+i+eEMMpcnHwzhiN6fa49Q7WivbVinqsxIT+63PidWlPnYp0bX9Xr5Ny5j153gQ8fb9CO0dGaGAKGgCFgCLQPASNwFcTaCFwFgbLHDAFDwBAwBAwBQ6BLIiCKLW2AIaFakYMhU4hEkgmUU/I1q35XG+35Cusvf/mLvNJxFGUUBg+MsRjWtBIBZSNbpIloggNb7eHxq5FoRRnErfPPP7/TK9o4pQ3eeIXCiEDa+Io4VEZor1EoylCYQShCQYbCFKUWJC+OWvQWREUJXLyPUR4FGEpCIbFxXecvNIByf9ddd3Uf/vCHOV3JoF9lmHhAQQGMhIpyf7HOH4hw8hW6EPPGjx/v/u3f/s2/BdlFb6Gjn9ekwdw6pw0CKMBRuoqRUZJNHccwwdaeYR3iGfHYE6Y1ZhzW8WkDhMRV9tiVCVwYpyD+0I4wJtBHaKHN0A8gun/R9fr+++93v/71r/VrTivOtfGIhzQx55577nG48W8kOj4xxGmSaYxQxVYQeC9EYU8f0Eio0xBeEAgm4TZqkDvE+BISxlJha+UvxjLwDgXcMSYgQkRK1UFIGrQvykn3MxKmbLlLeWpynximdF8u70jboC8kfzyDrGoCF2mQtOk+64Mf/KDbY489fDrpyxFIs5BnEek3NYktt2yrHu9ShjQMb5QR+aFvo46HQjuV+hOSXMJn+d3MeJfbL0i7B3sIZ7qfpo7LFnRsQwoJTXtciHnKY0s7qcdi9NJtIzYepIyYup3FiKPgS19FGWiSc+64FSsTuZZbH+X92FFvkUz50d9oIR8Y98AR4g0iRnXOmcuJAZnf2tBHedK3SN/AfW0og2wo22Lm9lFiyA/rdmyMJv6U5JZzuwlcZdtKql4zDqDrpGww1AopUfDRc0y9BtBrB5TKQiyV9yAR0CchqfeaIXDltP2ceT/p1/OHMvPwVH9NmPVEx1fF/KiZ8aHqtJDv3PFBp6Xd5SDzRtKv+73Y+pdxCuINArEGglQ90R+56DWPfmeXXXZxRx55pL+ktyXNSYv2Dhpru0Si186xtbWkrep5tB6f9fpJ8lmUwNWKcVfynDrmrCN1v0wfjA5GjHQSjyb3yfaQel2oCTjyjp6/cW1VE7hidUjXsWb1M+Sx7JjIO/VEwqNcmBeE69vtttvOr3MIQz5Oy21beLPHgxUS+1AGQhV6PPQUMseRsZt3YnM2ruu6w5ya9aweu/XYzPOIngPF1sbME0iP1le1or21Yp6bu6bOxTo3vqoJXLlzH03gwoOb6IPfrCn21xAwBAwBQ6BdCMjcEFsKcwH0TYzF/OdcfhdNT6/awuLtz4yLvtUNnjMCVzcoJEuiIWAIGAKGgCFgCCQRKELgwpMNhslQ2O6OL3G1EVyUGdpQGb73L//yL26bbbbxl+WLYYw6KACYZIoSSt7TSqOcrdHOOecc98gjj0hw/siXxJDHkNArib+o/kBWY6spSBsY3pkcI0Lg0gbJmFGFZ/UXg2UIXFqhBrby9a02WAg5g3hEtKetMH9VhqlxRAGIIrCoaNz4ihtFPEI9AHOUo5Cq5MtRbRCATCUe1XLrnDYIaCVxo/RjfIO4tldta8Fxb3ktMgKX89sC8oU4C0YUuYgor2OYQs7D8E85C5lC1+vQExRhCGEIUpAQByVstkyR+kd7p903Eh2fGOK0YZr3MVxD5KG+aeJIo7Dr3QcjtpzBk8n73//+ji0tcghcbE143XXXrRQdRj2Me4h4JtJ1XhvBVnq5doGyoZ7jMZFtNumbdVnxjiam6vDo3+nnEf3FPr+7AoFLexWSbV/pa/BMQF+EsQXijfRL5J06zTHMD3nSUqRsqx7vUoQATWqs18fpPlfaos6TPtf9dpnxrpl+QRubmB9ADGfry5BMJOmkH6A/QOiTMGyHgmcfyhjDOG1ct40YVtqgquuAzE9ifZLESV9FW0IgLJGH3HFLwix6LFIf64WlSQfM6+hbIdKDQUrEqB72FzyvParGDD94QGWehbC16l133eXPY3+K9FFVE7jKlnO7CVxl20qqXosxVs/vwzIQIqw29ur5ZeqDCxnHddj6vWYIXDltP8wXvxvN+3lGzx/KzMNT/TVh1hMdXxXzo2bGh6rT0sz4oNPS7nKQeSPlJv1eqo/QXqlCb3KxctdeP0MirDyPdy7aPKLbYU5amOfhLRrR20T7C2/90R9vsbUa419Mqp5H6/FZzzUln0UJXO0ad2OY6GuN1pG6X059pKHnsZwzPgvhmrGXDyeoi6Fob5armsDVav0MeS87JoZ4hb+FwMVWpkJGDp8R3ZrUy9y2pfuA2McIxEs/ztqF9o/Hakmf7g/C9PGhHEQoRPRwegyOfQR13HHHuY033ti/Q77JvxbRCWpdULvaW7PzXE2oKrOmzsU6N76qCVy6/OS8yNxHE7iKkJElbDsaAoaAIWAIVIuAEbgK4mkEroJA2WOGgCFgCBgChoAh0CURECVTqOjRihytLNWZiBlhxKDDcygQY4IRXARvWhh5EJSNstUQxiO2pcNAJ16YQpKMhBE7aoU+Bh0USlq0ETEkVEFKw8vOtttu67euQDEUEyFw7b///u5973uffySFFTdF0RPGFwtbrhG3fF153333uQsuuMDf0vkTAoK8w1F7VQnjqzpMyVfKaKHTpc/f+973evIK11A6sn0hgut/3NIj2o29kAxCTzK5dU4bBHQ8PmL1B+Uo2/5ACIB4EZOwbsa8e+j46tWTWPixa/pL6yLGIAkjZfAQY0DM6F7vXpjXcCu6Iv2AkBp0vY61W6kD2vAr+aqKwAVB86STTvKe7yRsOdJP4o0NTz9CppR7jY58Vb733nt7cpCQQMN3cghcMQMI4eqtHSTcenUQ0hJtb1yNlIgCV/fTks6wbkBCo+wQITtxrssx3HatKxC49qqRL/nyGJk8ebL3iib9CGQ9jCFbbLGFN35h4NKEtJhnjZyyrXK8SxECJk6c6A455BCfTz3W+gvqj05L6ot9eTx3vGumX8ALwUc/+tGV6iSespgn4NVOb5kq/QRpFsOmpD911G0jNh5og2qMwJXyWEJ8mnwshDKpb9wv0kfWKz/C0JJTH/X7+px+FU+Z5F8LaabNQ+KjzQjRmmdkjAnJ+NzThIOQXM79egSunD6qagJX2XJuN4GrbFuJ1Ws9f4yR7CgnREjYev2g1w5sv4QXmFDE05Iex/V7zRC4cto+6Ss77+cdPc6VmYen+mvCrCc6virmR82MD1WnpZnxQael3eUQI3DF+j3Kdc899/RrS86LzNk1ySKWL8JBhDiht9Kr1wfzTiwt4oWU+0ijcYk+n3TFpOp5tB6f9fpJ8ilEGUmL9Pu6j+FeK8ddiTt2LLuO1P2yeAkNw9XejYSIJTqdVB0kDDw6MU4g8p7/kfij06LnPq3qx6rUz5ClsmNiAoaOy6LziHn7k4c0kY45QG7b0n0AW9TxcUE90fMrtrVj/RUTPc+SbRn1GKzbmLz/xS9+0ZPF+E2ewv5B+iFN4Gple6tynqsJVUXX1KwThDxbFuuc+C655BK/PTxb8SJ6q0p/4a0/eOvjI07tLZpboa5G3smZ+2gCF/HhSd3EEDAEDAFDoP0IGIGrIOZG4CoIlD1mCBgChoAhYAgYAl0SAVH2aQMMCdWKnNi2QDwTErgw+KPYKiOXXXaZu+mmm/wrO+20kzfS8kPc6h944IFun3328fdjCiV/I/JHK/RlawH9WEpBiJcMvjJEoREKClEEcgMiBC6tiGHbNr5cjIkoskJCVexZfe3oo492W2+9dactsBrlTxvgYvFVGabUA9IcMyrpvOhzrZiEEEP5IvoLQ/HgpLe80t5RmqlzKYOATqP2Fqevo7icN2+eV5Jx3Qhcb3vg0u1YY1bvXOpNo3otxlmtIJZwqyJwEZ4oNPlqWtq7xCPHK664wk2ZMkV+Jo+Q/sgf5INQMLjh8lq2OhSiVfhc+Fv3OYJd+AweA8ETkS+3U3UeQy5b1YakLeo5BjD6Ewxy/EZxr0WM+NyD6AHBUhT5MSNSMwQuMcoVVUzrdOpz3T9CHr366qs7trGkn4ZILFvQ8nvSpEkOj03kUXs1aKZsdTtpdrxLGdL01/vylb3GQc51u2tE4NJ1r8x4p/Mr8TY66rq92WabeSMYXh/Deko4tCO+9qfOiYEtrCf14ku1DXknZcTEAwntV28FK+/IUZOSmTfMmDGjqbmShBsem6mPYVj6N2My7YEyiJFPIW+ffvrpnkzHe2JUl62RdVjawBjzlKgNi9oDV24fJX1G2BeljFk6rfo8p5wxvDcicNGv4MkQ0dsSpdq0TlPqvExbidVrTaZJGQmJWzyb6PVDkbVDKwlcOW0/Z95P/nW/GVtn6HFGz8Nzy7ZRfGXnR82MD1WnpZnxoVFaWlkOMQJXrN+jvsRIU1xPCR6nR44cGZ136Xekv9Uf0ci1MmlJrXd0XPo87FP1Pc6rnEenxmfJZxECVzPrxTBvZX6ncGU+mVpH6n451QfHCFzS/8XWSJJmTSZa1QSuWL9ZpX5G8lxmTJR3UkfBmC1Q8T4UE9lyXdZMqToQe5dr0raYA7O2RYp4oMerFroVJOUhl3t6nGYdy3pWX4vp/TSBK1Zusu6Tuteq9taKea5e1+h1B1iJhGtqdFG5WOfEB+lX68dS/YLMecP1T2zOmzv30QSuFF6Cmx0NAUPAEDAEWoeAEbgKYmsEroJA2WOGgCFgCBgChoAh0CURqJLARQZl2xUUB3iaaCS4YMftP4KyBwUQBkJRXsmXZJoc0ChM7jdS6KcUhEJGIAwMsni9Qgn27LPP+nRCcsCYjwiBiy3Q8CaFxDx3cF0rsrQhh3uNBDIBpAFEvsBslL+UwULiqjJMMTIQdj2FocTNkfSheAcXRLyS+B+1P7rc8fCDsoutuxDew/OHSG6dSxkEJFxtUKL+UW5s3YXXEIwiiJDyjMD1NoFLk+1oN5A86gkkJtkKrVG9LmugrBcv93R82hCn38MbE19wQ6LE45TUWZ5BSS8LZ/2OPteKe8hNKP2pRzNnzvT9nPZilUPgQik7a9YsHaU/jynjY3UeL4cQXyRfbClHOyad4mUMYtaYMWOihkRtDMLjCqRLCKKI9hroL9T+NEPgkvIPvfDFFNMSX+ooSm7aMuWBVy4xgELaIy4E70Lgxja4c+fO7fjimnvNlC14VzXepQgBkJ8hQSP1PDjhRQNiFBL7st7feOtP7njXTL+g48cojHdMiC94tYAQJCLeIYRUrD2SyDOpY6xt6Ge1QVXi4b4Qe6Tu6HfkXPcz4m0wd9ySMGPHZupjLLzYNQyhO+ywg99Smq/8RbSnEzGqx8gDOQSuZvooaecyp5T0lu0zcsu5EYFLewOsisAleSzSVmL1Ws8fU95fiEMM2V2JwJXT9nPm/eRft+uYQVvjqOf9qf6aMOtJo/hkfBQDug4rRnBvZnyoOi3NjA+N0tLKctDzxnr9HmVRlsCltyyr54FL1iGaRJyTFjwNM29EmPdor5b+YvCH/p1tFItIs/Po1Pgs+SxC4CKdrRh36+U/dx2p++UUUSNG4BKdTkje0GnU3pu7E4Ert5/WeS8yJurnY+cy7tXzTvn973/fDR482Em9zG1bjCvjal6RkUYfV/CM1m3V8wqFl3n6I+TXv/61X/PF1oz+gbf+lCVw8Vor2lsr5rmaUFV0Tc0HCKydkbJY58RHf1yEwCXzgCLr5Nw2ZQQuX+z2xxAwBAyBVY6A6KGZk2NDQ7/Ibiv851x+F01or1122WVF0Ye703NG4OpOpWVpNQQMAUPAEDAEDIEQAVH2aQMMzzRS5PCMGEq04U6UARBeUAwKOYvnRSDiCBkHr0tMOEW0Iv7ss892xx57rL/FNkkogoqKDidmWNFKLjGs6O0ayRPEpDD92muUELjICwpRJKXE2XLLLTvyIvEVzQvPiRESwhu4N8pfymCh46wqzFBBfeKJJ3baTknHKedsh8V7SEh+4tq+++7rt1LinDqy3377+e0Lw3rK/dw6lzIIECaiyzq23YmuQ2EeYsbhRvG9GWvxv1oJH0tfKqSUwaPeNon17oV5ZfGIQQl5+eWXfd2NpYXtBDHqoOCGXII0qteimCxqoIzFq6/p+MQQxxZxKEkhn8n2rvIOeYNcKN602NIA0lU9kTTTJ9Lm+OJei97GKIfAlSKN6vpBG6GOxuqgJhCk+iadh9ADl24HGDQwIrL9IEJd02RLrqUIXHgxgiSBxEgDmlRVRDHtA6rzRwkbe8YAAEAASURBVHtFgnS2zjrrOG2QQTFP3iBt4QUDBYj2FEjQGpecstX1r5nxLkUIgGyDkQ9h68/zzjvPn+s/5EuIZCGu+jk5zx3vcvsFyMZ77LGHjx5PaaHBGDIRxhBE5iLi/YBrse09aL/UNfIO+ZE+LNY2eF9EG1RjBC6eE3KWvCNH8VTEfIK+FMkdtyTM2LHZ+hiGibETLz0IpE7Iy1pos+CLkhCB6InhWMaYqghczfRRMs+pisBFPsuUsyZwsTUvdVSLeEPlWrMErpy2kqrXYniNzblIK4RP2T5NP1Nk7dBKD1xl2z59Im0RKTPv53ndf8fWGal5eKq/Jsx60ig+af9F50fNjA9VpyV3fACvRmlpZTnIvJF01Ov3uF+WwHXkkUe6mh2FV92FF17opk6d6s/1H018g3zPWI7kpEWv5SAL4IUnFMbMI444wnvXYl1+++23h4/431XPo1Pjs+RTiDKSGOn3ZU4g11sx7krYsWPuOlL3y2UIXMxrxKNvbO5DGrku5OvuQuDK1c/kjImxctTXhMAV1jl5BpI69Yy2Ih995LYtvU5JfYQhdVrmOJK+2PxL0oiehvU3wvusDxuN3TkELklbrk5Q0quPMs51hTV1LtaawFVmDV/lOjm3TVEWRx11lF8zcW4euEDBxBAwBAyBVYOAEbgK4o5S18QQMAQMAUPAEDAEDIHuikDVBC6trLzhhhu8RyqNDUp6jDcoJzFm4llKk6S0QQFllGxfJp6ndFj1zhsp9DXpQEgLY8eOdSjjETzPyJd1Eg/KDpSjGDURIXBpZR0KpRiBSXs4kfgk3CJHCEz8J3yIZWy5gzt3pIzhSMdVZZiiLCd8FOZspxQSNyRu7cWMa4Kj3OdI/YCohgJ00aJF3mMX17WBk99Ibp1LGQTeDPVNIy3ekZDYF5kYMXbffXd/f3UicJGhsE4JgSt2LyRw8YwoWDmnj4EMpQW3/RgOEI1do3Yr4RY1UOo4Y+c6PjHEfec73/EELfol0kib06IJVymFun5evCMQTkhqpX5j1JctMnIIXBBaSLNOJwZLDFuEz3UhXcXq/CGHHOLIE8L2r6HHNN0n67B0HsVozn1wo5/X3iD0sykCF8+IMhxlBGFq0USHkGgUq4P63di5NnzKfU3Q0umU+/RzkBJFmi1bjW0z412KEMD4yXhLPaBcIJ6AnRbIUXhRQ2LEOf0s582Md9J+Cadov7Dddtt50h/vYCz+/e9/z2knkXAZKxhrtXEk5gVO1yUZU2JtQ0eiDaopAlfM0KrJ29rAnjtu6TSF583WxzA8iFmESf2R7YzDZ3Q+xJAjRvWYATHHA1czfZTMTcS4Kekv22dow3iZctZk9QsuuMB7JZQ00O/T/4MvInWR81Sb5l5KctpKql4LgZW4YnM06fO535UIXGXb/vTp07Pm/eRbzx/CORP3W0kcisUn/WDR+VEz40OjvJdNC3jJO5wXHR94tlFaWlkOMm8kHfX6Pe6XJXDp7VVja1LC1F6YLrvsMnfTTTdxOSst2rsL8wQIuXpeSbh6i9u7777bTZ48mcsrSdXz6NT4LJiHZBrp90MClx6vcnQUK2W0wQXmXDnrSN0vx8YbotVlL0Qs7Z2ILd7QnWgJ573ynn4mPNdp0XOfnDGKsBu11yr1MzljYpj/8LesU7hO/acdaNGkq+uvv95v0Z7btrbZZhvv6ZfwWesxD9Gy8847O+JD5ENHqftcO+ussxxlpoVyQ4/EvEPPi1pB4GpFe6t6ngs2et5QZk2di3VufKRV6l+z6+RcnSdpMAIXKJgYAoaAIbDqETACV8EyMAJXQaDsMUPAEDAEDAFDwBDokgiI8hMlLQpztjLD0NtIkUNmYh64+KoTww6KIcLEM5B4qOHLsS984QveMMX7uB8/55xzOO0kWonPjTLbIElAOQpC0ozXATGm/fKXv3TTpk3zZAS2bEJJ1r9/f4nC/eIXv3AYf5BPf/rTflsnzlEYo2BC4Y4BFCKAeBzjfkjgEmVMvXwSL7iQtttuu81/OdksgavKMNleTrZNI4+UPV9wz5gxw+cXA8qECRM8DuPe2g6A51J1gHvacwW/CRNlOB4+tOTWuZRBQMKGJIcBBYGMxjaPGMZQfmJQpk6IaAMm12LG4VR8u+22W4eXE/GwJuHWO2oPSxADMLDXE7aJe/jhhzsMO6HBQ7cZtsKDLEGdROrdi+VV5wkFMQbgp59+2odFvf3sZz/b0Za0FysdTxUGSh9hnT86PjHEaVypn+eee24HyZQvlunDIHMiKNNDj0BhdGLI4jqKfvpEtlvbeOON3cc+9jHv3UneKboFqVb+8i7EG7wlQC6CFAB2ECUQTcqK1UFt4KBt0QcyDrD9B+MARE/pE2mDkPk4asGb2kEHHaQvuZhxjAc0MSo0Hmll+B133OG972H4YNta8dhHGFUQuAgHbxVCyOU3fSxeuBDaN/26SNheuF5F2VYx3lFWbNmC0EcxrjMOMZbrfgwlD+M85DqEPFIeUr7yJb6/WedP7niX0y/ocYr+iDkDni4Ryo7ti2ULY/GmxXgDHuIZCmIMhjTwIA2Qb8kz9RhvFOASaxsagpQRkz5APF7wPPX2xhtv9P0C+IK/pIN5gfSDueOWTlN4XkV9DMPURJ4rrrjCTZkypeMR5jXUH/Knt2ySeWVVBK5m+ijpU7ShkgzExq2OjEVOcstZkzBIw09/+lPfv3KdbYxouyKawFWvTcvz4TGnraTqtfZsx3gFcRJCwFZbbeXo7/FsIqLnP0XWDq30wFW27VNHc+f9ev4Qm6+kiEM5ZQvWjeKTsaQogYswc8eHVqQlZ3wogksry0HmjaSjXr/H/bIELt7RfTrjHp46aY/0uYceemiHd8qwf8tNyzHHHOPbOHGzpqBtQIxG2HITApeMnfStoUdZ/2DtT9Xz6NT4LPkM52fS74cErmbGXY2NJvtLnmNH3b7KrCN1v1yGwIV9irzLnI50XnnllX7uw9obQo2e84Zz8FgedFo0gatV/ViMwEV+cvrpnDExhoG+JjobrjGHvPTSS72+g/kl6yXGR4T5KiRIriO6/pRpW5osTR+A7ok2ueGGG/ryJI/IxRdf7O66665Oc1n6CubMQuJCf0Ga5ONIPJxTR5BGY3eOB65m2ptPVOSP7hO70pq6DNa5a3jgkL6N82bWybltiniNwAUKJoaAIWAIrHoEjMBVsAyMwFUQKHvMEDAEDAFDwBAwBLokAloJTwJFCdpIkcOzMQIX1zFKoagWQcGFIgsloAjKJ5RSoTcQ7oeKjQcffND96le/klcLHXW+YoaVmIKQgLWCit+iKBdlKPgMGjSIW15xByEGggcGApQqokjjvn4XDCSMkMAlhkSeR5makuOOO86TPkgDRuBmCVzEU2WYfCmKMVcrh1N54TpGbhTLKdFGW5558skn/ZeHsedz6lzKICDh83UiHuKk3LhOGeFdCAnrNXUZYwIkGinTJ554whO/eD4Vnya/QJzBuFlEtIGkyPNC5EkZPHSbl/DEo0q9e7G88r7+8pzfYIcIfpxrfPjdqN3mGCgJNyU6PjHEQc6iLQvpgnKGnEC6dd1ObZcaxqXLl3uEh0i9ot4QrvyOfWXtX1B/wj5Sbul+hmss6ulnRWJ1kHxBdhGFPs/SX+u8YhyU+5QjSn+9vSR9u3jM433SEfNEyL16BC7t1Y5nQ5H8VUXgkv6PeML+l/IX70PcjxnRqijbsCxzxjvSJ+2ac0TqJ+UGCSccm6hvUsd5PrVlEvdCaWa8y+kXQoxoj9QF8iTtht/UQSHg6W14ST/3EXmec02YibUNnhFJGTFDYo88L3VVfkP2xvCmJWfc0u+H51XUxzDMcBymndD+qFcaS+2NUOpiVQSuZvooMXaFBIfUuBXmX37nljNthS009bgnYXIET7mn6yP3BEfOEWnTb/6K/y3bVlL1mtCZO2P0byRdicBFWsu2/dx5v54/xNYZKeIQacwp20bx5cyPcseHVqQFXHLGh0ZpaWU5yLxRl2ms3+N+DoELL53kT/e19BmM3XKNsYYtFvlIQ0TqV9m0gBXzBb1eD+eoxBGSeSVeOVY9j06Nz5JP0V1I/NLvhwQu7ueOu3q+yPxXtn6XOGPH3HWkkO0JMzb35HrMAxfXtcdKflM/IBHJOKPnJs0QuAhb8OccKTJGNWqvVetnyo6Jb+Yk/VcTuNJPOU961luM5rYtxmDGKD1fpzz171A/gu5Ck6x5nnKXOkC6Q69+ep3PB0GsCbTocTI23skHMSGBOLe96bj1eSvmuWEdkfh0W+FauKbmWg7WzcRX5TpZlyl5CceWlM7TCFygZWIIGAKGwKpHwAhcBcvACFwFgbLHDAFDwBAwBAwBQ6BLIoByGG84YpwXLwpsDYeSAEltX5gicPHOrrvu6t/XCiauI2ynBukp5bkGLzcY/0Uwfs2dO1d+Fjoee+yxjq2LkJiiKaUgBAc8zJAGLShxHnroIYdXLryUiHcbjMUYTRAU1rzLF4daePf888/3XpZ4L0XggjSBIiglELZQfCKzZs3qMKzF8lfPYKHDrzpM8scXvrJlhI5LziHvYWwQ72VyPXbEW4wYErTHs9izZeuc9rDDF7S33nrrSsHSDg477LBOilIeQqlFHSaf0k64jgITb1ii4NXK7FR8Whmp6xPh1RNNhKn3nNwTAhdkHb6cDg0e1Bm+zNX1F/IPC8N692J5lTj1VhJyjSNtAu929C3ydTLXG7VbMVDGlKh4noJwhsTIEv5G8EfHpw1xeJbhy3lNYtKvPvroo+68887r8FCm78XOU8pa+jWIBGyzBQESQYFaj8jJMzq8a665xr3vfe9bqY6inMdbg+47U3WQLS3pW4ScShwIaYFkSd9Hnyz9+c033+zw0qaFNBMOEhoT9HO63saMR9pjgbxHfeHLcsqYMSskcNWrgxJG7Pjud7/bHX744f4W4xL9jRa8M0l7SPU/uiz0u0XLtorxjnghLey///4dZTRz5ky/lS33aO94jov1y2BLWWpCHu80ktzxjnDL9gsYnWirlH1MIOcwptCnaMHL0cc//vFORivuU6/xEAdhRiTVNuQ+fQH9O6K9UJxyyikOL3H03WwHi6dJMazLu/WMvWXHLQkzdWy2PsbCPfDAA71XiTBfPEv/LV4+5F0ZY2LbqDJHYE6HxPppvUXXb37zmw5SQm4fJd4awvGubJ/RTDnT7vAoqkmU5B/iE9sqMmdCQgJXvTbtX4j8KdtWUvVagmZsYY4iaae/AEs8cn3oQx/ycwO9DXKRtUPMA5d+7w9/+IP3NEsatAczvFficUJE+ueQnCfvFW37ufN+PX8oOw/PKdtG8eXOj3LGh1alhbIrOz40Sku99VCz5aDnjfX6PfKVQ+DivVTfxz3W7GyTxppQSzNpoT4wH9QEEAmb+Bg7+d9IqpxHp8ZnyWfYv9cjcJHunHFXE7jYqpItK4tIzjqSj3lkvpEi9acIXKSJbdEPPvjgleYizFMgFcm6NTYHD/NUb4xotv3E+s2q9TNlx8Qw/+FvmTtAcMKTMusSLcyJ0PmE81GeyW1brBMg24juSeJjPGYexTyCdZEWvX2zvs55rE7pMTim99Nkn1i5CYErtj7PaW9hmvXvque5Orwya2pJU1msm42vqnVy7txHx8+29eKlUfCwoyFgCBgChkB7EDACV0GcjcBVECh7zBAwBAwBQ8AQMAS6NAJsi4JxHvIJRqUqBIPPFlts4YlUkHAgFEydOtV7KKoXPu9hiMBYiDcjFLHtFgzFYEJaUMJBxEFRhpAXyGGQHdgikHxp2WijjRxeK0g/W5tB9sBg3JOEurTJJpt4L2HrrLOO39YLHPgfKhmrxCW3ztVLAwrT7bff3hsz2OKQbYRkCzLewzjLV9YYEflSWhOS6oWr75FuCJExpap+rh3nGIvYEgyjLMp+LfXu6ef0OeslyEnUB0iKbCMCGQdDUFcWlP4YoNgeFLIKngwwqlDG5KGsjB492oc3cuRITwBB6a4xoE8hHvoTyDf1RCt/IRbQZ9Nn4aUAjwOQROl7yghtlnqOQYIw2M5Rlz/luOmmm/r+j7SHCltNzGLLDrafzBXpYzEggjX54avurirNlG2V4x2Gaki51CsMumEZkU7GNbZeoZ5BRGIMa2Z8yh3vcvoF2s6OO+7o+1zqK9vQMGehT5bxOVZHyC/tmHzivZK2QV/UCiFdjP/0d8wbaAeNxryqx61m6mMKExkHyRdGH7bOYjx84IEH2tY2m+2jUnnLuZ5TzhhhqYfMDWl3EF0bSaM2nXo/t62kwiMdzOVobzLHYUsrcKhH2E2F167rZdp+M/P+nPzklm1OXEXeacX4UCTe2DM540MsnCLXulo5xNJMOxtX88TDPBHCCO2QeRHHVgn1gf6KeRjzX+YUzAvLSNXz6DJxN3o2Z9wVkkuM4FIvPhk/wbJV68gwfshCEN9Yt6FLYawO9RXhOzm/291+cvvpqsdEwYr8Q1Ciz+JjFzxLN5LctsUWiHwkQFwyl623NhoyZIif87N2Yx7K3Jd+gzVeuyWnvdVLY5Xz3CrW1GWwriK+KtfJuW2qXvnYPUPAEDAEDIHWI2AEroIYM3EyMQQMAUPAEDAEDAFDwBCoDgG8Peyzzz4+wPCL++pisZAMga6DAF9KT5o0yXuRgeRoYgjUQyCm/K33fKvvQUjAexVf6se2rGl1/N05fBvvunPpWdoNgdUTAQi5ENMx+uJZIyR5YvDDAwxy9913u8mTJ6+eQFiuDAFDwBB4CwG8FI8ZM8Zpz2sGjiFgCHRvBNq9pm53fN27dCz1hoAhYAgYAikEjMCVQia4bgSuABD7aQgYAoaAIWAIGAKGQAYCfMGIByO+GMWjDF/q4UUEZamJIbA6I7Dzzjv7LWPwCMMWgLQDE0OgHgJdRflLv42Xp0MOOcRv2UKaw23A6uWjp96z8a6nlrzl2xDoHggcc8wx3nMHqb3zzjvdJZdc0pFwvICwpS6EXeTUU0/N8krZEaCdGAKGgCHQxRH4zGc+473oPvXUUw7vgyaGgCGweiDQ7jV1u+NbPUrJcmEIGAKGgCEQImAErhCRxG8jcCWAscuGgCFgCBgChoAhYAiUQABlBtt34clF5MYbb3RXXnml/LSjIbBaIsB2W3vuuac3kLJFn4kh0AiBrqL8Pe2003xSpd/GW8vXv/71ji22GuWjp9638a6nlrzl2xDoHgiMHz/ee9iSvh3PigsXLvRbh/OhhcjNN9/s/vSnP8lPOxoChoAhsFoi8MEPftBvXcf2iSaGgCGw+iDQ7jV1u+NbfUrKcmIIGAKGgCGgETACl0ajzrkRuOqAY7cMAUPAEDAEDAFDwBAoiIBWZvDKM88847dtKfi6PWYIGAKGQI9BQPeXeCx89dVXV0neIXCJgX/58uXu/PPPd9OmTVslaelOkeryI9023nWn0rO0GgI9A4Fdd93VHX744a5Pnz7RDN96663u0ksvjd6zi4aAIWAIGAKGgCFgCHR1BPSarB1r6nbH19Xxt/QZAoaAIWAI5CFgBK6CuBmBqyBQ9pghYAgYAoaAIWAIGAJ1ENhggw3cjjvu6LdNfPzxx92jjz5a52m7ZQgYAoZAz0Vg1KhRDg8pyNSpUx3bb64K2WeffdywYcPcnDlz3PTp0938+fNXRTK6XZw23nW7IrMEGwI9EgHIW3gIpc+ir3/hhRfcI4884h5++GE/X++RoFimDQFDwBAwBAwBQ2C1QKDda+p2x7daFJJlwhAwBAwBQ2AlBIzAtRIk8QtG4IrjYlcNAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQyAfASNwFcTOCFwFgbLHDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUOgMAJG4CoIlRG4CgJljxkChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGQGEEjMBVECojcBUEyh4zBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDIHCCBiBqyBURuAqCJQ9ZggYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChREwAldBqIzAVRAoe8wQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAojYASuglAZgasgUPaYIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAJtQmDs2LFu4sSJbt1113W9evVyP/zhD9sUc8+LZv/993cDBgxwTzzxhJs2bVrPA0DleN9993WjRo1yc+fOdTfccIO6Y6etRGCnnXZy48ePdy+//LK79tprWxmVhW0IVI4A49Tee+/tw/3zn//snnvuucrjWBUBvvOd73Q77LCDGzFihJszZ4674IILVkUyLM6KEWBOdcABB7i+ffu6GTNmuOnTp1ccgwVnCDg/d6+ynmHHnTRpkg/33nvvdbNnz16tYB44cKD7wAc+4PN38803d+Rv99139/PSefPmuVtuuWW1yrNlxhAwBAyBnoiAEbgKlroRuAoCZY8ZAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIdAGBLbcckt3zDHHeCOGRPelL31JTu1YMQI/+clPfIgQuM4444yKQ+8c3OjRo93gwYPdggULuiTJ4dRTT3WDBg1yr732mvvGN77ROfH2q2UIgPXIkSN9vTjppJNaFo8F3BmBoUOHenLOihUr3MyZMzvftF+FEXjPe97jDjvsMP/8b3/7Wwe5YFVLs2V78MEHe7KE5ANj0ze/+U35acdujEC/fv3cD37wA5+Dxx57zJ111lndODeW9K6KQNX1DELpUUcd5bN7+eWXO8iyq5Nsttlm7vOf/7zP0u9+9zt3xx13+HOZly5cuNCdeOKJq1OWLS+GgCFgCPRIBIzAVbDYjcBVECh7zBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAyBNiDwmc98xr3jHe/wMS1btsyTOr71rW+1IeaeGUU7CVwYjTHqvfrqq+6UU07pcoCLocwIXO0tGiNwtRdvie3LX/6y23DDDR0EruOPP14u27EkAl2RwNVs2X7ve99zYjdZtGiRe/rpp92ZZ55ZEhl7vCsiUDWxpivm0dK06hGoup4ZgcsIXKu+VlsKDAFDwBBoHgEjcBXEUBYiBR+3xwwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMARaiADEnuHDh3tSwde+9jW3dOnSFsZmQRuB6+06YASut7Fo55kRuNqJ9ttxNUvyeTuknn22OhK4TjvtNO8Fc/78+c4I1KtX/WYLxSOPPNL16dPHPfroo+4vf/nL6pVBy02XQKDqetZTCVxs7c02vS+99JK75pprukTZWiIMAUPAEDAE8hEwAldB7IzAVRAoe8wQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMgTYg8N3vftcNGTLEE7e++tWvtiHGnh2FEbjeLn8jcL2NRTvPjMDVTrTfjssIXG9j0czZ6kjgknHhqaeecj/+8Y+bgcfeNQQMAUOgaQR6KoGraeAsAEPAEDAEDIEuhYARuAoWhxG4CgJljxkChoAhYAgYAoaAIWAIGAKGgCFgCBgChkCXQmDixIlu44039mm6+OKL3euvv96RPr7WPuCAA/zv2bNnu2uvvbbjHicYQrbffnu3fPly99vf/tYtWbKk4z7X99xzT+8Fiy1QFi5c6F555RU3ZcoU97e//a3jua222srtuuuu/vf06dPd1KlTO+7pEzw9DB482LEt3SWXXKJvdTrfYYcd3GabbeY4Ei/bet1zzz1+C8XLL7+807OTJk3y2yyus846rm/fvg4vIRiaf/e73zm2e9IyevRo9/73v99fIhyeJ02jRo3y4Ydh63dHjBjh+Podufnmmz2pbPfdd3cTJkxwa6yxhnv++ed9vu+66y79WqfzoUOHur333tuNGzfODRs2zKcVrxd33323e/HFFzs9q39svfXWbo899nDrrbeeGzRokMfhueeec1dccYV79tln9aOumXSKof6JJ55wZ5xxRqdw+UG6d9ttN7/VGuVInh966CGPXYj1Si+/dWGvvfZym2yyiS8zvDJQ7wiD/Fx99dWdXitTtp1eTPwYP368bwtgNGDAAIfSlHhvvPFGN2vWrE5vaQLXd77zHbfTTju57bbbzo0dO9bjTx2jHdCmYrLBBhv4uKiXlBntivjuu+8+d8stt/h86/f2339/X76U53XXXecOPPBA3y5J58knn6wfraQcdIB4X6Fukz8Ik5TLggUL3Jw5c9xVV13lMdLPkzeef+ONN9zkyZN9XZY+iHoxd+5c783l+uuv1691nPfu3du9+93vdltuuaVve/PmzXMPPvigx+aEE05wI0eO9PGfdNJJHe8UOdlvv/18e1x77bW9Rxn6mUceecT96U9/cmzBGgp9y6GHHurx5B0Ezxa8Q75D2fn/s3cmcP9OZf6/ZaZSjUojQiFiRIlJREKElCVrWUpJlK1lmmKmUqF9poVI1pCUrSIhS5YQIVtlCZGmlKlm2mf+/X/vk88z1+849/297/P9Ps/v+fG5Xq/n+d7bWe7POec6y/W5r7Pmms3KK6/cPPDAAylO9N5aa63VgAcY3nvvvcmDzXXXXTdX0NpwMZLnP//5U/WP62xjd8MNNzTXXntt0o/xWR0/9rGPbbbeeuv0fugeyos6eMkllzSXX355eowyoE2vsMIKDc8jxIu3Q/oDwvSRvjpqtdVWa/hD8PZDWiXZdtttU12kHlLHoiwzQA+No/OVJrp6u+22S+0TXY+u+/nPf57yT78UJSdw0Z7pG1dcccXU96Ezb7nllqRzYrh4PETvdb3fbbfd1tDWasuW9sS7U8cR3vv6669P/eu3v/3tqSwPbUeqA9RF+mnON9lkk7RN4wknnNDceuutza677priJx10M3mgDWC/oc+89NJLU3vjIeov4xj6R+oLz+OdhrHKUOnbRy+11FLNxhtvnKKnDzv55JObP/7xj3Mlx/iFLaDRPfQXtDvGU+ST9su7kW/6FrYvZXx19913J90CNm0yRBf0wXr77bdPSVG2YJvLkPTG1XV9dFaeP+r4RhttlMaMjOXQXdR99AtjmZIw9nvlK1+ZwlCnKEPGYLfffntz1llnterUUly6NqTdjtuHKs3S75BxjsIPbcMK17e8KKOuejZ0DFJD4Npyyy3T+PjOO+9MY3jiQK8sscQSSZfQHpm/IMw/GKMsvfTSqW7Qt9N+qR8lqamDxIMeoc0wJiYO6ut3vvOd5tGPfnSz1157paTQkeqvGXcxfmXcSX5y6Ttny8P53AgYASNgBOYNAhrvMWelL2QOTn/AH8c675u7BeZ0bH/p+/D89JwJXPNTaTmvRsAIGAEjYASMgBEwAkbACBgBI2AEjIAQ2G233ZKhkPMzzjgjEUR0b5tttmkwKiMY49/+9rfrVvrdf//905YckKS4hyELweMVZJU2waDxsY99LN3G+LDvvvumYxag8KKTC4YKyBnIr3/964btEdtkv/32myKk5c+85S1vSZcgiuyzzz7JGJo/wznvCpkNY4gkGn0gsmE0ZmEMwah+5JFH6tGH/GKIBWcEIw/ELYWND2OA+cxnPvMQwghp77LLLmlxLj7PMdifeuqpU0aaeH+nnXZq1lhjjXhp6phwEMYiGW6cfHYRuDB2YnwuCeQkCF/UiVHyzne+s1hmxME2mUhN2Y5K97Wvfe0UcSR/FhwhTUVyowhcEAIwwENsyoU6BmYY46NgKITQ1CYY+g866KBEptEz8jYHmQkSIoZDieo855MqB8WNAZa0MRi2yYUXXthEcmMkqYAZRAYWmnMpEQFJj3IWYSqGAReM7094whMGEbh4/q1vfWsybMb4dEyc4I3ekWBAx0BKfkqCHjviiCPmqtNvfvObExmGcr/sssta2wPkr/PPP38q2tpwREC5EH6ZOaSlkkA6QA/nBEp08p577tlarpDsDj744GaLLbZoIB6U5N3vfvdcdbT0DNeG6ChIr5ChEIhw1L1cIPCpD8m37Rta/8fR+eQLchD5Lel67kM2op6o34xtAzIMBLmSQBL87Gc/O9etGr3X9X6QETH2l6RP2X74wx9ORNc8PMYmwiM17QhyFvlG70LypB+WQISClPjRj340XYJswdgBgkkuEDMhxkGkzAVdQv2m/vSVIX00BCDih2CLUA/o9yUQwRjjSC/yXpD9DjzwwESKo1+BaA/hKBf0y/HHH/8QcmONLhiCdf4ONemNo+v66qyIF/gxXqQPKAlkWrCMAumRsW6pTvEc/QTbhvYlANa026gnhvah8V3y46HjHMLXtGHCDSkvsFabzutZzRgk6j3GJoxRRonGdOgv9AP9TC4Q/5gLMIbLBX3FHAHdHaWmDhIeghjzs1LfwtgJfJFI4NI7QPZk7hZlyJwthvOxETACRsAIzDsETODqib0JXD2B8mNGwAgYASNgBIyAETACRsAIGAEjYASMwKxCAK8wu+++e8pTbhwRQUsZ/vjHPz4X4YQtkTAy4lHkkEMOSY/h/QePBgjGRL46h2ADoevJT37ylMEB46u8Jn3oQx+aIkN84AMfSJ5sUgQP/oO8hEcKBHJDycPNg48m70MQkTCMkDcMJ+QPIzlGZUSGUI4haECiwSiDsVdrPIT7yEc+kjwJ8Vw0+nAu4Tm8T+SGPt3nNxKjdB1iD1/C46UkEnzwJnTsscfqseQ553Wve93UOYZByAsYkGI4DHmRRBQxI4+khVGecoAAI8MPnrjwBoWMk882AlckaKgsMCDh3Q3vUgjXP/3pT7d6vEgPzfmHwQqPMHimIv+UKWQSiEsQIZCask0BW/7h4WTHHXdMd6nPeJaiPpEH6ovksMMOS547OJehTPd4P/IJUQYPKjL+cv6ud71LjyWjG8RC3o0weFTh3fDyQHnzdS0SCZCci8DFcRTwYXs7ZJLloDSi0Q9CAYZDSAnkNxrFad94K0Oi8Vnx0AbxLkTbg7wgwZsJHs4k6IbYPmkH4ATRRPWZZyE49PXAFbFT+VI/IT2pnGg3pI3gRYljkSsga6E/MCTTtkRmQ5+gP0XOETkhRfLgP8LSninbSAaLOrA2HEm85z3vmSK78W7oAOqQPA7yDHWQ59DRCOVG+sKT63gAgnQCMVDXIZRgsJZXD+4jlCMCiSEnhqUb4d9QHQXmEM6EPWVMWUd59atfnbyScC32FTX1fxydTz2lbqktU4eoJ+C73HLLTb0D3lEwsiOltkE9ou0QLhKqcrJ1jd7rej/KnDpJmjVlCwGQ/h49j1CP0GXoz+OOO666HYlURJy0fdVHjk888cREXBLZg2cQ+lp0Nn0thJlcMIChg+L4hHHLoYcemj9aPMf74NA+Gi898pJDpJA7IH8gkagc8xHLOD045x/6Az1Cv6L+ASwgyXFdUqMLhmCdjx1r0qvVdUN0FmQ4JNfj6CrqJu029ieQAD/5yU8KxkTmJT1EHlvBHcKMCHkiuE4F6jiIZdp3LFrSE3370Las1Ixzcgz79oVDy6uLwFUzBol6byiBS/jRxtAp6Maol3UffQeZTx49uY4up21Lcvz61kG8Mu6www6KZsq7MforjiN4oA+Bq2bONpW4D4yAETACRmCeIWACV0/otXjQ83E/ZgSMgBEwAkbACBgBI2AEjIARMAJGwAgYgVmBAAZQiFkYxXPiA9dlFCSzbLtx+umnp3yz1cree++djiFZQLZAID1BYoAwgBEvbsnIVj8ilGAghgCGQJDBgIREg3a6MOefCDEYTSBFjCIGEE7EjPyd2HIEIz/CwheeMGJ8kVQQvbxEow9hMd5hdO3jOSonRuVGQbYQe+Mb30i0ySiNxx8M/gjEOBmdozGGe7wL2zhShhiM5IUKEgyGQa5TDhggwVuCVy4IDQgEE4y9lNM4+SwRuDBs4Q2HfGBEJx/R49RrXvOatNUf+Yj1gfMuwUCPUS/3xlZbtl1pUV+pt0gkaXEe60Q0YKu+8gzlQj0XgQkDG9sqythL/cPgi+Ata5kHvSXhkYU4JYSjTtO2YllzX3WdY9rIRRddlMh8PIdMRzlAHiRdBE9OvAdpS6J3pkguzI3PP/zhD5ujjjoqESgIG73+sYWcyBjR+xJtGt2kNoJXFLxoCdO8zStP+W+ME6zQV9IF4Ew7FCFLXodop7RXBC9JIg5yjq5ky0p5CGM72JNOOolbyRMW5EMEnCAXicDKtUiWjfo0khqGhMNDB1sJIugx8JIupu2QnvIZywfijTw/RfyJB28r8sIYjdFqI+SPcugjtToq4hHzrTSlL8mL+ora+h/bN/EP0flsIcgfwvZa0dNhJDDEupq3DbbHjVtAxjgjibNW7/V5v5qyTS/94D/1C7Tzww8/fOpWbTuKpCIig0QIeVpkpUj24D51mDxAcEHoFyFyScAXnBHsO+hmxkLEJ09uerbtV3WO+337aJ6NYw3aE7oDnYSnOASdRB6kx2Peqd+06Tj+ILy8coEL/RVSqwuGYB37v9r0YtseoutqdFZMKyfN05/g8VXERfpziKkQbVUncpIWdQavaSIgQ9ShTLuktt3meqJvH9qVF7Vznuk7zqltw0PLK7bpWM9qxyBR79UQuChX5jkaf8R2DH542T366KM5TBLbLfWKsTBSUwcJF/XNxRdfnLZN5TrCVpN4fpREfaRxae6Bq2bOpvj9awSMgBEwAvMOARO4emJvAldPoPyYETACRsAIGAEjYASMgBEwAkbACBgBIzDrEIgeH/AIBIkhGusxpkHCwYiFEQCJnk4weuJdA8HLFUSGm266KXnaSBfDP5HCIH1AkEAwsGtbJYzkECkkePMRMQkSDN58+ohILdFATji8y2gdJ3oGinFCRuHreASjKMSHaPTBAAM5QEbhGLZ0HIlRhCXO3LgXjUAiyrHtoIy5uVFI6URjGJ5N8AYWt8WMns4Uht899thjavsoGbFq80l8MtTHre/wMIKnEQTvKNdcc006jv9kjKKOUfdyXOKzOm4jcNWWreIt/VK3ZZQt1RfeEUIGnlJOO+20FIUMZZyoTGLcb3rTm9L2XVw75phjpra7wohKfYeYxrvkonYKVpEoo7rO87lBj2vTUQ4QOKl7CFt4igSRLsz5F7c9jQSWaHxm4VntXuEgTGFQRCJBL5Yt3p3wThYlesHJ23x8Lh6jf+RNhW08qbtR4pZ7X/nKV9LWh+QNXUjbx/tHLhDtpKOoy/K4EY21pbYcvWrErbtqw5EH8kJdwYAMllEghdL2EOnciD3ETzxc5e2RNgrBAYHMANFFxv+8XqaHWv7V6qhIHI59CMnEviISnGrr/zg6P5JTS0Qz6haEPvoWeXqKbUNlEuGDoCgvkm1to6SjiKO2T6sp25hn9QuRwAUho7YdRVIRHpOEh9KMZA/qI3VUxEWeif1siTQsElTfulzbR5MX9Ag6SGMNSFfROxvkUEiikkgE+da3vpW2vNY9ftFl9AWQiWi/IlvW6ALiG4J1JNbUplej62p0FuNT+nWk1AdxPZJ7GVPRj8fxUanurL766skjIeEhJYvgw3lJYp82pN1GPVHKf8Qk6olSHnRt6Dintg3HvPXtY+iDROSO9ax2DBL1usa+wqHtN47p4piN52O9gGxJn4/+kLCNLvUJUZtmTFlTB/FEjA5DSvqP67Es+xC4auZspGMxAkbACBiBeYuACVw98dfCX8/H/ZgRMAJGwAgYASNgBIyAETACRsAIGAEjYARmDQLRsweeQiBcbL311s2LX/zi5KHpjjvuSEScaBTUFjl9yBIQtCCErb/++s0yD3oYyo3v0ejAsQhh0eAKUeSyyy7rhZtILXn+IH9gOO0ybOFZDOMQwpf0EC6i0ScSLPpkJhp4IJ6Qh1zilkoyUkWSA4bwu+66Kw+WPJdpi7/vfve7zQknnJAIYnjiwIgE+a1ENKMsttpqqxTftdde23z+85+fyxA1JJ9EIkN9JHDJQBm38stfgO072cYTEdb5M/l5G4Grtmzz+ON5JLrxHt///vcbjOeUUZvI2NdGAohb1kQDWyk+jPK0HYzDz3/+81PdzeNVXec6hAt+o0xXOcQ0OIY4wFZeeCzbbLPNpoiSbQSuEgmBeOQRIrbdPmVbCkd8baI42+onxmZt3XrzzTcnDyz77rtviq5LB2AQhWwTyymSEyCxRk90RIg3LBFXo2evmnCUg7wbss2TiFo5DiKwKZ9sA6b3yz3MKCxeaNBVYPad73wnvWMNyScSZYboKPIR8ZWXLa5H0lQkTtbW/3F0fiTkkTfKG2IuZJCSPuaZSMwA2y984QtcnkvYQhLPQEPbRm2f1la2a6211hQJNWaQfKHTJOoXIoEr1rOh7SiSithqGO9JUSKBCwINZR+F7Z3Rv8iFF17YQOCIgoccbY2LR8RRUttHK150OxgzJomivjxeiwSuOEaKz0CIZbyF0K4gjNfoAsIPwVpjllrdQ3o1ui7Wpb46C52+8847k2QaTzKuzCWSJdmmEuwjOZfnGaPSt0FelhE1j6frXP3P0LFo1BND+tCuvAwd50Tch7ThGK5veaHvSgSu0vv0GYNEvT6UwKW+MqaNXVh6pkSqevnLXz5F7DvllFOaK664Io3laupg7OPaxstsa0yaSBxfalyae+CK76LjPnM2PetfI2AEjIARmDcIaOzBxzSQ0xlL0g/yx7HO++ZugTmD+7lXEPqGnOXPmcA1ywvI2TMCRsAIGAEjYASMgBEwAkbACBgBI2AEWhGIBggIKp/97GeTNyQ8reB1C8MzX5EjkA/YlohfFoZK3mQw0rAVGiQiSBAlyQlckdQiD1SEk4cmCAMYV/ntIyK1REM3ni7wRILELYby+KLBRduZRaPP2WefnbZAy8O1nUcCV5thHiMVxnlE2EBOWGyxxdK1nJSTLj74j3JA9E4iOOBJDY85JaFsIFEg2iqtNp/EIUN9JHDJ2xr32/KvvPPMGWeckchRHHdJicA1Ttl2pQVOGMIhBkThfWgbkN+or9p6j2dkKIsemGLYSCKIBjaewTMD3u2WmUN0xIgc8VEcuRFRdR3vD+Q1l+kqB9LBs8SGG26Y8s3icUnaCFxnnnlmc/GcLYBykQcXtd3ooS/WrzzcEFJpyQNVHl9+vsEGGzRbbrllutxVVyMJRJ5VIjlBXg5j/JEcEMkuNeHiVrWk0aft4TUE0pFInfm2YjGv+XEbySd/Lp7X6ijiiN4foy5WnLl3tNr6P47Opy3gwUxkmvjuEDbwUAmBKHrpicSMNmJBTlIcR+/1eb+2ssX73JJLLhlfKx1HkjcX1C/EOj1OO4qkIto7nsqiRAJXSVe85CUvadjeFRFZPYaPbbcPgau2j45pxm1juY7HMDyH5e0WEhHbP+b6P8YVt7XDsxt9AmUoyePU9djPoAvou4ZgLQJXre4hvRpdt34govfVWfo4Qe8+CpM4joJ0A5E6F0gxjL8YC+CNc5SM026jnujbh47Kz9BxTm0bZnveoX1MbNOqZ/F9ho5Bot5r07Mxfo67xnSxLCP5WnHE+YQIXLV1EK96kD4Rxu/Ru6DSi1uyx/Gl3qFE4KqZsyk9/xoBI2AEjMC8QcAErp64m8DVEyg/ZgSMgBEwAkbACBgBI2AEjIARMAJGwAjMSgS0xRIGAQwDMnpjkPr6178+tS2YDFSvf/3r03t87nOfa/BOI4kelXSNX4xkeCzA0wwiklI6mfMPQgV5wJCo7aPw5qMtyErGWIUt/YrUIhIIz8Ttt+R1qhQ2GsguuOCC5mtf+9pcHrj6Gn0UdyRGdYWVR4YHHnggbYWkMlE8o34xHGK0VTxdnh2iUaxE4BqST/IlQ73KiXIkH0OEbeouuuiikUFKBK5xynZUgk9+8pObHXbYIXkeKpGUIC188pOfbNhWCZGhjC9iMcTn0kbgwigKuSAa0wlL26EeQ/Ihfc5LWyiWCGPTVQ4QM9ET2l4yviNeX3h3yAZIG4ELD0MQGnPJCVx4aEOvILfccktz5JFH5kHSucgUsc0XH5xzMXoCufPOO1P5tT2r69tvv32z9tprp9M27xfcjESEEoGrRAzpQ+DqG+4FL3hBI698yvuoX8oSQ7Pe76yzzmogr/aRNpJPV9haHUWctMf3vve9KXp5GFt66aWn2kT0CDNO/a8x9Md3hpTLVokQPiBjloS+hT4Gif1OW9vICVzj6L0+79dWtuMQuMZpR5FUVCIwxH6NcQnjkyiRwPXFL37xIVu/DiVw1fbRMU+0OTCRtG0VLQJXSc8rbCQ3oifx4FijCxgHDsFaxJpa3UN6UW/21XWxLvXVWW1jVGGY/+Z4v+hFL2o23njjZuGFF84fTefConjzwYvjtNs+eiLvQ7vyontDxjkR9yF9IV59h/YxsU1HbGvHIH30njDRb9eYLhK49AGMwvFbInDV1kHpAOIttRGuQ/DS9ql9CFxteRk1ZyMtixEwAkbACMw7BEzg6om9CVw9gfJjRsAIGAEjYASMgBEwAkbACBgBI2AEjMCsRCAa6yCj7LfffimfeIW69957E7kKQwVeh9gmBCNIvvVYNN6x+I/XjWuuuabhq3QIHYiIYTmBi3siYHCMd43NN9+8WWONNThNhthIFEsXO/6VCFzR05i8VZWiwOi+3nrrpVtsLQjZq8boo7gjgYstIEtb9mCMwjiPaBuWiAcEKYgxXQLxC/KKjPzRc0QeLhp5brjhhuaYY46ZawvFIfkk7pzAxTW2bsKNP15APvWpT3GpU+67775eHtZKBK5xyrYzU9lNto9jC6YVVlhhiozII5E01GXs49kSgQtDO9vwiLxFm6Pe4VVEXnrwrrXEEksMInCR3nSUQzT64fGIfNLWIUNh8I7ky3EJXGzbJyIc24iqrvFuUbRVXiyLeD8eQzxjGzJEBMZ4v3Qcy63LAxcetvBeiEC0QxfWkBMIXxMukpl4t5NPPpmoWgW9Amkkbr0kz4OtgcKNNpJPeOQhh7U6ShHJ2xrYQvJlq130LEL7o5+S1Nb/cXS+0tYvnhTpy/COQttQO+c+295hhOlDzBBuquPj6L0+79dWtpA9GA/korqk62qr0QPXOO0ojlNmA4Grto8WPpQfpIycGFwiM4u8kY+7FBe/UV/QT0IiFNl3iC4griFYi1hTq3vyvJfIKSWSa43Oih7P+CChRCImPxLGrmyjmAv1H3Imeof3hmgkGbXd9zjtto+eqCFwKe/8jhrn1LZhwkFoQvr2MW0ErtoxSB+9lzIY/nWN6WoIXLV1MBJMITHzkUYu1EltzziKwDXunC1P2+dGwAgYASMwcwiYwNUTawZdFiNgBIyAETACRsAIGAEjYASMgBEwAkbACMyvCLC1yZ577pmyD3lkqaWWauJ2SLvttlsyVHENbwl4H4BwI9IRAffee+/k5YrjaDjgHIlGqxKBKxqm8MS05pprJs9c+ZZYf42t+3+JwEUIeX5p847EM9Eoe9BBByVvYTVGH+JCIoGrjYACKQgSAnL55Zcn/KKBim0t+bo/F8gteINArr766rSND4QAtu6C3ICRG2N/LtGAdN555yUva7X5JG4Z6uWBi2tgBzGJfOARoLT9JWnyh+D1S0S/dKHlX4nAxaO1ZduSTDJ+yzMKZCqIiFHwMAWRBJIaAsEKslqXsY/novFT7SRuBRXJDjwv0RZx4CmjPPdU13NPIQo3HeUQ80L6eNeLErdYGpfARbwq29L2P9zHyIsughgjcgvXu0RxthEd2ZpJW8d+4xvfaO64445mr732SlGyBd5RRx31kOhJH9IrhIyotyKxoi85gchrwpE2RFlE3vzSSfaPrS8hFoEphDRIiaSHtBFc99hjj2allVZKz0g3tpF80kMt/2p1lKKLxA30xqabbpq26y15Hayt/+Po/Je97GXJUxikmW9961vKdvqlfNAb8l6nrfxi/9fXAxcRqh5PR59WU7bxZdUvRJ0GOaS2HQ0hFc2EB67aPloYRbIndVd1Ah2f61URuAjbRt4QiVUkr1pdQBpDsBaBa5z0anRdjc7C+6K8krVtaY0eR/dDgMOzJoR2xmgrrrhi6uNLJPzXve51zaqrrgp0aaxwxBFHpOO2f7Xtto+eGELg4h2HjnMgrNW04Zryol0w5kNUzziuHYPU6PWuMV0NgSsSp4bUQeYI1EPk9NNPT1t2ppPwj7pN/IjGlxzrHeIYatw5G/FajIARMAJGYN4gYAJXT9xN4OoJlB8zAkbACBgBI2AEjIARMAJGwAgYASNgBGYtAvKOpQzKExTnq622WvPa175Wt9IvWytC/pHgCQXvIgiGW8hKUTCIQYpASgQujH+QHzCeQUbRtlN49zn22GNjVCOPRWrJyRy6TgSf+cxnkkEoRgbxCW8/yoO2cKwx+ijeSIyCAAehICe8YJDFqwmCYe/uu+9uIqkHUh3Y5BK/yD/ssMMS8SIaEq+88sqGraKiQDgiD2xbiWD0xctTbT6JQ4b6SOCKxqHzzz+/Ofvss3l0SihvDI2QbzA48y4lktdUgAcP2ghctWWbx69zcKJNUBe0VZvu6Te+ozzCyFDWRqgoEbi23HLLBtITctVVVz3Ea1IkPQwlcMU8TqocpCtK5DzwOuCAA5pFF100vc8kCFwi4RAh3uLwGhcles3L23x8Lh5HQkS+FSzPxe3RaCOUJ/WV96OeohsgaUVhi6itt946XdKWppzUkBPGCSfjNnHQXiASRYke+KSL8QJION6PcoVcgh6WsP5NG+M+REUIi4hIPhyXyGlcz6VWRymeSNiDgId3HgSiHX9Rauv/ODof726QcagnkFfBM0okOMqbWx9iRu6Bizhr9V6f96sp2/ie6hcigYt+vbYdDSEVzQSBq7aPBqNIQqQ9oTP32Wef5M2J+/TJ6B1J1Fdxm1Ddj1vN4oGOfgip0QWEG4J1iVhDHH11D8/W6MganRW3YEV/o8fy9hm3vdMYivEv42CkNL5lPHXIIYek+20E2HTzwX+17baPnhhC4KoZ5+Bpr6YN15RXmweu2jFIH70Xy4njrjFdDYGrtg5G4leJrMyYmj6CX2QUgWvcOVtKxP+MgBEwAkZgniBgAldP2E3g6gmUHzMCRsAIGAEjYASMgBEwAkbACBgBI2AEZi0CkQxEJi+88MLkFYnjSK7iHIHoFD0mRQMXBkS2zcNbF6QoCCrPfe5z/xpwzv+S8YGbbN247LLLTj3HAYYitvgaIjKO5WSOaLyBTIVnK4yPCPnEmCfiGJ5dwACJ4eL1dHPEv0iM4lEW3PDeA0mLtN70pjc1yyyzTIolfh3PhUgiYYu6k046KRkbKQ9IEKusskoKB84QiBAMShBeIFog55xzTnPuueemY4gOEBrwsIZEwtU4+ZShPsa3yCKLpO3BRAjBmASZB8F7FcZqMEfwLkZZ9BEZ0zC6YiCmbkCUiGU0pGy70pRHE5752te+1lxwwQVTj4MXZYABNBJalL8hBC48dxAXQlxs+8Z7YRTGYIuHIZUn7w2xQkZn1fU2D1zTUQ4iqJBfDNyULZjTdnfaaacGz3ASvJexFSlSa3yOHuooawidN954Y4oTEgX6RfjkbT49VPjHdnZvfOMb0x3yTpukHhIP78BWREhsW1HH0Y6pf7/5zW/Sc+g3ylD5oA1CjkJqyAnjhFt77bWnvKpQLw499NDmnnvuSXnBC8ob3vCG5LGKC/IAxfGrX/3q5PmQY96Pdg2RBJ0COUukvNhe47s7NFy2AABAAElEQVSdeeaZyVvNqO1ea3UU+ZLghQ5PMBLaAwZp2k+U2vof9clQnS+PleQDrCAIUm8RvJ6h+/BOiEDMYYu2Pm2jROCK+Ryi92K4tverKdv0Ug/+U78QCVzcqm1HQ0hFM0Hg4l1q+uhIFCcO9BlEddoF+lwEjLjNXCRwEYZ7/EFgpP8AU/oiJHrnqdUFQ7COBK7a9GJdKxFBS1so8q41Oit6EoScTX8Ljoi2+UOPo1MoDwj3cWs62itEe8axCOUGXhCtEcjqkKW7JLa/Ie22j54YQuAijzXjnNo2PLS82ghctWOQiHub3svLrWtMR9mjA5DYLyqOSAY85ZRTmiuuuCLdqqmDBNR4j2M+kjn88MMT0Zp8MIfThyDcH0XgimU4dM4W9UOcK5KuxQgYASNgBKYfARO4emJsAldPoPyYETACRsAIGAEjYASMgBEwAkbACBgBIzBrEYiegchkTpyKBsQSOWXJJZdMBgQRGIgDw5SMkRjDMOxjkEHwfoBhhG2+JDmJCHIE200NFRk5SmSOnKiGYZ28KZ+klXu/qDH6KM/5O+k6aUasOMfLVvSWw9aWGHr0HM+AG54MJFzDGwFeuiRbbLFF85KXvESn6f14z/iOxEMZ867IOPmUoT4SuIgzekbinLzGOsA1DKdsqUZ++kg09PJ8JL3VlG1XmpFYxXPUZ/IJ8U5lwnV50eG4y9jH/djOZGCjXPDeIfIgz4ET2xtJolc68oHxke3ZVNfbCFyEn3Q5sP3e5ptvrqylcuVEmIARedc5Bm/0xzjGZ8iVSyyxRGua1C3SK7X5qUDZAdtAyejOLeJAlG/OqduQLRHKB2N3bH+UBc+LPMFz+bZIsc4OISfUhiMP0bsG5+QTiTogb6/oZgzj8s7H8+iN+G7UM3Qyv0gs03Rhzj95o9N56bdGR8V48rZJGUGqKElN/R9H50POol0KN+oRxDKwj206euqJOA7ZQpH3rdF7fd4v5km49ilbPat+ISdw1bajSBoo5SOSPWaKwFXTR9N+IBYieRuMBCjqDR60IPOiPyE+58Iz0lfci57/9GyNLhiCdSRwkWZNerW6rkZnQQZDj2ssSp7zPotrOWk7lgG4owNp0zEe+h/GM9K3xNMmNe02tsk2PTGUwJXrUvI+apxT24aHlhfPQ5RGYj2rHYP00Xt5eXWN6WoJXLV1MNc35DWOFeOxxpc8o3eI4+Vx5myQ3yHBI4xDGQNbjIARMAJGYOYQMIGrJ9YmcPUEyo8ZASNgBIyAETACRsAIGAEjYASMgBEwArMWgWiIwAiAcSnKjjvu2LCFBxK96sRn2CJxm222mTJc6x5GA7yQsMUiWylKICxF4hHXMdbIIBa9RylMn1+RWtrIHPFd8vhKWzbiXef1r399ejR6t8jDls4jMQpiB8aySNQhDMZ9jHHXX3/9Q6JguzO8dEVShR6C4Ea4H/zgB7o09fvCF74wYS0SwdSNOQd4BoLsgHchyTj5JC6MyJGQoHi78gFZjXoBwaevQLjBg5AwBDtt50YcQ8t2VLqveMUrGoyF0UiuMJBb8D5w1lln6VIiYlFWbeTDEoGLwJQzRuyFFlpoKi4OMKYS/0033dTsv//+U23r4osvbvB4JE8U0TA3VwQPnky6HHbZZZcGz1i53H///Yn0RDmwrRfCO7CVHPpB7f/4449v2AoslzbjM/jTBqmnuVx22WXJm9tKK600iMBFPOgrjOK50DZoWxBBolC2eFDSdrHxHkZ9ygSDZpQ999yzwfCKDCFw1YZT2tHbia7xSz7ZhpIyoA5HQffyfs94xjPi5XR83333pS0s5VmMixiiaX8ipHANAoMMC5y3SVedLOmoPJ7YVxx99NFTXtny5zjvSqukh8bR+aRHPcXDSSRscV2CzsbrG30t0qdtlDxwKb6heq/P+41TtuSrjcDFvZp2FD3GsMWnvCYRHwLW2mq41I9DaoY4iJx44okNXi2jREJNqZ3GZ+PxkD564403bjbbbLMUHL1IW2GcEiXmQ2RykYfo72655ZY0jsj7JPpfPFmqTsU4h+qCIVhHYo3SHJreOLpuqM4ij9Q/+lt5I1W++QVjPGjlXrTwnLbvvvum7VHj8zpGZ4E/fWBfGdpu++iJtj60K09DxznEVdOGCTekvGKbzutZzRikj94jj1Eg1/OupTFdnDfhFZR+KEr0wJXrnJo6SNzPfOYz05xA8ySlB6EQb3KME5FI4NI75OPE2jkbY3B5AI6eApUX/xoBI2AEjMD0IqB5Fh9VQiZnTMiaD38c67xvLhZYa6215t7wvW/IWf6cCVyzvICcPSNgBIyAETACRsAIGAEjYASMgBEwAkZgxhDAoLH66qsnwxgGf0gaGD4kEB/48htjA+SInEAg8hUkA4gBeAKYDll44YUbCB/LLbdcSgPPFXgKyY2p46YdiVHaWodttCDDYYC588470/ZJOQ4xXRbh2J6OL94hSuC1DCMu3ju6BJITW6bxBzGItNjmJXo9U/hJ5FNx5b94LFpxxRUTiYV3xih99dVXF/ORh207p+xYpIQAqK2M9Oyky1Z1GsMZmLKlEnUbwl0kwSn92l/eh7ZDWVMPIUr+9Kc/nYqONUjqKxhiLMwJDFMPthxMuhwWX3zxRFRhy0SMq+QJ47cE0hLeiChv6t4kBCP6aqutlrYKYltAiEjjtlkWvqmfYIuuIq8//vGPO7PLu1MHITrxfrz/HXfc0cvzSmfEE75JnYFIR92F2MFWSWzjFMuplCTGZcKhr/EAxLvxnm0CiQUPQZAYYp1te17Xh+gohan9nXT9H5UP6hV6Fb1NO8DIApb0e5TDpGXSek/5qy1bhe/6nV/aUdc7cK+2jx4Vr+5HAhfjIogtkMHp26lLfepUrS5QHob+znR6Q3UW70P9o31C5KJ93jVnWzr63S5Bl6oPQqdKP0Kgq5HpardD81I7zqltwzXllb8TaaNjZ3IMkudh3POaOkjfQr1lzAIRlHGQPIUOzY/KnTZQM2cbmp6fNwJGwAgYgfERMIGrJ4YMRi1GwAgYASNgBIyAETACRsAIGAEjYASMgBEwAuMhwBZp8qaEh5IjjjhivAhnQegSMWoWZOshWZhf8vmQjPuCETACRsAIGIGHMQI5geth/Kp+NSNgBIyAETACRsAIGIEOBEzg6gAn3jKBK6LhYyNgBIyAETACRsAIGAEjYASMgBEwAkbACPRHAE8SeK/AkwHkLW1NxjYweDaY32V+IUbNL/mc3+uD828EjIARMAJGYAgCJnANQcvPGgEjYASMgBEwAkbg4YuACVw9y9YErp5A+TEjYASMgBEwAkbACBgBI2AEjIARMAJGwAhkCIg4xJaJELkQtsX72Mc+lj05f57q/ci9tlCcjW8yv+RzNmLnPBkBI2AEjIARmC4ETOCaLmQdrxEwAkbACBgBI2AE5i8ETODqWV4mcPUEyo8ZASNgBIyAETACRsAIGAEjYASMgBEwAkYgQyASh7j1+9//vvnoRz/aPPDAA9mT8+dpfD8TuObPMnSujYARMAJGwAjMKwRM4JpXyDtdI2AEjIARMAJGwAjMLgRM4OpZHiZw9QTKjxkBI2AEjIARMAJGwAgYASNgBIyAETACRiBD4PGPf3yz4YYbNgsuuGBz9913NzfeeGPz5z//OXtq/j19zGMe06y++urpBW699dbml7/85ax8mfkln7MSPGfKCBgBI2AEjMA0IbD88ss3iy66aPO73/2u+d73vjdNqThaI2AEjIARMAJGwAgYgdmOgAlcPUvIBK6eQPkxI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBHojYAJXT6hM4OoJlB8zAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGoDcCJnD1hMoErp5A+TEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEeiNgAldPqEzg6gmUHzMCRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkagNwImcPWEygSunkD5MSNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYAR6I2ACV0+oTODqCZQfMwJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRqA3AiZw9YTKBK6eQPkxI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBHojYAJXT6hM4OoJlB8zAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGoDcCJnD1hMoErp5A+TEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEeiNgAldPqEzg6gmUHzMCRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkagNwImcPWEygSunkD5MSNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYAR6I2ACV0+oTODqCZQfMwJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRqA3AiZw9YTKBK6eQPkxI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBHojYAJXT6hM4OoJlB8zAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGoDcCJnD1hsoPGgEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEpgeB//7v/24WXHDBZoEFFmge9ahHpT+Odd431QXWWmutv/R92M8ZASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMQNOYwOVaYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARmEcImMA1j4B3skbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYARO4XAeMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMALzCAETuOYR8E7WCBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgApfrgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGYB4hYALXPALeyRoBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBEzgch0wAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAjMIwRM4JpHwDtZI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyACVyuA0bACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYgXmEgAlc8wh4J2sEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETCBy3XACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASMwjxAwgWseAe9kjYARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACJnC5DhgBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBOYRAiZwzSPgnawRMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAELtcBI2AEjIARMAJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIzAPELABK55BLyTNQJGwAgYASNgBIyAETACRsAIGAEjYASMgBEwAkbACBgBI2AEjIARMAJGwAgYASNgBIyAETACRsAImMDlOmAEjIARMAJGYD5H4OUvf3mz+OKLNz/72c+as846a9a+zQYbbNA89alPbR544IHm/PPPn7X5dMb+isCaa67ZLLPMMunkq1/9avP73//e0DzMEfjHf/zH5nnPe17zl7/8pTnmmGNm5ds+5jGPabbaaquUtyuuuKL58Y9/3GyxxRbNQgst1Nx2223Ntddem+6tsMIKzWqrrZaOTzvttOZ//ud/mgUWWKDZeuutm7/5m79pbr311ua6666btndceOGFm0033TSlefnllzf33ntvSmudddZpllpqqeZXv/pVc+65505b+ptttlnzd3/3d82dd97ZfOc732le+MIXNs94xjN6p/v3f//3zYYbbpjyd+mllzb33XfftOXVEY+HQG3fSl38h3/4h+b+++9v0PHjCu2S9hnb4bhxOvz4CNTWj/FT7hcDuvtVr3pV86hHPSrpROnKfqH9lBEwAkLgmc98ZrPGGmuk06uuuqq56667dKvq1+OAKthSoJLeXXnllZu11lor3T/66KN7R942nuwdwYQenB/mCLwqOK+yyirprb/85S83/+///b9qBGZy3lCdyRkMWKrXM5j8jCZVmq+1tcVHEi4zWgiPkMRG6SzWeldcccXmSU96UnPZZZc15513XvP85z+/WW655Zrf/OY3zTnnnDNfIsW6xMYbb9wsscQSab3kfe9733z5Hs60ETACRsAIGIHpRMAErulE13EbASNgBIyAEZgBBD796U83j3vc49IE/q1vfeu0p4iBdumll07p3H333c0f//jHXmkqn7/73e+affbZp1cYPzTvEPjwhz/cYLxBDjjggEQQVG5YMFpwwQWT4f8///M/ddm/8wkCbeX3T//0T81KK62U3mK33Xabkbdpy0tb4ksuuWTz/ve/P91mwfLUU09tPve5zyXj/49+9KPm4IMPTvfe9KY3pcVNTvbbb7+GSc/f/u3fNkcccUS6//3vf7/52Mc+lo75x+LhE57whPTcJMhKLKySB+RLX/rSFFnr3/7t35onPvGJzR/+8Idmr732Sven499nP/vZRFS75557mgMPPLA55JBDmsUWW6z505/+NJWvrnRf8pKXNDvttFN65KSTTmouvPDCrsfnm3tPfvKTm0UXXTQZ9G6//fb5Jt9dGa3tWz/4wQ8mUvWk+mQZpCFH0n9YZgcCtfVjpnIPifAd73hHSu7EE09sLrroopFJ145DR0bsB4zAfIzA61//+gbSAcIHPWecccbU29SMcR6u44ApUKbxoKR33/jGNzZ8HIMMGWO3jSenK/tt4/L5YY4AJjGfe+65Z/PnP/85QVUz/uuaN0wX/rM53lK9ns35HSdvpflaW1t8JOEyDqYOW0agTWfx9Hvf+970AZZC8vHZoYce2nz0ox9tFllkkd7zeoWfLb+Q1li3hiQrGdIvKox/RyNQ0/eNjtVPGAEjYASMwEwhYALXTCHtdIyAETACRsAITBMCWjTiC6yZIHBtueWWyeMNr/OZz3ym+e53v9vrzZTPSRmLeyXqh6oRaCNwQeqScf7qq6+eIsRUJ+SAM4pAV/nFBcSZWETryksbKHiV+sQnPpFuQ96CxCWyUiRlDSVwQezCUAMhERzGlbZF/pJBYNy0SuHRzZAcIClB1NECcF/9+3A13P7rv/5rs+yyyyYvc294wxtK0M1312r7VhO45ruirspwbf2oSqwiUA2Bq3YcWpE9BzEC8w0CXQSumjHOw3UcMBMFWtK78wOBq2tcPj/MESjbmM9I4KoZ/5nANXdrKdXruZ94+JyV5mttc7tHEi4PnxKePW/SprPwGM4ahwQD7iWXXNLgWXx+J3DtvffeU57S8ZL+29/+tnnb296mV/XvBBGo6fsmmLyjMgJGwAgYgTERMIFrTAAd3AgYASNgBIzAvEZAi0bzgsB12GGHTW1ZNgqHV7ziFWmrx1/84hfNmWeeOepx35/HCPQhcLE1W1xYmsdZdvI9EIjGmbz84gLiTBO48ry0vQpfah511FHp9uc///nmW9/6VoMeeuxjH5t0EcdIicBF2F133TV5j7v55psbtmCU1Bg3Fbb027bIXzIIlMKPe+2Tn/xk8ih20003Nf/+7//evPOd72zYVvLXv/51rwXSpz3taQ1bNiBs1cBWlQ8HeTguYtb2rSZwPRxq9Oh3qK0fo2OezBPjEriGjEMnk2PHYgRmJwKTJnA9XMcBM1F6Jb07vxG48nH5/DBHoGzZ6lFbqLMdvLZQrBn/dc0bZqIezbY0SvV6tuVxUvkpzdfa5naPJFwmha/j+T8E2nTWc5/73ORFnCevueaa5vDDD58KtOmmmzZLLbVU88tf/nIub5tTD8zyAxHQ/vKXv6Q1G3lKnOXZni+zV9P3zZcv6kwbASNgBB6mCJjA9TAtWL+WETACRsAIPHIQmF8IXI+cEnl4vKkJXA+PcszfYn4ncPE+ELgwqsgDoMhKl112WXPsscemVy4RuHIs4vnDjcDF9pC4zJeXvH333bdZddVVGwi0kLkeqeJFzP8reRO4/g8LH807BEzgmnfYO+WHFwKTJnA9vNCZ929jAtewMuiarwyL6a9Pe/xXg9ojN8wQAtcjFyW/+XQi8IIXvKDZY489UhJf/epXm6985SvTmdyMxq32BXELT4mW6UPAfd/0YeuYjYARMAIzgYAJXDOBstMwAkbACBgBIxAQWGWVVZr11lsvXbnooouaW265Jdxt0kQdl9lMaI888si57i222GLNtttum659/etfb+68884mErj++Z//uVlnnXUavhB8+tOfntxR8wzbjN17771zxaWTpZdeutlmm22Sd6yFFlqo+dOf/tTgzevKK69szj///KkvV9m67DWveU2z5JJLNuQDIc6f//zn6cuv++67T1EWf/k68SlPeUrzk5/8pPnmN7851zMQDXbZZZcU9xOe8ITm97//ffMf//EfKQ+QMiwzj0CJwPXa1762YUH92c9+dsoQA8lbb701fRV41VVX9crkwgsv3Gy33XbNcsst11Cn5Db9Bz/4QfLMRpxRXvrSlzZLLLFE8gB08cUXN2ussUaz9tprp23Q2A6O+v3FL34x1dlJhItxvPCFL0xfctOWIAzdddddactQvkrni8GSDH0/Fud4J9rcCSec0HC++eabN8Tzuc99rsGDEjKJNjKq/PKv6yH8gAGem/iC/Z577mloj23bpg5591F5KWGra+DyqEc9Km0fQL3RV5x4ijrllFPSYyUCF2HQMwhfsuKFa+ONN26e9axnpa/1KWPe8/rrr2/QZ2eccUZ6Vv+os+uvv36zzDLLNI9//OPTM9/73vcSJuisKG1faWvB8g9/+EOz1157pSDEh7cr6tRJJ52UtnJk66LVV1895Qe80Zl4z6JvYPuwlVZaKelTvrwFg9NPP31KVxPpIYcckvQ0Wy0cf/zxze67796stdZaSf++5z3viVktHvNV74YbbpjusWjM1pJRyN+LX/ziVC/B9YEHHkj1g7aYt+EYLh4TjnJC8KSGLtliiy2aFVdcsXnqU5+a4rzjjjuKekHx8HUy+aRfetzjHpf6PMqO7SWi17CVV145lR240c8h1157bepnjz766OZ///d/FWXn75prrtlstNFGCXu21qHcKYNvfOMbDXWhj0x6DNDVt4IxZcX702+TV96b/p16AM5t22oOqe+8NzgilCP9B97uaCe0KQiSJZ05CosUYfiHIYM2QP7RjWyDST4Zh3zoQx8KTzZJd/FV+xD9Td149atfneJE51IvaHcXXHBBw3itJH3rYB6WcIzXaGukQb/y7W9/O53jPeS//uu/kvc7wo3TVkr1g2uM/UYJ+TrxxBPneoy8bLbZZg3EK+oUY1V0EGVC2bfJM57xjGbddddN+hZde9ttt6X3ffSjH9284x3vSMFIqw1nHhgyDh2az1F9MXpt0nq6Dav8+iabbJL6g8UXXzzVf8qFsQ945X0P46VXvvKVKYovf/nL6XnaImVF/821PtJ3bpDHRTlvtdVWqd3R/v/4xz8m4jDpxvoxJJ/kfeutt05xPulJT0px0uYvvPDCpjT23H777ZtFF100bSF87rnnJh1Im6KfoO8FO8YLd999d8r+E5/4xGbnnXdOx8w96D9KQjksv/zySZfhAZTx8LyqE6X8lQhcQ8Y4eZwzMQ4QhqTNnJM56AYbbNA873nPS15Ef/rTnyY9wVimTWp0cM2YmrEJ9ZC6xRbVjNsZbzAfZ6wSpaR3cwIXfTNjCtoC701cjCUYm0ZpG0/GZ2rmKzE8x6PG5fPLHAFdzlgPTE8++eQ0/ll/zti9ZvxHP5LPGyJuQ+pEDNd2XKt3S/FFPYi+Y65JH0y7Rvcx7r7uuutSULABo2c+85lJv3GfeccPf/jDuaIu1Ws9UNOm+s4lJqEnho4JSvO1trZYwoX0JjHH6TtOVDmM+h2qL4eMu9vSHrI+0BZHfn0m6w51+2Uve1lqH4ssskjzq1/9KunpSy+9NM0/8rzpHF1Eu2LswZyR+RZzU9Z74rw611k8u+OOO6ZxGzoGoS9k3MxYm3bJXJR46Yfy9QqeZ62AdRz6K+oiY9gbb7wxrZmx9tZHRo2LtUZFXH3njPR5zB/os3hP5obgCDb5+LRvnKQ/ZEw5VBdEXdpnTEl+ovQdF8cwQ949hovHQ9Y+huqFmI6PjYARMAJGYHoRoA9fcMEFk02KPow/1tP447ivLDDHIFC2YvWNwc8ZASNgBIyAEXiEIMCEFaMjIvKBXp2Fs3/5l3/RafOBD3wgkUZ0YaeddkqGCM7xOnPDDTdMEbiY+GJIwxCRC0ZIDPoQUKIwIcUg0SYYOvbff/+0OMCC3/ve977ioxg7WMDuEhHNcmMxZDYWRxl8lASCG1uAaQuE0jO+NnkESgQutkvEeJ7L7bff3uDNZZSwQPz2t7+9taxZxPnEJz4xRVoiPpFzqDcYtDHk5cJCFHmDmCCpDUd4DMoYKlg8KQmGw/e///0PMZzWvJ+IRrz7WWedlchbShNvUhhcJ9VGRpVfNM5ARmHhrySQdDC0RRn67qPyEuPOjxUWAgqE0IMOOqhhqx8WMMEQEa4c77fffmnhkoVCiCTI97///QYvVeg0dFsuGJ3f/OY3T12G1MFiaUkwElH/I2GobZG/ZBBgERrdjrAwy+Jmrg+pHx/5yEfSV6olHQ+5jnfhOeS9731vw4IhxkAWRNV3/OhHP2oOPvjg9EzXv5gnSGUYyhEmjvQlGFNKQltE18dF3dJzXIvlgacwFhohYeXChJV+CB0QhX6U/rQk4IDBFyM70tXXvfWtb019XCmeeO3AAw9MBIJ4LR5T/m19ZHxuOscA++yzz1RSkJHID8TpXKjf/GFUyftknh1a3wmTE7hEIuQeXvPilqVcQ2L7k0e9v94p/1cakBqpL2ydilBHaOdIrf6GqEpdIHxJfvaznzUHHHDAXLeG1MEYkK/NMabmQr2FCCCSiMaK47SV0tgLXVKqF3l+0G0yQHKP/vdd73pXqjf5s5znW27pGfQJxqhcr3EfUg/YI6MIXH3HoTX5VJ9BGZT6YurFpPV0eumOf+hD8MZIVxL0LTru8ssvn7od+x7ItxDChTtzBuYOo6RLXxI2zg1iXMwnIOgrvXiPY4x0xx13XLrcN5+jxj/0afSrkcimOg8Zi+vLLrtsSjP+Y05BO8AgysIn4wp+KX/0aIxP4TT24BnGBy960YtmvE4oL6XfEoEr6tgYJh/jxHs6nolxAMS6vffeOyUJmQTiVqn+UE6M2XLDc40OHlWnSvPONp1NxqkPtDX+JKqDsX+NBC7m/xixS8K4X95kuR/bype+9KUGA7Kktr9T+Pir+h2vcaw53vwyR4j5pNwgtLatdYwa/8W+V/MG4TO0Tihc22+t3m2LT3UQggc6G8J+LtRD+gXSzoV6nc/JFWes14Qb2qaGziXG1RM1Y4LSfK2tLZZwiXWnZo7TVr8ol9I4MS+/0nmNvuwz7i6lpWtD1wcUru13pusOZY7uJt1cKAvGrRfP+cAwCn0YH2lRb0tCOLZD1Adxuc5ibkPbKwn95KGHHjq1PpaP0/nQgbVkiFslYa2YOXUkkJWe49qocTF9FTJkzkjazHFKsttuu01dHhIngWLb7Br71ugCte++Y8qpl5hzMGRcrHBD313h8t+uPiX2fTV6IU/L50bACBgBIzB9CJjANX3YOmYjYASMgBEwAkUEWABgkZTJfb4AhoFLXk8IzNePfD0qkUEUwwMeVRBNKvUMiwIYGjE+YOxiAQnhXIvknON1hq20yAdhMILgnQNvFSzyaaGCrzAhq/DF2dve9rbkAQEvWQhfoBEvBC59xZluFP4pn/GdMR6zQKY83H///YlkxnUMemKTszDC12qWmUOgROCivuD9QIvAGIDwvEPZt3ksUI75Wp3FKBnHWQSB8AARBOMk9xEWlli0lIiIpXN+SZNBLF/biVBGHWYxApIXUhuOsNG4DfkRT3O0B3m/4BnqPe2BhTOk9v20OEYcvANtQcd4msJgMKk2Mqr84gJiysScfyzwgTcLXmr33ONZLf7VvPuovCj90u9hhx2WiBtafILIxVfrkWgUce0icGGQZ3GZsgV7dCv6k3cGdyQubFFGWsAjjAhHXKfNYGRE4kJiNLiVDALRSJoCz/n329/+NuEb65zukRa6mraErpTEdPDGyFe7ItfiEQVDPobJj3/84wrS+hvzFHHFsI2BFaH948mEvC6zzDJThBDaDH2N2kZbItG4oWd4N0h53EPPqD3IgKjn5FGMc8JAYGN7SEhrEFMU7tRTT00eKCFN4SmFBW3pDL5mRiC00Z67BC+VeB1CMCBDOuH9SY++UelB/Ch9CR3jnq4xQOxbSQ/is+qH6gz1GwyUX57Lw9XUd+KRkQdsaAt4T3zVq17FrTS+yImDlAOESvICptomJAVo+ac08ttxa9Aa/Y3BA7yEC2V71113pXoI+UPXo2F9aB1UnqNu4hr405/RF2rMw3XKjLJAxmkrpbEX+rfNA5f6YtKNdQP9D0bKI22Gtkodi3Uqb6t46sOzi4Q40a+0U3nD071RBK4+49DafMZyAXuVOcf0xXiTEoFL+R1XTyuett84jmFshL5Fr6J3YtuGsEtZILHvifHyHnieFIk53ovHQ+cGCounhtiGIQ2glykzCNaST33qU8lbYZ984oVSnioJD3me8Rh9A+M/1cW8zqnOK02FBbvYp9LORdTGC5wINZEMrjgigUBk3dhP6rnprhNKp/RbInD1GeOU4uJafL/pGgdEXJUP+gPVnUhYp/5i9JbU6GDazdAxNV5/ZVhmfENbYxzIuDjqUdorhBhEdTDq0Ejg0jswj6ZeE1d8V+a8IgXEthLHecRR098p7fx31Lh8fpkjxHwynwS/2vFf7HsjgaumTuR4x/NavRvjyI9VB3WdPoB6yzuVPsJAH1Ifuac1IIhfUQcrzliva9rU0LnEOHqidkxQmq+1tcUSLrHuxDLoM8eJ4xHCgveocaLSaPut0ZfE1Wfc3ZZmzfpAW1y6PpN1By++GiOQPmNX5hu5vmZrw0jgjeVHu2POTtuLYzf6EtaRKNdcZzE/goTFGoP6BcZUjC8g7LOzgsaHjGtIT6J6y7n6K+oPHyVSJ5E4Z0oXWv7l75GPi/GAOnTOyHya9gyGjOGkl5ifykP40DjJfmyb8XXi2LdWF6h9x3jpt7vGlDw7dFxMmJp3J1xJ+qx91OqFUnq+ZgSMgBEwAtODAGMFxub0w/Sd/HGs876p2gNXX6T8nBEwAkbACBiBOQiIiAUYLEQwsUbkSSadzPmHgZl96yV4saCTlvGA63FSyeIbcbANA4JxjC+W5aUC7xGQExCO5WEIg37cypFwLABAEMgXBnDJzTZXCESK6PUoXWz5p3zGRb8YF6785S2FKKJBNYZpid6XJ4xAicBFEizscg9p87aRbmb/WDxn6xEkemHQY9FLAEYEFpcQLVBxzCIMZELqvyS2pbi4XhsuGqxYcCM9BswIC1+0Ly18xwW72veLi2OkgfEHA6uIaJNuI13lFxcQwZp8YDCToIvkySISVWrfvSsvSrP0i8EMHcUWAuQTYy5GYsimIuJEXLsIXIqfd6V8IaWBg4Q8sjUbehejIp62IHZIMFizQIdgXKd+IHEhMRrctLAajSKxzhE2bgWJHiSMDNXkASKM2kA0auA1DeM4Qr75w9hN/WXREkIv7UptKz3Y8i/mKRpuhROLwhh1IBVIIuYxjO7nv7lxA+zRLRB5EbbXg6SHRIIPW1nQvikT8kGZgL0kerhiQZg41IZVh6k3IscoXNcv3qEwRJAPvAgqPsLQJtRPxzrQFV/UW5MaA8R+cv05W3Zo2x+uo8eEK8QH8iuiTgxXW995Vxl5ROCKBC3KAeM1uEvwaMdXxgjbljJGGCVKg+coi2OOOSb1Q4o31tsh+hsjCh69kDi+4hx9I6OC2m1tHYz4kmfqAeR5hDb67ne/e6p/iXW0tq0Qb2nsxfWSxDIhfXSPxobUe22fjNcA2oSEOgWJSORI6pcIkugkyE9I1G2csy03njskowhcei72i/k4tDafUX+RTt4Xx7rF/fgutXqaeNoE706ve93r0m0Md4zZ1b9xMRpdqOuQdpHY93DOdouQ59VncK1LaucGsZzxyBtJ/ZEAS78N6aRPPvEWRrtAYj/KOf0+XopV5/BIoQ9JVOd5Dj1BXdUWt5QV/QdtCqHNMWeK/U3J214cH8mj4EzXiZThjn8lApceV9+dj3F0v/Qb3y/26YprEuOAOIYhDzkZj2195F0RnYT3DvqyWh0cdUffeafGDeSPuiOSFuexHkeCvOpg7F9zAhdzXvIgid4ymM8zxuKdYxqxHcTyGdLfKb3SL31U2xwvtgHyRT2YjXOEmE8IXBqnqhzJe9/xX+x74xxTcYFh3zpRwlvXavWuwpd+VQe5x9iFPlrj/7wuyquP4uGdmFchzHPQo4jijPW6pk0N1SG1eoI8144JSvO1trZYwiXWHfLRd45TO04kjTap1ZfEN2rc3ZYm12vXB7rinMm6o3IlP5FUyzljtF133TXNReNaKe2GMQ5zVHQNbSluRSoP2cQhfd6msyIBKB8fq43GtOPcjz6Euq9xI2u6jKn0IaU+giMfbTJqXBzrKjqi7xoJ6al9RV3C9do4Y9skntLYt1YXxHrQd0xJHoaOi2vfnbS6RP1V3veNoxe60vM9I2AEjIARmCwCrD2bwDVZTB2bETACRsAIGIGRCMRF2rggcOSRR6aOmQmWjNMssiEYzph4Iqeffnpz9tlnp+M4qeTL5LiYygNxshoNXUzm8LbF15YQZnLB4ItnpHyyFxfqYnx5+Pxc+YwT9Uh+4Ms1CDFRMO7yRTxfnLEYYpk5BCZN4Nphhx3S1/zUJzwdiKCkN+L+xhtvnE4pay12aYGKG7lHOq5FwynGJLWX2nAYASEHKZ8suEbha0jqMsLiEIZ/pPb94uIYX+WKKJAinfNv0m2ExaE+xpnc0wH52WCDDZqdd945ZS2S92rfvSsvKZEx/kVcxyFwRa8cMtrm2dICHXUGgxuLpnEhUQu0hNOCpYggXItGuJJxNdblSBokLIJ3GAheGGZKuvyvTw37H/MUDbciEfOO4CrDGLGzEPiWt7wlJcTWjaUt82IuonED7GhLEBWiRAO+PGDg3QtjDhKJhDEc+XjOc56TLrGFJPlB2hYx082Of/R1EAUgGkUPIAqivpsvcjEwj5LpGAPEvjV634LwJ5KQ8hW/Ko/haus78crIIwIX1/iCnK2hETDia21JJO3m20XrmfxXaXAdYqU83um5Gv2NMUNlSh8CoY76HYX8QVJCqFt4lKqpg7HultpyXEynTcjIXNtWyG9p7MX1XPDYR/kz9kSi3iJffAyA0EZFrEwXHvwXDUfqP9gOVn1yqX8jKPESP5IbqNLFwr+2cWhtPkki9hmlvEadOBN6OrZhkYxyKKJ+VD8X+x4MTdS5qKfzOPLzmrlBJM2WyE/0T7QxdKj6vlH5jHVHnoDzvK677rrJgMp1dAE6AVGd57jUb1N/IWwhcetWEXVjX54emvNP28uhIxiX8cxM1wnlpe13pghckxwHRGIG9XXfffd9iP6NZBPNA6IuHTIOqBlTRx1VaosY35mL0PcxXkJUB2P/Gt8jEu5jefJBFZ6OEQi+bJUW20rUyzX9XUyrdNw1Lo8kA+n4GMdsmSPEfE4XgaumTkSs8uMavZvHkZ+rDnI9X6+J7Q4CCF6G0GkSPgCgT0eYt9x8883pWHHGel3TpobqkJjfIXpinDFBab7W1hZLuNSO26JuGzJOTAXU8i/GOURfEt2ocXdLkuly7fpAV5wzVXfiBw05wVH5ix9/aA02egjDi2K+gwBzIuZGiAjtbTprKIErjhtLc6S4NV/sS/Q++e+ocfE4c0a1r6hLSL82ztg2S2PfcXSB2jf56zumrBkX1747+eqStrWPcfRCV3q+ZwSMgBEwApNFwASuyeLp2IyAETACRsAI9EKA7WZkaLjpppvStjTLzNmCioVhBA9FGCYQGTYxXuOyH5GhhmNNKqOxj+uS+OV7JIvpfvxlARpvE2uttVb609djMiLybJvhLMZTOlY+40Q931oHI83555+fSGhDDE6l9HxtPAQmTeAq5QYPMLiTZws7vtKUJ4U2AhcLG7ivz4W2RJtCWGxiMTqSXvqGY8EHMgyCq3stsKUL4Z8WyNranB7t835xcSwaEhXHpNtIX+MM74huigKBAX2EsJjP4lub9Hn3rry0xdv3esRV+jIupscv6YlTX/TmhnmVNR6E8HhSEgyOq666arolLyBxITEukmrBUkZsAkUjcNyiTWlBCFp++eXTKV/u4lUrigzLTOx410lIzFMkcEXCACQXSFoXXHDBlNfHIWnH8sADivq/GIcWHbkG/pSDvFfR/ijnUl8BGRTDARLJhopvVNtNAUf8Q+fQX26yySZTJKW+BK7pGAPEvlUGjrw+x1cSWSGGq63vxCsjTyRwRaJYJFig62lzjDFi+jF/pWOlAfFchHY9B0mkRn+zXbOIjyXyCfHj7QcyOfWP7UsgxbH9x9A6qLpLnOqrOI4iYluso7VthXhLY6+YHscYNuhH1QdfffXVqXz0XDREXHTRRYlopXv6RedTpxD6afrdaNiVbtTz+o0eGsYlcNXmk7zEPqPUF0edOBN6uk8b1la55F/4xr4nL0eeq5FRc4PoSa1ksCRN2hnbF9J2b7jhhrlIKaV8xjhz8oHeAe9c9ElI1HWq85HUrzD84kWYuQwS50WQPdZYY410PRJ/6d/p55HoZWmm60TKQMe/mSJwTXIcEIkZEI3zrXZ5XeYIGLgR4S9dOlQH14ypI+GPPuDGG29MH5TIO2HKWPZPdTD2b5HAxccaEEVz0XbXXNfYK7ZpjSdr+7s8vfy8a1weSQazeY4Q8zldBK6aOpFjPep8lN4dFV51MI4lFIZtDylDhDkFc4sor3zlK5tXvOIV6dLxxx/fXHLJJelYccZ6XdOmhuqQWj0xzpigNF8rtUWAKeFSO26TbiPeIeNEnm8TxTlUXxJf17i7Lb2u633WB7rCz1TdieQW8INMm0vcSpUPVPhQRVjzbIlExXWIWeyOwLonf206ayiBS+PGtjULPlhhjReBRMyHiF0yalw8zpxR7SvqEvJSG2dsm6Ux5Ti6QO17yJgyjmH7jotr372rDLnXtvahulqjF0al6ftGwAgYASMwOQRM4Joclo7JCBgBI2AEjMAgBDBIMHmX0V1fRTE5xMMDk0VEXxuLkJJ7P9CkEmM6X1DmstlmmzWQuJDcOIbRji1a+BqMvMjzQowjX/ibJIELN6BMHlkwzgVjDIsLeE7R1k/5Mz6fPgSmg8CFcZh6vvrqq6dtcTBAlKRE4MrrYQwHaYVtVhCFVXsZEg7iF4scEsKWJLYT2py8tdS8X1wc40vOfDFt0m2kr3FGpKf4/nHBX0Y03a959668KN7a34ir3iUupvclcMmzEvnoUx9OPvnkpLPjQqIMbsShBcs2Ald8lucRyCUYvxHItHk+ZpLAxQIoZOLYBsgX5Ee2D4R8DMGlj8Ty0FfIebj4NSrGT/pH9Z1sC8ECe0kg19C3IHFLvLZFzFIc+bVnPetZzU477ZSIO9qCIn+mL4GLcHqPSY0BtAgeyWGRNJXnFV35lKc8ZS4CVW19J24ZeSKBi+uqn3HhOxIfMAxiIOwjSgNDispX4eJWllzL24mei3UX/c0WfiL75VsDKkz+q7IbWgflMYX2ArmpJCKEkn+R52vbCvFrjKj6kadJH4M3EfQ7km/dzbUdd9yx2XDDDTlMMgpb4QJJAZIjIj2cTsK/uEVaPkYNj8112DYOrc0nkcc+o9QXxzo73Xo6EpPYro3xTEmikV3bFsa+J3rrLYVvuzZ0bhCJZLR3SLOjZFQ+Y5zoeW0DlMcr/RLblOp87GdjuJe+9KXNq171qnQp1jm8DuN9GIntIHoypiy0hd5M1omUqRH/ZorANclxQCRmfPvb357qR+KrMr6knBH1sbU6uGZMzXgCYi16OAp6kHqC4R4ie6yjqoNR70YCV2ksR9wRD23xGNuKdE9tf6f5SnyPeNw1Lo8kg5I+ny1zhJjP6SJw1dSJiHPpeKjeLcURr6kOlvRg7GP0IWEMG/uWUQSumjY1VIfEdjFET4wzJijN10ptEdyEdWzvteO22nFiLL/8uFZfEk/XuDtPp3Resz5QikfXZqruHHTQQc3Tnva0lGzbmJebmlNorCasuacPjzjukjadNYTA1eYhvivdUfdGjYvHmTOqfcU2Q35q44xtszT2HUcXqH2XdCl5Lo0p4xi277i49t3JQ5e0rX2ormrOVoqjbT2l9KyvGQEjYASMwPQgYALX9ODqWI2AETACRsAIjEQgbvHEBJnJFcYDGQ30hRnnfBnJ5I9FgiuvvHLKywSJaFKZE7uUgTYCF15Dtttuu6mFBz3PIgVbFrKNHItynMuIyDNthjOFb/tVPvOJuhZ2WJDhq7ySnHrqqc0555xTuuVr04TApAlceJjDkxDlnQsGBeoZJEJEJCyORcRqIyjyDCTEF73oRRwmbwx4d6gJx9fOGMCGiIwYte8XF8cUV57+JNtIX+OMtquLeWkzztS+e1deYro1xyVc42J6HwIX+pavWYeIjGtxIVHXiEcLlnERMBqBWSjHOBElErhK5SIDtohAMWztccyTvEAoLjwRsRCKRzYtXOsev/RF73rXu6aIjfFePI7l0badUInApS+Mo8eVGC/HMe577rmnOfDAA9MjbYuY6WbHP5Fq8kfQW7/85S+nSMgyLufPlc4nPQZQ3xq9xaALGUuURMYJhRunvhO/jDw5gStipy1GGNPgfRFp85CYbmb/2tLgsXXWWadKf2+99daJxEUcp512WgMRZpTU1kEtzreN10hX9SKOvWJ9HtJWiK9t7MU9JG5zSV3AkJQb+WMZ/jVU93/pN/XDPF3SXVyn/5D3vUim4V6btI1Da/NJOqU+I6YfdeJ062m2s8T4g0QPgjE/HMc8MUZmrNzW9+Rh285r5gb6ip84qb/5FtmltEbl84Mf/GDyfBfbQSke1e8SgautnZWMbYpbHhBIlzqBh0f1sfk4NOI/3XVC+ev6nSkCF3mY1DggEjOi17P8PaVz6W9pGzqvGQfUjKkXWWSRtF0n783cOBcIytRZiOyI6qX6V671IXA9+9nPnvIu2UXgqu3vGCd2Sde4PJIMSvp8tswRYj6ni8AFhkPrRBfuNXq3Kz7uqQ6W9GAkcOFR7hOf+MRc0Q0hcBGwpk0N0SG1emKcMUFpvtbWbwnr2N5rx22148S5CjA7GUdfdo27s2Qeclq7PvCQiLILM1F3tA6bJd16qg+RhHU+XmgNOOdGm84aQuCK3oRvv/321B91pdnnXte4eNw5o9pXbDPjxNnWNvWe4+gCte+SLiX+0phy6Lh4nHfXO7b9tq19qK7WjKPa0vJ1I2AEjIARmDwCJnBNHlPHaASMgBEwAkagFwJxosniyK677poWhc8777zmlFNOSdt1YIhlUZjFHCbRSO6Oe9SkskTggqiCkYLJIoKHEohh11577ZS3q9I2PjzbZjjjXpcon3Ginj/Pl264I8cjA2Q25Y/n2K6AibNlZhCYNIFLRjFyj5cp6htfrUOuwNU7ZMJNN900vVyJwNXmDp4AceGLekt9luF4SDgWoLVtIvk65phjUn7a/mEwZOs3pPb9uhbHSumO20amwzhT++5deSm9+5BrJVzjYnofAhfpsSUbnuLwzoZxbpSwFQl1Lur3hxuBSxjQXtgijy2n8E6FQUiSe2jT9fgby2MIKUVb/3V9MYrXH7z/IPRrfGWKtC1ippst/6KhFKM+24eiv/BaIKKCDPxDCFyxjkxiDKC+le3+VFfbtqTiVdVuFY5rtfWdsG1GHjx8Sq9i4Pj4xz8+RUjXVnuE7yNtaRA2pjNEf7NNEMZKRF6M0knHv9o6KM8KIjiVkigRV2rbCvF3jb122WWXZv3110/ZQG/RPthGMhc8z0FWQfAKO8rLHu0Cg0D0wEU/zbVcIO/rI4FxCVy1+SRPpT4j5nUmyTqRCCGvDjEvOpbnXs6ZJzCminol9j0K0/VbOzeIJEDIeBoXdaU1Kp9x6+AuD1wydjOuxHMaojo/xNimvEYvDczF2E4bcj2Sf0Azk3VC+ev6nUkCl/Ix7jggEjPatmfF4yXkX0TbvdXqYOVbvzVjasgDa665ZrPyyisnL5aKK/alqoPxWiRwaa6isPqNdarLo2ttf6d02n67xuVxrjWEwKWxBmkOmf915aUt/1yP+ZxOAlfMQ586EZ+Px7V6N8ZROlYdLOnBSRO4YvpD21QfHVKrJ8YZE4hgEsdrbf2WsI7tvXbcVjtOjGWQH4+jL7vG3Xk6+Xlt28/jaTufzrqjj1xIGzIOZO4u+cUvfpE8GgvrSCrvCse9Np01hMCFBz+86SLR83S6UPlv1Lh4nDmj2ldsM2SzNs62tqlXH0cXqH2XdCnxlwhcNePi2nfXO7b9tq19qK7WrKe0peXrRsAIGAEjMHkETOCaPKaO0QgYASNgBIxALwQgBWB4gKTERFveKLSoy+Iwi72I7pcWA0ZNKksEro033nhqy6A2Q7vcKudfv0+SwLXVVlulxe+77747GQUjcHzhDImIBQnk85//fMPXyJaZQWCSBC4Wp/V1L97d8NCAsThKdDVeInDxbJsBWAuEkawlAteQcNQ52iSir/zTSfbvZS97WfI+dT5r6gAAQABJREFUxKITBpZx3m/U4tik20iXQSQuIPY1zozz7l15ySAffFrCNS6m9yVwqW6hB9HHeb0lYxgW2BYUwWAOeaFtIVELltEgEA12LJTPVg9c9FEsUiJsT5CTMWKfRTvna9cuieUxhMAFiZltAikT0qAd5hIXas8666zmjDPOSI+0LWLm4eN51E0lgkkkWwwhcE16DBAXwfVVbbwW3wnsMYgz/ojP1NZ34u4y8micwhjmi1/8YrPzzjun7Hz1q19tvvKVr8SsdR53pVGrv6PHkzayjLxikTmIJRBFauqgvsim7rJ9I8TQXEQGjGOv2rZC3MI+ljPX8VqJ90rJpz71qbRttc7jL8R69Qlt2xdRlyCEkVe80Fx44YVzeZwRGSHGy3EknZTaV/48523j0Np8Emepz+C6ZKb1tNpwm8GIfEUDI/US/dPW9+g9un5r5wbRC2pbOUu3yCvFqHzyUcu6666bsgsWV1xxxUOyHkkszCO0/aHqfBt2JWObIo/6HLIQcaAjEPoPvCJLZrpOKN2239iWYr/H80cccURqm12eFvJ44/vJE+ekxwGRmNFGOI5jC5G8ascBQ8fUkFVf85rXpL4SgiTE7SjMUZmzaEt49Ah6XXUw6t1I4BKeMS6OY18DmRdPKqW2Utvf5enl513j8vlljhDzOR0ELkgjNXUix1rntXpX4dt+VQdLenCSBK6hbYrxwdC5RK2eGGdMUJqvldoi+Avr2N5rx22148S2esD1Wn1J2K5xN/fbZJz1gbY4a/qf2roTPTYxfsl1P3nkg5nNN988ZZe+gjlEXD8rbcdNn8EaFWNm9XltOmsIgYtMaNzYRsjhgw3G6QhzL+ZgXTJqXKxx3dA1EtJU+4pthuu1cba1TeJExtEFat8lXUrcpTFlzbi49t3JQ5e0rX2Moxe60vM9I2AEjIARmCwCJnBNFs/W2BicLbvsslP3WQwqLdhOPeADI2AEjMA0ILDRRhs1eKW4//77R07YpiF5R1lAIBpfuB0JWiwQsuBOHyLRRF/n/I6aVJYIXNtvv32Du37ksssua4499th0rH98Scq2Rkg0InIeDWd8ufPd736XyyNF+YwTdTxxPOlJT0qkCBa2SSsKeSSvCEbf888/P9728TQiEBegDjjggCmvHHFx/+qrr051dFQ2WHBjyyyELxTZEi4Ki3x8NUidR9oIXKWthOJ2Ydp+lDgigWtIOBEXiUNkSo4l0bOPyBrjvN+oxbFJt5Gu8osLiDLW6735jYZNET/HefeuvMR0a45LuMbF9DYC169+9aup7WtIN5J3coMo9zGiUWeIG3LXHnvskX7bFhK1YDk/ErjwtgXpBJERNZ2Ef2o/bYvH4dG5tjkcQuCKZXvppZc2xx13XIw2GVLZ+uJxj3tcus52jox7EC1iclyq41zPBT2w1FJLpcsYVu644465HolejKQT5nqg42SSY4DYt2oRmKQpE7yQRYmee2K42vpO3F1GnkjGoO6zXS79/V577fWQ7fpiPvPjrjR4VvWP4776G+8ujGUYa5XyhN6j3XKf+Tv1r7YO4kkIYxJSakMRpzj2irprSFshndLYi3UJvg7X+HKUIYetouhTEbwQ8P75eC1uuXTJJZc0xx9//FwGkxJxBP0J9ur7awhccRxam0/eK5ZpaTvjSGahHk430VZ9BXljHECfG4X+E+MLZRj7k7a+J4ZtO66dG8RxWMmrXiQLYrxH743KZzRcor/R47nEMUv0NqY6P8TYFuOORi28IFM/o4cvPTvTdULptv32IXDlY5y2uLge30+Eo0mPA6JxHawpZ+pQlDieP/jgg5PRO7bXIeOAoWPqCy64YOpjK7yxyZtkzF/sN6U7VAdj/xoJXNTNt7/97XN9FLDQQgs1EGkhg0U929ZWavq7mO/Scde4PLa30vhptswRYj5LBC7eu5T/Eh6x79W8IZLvh9SJUvxcq9W7bfHpuupgSQ9OksA1tE3RvofOJWr1xDhjAvXBffpXYR3be6w7Q8ZtteNElXvpt1ZfEteocXcpPa6Nsz7QFmdN/1NbdyKxss2jVdwOnn4KAtfuu+/erLXWWukVcq+dXKSPYKcBRGPvNp0Vx0H5+Fj9ouYlxKdrHJc+yojbQsa5Mc+XJNYb9W3xudj3DVkjIQ61r9hmuF4bZ1s/SZzIOLpA7bukS4m7ROCqGRfXvjt56JK2tY9YvkPGUV1p+Z4RMAJGwAhMHgETuCaPaTHGVVZZJW39pJsMnG644Qad+tcIGIEHEXjMYx6TCEac8iUtX+kOFSY6L37xi9P2a5ACWAzEEwTbtpxwwglFTw1dabDozARulEA+YFDfV/j6hq/3MfjydeVMiCZ1KH8mYZZ5j8A222zTQLCSaGsInVOv5IGKa6Uv20dNKksErrgAwsT/Ax/4QNryBIM3RL8ttthiyrCHkY7FCBnr4oI+i5ksIGOsHyXKZ5yox0WqG2+8MS02yMMNLviZyLIgjLC4kXt8GZWm79cj0Ebgoo5Qlgi6hEUBdKzKrZQiBkbcgstYLEIBxlvqIl+pYUSXsH3Addddl06lt3SPLa74o84RlsV5ffke20dtuPXWWy99WU169EHgQH+E4IWBOktfhcgr3DjvFxdPSotjk24jXeUXFxBLxo2ScWacd+/KSwJ4jH8lXONiugwxSkL6CT134IEHJn1InY5Gcu4xjpAnQHQzZET6coSvcyHOIG0LiVqwjAaBqFNnghiQMjjiX8yTDLeR6ALZGK964Ihg4OYrZLajQyA5QXbqklgeQ4wbGJ5IW/pEC+CkhQGUfgPDAXLrrbemNpxO5vyLdZztsfASxLt0CTqGbSIRSKIY99F9lDuGN3lf436JpML1NpnkGCD2rdFjCfUYkot0KmNa8i38Yrja+s77dRl5olFYWLQZRHS/9NuVBs/X6G/CxS+lGctDEoBsTF2DwLzYYovx2FQbr62DT3ziExMZR9hT/772ta81iy++eMOX8ZSbBH2jrQVr2wpxSbepnMk7/aP6XK7Thtrk4osvTm2EbaxZ00AwWkPC0diPcebWW2+d6hT5pg2KhCGdRzj0AsZe+lbygfELo4okN1Dpev4b9VM+Dq3NZ6nPiOnGNGdCT8c+hLksOk8kLnQP/RRESCSSl2K4eD2+S9vxOHODOGaMZQJZkA9CNG6C2AfBr08+RQwgv8RJ/woWjPl22GGHNF/hXuxPOVedH2JsI5wEL6vbbrutTtNvyTg5XXUivneJiDpXxsJJF4FLmORjnBD8IYfx/aZrHBCN62SAMiOvfLBEnYHktNxyy6W8SYdxUquDa8bUkRB96qmnNuecc07KD//IP2QU6qS8y3FdeMc8RwIXz0BmBFd+l1hiiTSe5L0Q0iAtpK2t1PZ3KdKWf13j8jh+ms1zhJjPSOCK1/uO/2Lfiw7SFmU1daIF8jSXFaFp6JpMW5xcVx0s6UHqGTYJhPUXeclOF+b8i4Rs6WzuKc5Yr4e2KdYMRJrvO5eo1RPkuXZMoLFL7F/a2mIJl1h3hsxxaseJvGub1OpL4hs17m5Lc5z1gbY4a+ah49SdSHjCCyhY0IeyfkWbfd7znpeyGtfWIxGXm3i5YpzPXAydzUc/YEM8eOiifUbdFHXWUAIXxDCt8TNWgsTF2gTpobPZshyJ+U0XWv6NGhePM2dU+4q6hGzUxtnWNuOr1eoCte+SLiX+EoGL60PHxbXvTlpdEutX7PvG0Qtd6fne7EGAseV73vOelCHm5tThcWVonMwlWB+kvqE70X2sETAXZG5VErwbsq6wzDLLpHUCjbFZZ/vyl7/c6jEc/YuHVNbsOWZMdc899yT+xTe+8Y0pe1aeZk246bIT53mrPUfvv/zlL2822GCDhD24/+xnP2tuvvnmBixq6kJtnDMdLseMMTtlzLoIa29twvox69l8sM86P5ix1sW6F3afn/zkJ3MFZd5NHe0rfERF31cj9Nu0H7CkPfDHsc77xrnAHIb53C4z+oZ8hDwXO25e2QSuR0jB+zUHI1Dr2UcJlRZcdY9fFDDt8bbbbouXO49ZONTWCV0PQmKI2yp0Pcs9fQlBnmSgGRVm3PsiNPSdtI2bnsOPRiB+DcTTccGW8/gVF+csFuTExlGTyhKBi86fSb2MP8TNIpq8IHDOgpXuswjAgOeb3/xmGgBq0Y/nkEic+euVh/5XPuNEHZIlgxgGIAjtgfcjHzEvbdsaPTQVX5kUAnHsEj1wEb/KUmnFRW1dy3/50u9Zz3rW1GUZ4Rh0ItQLDAcI9QCiO3VUeivdCP94RmG5DEkXz12S2nCEjx53OKdtkBbtRkI/ApFDUvt+oxbHpqONtJVfXODpa5zh/WvfnbBteeHeOFLCNS6m53U2vjvpRj0VvRVxj7pHnSA+CZM7FgbxmoC0LSRqwTIaBKKRdCaIAcpz12/Mkwy3PJ8bIFkYYVEaQ6vaI/hAzMgnuXl6sTyGGDeIZ7vttms23XTTqShJE50S+w3K4t3vfveU9y0eju+lwCXipO7xy2SexS+9H9dif5nXB9JljAcBaJRMcgwQ6yzp5nqMfCJ6D845zsPV1HfiHWXkyXUyWwXiHXGIjEqDuPL37qO/qYu0TfVBxEO91tiEc9osxhaNwWrrINsNacsV4s1F5cKv5gfjtBXpWJVzNPrnaZfOtQUMC18sgEW9R12nzalOET4nOKy88spJN8ZnYvuJx30JXNH4rDxrHFqbz1Kfobj5jbpjpvR09O5AHqiT1Is4Fsm9U7X1PYQfJePMDSDZMBaIbSZvQ9GLcJ98rrTSSonAk9cd8qlr4EF5xC0WVeeHGtuED3VcW8xyjTT22WefKcKinpuuOhGNxmwLqY8IlG7bbxeBq2uM0xZffL/pGgfkxnXlBcxVxlzjHCwg/kpqdHDNmDoSG0kbnYXuY44c8xg9RasOSu8SLh8/cQ3J3xVvb5AeGdMgXW2lpr9LkXb8U971iMbLsQ7N5jlCzGckQ8T6rHcbNf6Lfa9wIGxNnVCa+e84ejePK56rHEt6MPah4xK4atpU3hZGzSXG0RO1Y4LSfK2tLQrr2N5j3Rk6x6kZJ8ayLx3X6Evi6TPuLqXHtXHWB9rinMm6w0cLbGsrPY+uRvfrAwjyWOqbMJpDPpDwDKJ4OI4fH7XprKEELuKl72AnBUmeNud8YMV4bJSMGhcTvnbOqPYV24zyUxNnW9tUnPzW6gK175IuJd42AtfQcTFx1bw74bqkq++r1Qtd6fne7EGAnQHQIwh6ZhIfww+JE6+1bHffJvHjVz2z5JJLpnW3uKane/ot7a7Bx004JYjrFHqeX3mAjtc4rg03XXbiPH8158zF0fO8W0lYt6Z/xi7cV2rjnOlw+fvwoS0e/5EzzjijlTS4/PLLpw9p4jpGHhdk7DPPPHPqcvyYY+pixwFjXfrVGjGBqwa1HmGYhLEgDyMfQgoDhSgmcEU0fGwE/g+BSOCSh5b/u9t9FL0N8CSGM7wZ4cUHBrcmTBheWITVolh3rE3zwQ9+MIVnsoPCbROMe32MdQpvApeQ8K8mhSCBsfm+++6bAiV6cGzz7AHJ5fGPf3xxew8iKhG4uL7MHLY4A89osOQ6beO0005rrr/++uRhQYOY8847r+GrHYTFjOc85znpmH88j1ekLlE+84k6i3IssLYN0vlKgLAsmFtmDgFtIUOKeBmK+o2FKRYXVTfwIoiu7BIIHtRvdHIUdCt1DZ3PF8AsKiOQP9CrMvqju1lkZtFc+lzxQPBjAB3rSG04xRk9sugav+SX7cjY3hTjpKT2/eIkmK+Y5dFE8fI76TbSVn4Y6jG2I0OMM7XvTjpteeHeOFLCFR0DaQSJhhjOWezcd999p7yEUN/0RTz38ezJV7Oq81yTYFBER8VFkThZFLGA5+VVMerB9ed43iFupERqof2tsMIK6X6pXAjDu7UtLKaAA//FPEXDLXMc6klcHI5RQ3JhsT/fsi8+o+NYHtdcc00ymOuefuNCNIv2cezWVSZsZYgXpXxhgjkZBs+nPOUpSiKRS8CuS/h6bccdd3xI+VOOlD1bLO68885TUZBGNDRP3SgcTGoMEOsUyaAnWbBAf+TC9n0s6jDGyMPxbBe2pfpOmKOOOiqlmbct7iHRIFW7gDEqjb+mNLdHLV3jt01/c48FP9oaHoNyYT5BH0W9itKFU1sdJDxfydOW1d9xDZ3Dtnz0kbQv8ioC1zhtJR97xe3sSHeURAM340XapDzcxbCUKV/Snn322fFyOoa8zXgzX1RFX+DJiz+kL4GLZ7vGoTX5LPUZpCOJOnEm9TT1ZO2111Y25vplC3M8mURp63viM13H48wNqLssCMd6TVrUZTwAHnnkkVMk57755CtYjA75XIV4aTN4q8q3tVWdL217SLg2Yxv3JIw/SRuJxDPd53e66kRcEM7nhTH9/HjXXXdt1l133XQ5Goe5MGqMk8fFeXy/6RoHRGIG+o96oY+HlCfK+ZhjjmkYJ+RSo4NrxtR4y+RDwXz+QX6YC/A1O3Nhiepg7F/R53hA0TwbAz+6PQoGJuZTcawzqq0Mna/E9ErHbePy+WWOEPMZCVw147/Y9+Zjm6F1ooS1ro2jdxVH/qs6WNKDkcCFbsbzdZTogYtxlwiyijPWa8INbVND5xLj6omaMUFpvtbWFku4xLpTM8cZOk6M5dd2XKMv+467S2mOsz5Qio9rM113usYgtC36JkgIuUCaQOeT3yisVTFOxjOXpE1ndRG49KFlvl5BnDvttFP66EDx65c5MfmFUNhHRo2LFUdXvWqbM3YRuIh3aJxtbVN51G+NLlD7LulS4u0aUw4ZFyuPQ99d4dp+R/V9Xel1zWXb0vP12YEAa1dxbWoSBK4hcWrMCxrMA1mvZ74GsZEPdCTMeaRD8XqEDUJjY9YJGBfT9lgLjV6749iEuNROOUbPkhbrDqxZKL58HDdOuOmyE5OncSWSy8CedSzWOiHTiZ9Cf4BXNvqQPlIb50yHi+/Cmh5re1p/aiNw4fmUMZ/W+fEUy8dTzEcZn+s6WLJmddddd6VkqANtJLmYD80diRd7Q42YwFWDWo8wbBOkAi49bgJXCRVfMwJNIjyydRsylMBF57PiiiumsLlippPCmK/OCuVM591HyAeKG28wudehPuHbnjGBqw0ZX59JBOirID8ykGZAwdcM0WsKW6YxWGbQA8kmkktw88yAmMEgxo1IZhn6DixusDjHYhVfcjJAYaBJuxvi2W5oun6+HgH0KZMvBv2Uf6wbXbESBtIAi3qQPNDFDIYR6hn3iBsPV3iWiEQsCDVMwCBx4RmRusEiVKmO1IaLeaf+r7rqqqkN8MUl6bB9XheZd+j7xfS6jifdRmrLryuPte8+HXnpymfXPeofWLPgGAlZhOGLWwhu/FF/qZ8YHCO5sSvuh9M9iPGQCvhKjn4El9xMdOlD1J5n4n0pB3SBXKVDJmURaFSZMBlnkYiFydjndeUZgxeL6Szm0z/xriwoScCCPpHFJvTSOH2i4pzELwsLbAHJohdlBOkD49somXR9j4YI2o2+6h+Vj9r7NfqbtFjcR+8//elPT3WDbThp621SWweJD11DfaIOagEN4iFbKtaS3NryOcnrbJ8AiZ92pDHgVVdd1ZkE78oYjzEl5AT6/z4eALoiHTUOrclnV3rz6h4Li+DNPJd6gcdR9FyfdlyT53HmBqRHuTCmpw3eNWeRk/wyrq8V8sOXsfS9bGeKHuPjjr4k2Zp0o+eJaFyoiWs2heka4wzN5yTGAZGYofUbDJ7rrLNOGnPRp0N+6OpPa3RwzZhaYwB0GGmyBQxbs5C/2voNuZX+mT6Avrk2ntr+rq3Mp2NcPlvmCDXjvzacJlknxtW7bXmcqes1baqvDpmEngCH+XFMMOlxYo2+HLcO1bb9rnRnsu5gfGUMwhiW8Q1zTNYo++zqgQGZ8Rt9GEQExkPxg8OudxznHvWGMRP9Fds2QWYg/emSSc8Zyed0xKn3n2ldMHRcPB3v3tX3zQu9oLLw7+QQgLzJOJ81H5GWFHstgasmTsZGfJiN7mRdkI9tov2VLRUhiiPoJX3IFT9IYO2FXUDi+D/ej2SYjTfeuNlhhx1SfKyn8K6aI7PeB+EVnYjEjyxrwxHPdNmJiXscQdfwvgjYYxOh35GwY4k+ZD333HPTLju61/ZbG+dMhyP/2tqSd8w/CNI8M3/PTTbZpNl+++3TZdb9hB8XqMP7779/spdyfumllzbHHXcch73kwAMPTGuKlAVrfLX9MPND6jD5Yb7AH8c675WZOQ95C8UMKX2lkF2eOjWBawoKH8wnCDDA3WijjZLSogOFyMGexRi0UXZc48tDGfDp5BkwsLh8yy23pK9BWZxi0ZXFLq6xd7GMfBA22KsY4xfPIBjHMKyhZKNHojbI+HKMxab8izA9H7178YU48fYRtechYbriZSK1/hxvG0xkyS+CEQMsMWahlGGro4i5ri/eYpwMeDD4sBdv/NqTr2TA/corr0zYEw/EHHCEyS5CA8qfL33opPgil44VAwyLkLj/p4xKArmCgRETWHX6msD2xbMUr68ZASNgBNoQkN5iMhY9IrU9r+u14RTev0bACBgBIzA5BOJ2cGw3yrjzkSZ4cOFLZ4T5Re45iAV75jPMBRi7s2BkMQJGYGYRYA6Ol1Xm1NFAMLO5eGSkViJmPDLe3G9pBIxAXwQeSXrC48S+taLfc4+kutMPET9lBIzAwxWB6ME3f8daAldNnNh211tvvZSFCy64oPnCF74wV3biPAvbJN6+EXnm47htrUg7D/DM7rvvnmzRkZQEWQx7cxT61W233TZduvrqq9Mcj5PacISdtJ2YOCch0fPZZZdd1hx77LFzRQu5DzsJArkXD1mjpDbOmQ7He+Dhig8xS9JG4Io7PpR2RIlEND4ie//731+K/iHXYr3Dzn7++ec/5Jm+F0zg6ovUwOdgj8JglsD4REFJTOASEv6dHxBgz2y2jYl1WPnG5TaTIiR6zFJnxpexfEWOQSIXDDe4HMRAwdYzMKFL0mdrNuI//PDDU3Bcc6pDivFBVoJshrQp7vg8x1FR45Kzr7vhPJ54HvMRr/9/9s4E1rKi+P/nHzVoABlEBUQUEWUZR5BFdhj2TQhhkXVkUQkEQYRERhYBEZRREgIJCZDAzIAwA8g67MuAyCqyCIMIqMgmiKMYQhQTzX8+/eN7rdfTfe7Z7n1v5lUl792zdZ/uOt3V3VXfruKYSQrKYpWf9/HemDTRiHfny5sBOzgBiglxrEmRBTQAhmC3ZkyA8WbOnBmQxfbeKgt22TPpE+jM3uOY78nkbpC7oeN3+rlzwDmw+HPAyi0HcC3+39tr6BxwDiw+HGDOyOYONgugHIHsTsvFp6bVakJ4s4MXhDmD2IRBeDTtLGUnHesi1h7QjTfeWFx33XXh2P85B5wDg+eA5JVdq8ehCAdfivH1Bjeuj6/v7bV1DjThwHiSEz5PbNJC8mnGU9vJc8HvOAecA+OBA6xf8AYvwpmDbLFNAVxN8sR5BB7gcdhx1FFH9Rx9qFy5XzbP4DQCL4U4p0iRwhtzDw9d2JOJgoa9OpcOj2CKpiSHHzzfJB3vHYSdmHy7INmKyev73/9+MtKAnJ/wTAqwxHVLTfMcdjrKTKh6vDiL8Oo8YcKEcJrDAdA2aCPoLOFHTBavgPd4PGn1I7yEnnnmmaFdVk1TlqcDuMq40+E9K2DI1gFcHTLXsxooBwitdthhh/XewYA4f/78EHZGEwHdTAG4dI+BG0MFxgkEmcBgiiMOChiPUHjiQnBCoIERoAC4AIr1I1zQA37iPXHYI8KhYBRR3oAsq7gutOFeAFIRW50JEQBNvILhOhlPZHWIAWWXXXYJExrKCyn8FwMByuO2AK64PHjJIvavgBC6z3ch7BG7ixmUBDzl+tSpU3shiOAb4Cy+HwRYC+QxZSXEjNIRNogJmoxReo//OgecA86BphyQ3HIPXE056OmcA84B58DocAD5HW9kYtcac8jxSCglzzvvvKCcpP6sq/B6y4YL1kBaH+ERl40tzMednAPOgeFwgA1okPoh3rHZOODr2sHx343rg+Ot5+wcWFw4MJ7khM8Tu22146ntdMs5z8054BxY1DkAgIfIPVBTAFfMgyp5AozCdoiOgw18hJ/lD9shoREJ6UcouphOOumkoBPBVivnFPYZ8gTkhadydCR44MIOjK0TKvOOdP755we7JWs60hFetkk63jMIOzH5dkFypsIa9vDDD09mia0XvkHYoAEYlVHTPIedLlUHQnUSwQrKAbiIOLbMMssEOzch7WP67ne/W6y++urh8u23317Mnj07fmShc+GAaKf0gRijsFCCPhccwNWHQV3d1odTfg7gEif8d6xzACMD4CcoFnZHHHFEsf766/eqkANwAerBJSZGCggwEG4tBV664oorijvvvDPcs2EObX7hZs1/AKWYIOA5itjzApwRrgQkbBXae++9ix133LH0USYlxHdOCfqyhExOKBcCHdeSIuvSsqkHLvKC3xdffHHxyCOP9AxAAkJwnwEdZPyLL77IaZhg4QlAiH3LJ74fEy5o3rx5wbVpOFnwj8kT4DiFVCTkoxTgesZ/nQPOAedAUw5IbjmAqykHPZ1zwDngHBgdDkh+6+3M95n3j2dCSURoRK2vYl44eCvmiJ87B4bDASmaeRsKfrx7P/bYY8N5+Th9ixvXx+mH92o7B2pwYLzJCZ8n1mgcfR4db22nDzv8tnPAOTCOOFAFbFWXHf3yxMkDHp4gAFXYYfGCFBOesAiH+PTTT8e3suc2PJ6cgWyyySbF17/+9ZAmZz/lpg3PyPNN05HXIO3E5N+GBHzD6QYRnlJkbfkXXnhh8fDDD6ce611rmuew0/UKbA6qALjM4+EQz3XrrLNOcHICnkCRq2JsQ5xO5wceeGCx1VZbhdNUGEs9V+fXAVx1uNXiWQdwtWCeJx01DgCAErAoF+5ErgYppAVcWQUoIKHnn39+RD3sQgrvU4CZoC4BXKlYzRrkRxSm5OSYY44pJk2a1HsCsBWewZiELLnkkr3rhDLkWQAGVWnQAK4U360hjcH0gQceGFFcJluA9th5LGQ6u8BQYHMth+K2k7S6IIsRBfAT54BzwDkQcYDdDssvv3zwFEh42KrUNF3V/P0554BzwDngHCjnADsU2eHIZge81r7yyivlCcbRXXjDGoMNEHjCfeaZZwJYhLWKk3PAOTB8Duy8884FG6nYlAVwy/vi4L8BXrzx+A4hA/Ea7uQccA44BywHxquc8HmibQXNjsdr22nGLU/lHHAOLE4c6Ae2alLXfnkCQD799NMXyhoHE9hTsS+KOGdTG165yohNb4CRVl111d5jsneydttzzz3D9TKwDJ6mVlhhhfAceW222WaN0gGMGqSduFfBBgcAjbCDQ4rClMrGAoyIeHXzzTenHgvXmubJt2hSlqbpcnVoAuAiqhQALku01eOOO66vboD2jbc3vMVhPycko5zZ2PzqHjuAqy7HGj7vAK6GjPNko8qBKVOmFJMnTw5luOyyy4q5c+cuVB7iIe+www7hegrABbAJdG+KBPJSDGKeyQG4QMBuu+22qWyKyy+/vHj77bcXukeYRMI14iHKEgAsPEZVURDaQZ5QiTNmzOhlBTgAz1QKH/jss8+GEIWAmRgQFW6wl2DBAW5CUU5CgwRwUUcGl5gE4GIAycWUthMywkbgclWuRfHmBUo+RXx/QsAwsAn4l3rOrzkHnAPOAeeAc8A54BxwDjgHnAPOAeeAc8A54BxwDjgHnAPOAeeAc8A54BxwDjgHnAPdcMDa9oYVQnHixInFscce26uAIgPJyxOh6k455ZQQso6H3njjjeKEE07oPR8fEP5ut91269l1sTded911xZw5c8KjgLcAcUG33XZbceWVV4bj+B/2YXkCgxdbb711o3SEwmtiJ47LM4hz6kc9ITZNwucU7b///sU222wTbsWRtuLnm+bJxvsmZWmaTu0hLn8TANchhxxSbLTRRqHN4chERFsmhOfjjz+uSwv9Wt7SFmmTXZADuLrgYoU8HMBVgUn+yJjjAHFa11hjjVCu0047rXjppZcWKqN1O5kCcM2fP78gXmyK5L3LAn5yAC47KMd55cqm5xC4m2++ebHPPvsEgBHXn3jiieBpSs/kfldZ4C6RAYud8XgOiGm11VYLiHGuyztVDnHOMzZe7iABXDb8Ie8VCcBV5k4TYBe7vaCzzjorhHkEqAfZcJfhgvnH5EDhFwnF+Nprr5m7fugccA44B5wDzgHngHPAOeAccA44B5wDzgHngHPAOeAccA44B5wDzgHngHPAOeAccA50zYHRAHCttdZaI5xJWDux6vfRj3402Bo5t/Zg3ecXWzS2SYWv4xogFvJ77rnnOA0EEOuAAw4Ix/fee28xc+bM9+6M/LG4DEIoNk1Hrk3sxCNLM5gzIkURPQkqA8ZZmy+OVR588MFsgZrmCRCrSVmapsvVoQmAyzIDxy1f+9rXet7bymzpOHGhzu9///t7+ACbV5tjB3C14V6NtFZQkAzgSgoMUiNLf9Q5MHAOWIQyHpUYWGMCGHXwwQeHy3ZglnctQifi2jJFgIMYuO2APQgAl97NuygLgC7r9Uv3m/6ee+65vXCKuEdcdtllky5Dyb8rAJfiN8cezhRjmAkN/I1JAK6yUJKgjXEnCk2bNi2ENdhyyy3DObGsc2hjUOxrrrlmeM4BXIEN/s854BxwDjgHnAPOAeeAc8A54BxwDjgHnAPOAeeAc8A54BxwDjgHnAPOAeeAc8A5MFAOjAaAa+mlly7OOeecUC85uUhV8rzzzisIjQhNnTp1RBjFgw46qNhiiy16yf7zn/8ET0aE+4vpC1/4QgivyHXAP4SvS5HeJ/tz03SpvFPXYjvxP//5z9RjnV+TLb7M5mttt9iNLSAuVaCmeQ47XarsbQFc5Akwi3CQSy21VHgFkbgAVMWEpzgwDVBZ9Ko4XZVzB3BV4VIHzziAqwMmehZD54D1wEUMWEBPMdmBNQXgev3114sTTzwxThbONYDacH45ABcDOwCsFL366qvFLrvsUghkBEgrF0MZoSsEN2CrLgZR3vexj30sFI08AVWttNJKqaIWf/vb33qCvo0HLnhNuMJ4QlQVwGV5HheU0Iug5iFCKOJaUzGlZ82aVdxxxx1xknBOnGu8j0E5wF+46f+cA84B54BzwDngHHAOOAecA84B54BzwDngHHAOOAecA84B54BzwDngHHAOOAecA86BTjgwGgAuCi7gTpm3IiI14d0IOvPMMwuiCEHYVL/0pS+FY/49/fTTAZT17rvv9q7ZA2yxchpS5nXqoosuCkCcf/3rX8WRRx4ZbLhN0tl3lx3HduIubM9l79M9Qvx94AMfKP773/8W3/zmN3V5xK8NAZkDI9kETfMcdjpbZh33A3B9/vOfD57eeP7GG28s7rnnHiUd8WvbZS4yFQ5PPvShD4V0MShxRGYNThzA1YBpTZI4gKsJ1zzNaHPgwAMPLLbaaqtQDFDMoJljsmHzUgAuBllAQDEByAKRjDcsO8jmAFxx+vgcl4YCcF166aVZoZsK2xjnpfP111+/513slltuKW666SbdGvGrQakMFDUiwXsnOQAXHryQGdDvfve74AXrvSThZ4klluihypsCuMiI75KaBIlHGvDxqgVCG8qFnuQ7XnDBBSFGcFymkND/OQecA84B54BzwDngHHAOOAecA84B54BzwDngHHAOOAecA84B54BzwDngHHAOOAecA51zYLQAXNiPsVviOeuwww5L1gvQ1vLLLx/u8QzPTp48uZgyZUq4hj0SQMyTTz6ZTG8vYoskbB1pCA/IryVsu0cccUS4BCAMxx5Qk3SDthOHgrX4d9pppxWf/OQnQw6AyIiKZYmQiHwfbLjvvPNOcfTRR9vbyeOmeQ47XarwVQBcxx9/fEg6b968gmhXKTrmmGOKSZMmhVuESXz00UdHPLbiiisWRDGD/vrXvxbKc8RDLU4cwNWCeXWSOoCrDrf82bHCgY033jh4UqI8FmSl8q277roBuazzFICLewyKuA+0hIcm8ofuvvvu4mc/+1k4tgCuHGgsPBj9I+Qfof+gV155pQBYFpONxVxloLJI7pz7yR122KH46le/Gl6V4lFcBnsuABfXiMFsqQyxDkL6i1/8Yng8BktV9cBFYiZCgOgsWTeif/rTn4of/OAHYeLFt2WAZyIE8Iv3Wtp2222L/fbbL1xKgc7ss37sHHAOOAecA84B54BzwDngHHAOOAecA84B54BzwDngHHAOOAecA84B54BzwDngHHAOdMOB0QJw2ag+119/fXHDDTeMqJAFuxDpiYhPkHUQcvbZZxfPPPPMiHS5k+985zsFtkzo4YcfLi688MIRj5566qnFyiuvHK5ZO3OTdIO2E48oeIMTHJvg4AQiAhSRtSzttddexU477RQu/epXvypwSNKPmuY57HSpevQDcAH8A7MAYefG0xbOWSzhgAbQH89CgAGJvGVp7733Lnbcccdwac6cOcW1115rb7c+dgBXaxZWy8ABXNX45E+NPQ6APl1mmWVCwV544YVixowZQZhtvvnmQTgRC1aUA3AB+kEgPvbYYwXxhhFsAJ8gzgmxCPgJ2nrrrYsDDjggHP/2t78tyLOKq8n3ve99AZ0NmhgCRAQIigGLMm633XYhDCDPQbfeemtx1VVXhWP+CTAVe9Hi/YQqhF566aUAePr73/8e8tx5552L3XffPQCbuF8ldjDPiWzc4dmzZwcgmwYKy3dcOF555ZXFcsstF3i+6aabKovGIRSVAXnjWYw6Acg7/PDDQ924D3gLEBfE9Q022CAc4waVCRCgNoh0gLoAeEHf+973ir/85S/h2P+Vc4D2w84EUPH0D4hQoYSthO67777itddeC8eD+EdbAp3/1ltvhZjiekeqXLo3qF8mQ8Q5/9znPhfc2VKmP/7xjyFkZzw5GlQZPN/uObDeeusV66yzTpD1F198ceUXTJw4sbcIQ1bHu2gqZzRKDxLWd4UVVghjGxP4sUp42fz4xz8exspceNyxWnYv1+LHgdyY1GVNAZwzn3rxxReDgqfLvMdzXrvttlvPZfg111yzENBfvEE2LrXUUuH0rrvuCjvUdM/+Mh9AuQc99NBDYQ6+xx57BMXJc889Vzz++OP28eRx0/EnmZlfdA44B4bCgUGtg5A9hOqYMGFC8ctf/rK4/fbbh1KfsfySQfF6WHXucg6LHqPuGDOIehJ6Y9999w36mNtuuy1sTOQ9ZXX91Kc+VWy//fbFJz7xiaCPYce7KHWPd+y6667h2QcffDCMr3p+WL+joWsYVt14z5577hlkDZ4eMCY6FaG9jYU+1vRbMCdF/wsRnWGQOrqmZfR044sDY2XcGiTX8Xaz0UYbBf0wG/UJg5Yj9OqMLZDGNq1Prb6dkFkK0fbzn/+8Z6wvG2dz72xy/cMf/nCw6/D97r///t44Pww9SL/yfvnLXy4+85nPFNh8kHOrrrpqsANht2N9L3tVv3z8/tjgQFUAV84emqpFlTxp49g0aeO0HQBc6MTR6dOmsIXSX6HLLrusmDt3bjhWdCMiBdE3+hGh7MgTGxIh60S8j3UeoQQJI4gzDwiwGB6nKBPUNN0g7cShYC3+Yf/GQ5TARjjuuPzyy4P99itf+UrBHxTb4rkGaI51MsRaAhs41DTPYacLhY3+9QNw8bht08g+olKhK4YABtKGpL9k7nfyySeHe/bf6aefHtZhXBuETdwBXJbbAzx2ANcAmetZD5QDTG6JTczAmyKEvu7lAFxKp0FSz3MdYBLKKRFCEWFpKRdf1j7DsQV/6Z4tn66l3BnKc1Xs4nONNdYIkwtbZiYIDESWMCTh3rMOpcqr+MO4DZ28wH1ojlSvNh64bN7KT9fi+jC5OueccwoB5HgOXsEXywsmWXVAGnrfeP1Vu8MYCQAQsu0Cz3R4qIP4Bp/+9KfDMcC6VPjLcLPGPwEFFQdcSVPl0r1B/DKhBumuSbx9B4vEmTNnVprA23R+PFwOfPaznw0hVN98880ACNXbLVA19jSoZ1K/Nh0A0tjrXyrNsK+V9cnzzjuvYKcGCwB29gyayspS9m6V0+58Knt+UbmXa4+LSvnHazlzY1KX/EChwVwGhYQ1cnb5jvGYl1VkpTzvwpOll146zCXFn3vvvTeM7zq3v+QhxRPrAjZ1aIcgxwo1Tppcf7fjSJ3xx5ZjWMe5Ogzr/f6ewXEAUAXrWxRvo2XwbTpHGBxX8jnn1kH5FP3v2B3dPB2vc/vnsGg/kWuDg+D1MDmVm8Muu+yywdiLzoYNiFUII09ujKmSvqtn0D1pt7w1auXqyoYX1hlWV6XxLncPT+7onKCUZ4Su6lKWT07X0HQsbJqurIxt7skYivcIDGJtKdeH2+Y7zPRjpY/1q3OO11Ze0n4feOCBfln5/ZocaCK7a75isXp8UelTTZlOpBNt/CePfnq1lVZaKWxC51nAR1dffXUAfGGv+MMf/lCcccYZ3AreUwCGQbK/cJwbZ3MygTRNyIZzs/awYehB+pVXIc/k2MDapZib4CDBadHhgAWmoBfBcUOKNCeL7aGpZ6vmuf/++/ccEyif2O5ooyexqUQ2MT3f7xdHErKLWaBOKh3vJgLRb37zmxG3m6QbpJ14ROEanqy55poFXtDs2iDOykbC0j10bgIqWYce3G+a57DTqS76td8Xr1ipzfVsaCekZxm/yI/+QT9iLIoJcDFjjWRnfL/tuQO42nKwYvpp06aF3d56HNdr7MZxcg4sChxgICXeK95EJNAQSoBI8BqERy2Ido7nK0hKC57Bg5ViG4ebC/4xeIKIZsIak40tyz12Rdx8883xY8nzDTfcsDj00EN7Rh/7EO9kJ8b06dOD4LX3NGFJCVt2Z+CCEhR5TORJHZrs4mX3IxNkPEGIUMBpMCB2MzsgLPG+X/ziF4GfTBpiAJf4Hhu3lMdPfvKT4iMf+Ujx6quvBi9ZeMbRN9Uzd955ZwFoLibACMTxVTxle59yzZo1qyCtU3UOqN1VAXA1DS9aVprcIjFVrrJ82tzDBe2PfvSjXjukD9IHllxyyR6gi/YFol0e4dq8z9N2zwG72Ird8DY1oNt0YxXAVdYnpQDqp2jq6muUlaXsHSrn4gTgKmuPZbzwe6PPgdyY1GXJHMDVJTf/lxdKXealUMp1PdfxgIP3BdH8+fPDJhGd69f2YcZ/dr0B5koZ1+2zXY0/KsewfsvqMKwy+HsGxwHtJkZpztxmNKjpHGE0ymqN5HYjS9OyIDsUGoE8UICylka/MF4o1wa75vWw+Zmbw5500knBgwTjxze+8Y1KxRorhvC6AC42QMmTCGvod955pzj22GNDnXP3xiqAq+lY2DRdpYbR8CHp5LoCcOX6cMPijUqysdLH+lU+x2srL9GVOYCrHyfr328iu+u/ZfFJsaj0qaYcx24qGwxRWdAFY8/Ikd0oBHgLEJc2BFn7COGv6gC4cjIhV45+18cygAvPMauttloAxQCOwZukPA+OVZ1sP36P5/tEO8LjFcQatB+AK2UPjflXNU/SbbLJJsXBBx8cNnrH+eAN+ZJLLuldxkv+fvvt1zuvcmABXDxPNCc86cU2TupFWMVf//rXyWybpBuUnThZwAYXKR+yTlGolAVrI7zgp2y+VubiZSreeNYkT9477HSqK794HAPEBeUAXNwDqIs+U2MO1ywRHYgNq6k+tMoqq/S8cr3++ushyphN28WxA7i64KLn4RwYRxwAvINiSELrwAMPDAMkLLCIfCkttNMBFC8uYQGBMfF+9NFHgwI1xzoUMbh8x/hNHuygrEp4VsBzGO4weR8GItwfokBB6DUlwi6QJ+hcBjJAN+Rbp2ypdyPs2W1E2EGAVZZYlOGyEc9Lf/7zn4t58+a1qoPNm2MQwiwgqBeLmqeeeqqvpxsGtkmTJhWUG29mpAO4BxrZqR4HUkAp3LNj5IQABsptqTW+WG939d448umcsTxVrpEpuzvTLh9yZCKJe1fRYYcdVgDKhOgfLCidxh4HrOL8kUceGWEos0As7QivUgNCXzHRh/Dq11bOVnln3WfK+qSMSqMB4KojH1jQME4iy6+77rq6LBiTz5e1xzFZYC9UjwO5Man3QAcHDuDqgImJLKxhK+XpliR2xybnKJBQBqNUs7TTTjsVe+21V7iksR9FnBSAzIXZkAGV9fem40/IeIj/yuowxGL4qwbEga4NP02KWTZfaZLfINPk1kFN32nBKugfGAPGG+XaYNe8HjZfc3PYJiCA3Bgz7DrlAFy5umpzHuMphhrrsTh3jzFHYaasrmGYdU3pGpqOhU3TDbK+0oU6gOt/XB4rfex/JUof5eSlnec6gCvNu7ZXm8jutu9clNMvKn2qKY8lR//xj3/0gMllecEP0kBEcMDTszxE43iAYygH4MqNszmZEDJr8G8sA7hwKID9CZsfoebwgIYnNKiOLrcBWzzJYsoBAER4YcKGyDF2VBzasIF4EISNc+211y7WXXfdoGMCeHPffff1wibm3tk03aDsxLly1r1OSFTC0GKTx958zz33tOZ90zyHna4urxhDADxiH8fuzZoK/AL27jfeeKNudp0+7wCuTtnpmTkHFi8O4IpcuxaZ/N56660LVRDPOQCaUBqxQ55fSJNtAbgWSugXnAPOgSKlvMyxZRDGl5yxvE65cuWtel2yAnfMgEAtAcY8//zzww6KKu58bVo/Hh4HyhTni4oBvQm3yvrkogLgalLvsZ6mrD2O9bKP9/LlxqQu+eIAri65+b+88CqrUOKsBbR++N8TRW8XtL2WMoIRuh1lGISS6dJLL7VJRhyX9fdFZfwpq8OIyvrJIsmBrg0/TZhQNl9pkt+ilAZv1ni1hm644YYQMm5RKn8XZR0LbbCLelTNY1EGAeQAXLm6a94Ue2Xn+bJ7ufyGdT2la2g6FjZNN8i6Sr/hAK5BcnkweefkpQO4BsNvm+uiLLttPfy4Gw5onACA8cMf/rBSppK96JDxtqOQYNbbTw7AlXtBTibknu93fSwDuBQF5q233goh2HDCQISb3Nq+X139vnPAOeAccA6054ADuNrz0HNwDiy2HLDGGHbHA67Am4iIiRwTOghUKjFyRZo4O4BLHPFf58DCHNCi1IZQxMvdNttsEx7G0EDfI4TnSiut1AtFSqxwvFLgAtS6NWXXAC6OUf4SthRl7rPPPls89NBDYadDXAIpdv/1r38VRx55ZO92qlybbbZZ2MnAxGHGjBkFAE8UWeymAHyFG3l2NvBOFKl4EQO5TuhNyohnJkKWWALVTmhE6PHHH+8Zf+0zKiPX8Mi1KHh6w6PelClTwjdjpwMuv3GlyndAeZAivO3ts88+wWW1wqrixYQY7XznmAbxPew7Nt544wIvWCuvvHIA0OFtECUI31FAXZ4/6KCDwvdea621QnLaB+0ZLweE0YoN6OyGIW+8JOJV6+WXXw48id0ZY3Cjbf373/8e4d6XHWCE3XzhhReK2267LbRBPHXRP2jHKHjYTc6YlCLaHO6Zab+8/4knngjtknbLDjOuAVbmm+UI9+z9+qQFcAFGYKxEWQM/2dFGOXHrTl9OEV4XcVmOdyzGYvjA+EsbuuOOO3oeyaqUJZW/rrHTkPbGbpw4BC4ACsKdwe8lllgivJ++TEjj3//+98qi76/aKu159uzZYVff5ptvHsLbILPwMki9aFspqtM3+rXHVP7xNfiN+27aCH0ZmcPOTzwEzp07N348nOPhA7lNO0Tm8Y3hFSGa5EVRCakzikMIcDy8hB/0C1w2syONdyndlltuWWywwQYhb/LlebylyRMq+QwiT/IVtakf8mC33XYLgBwA/4wXqgPywpLkvcYk+iRu/KEbb7yxxxObBp4hbyHeRf8oozIAF55fd91115CcsZe5LPLOfq869VE5qvKPHa98b4i2huHPEkpVwoEhr3ADb4kxX16r6KPImLby0uZf5VhKcp4988wzR8gJvqO8aCJ3CeENpYybkp/cP+OMM4InXtq4vjPjC164+vX3puMP74XqyB6enzx5cjFx4sQgn1NefpCl2sV8/fXXB/nfrw7kmyPJ1i7nZXpX3bozZiOnGKcA3HFOX6J/XnTRRUGuKW/kKl7W2OFIWHeMBHxP5pDMbZsQ74P/yGDKzq5eZChlsbLS5o18YXcu4yz9CjlPv7nssssWmgPgdZh5LeMB4R4ot+QTIb+Z41GHOXPm9F6x/fbbh3kwcxR2dGrOwdgQz+sYbyg/7yE/nnnyySfD/MjORwhFIe+kGlN7L3zvgDAByANkGH0NT7ZV1hBxPvac/JgPMIeZMGFCCK3Ct7r77rvDXM8+yzHefXgnczzWMsxn+EYf/OAHi29/+9vx4yPO43WQvl9deUY72H///QMvBAjFm/Xzzz8f5hzsphV1XT+1F8YPwkBSFtZMtDfaAXNe5ly0OdoeADvmvMzH8BzO2u2aa67pzfVUTn7Zvc7cjbz4FrQt5gbM40hD2xH1a4M5Xit9Xb7U/UZ6T9PfeA6L/KUfwUvmchBeNxgzWduWrSFTY4wtF99viy22CPNCnmUuQ/ueNWtWI+/ozDeY+7FW5hvSLllLs3lJG5qQRZp3xnWlX7PeZ+5I+6KtIUMl+3L3rrrqqt46nfqxNkfuWaJs9GH6O/Lo3XffDZ56ScscSERZAWtTfvgsz5i6zy/lZk2DjLRhS2NdQ9OxsGo6eFRnnW3rkDtmfCNUD+2NY8Yc1jLoNBj34EtqjkN+VdfZ/fqwLVvVcYQ0rIcVUobvihw6eEGYI/o8ugq+lZ37drVWiedxlEVzGY1pzIXrrBPJo07deT5F/XiNDCDMEkT7ZQ2PTEAHonGbaAbMwXPURTnjvKvmWXf+QH9mXiOqqpvQ8/qtIk/ayu6u26rKzm/TOSsyGp0T4zryh7kc4zt6JuZ3luJ1fNW1Zm7catunGD+lU+aY8rChBhnHda4Rtl66CluX3HEdGcyciPkN/QuCd7wPfSS6kzJC9sIXPFAyl5InSvSD6KEg2gt6OYg5qfQR8TjbTyaEDN77V7Uf8ngdAFfcNrqQxbbc8TEymnmUPGCju8UTF/MndPFOzgHngHPAOTB8DjBOoQNgbcG4wB/HOq9aov+3wB3b/7ndqZrCn3MOOAcWCQ6ceuqpQXlDYVEMvfnmm0GxhNEY4QFhaGO3jBSsXHMAF1xwcg6UcyBWXvK0VQ6h9GfBTJjBFKFck5IIhdvUqVOzMZtRKF5wwQUjsomN5bqZKpc1hKJgRgkUE0pjPHAce+yxQREY3wdwc+WVV/YuozyUlw4ACYCVLKFMZMcTkxKUx8Q4H+uE8Z2FL2VOEYpcYotjwBGtssBgB39lbNB1/WIQJY1Vkgzie/A+lPHkjRIiRSzmAevKoEib4jvFBMAKD422nCirUAKkCAOIBV7YdITYwvgCybCPIYAy4IY3Jng7bdq0YAyx9+hbGPNS3wZlu4yi/UIQYvDq1ydVTvoEZV9mmWVsUcIxihBADiijLGEAwzCcI8ZcgBC0iyplyeXDdVvOo446qvcoPMcYnyLmAhhk+atC+pbUF0MUyswUpWLS1+0b/dpj6r32GsBCXMfTD1KE6+QTTjhhxC1kGIaYFMErjGO48RehwESuQfQTFOJciwklIwptDBkxIQ9pAxh/oUHkqXe2qR/KVuoAqC0mFqHUgT4iisckG6YbIALtNSbbX3ifeBs/p/McgIvvcOKJJ/bmtvfff38I32p5W7c+vLMO/2hHGhOldFa5AbtQPhHgZys7MCoh4yCAVIyn6t9N5KXeU+cXGSJgllWUk8chhxwSjHQc//jHPy54FoOXwHpchwCLsmsasspi+x0I3f3Tn/406dGLdG3HH/KoKxIoM/QAAB2xSURBVHtIw/fhO0GpMBP0ZeQLBIALGdpGZkm2kl9X8zLyalJ3GUOQeYCYBIQkPwBPAq9jtMAAoDUk90WkBbCAkagqMZ6zAUHjd5yOPOnzFiSOPGK+DMAoRQCfkNnIAJGdm/PtqB+Ks5iYs5911lnhsg0Rbp+L57MAhnPjIuBt5lKa/2EIJRSp5jGsEwBRiTAYysBC3ZEFxxxzjG6P+LVriBE3opN+81o2ayG7NS8kuWQ5IBcAeuoX3Ev1Da6LLK9t/erKM3QV55xzjrId8Ws3jQyifrYOANT5LvpmKgjfh7kq863UHBFwEG2I50SsE84+++wgJ3Ut/rVrrX5t0JbT8po8m/Cl7jeKy173XO9jHsGYYucDcV7IXubNOUqNMTyLrGKuzuakFCEvKAfg+6oE33PrEWQIc1HIArjiujJ/EsA9fi9jYO4e/c+GFdVYpDxYf+y9994LtVfdByQ2ffr0cAqQFeM4xBrv3HPPDcf2H20cAAOyTCAL7se6hqZjYZV0TcY0W4fUMXNG1gOpNTBgSnQc9PkYwFV3nd2vD6tsdcYR0lgAAXMRxjTJKOaPzMM0nx7EWkXzOMqiuUyTdSLp69adNCnqx2srL+nvqfUZ+XIPvU1MXZXT5lsnz7rzB+ZJgOqgMtnKfaub4FxUVZ6U5V9HdnfVVlX+pnNWa0NRXvaXOR3tTWTHnzprTZuuqz6Fbg0QMeuxmJjvIU+Z/6Z0y/HzOq8rg5E/qfczhmsdpbzjX40JzJWRxXjuIly01TNpzUJaC+CKx9l+MkHvrtMPSWPlL7px5m2Q5s52bWy/cdftO7w0+gewFyAbANVTTjklzN9Z38ZjeJTMT50DzgHngHNggBxwANcAmetZOwcWBw4wYWTyixIiRUwuY/AWzzmAK8Utv+YcGMmBWHnJXascQpmO0RpAFIYIvDlBGEMwlGB8wQjBdRRFMiZxjwUru0Hx+CCFHIs+DEGi1CKRe6lySbmmtPyyi4zFHN4L9A7dB0QD4JPdU3YBjiHp7bff1mOlvygP2EEMxcbs0oSjdBN+w1N4gcGF+mNg5zrKeH0fjJMKCRV/OxQTeI/CSMPOZ/EOWYtxQsCvQX0PKdphIYpUFu8YL+Shguu0L9ok3/74448P3xjPOhCGSQx2tEvaZ6qcgH15BtCh2jRpeVZAYJsuBeDieRGgMrVDKdJjA6k1apIOgwvtl12VMVinH4ALg0W/PikFkMpIewD8A+8AXTG2Qpx/61vf0mNhJz48VRtCUUY5aQvwWEZveb2sUpZe5okDlVPGLx4BnCkDK20AWQIAhO+FwUKknY06z/3ab6lnaOd8a+pkgYvUXcriJn2jX3vU+1O/yFjkqGQZbYj+y7dCmanr1gU/oaMXbGIJ2fGNMbhSfpTkGKyU5uqrrw4e13jQKuJUDtojPKY9AmqJCX7Rxm2eeA+hv0KDyJN8u6ofvKEdUU6+ufjSb0yCHwB1oLhPh4sL/mlnLecnn3zyCO8jesb+pgBcfF+Moepf7O4V6C7F26r1qcs/3o/iGf7YPkn5MfbKOyfneG+54oorOAyEgZk+yhjBeyH173Dy3r8q8tI+X+fYytnYOMF35HvS1vEkhtwT6Mb2ewtik/KYMtjvICNFv/6ekj1Vxp8msocyNgFw9asD+eYoVb+287KmdbfGEPqH+jjH7IbHIydePS0Qn3kA8pJ2awEsMaAgV3+ux++l/shSZDBzL4hxjDFbO+ytzABgjfcZ5KtNQ7kxXCC3IDs3DxcW/CMtHp14D3NdkYBRgCrxzKI5Mn2TeQD1Zq4IWYAn7xTYkjQCvnIdUBgeeiBrKLJ1Y74IgELzIIxCGAL7zVdCppl/eHmyHnqRH/RL5Di6Ac1rc7I8ztbKp/iezi2vf2YAanXlGXML+iR8VPtiLMVbFeA8vKAOqn62DqoX70X+2Pm07vGNabvMR9VuuWcNe5zTJmmnEO2ZNsF3Z15p02ks7NcGbTktr5vype43ChVp8U/v03jJ+IGnPNa+6gf0UQhvjsy5c5QaY3jWApOZhyAv+JYYpJmTQfRDxjTkSD/Cowheo0SUHZlAXnY+zP0yABde7RhDkZ/0Q8kP+hhgqtw99Ho5ABde8hRulPfTX5jXstbAAC5CzvCOLgFcTcfCfumajmmqa+oXMB9AdI1zzGtY81tZo3QxgKvuOrtfH+Y9TcYRCyBQWfmlHeHlFF2QAFy63+VaRfM48k7NZaqsE0nbpO6kS1E/Xlt5qfToZ/B6iPy1IM94Y1qX5dS7m+RZZ/4gUAleAulntHfaRz/dhMpXR57Qd7qQ3Xp327ZKPk3nrMhmvFRBlANQLmMHYzcyU3KDzQ7yxmrHn5BwwT943W/tbNN10adiXQhlYJ7O2IQstVQVwNVEBgPSYkzUuMPYyhwJfqQ8HNtyocfD26uAf4x56K/sHMeuHcoAXP1kAu9t0g+t/LXzvJRu3n5j1bOL9q284l9AlwAqNa9nPsV4p3lW/LyfOwecA84B58DgOeAArsHz2N/gHFgsOICSClfWKGwhDIcY6KXYjiupMAksaJn8OTkHnAMLcyAFlLLKIbvQxJU0YaigGGBy3HHHBfft3MPLgLxXcI6BBYW/FNkALqXMTi0SSZMql1WusZhHeSuPWSiJLQgFRTSLZSnK8QaAYVd54ymiH2EwwoAAsWgHzCXjW7+0o3XffiMLAKA8ViFiF8AoDVCkQ7ipl1GPc4z5AO5kIMCVPeBYaBDfw7Y9lCR42hLPUR6wg03KSWtg5Zo8TsTKnLicKINRDItoj/KiZRVZNl0OwIXygraOEQGCxxhmKSskAxbHMvJwbHfgcW6VOJzH/YtrKbLfO05j34fSDt4prA1KMMAMKJcgdnBj1NWxvJ/hZQHFv4h0tA8MfPQJyi0qK4ueSf2qnLZN2m8Sg7Sswik2SqTy55r9lsiOm266qaew5L52RnKMR0GM31DTvlHWHkPGmX8YufEWBcXgExR/yDRIuyIBo8AfFLEY7+irNgyNBaJgUEORSH+KFXG8C/CNvMxZcAHvmz59egiLwzEGAtoFxjqMG9qFOog8u6ofBmvkA8YtyHohog9bY2FqTCKt5A48tnNK+KFd7pYf4UWZfzGAi/7GLnMBEfBmw9grinlbtT5N+ScgFu/HcEzfhGw/4ZxxnL4q0sYJ23bVv3mmjrxUnnV/mWcg4+kTtGdkN4TMQlZzXeBTO2+w/d7KY3vdfgdrpCjr77HsqTr+NJU9TQBc8KesDtzPUVy/LuZlTetuvxvlBXQPvy1g37ZHQOz3GE9bhHs5eEH4JtpIPL7l6o8hDGM4aRhbkJ02LJ4Fu8hAwnvwBgchMxh/NVflmgVdMg8iBDJk50ecM/7Bb8ltjDw8A9k+yDl8oP0iO/hmIr67QAD0T+TbiwtAwyJkI+tpiLEFGSCy4wTGVMApdtNDXIamcwQbFlU8VBnQCeAJUOsLPPCiG4Akyznm22AIZt7It+1Hltd2HWTbTx15Zo3IFhBDOQZVP1sH3mM9EjJXhT8ac6gL349vBlnZaL0aAUIjHQSQjrYLb0V4Tdpxxx3DqZ2jcyHXBm05La+b8qXpN1Id6v7qfXYOSx6ax8IfjKtVKDfGiHfM81ibqs+Tp5V7ln9l70NuCKhv2wVpCM+O5zORba+5uqqvxTwgj9y9HIDLls2Ov+RlQQnaQNAlgIt3NB0Ly9I1HdMoT47seoE5DfM2+jGEvoNxhHEJsmsl29/qrLPJR+2wq3HErufIH4++eCyUHLL9gftc73KtYudx8Vym6jqxzRhKnXKU47X9fqTFw/KMGTN62dhxVnNdbg6inG3yrDt/YKxpopuoK0/gVVvZTR5dtFXykczluM6cVd6jkAnoaKVLIx90Xlq72Xld3N+qrjVtui76lNUpE6qPeanmGbR/6zky1vlRvxS1kcHSSVs5mnqHvYbOBp0Z4xRlZ67KWEWf1Hzfjt2UT99I3zweT3MyoWk/tPLXzq01ZkvXRL3sN+a8q/ZNXikCTAnYkDEK3Q1zVTYiwxOND6l0fs054BxwDjgHBscBxinsg6wvkMv8cazzqm/2EIpVOeXPOQecA84B54Bz4D0OaFFqQ65Y5ZBVBlulkAWLYCSWh5KcAXvy5MkhrB+vBTyjnUupRSLPpMpllWupBbuMx6RHMSGQGOfs3MNADlnvNeFC4p9VYKP8ADghgEvi8TFzyRrbCEeAAcUSux7xKMbObYyOLMj5Fky6rLHbpkEBgVEMsh5oBvE9eA/vQ9mBIRDlkSUW9Cg2IBS9KLAhlBdVAFy27YWEC/5ttdVWBWHSINuubP1yAC7aHKA2SwBaFNIABRqARgukscoym84aq2z/ss/Ex7k+yXNSAHHMN7agNa5ZBZl9H30Hb1t42WO3a0yA6gj7FBulysoS52HPVU6rqJKnHJ6zIDil49tggERuIaP6kf2WGHfVnpXOeiNQCLw2faOsPeqd8S8AE8lFjHQAZ+hvljBUyxspngTxoIChFbLgQ5uG5yZNmhQuXXXVVcWtt946QhHHd+QZKQ550AJeU+1VAB/bBqxyr6s8rYekNvVDTjA2WbL9Td7euJ8ak3Djjzt/6LHHHgsAy3Cy4J81WMceqfRM/Mt35nujhLz88ssDQEOGdBt6Suli3latT1P+2TAi1mBw4YUXhkU735cxg3aqUGlrrbVWkCmU+ZprrgkgSY7VvzmuKi95tg1Z+UHfZxyxfVzeiagDnpn4BdyKrIGsYQmvaAAVIPsdrJGirL9b2VN1/Gkje0YTwGXHz8CwBf/qzsva1N0aQ9jcI8CrykKIQOZAUGoc4Lo1iqfGTZ6xZD3jAAaTZ1M9Y8OOCnAA4FOeilLjG2mtfJJhx87NU3NtO4YwfjPGi3KGHwu4SvVP0ssASr8HPKJxCYMUYwH9B2IuxFwHYt7MXIhxXdRkjmA96lljtPLkl81dAO8gvEEBSIMkyzmOQSpcKyPLa7sOairPcgCuQdbP1iEGXFB3K+disBX3kY2MS3i+0Fxw9dVX7827AfYQys4SBjdAi1C8iSTXBm05xes2fGn6jWw96hzrfXYOS/q2IAA7xkiO0veQBxbAxRqcORzE/C5ek4Qb5p/lbUpO8qgdQ4cJ4LJrJdbcgDYs0R6RywA2ZVwe6wCuNmOarbs9Zi2MXEb2ImvxKsl8zJLVB1jgQdN1Nnnn+nDTccQCCKgHc1bbtu2cq6t1hc3T9jE7V0vND+wcUutEeNK07qQtoxyvrby0ehDlhTdEdA+QlfuDKGebPOvOH5roJprIE/jWVnZ31VbbzFnR6yAniaIg3QJ1E2k9x/qGdQ5k+wZ1qLrWtOna9imbV2q8o5xWz5Zad/CMJfKEB8jLurpO8pFO2spRm3/TY7tm0TyfvHJzipxMaNoPrfytA+Dqqn035Zuncw44B5wDzoHR4YADuEaH7/5W54BzwDngHHAO9BalbQBcVkEyd+7cEG4hZq1VKOEdi8UmJAOLFLFKp8WyLZdVrsWegUhnd5tZjyrcI7wDhibo6aef7nlMCReif3ZXMArR0047LevpL0o66qdWwUhhMHjdcccdAbxjlaIqKLuZZJgpU4KgCMJbE4t27STv+nugmMdgBBHCB0N0imT8tGWpakAnLd/fEoAYgDGQ9UBm65cCcFnwgs0PL3UYKiGBH6ZMmVJMXgBihKwxJFx4758FTVhAlX0mPi4ziEoBZPlk09ud7CqnvW+PAUuxm5BQffyhBIvzLSuLzSs+Vjmt8csq5/Ac9dRTT4VwbSjPmpD9lgDQ6BeWbPtRG2jTN2x+Zf3KlsG+L2W44lkU3gAw4Qnhl/CYgWzjW6AITPXx7bffvthnn33Cq1QWqyC1xlmVh7ALtA8oBSiyXmUEfhpEnhYo1rR+Fpij+vErBT3HeCqAp1BqTLLem1Ao2xBs1giOEdV6+wkZJv6hSCZPgLQY4gSAsEYhm8zytk59mvJPoQoog8bLVVZZpQdwwmgPaAJCduKxh3ZA6FMopYiuIy9DJi3+WQ9GUkpbBbctn3jE95fHCoG6Yi9M9jtYI0VZf7eyp+r4Y2WB+myKHalxeTQBXF3My9rU3RpDBJ62fLOARr47O/tjsuF7CbmIkauM1H54BuCQQgzaNPIIzbjDn8AY1rhqn+cYr1uAZSAM7hiUreE2Bxa1suXoo48O6fmXM/xoPqX230tgDshn7bXXDldUFt224FZd45cwrLRdS03mCHYzRW5eRGgcAG+Q5alkOeMjfZvfqmR5LVARaTVfqSvPcgCuQdbP1iG1cQWj7WqrrRZYwphOWEpLfEMMwChrkZk5Yu5O+ETGCIDOAie2AXC14UvTb5SrX7/rep+dw5JGc4x4rlyWX26MsYBO5iCAtO66666eV92yPON7FtgT92c9SxixPfbYI5zaNUuuruprMQ/IIHfPrrUFILTfPQWIJT/GCEKAAlLFC/dYB3C1GdOob4qsh7zcHMF6yxPwoM06m3J0PY5YAEFq/mv7wyDWKnYeZ+dqVdeJ8KTtGEoeKcrx2sp1vMlLX2bzkOxmjaF5wCDK2TbPOvMHWz8d99NNNJEn5N1WdnfVVrues7K2Q5dDeDo2F0A5AFedtabtp237lN1wK7kVCmr+WaB4Tv6Zx8OY0VTXST7qY7ny2HfVObZrFrsuzY2zOZnQtB9a+au1MuXXmG118/Ybd9W+6/DKn3UOOAecA86B0eeAA7hG/xt4CZwDzgHngHNgnHJAi1ILlLLKIWu4yBlfcGW9zTbb9DiYM5LISI3raJQSUGqRyPVUuaxyzS50eR6SMdMqrP7vTj0Alw0TxaI4Bvwoz7H4i0tTDIoYlGPCsEUoFHZoK5QYShyAQ9AVV1wRQDJxOs4tYEMeI7r+HtalO+/s1454BiAFxoyqBvRUu7Eh0KxyxtYvBeCyig3KItpuu+2KfffdN5zK8GHBAwACU+6/reE4Z6jUO/Sb65PclwIoBpworQXpqJy6x45+Qjyh4AO4p76r+/zGRqmysth08bHKaQ0/gJLgEwojS7wTz3oY1jFeyQ29fSZ1bL8lsidOZ73MqQ206Rtl7TFVPq5ZoFUchjaXRjLPytT4WQtepd2JrygCISv7ldbWfebMmcGThu7xa+VBCsDVVZ5d1E9eb2z5ObZ9Ei9SGOSh3Jhk68wYgWcyjAeEe4GsEjxcKPknkEX8SMqrDs9YxWmd+jTlH+9UWhnv8VzEbnD4BFCNfgsJSCIgW1wH9e868jJk3OKfDZFJGD3KJoC36qPsLXCW8R4vEAKYEyqT0B0i+x2skaKsv1vZU3X8sf2v7rg8mgCuVP3UjqrOy9rU3RpD8ByAdwpLdm6Xm1/wvMY7tR2bR3ys+nHdAkHj53RuwUZl+QOEwbgJKYyYnZvPnj07eJVSvvqVdxU7nnIvZ/iRFwaeyfFE/OCZVHu0fOUZQBUCVHEuajJHsEC21NitvGWwpv9qA4dkeW4OpLSpX8truw5qKs9yAK5B1s/WwRrnVF8MmoBLIDZmxN9fPI1lJs/juZZQiRMmTOiFr+S6pTYArjZ8afqNbNnrHOt9cZ9rCwKwYwwbpZhr2b5IGWnvzEUAVQPqr0J4JsSID6VkNtctuMquD3J1VV+LeUBeuXv2HQJw2e9O+4tBoOQX01gHcLUZ0+K66nz33Xcvdt1113Aqz7q6Z38FFta6ps06m3y7HkcsgMB6blUd7Jyrq3WFzdP2MTtXS401qXUi5exiDFV97W+O11au57695ru2Pw6inF3kWXX+AG/q6iaayBPe01Z2d9VWLW/i8ZlyijQuxHNKwFCE1kYPwKahFNm1q+0bddaaNl3bPmV1aKkNZNTBAlGrALjaymDppCVHU3xscs2uWexYnBtnczKhaT+08tfOETVm23W7/cZdte8mPPM0zgHngHPAOTB6HHAA1+jx3t/sHHAOOAecA+OcA1qU2sWYVQ5Zw0XO+GJ351dhp10QphaJ5JEql1WuCTRg3ydDWsrYYEEM8ihi09pj5RMbou0zY/mYHfMY21H44/ksRVdffXVxyy23FHZ3Ym4nNukt71MAri6+x6abbloceuihqeJmr0nhUdWAnipnUwBXrn1Y5ZMMH1YJlzKUUUEbBog2SKi2fpTrk6STAihXzhyAC0UXYeGkEFQZUB5ihEeJDVCQc3lj45mysiiP1K/KaRXNPIdRhrBIeJzifTEBJAFcgfGqH9n2m2oDKcV8m75R1h5zZbXvU4i33LO6LuOM9Tqie/q1SreXX365OPXUU0cAggB1EorFklV2Tp8+faEwSRbMJH7a93SV56DqR13rArgswFKh8KwXu5whxfJVxzGACyMschu6++67FwoL2o+3pEvVpyn/yA+QlkJvomTGoEHoVACUHMsjCOe0B4ytyIyHHnqo50mRfNS/c3IoJS9J14Yoh7xoIbPwVAewGYrBkXZugAcI5g+AEyCr0ObcfgdrpCjr7/1kT2r8sbKg7rjcD8BlgSQymlO3sjpwP0f96qf5VNV5WZu654whKrvarM77/eYMWDad+lhVkBBetTAqQmWGJzsPZ67GnM1eY46M942Y6gC46CeUvw7FfYK0tg1wngtX2GSOwBiP58l4vsF7LEnOpABcds1h05QdW17bdZDeU1ee2X6neSHvH2T9bB1S7cUCuDSOW56kAFwYgZGlGNJjgvfwhbkb1AbA1YYvTb9RXJ+q53pfPIdtCwKwYwxlYS7Mhim8Bsfzc+7D+6lTp/ZCnHItRQJbcy/13bm+ivG4adtrrq5ay8c8IK/cvRSAy3o0rOrRtAqAS2WIvWqmdA1Nx8JcujZjGvxLkfUyeskllxR42EuRDPsCHrRZZ5N/CkDQZhzJAQhUFzvn6mpdYfO0fcyOY6l+kVontqm76pj7TfGaZ/vJdZ6JAVyDKGdXeVq+U/bc/KGJbqKJPKEMbWV3V221zZw1p5tlLjV//vzeRs8cgCtVB3iTWmt22ae0WYh3peYtXK8L4GorgzVOSI5Shi4ot2bJjbMpmdCmH+bkr8ZLO3e23zjVNprojbrgoefhHHAOOAecA8PjgAO4hsdrf5NzwDngHHAOOAdGcECL0jYALnZ3oVCC8MbRbxcwIaYAHECpRSLXU+WySp6Ucq2uoZD3pEgGOULd4EZ/UaYVV1wxhLVCUY7xnYW+iDB1m222WS9U2qxZs0K4Rd23v4TJwmgACYDU9ffA25PCJgI0ufjii20RFjrGWISLdyinOOdev3KmDOhxupQHrjoGPKvwOuqoowqMHDEddNBBBSEwodECcOFRCC80aid4bAKQAZhMXtvw4ES4nNig2sQ4S11ziiruiTBcbbjhhsXEiROL5ZZbTpcDH+FnP+rXBlKKeQtwq9s3ytpjrqw2lIQ8ruSe1XUp6cs8cOFpAY8LEN+RtjUIRdwg8hxU/eCF7ZNVPHDRJzBoAyaUUnPatGmhPdIXUMSmQljyrpgE4CIdxlFAUAJ1cA2QLNdE/XjLc6n6NOUf+VnFLuMxYErqLuOKjAMAKTESUn8oDiOn/l1HXoaMWv4TAIBsCO0sUBZgRZTPlsQnysj8hLESig3I9jtYw19Zf+8ne1LjTxvZ0w/AZT393XDDDQUgLqisDuGBzL9+9as7L2tT95wxREW3QGoMe/36K2FCUmO18uNXbccCh+z9+Nh+79hbgn3WGrHoX3idrGK4rQPg4n0AHTGGAWygz/Qjwuwp3CzPrrfeeiNCynINGQao89VXX+W0R03mCDbMX8orijIXUAGva3hfg3LrC6Up+7W8HiSAa5D1s3VAhseAvyYALsl9eEf/AczMHJHQoYAYkZ1aN7UBcLXhy7DHHL0vBi+1BQHYMca2VcDe9LsNNtigwMMKXv1EVQzM1gMX8lvrceXBLxuAtEFjmAAuO35ps5AtV+q4CoBL4xBtlvWcKKVraDoW5tK1GdNUzvjXemi89tprizlz5sSPhHWcALpqF23W2bwgBSDgetNxxM4zU+BgO+fqCjRg87R9rN9cJrVObFN30pZRjtf95Dp5al5iZVLTb1RWxrZ5Vp0/NNVNNJEn1Let7O6qrTads1qgJvOxefPmhXGaDayscSABtMcagAtPz8x/oZynWXRCrHmhso0Q4YEF/9rKYI0TkqPKt+1vbs2Sm1PkZELTfpiTv6m5s5WbXbXvtvzz9M4B54BzwDkwXA50BeD6/wAAAP//JaFXhgAAQABJREFU7J0J3G1T+ccXka4KCXEN1zxkCmXI0DUWEkUliQYRKipSZioqqSgaZGxEyJA5YzLPQqZryJSM/2TW/35XnrfnXXetc/beZ59z3/fe3/P5vO85Z++11177u9Z61vA8e61pVl555f8EiQiIgAiIgAiIQGUCRx55ZAx7xx13hO985zvx+1prrRU+/vGPx++//vWvwwUXXBC/b7zxxuEDH/hA/H7YYYeF6667Ln5/97vfHT7zmc/E73/5y1+CxRkPvPZvmmmmCZ/4xCfC9NNPHyZMmDAU5/e///0w88wzh+effz7suOOOQ5dYHD5du+yyS1hiiSViGLvf0AUTv5CmN7zhDeFf//pX2Gmnnfyp8La3vS0ccMAB8dgtt9wSfvCDHww773985CMfCTPMMEMg3PXXX+9Pjfjvm2yySXjrW98a7rvvvnD++ecPS+/rXve6mMdvectb4vHjjjsu/OMf/whwRW644Ybwox/9KH73/8i7n/3sZ4HrX3rppfC5z30unm47P4j/5z//eYz78ccfD1/96ld9Moa+r7/++mHs2LHh3//+d/jtb38bj88222xD5feqq66K6bULuqVzpplmGioPt956azj44IPjpf46nplnR2A044wzhmeeeSZ86Utfisf8v3XXXTdsvvnm8dCvfvWrcOGFF4Ytt9wyrLnmmvHY4YcfHq699lp/Sfy+zz77hPnmmy9+9/VrkoDuQKlOEqRbOjfYYIOw6aabxtgsneutt1746Ec/Go95FvHAa/+snv3nP/8J22yzzdCpTmkZCpT5YukkP7/whS+E6aabLmy11VaBcnfllVfGeugvo/x+97vfDdNOO208vP3224cXX3zRB5nku8/LnO4YM2ZM+PGPfxyvs+dG13AdUrdudCqPMcLMv7e//e3hK1/5Sjxz++23h4MOOmiSUDvvvHNYeuml4/Gvf/3r4ctf/nKYffbZA3nxxS9+MdaJ9CJ0OTodOeOMM8Ipp5wS9fBPf/rTeOzGG28Mhx56aPxu/9773vcG9CByzDHHhEsvvdROxU9fVo0nur3tOL/97W/35fl4iF133TUsvvji8Xm23Xbb8Morr8TvpTaJk74cEQ7+CG3aN7/5zfi9yr+f/OQn4fWvf324//77w3777RcvIa4ll1wyfk/1Xze2XJR7nqb8iI/6hT6mHpJO002kl98rrbRSgBti519++eWw3XbbxWP2z+p3HX1p1/by6XUu6UKvUE8++9nPxk8ft2f36quvxmc3feTD+Xy47bbbwve+9714ulN992XG6oqPM9f+9KJ79thjj7DgggvGW6BPeQ4v9I2WWWaZeOi0004Lp556avze6Rn89en3bs9n7UXVflkvz05b8M53vjMmkefknl7Qkcsuu2w8RB+QPl4qc8wxR9hoo43i4csuuyygizsJ/WbYIdThp59+elhw2it0OfXonnvuCd/61rfCL37xi/i7VCeIAH0y11xzxbjQ9fTVfN+cPjL97VRox2jP0vKLbqb8Pvnkk0PtGtfCgTJI3aA+U/5TWW655cLyyy8fD59wwgnh//7v/+J37sP1xIsQt/Uv4WD6MZ6c+K9JH+GTn/xkWH311WMUcLv88sstuqFPyjvlHqHvu//++8fvnXR5DNDhn2ftx0FN9dmKK644pButv8Xt+/l8/hly5WW33XYLiy66aKSQ0030+9Gbvu5afaa80Ed/4oknhlH0fYeLL744MM4wKZVBn05j3QuXpnlk6az7afdL69yee+4ZFlhggVi3fF+5U/y5Noa2l3EFcvLJJ8d65uPwbfGzzz4b+4L+fPqdes41CGOodKzI8U9/+tNh1VVX5Wvw5bX0rFbXUgZcXzpHO2Rjddoh2qNPfepTYbXVVuOyYtpMZ73wwgthhx12iDrH2uK//e1vcXwQI3jtH+N5xl2IH8PyOzfX0LQtLF3XS5tGGnOCTv785z8fT/m+iA+71FJLDY1RbVzTyzibuEt12PKkbjtCe027jdC2nHPOOfG7/fP1oR9jFc+uW18mN04knU2f3Z6x9Fli7fVlTq8TH+Wdcu/rYz/S2UucdfoPTecmmugT+PWqu9sqq037rLTNiy22GI8yTH/HAxP/+XEHfUv6mEi3+kYYP16ysbO/rtc6tfDCCw+l5+qrrx6aV+DeJsxdMYeFpHN+FsZ/9qqDrZ0wPerj7uV7acxSamdLOqFpPSzpX2uz/dy8z+O2yncv7HStCIiACIjA4AkwJ8BYgnkt5or547v9rpqiaeTAVRWVwomACIiACIjAfwnYoNQ7SvnJIZtMJ7Q3vngnlFlnnXXI2YDJUQakTOJ5+eAHPxje//73x0OXXHJJOPbYY+P33CCRE7l0dZtcM8OCNzbEm0z8V8eBy64ZjZ84H80yyyzRCMfESpoP3rjyu9/9LpAXcKPTheGOyXBzVLLnX2eddcLHPvax+NNPjvcjPywPuZk5Clg6+Bw3blzYe++94yE/6eQnztMJn27p9BNZfnLGX9erA9cqq6wy5Oz06KOPht13390/VjSOegdGOJiD5LCAyY9SnSSYTQCVjMQ5By6cdigjyJ///Odw9NFHx+/2D4cXJu8QypY3SnVKi12f+7R02kSzdxx55JFHhgyz/lo/OZkz1PuwfPd5mTNU5ibmmfxuWjc6lcc0bfYbhx70KnURtpQHDFQmlFP0JedxWEPP+sk/nKyOmehs5QWWhxxySHQ45PjXvva18Nhjj3WdpPV6gjgnlwNXv54PFrlJaI6X2iTO+UlgJjZxGEYwdDOJXFVyDlyUwR/+8IfRYE48ZtDke7eJU8LknqcpP+JDvBMJv72DFoZ9JpMpjybmoGK/+bT6XdJDOYdXf33T796pw+J4+OGHo2HGftvnGmusEbbeemv7GT9zjt4+H7yRolN976Z7cu1PL7rHG95xwMMJ1oR+EA5ElmclB660DbXrc5/dns/a9Kr9sl6e3Zf3XLvgjYDeedI/l3dOxfGqmwMXDoET56BiFFdccUU44ogjfHTRQcEc5qxOm44hIH02+h1eKE84X5JP3oDi++Ylw203B66nnnpqyFGYe/q21Bx8fVqYpCMPKfv0EXHQNCcvjH4Y2xAcp3hJAmdg8hBJ26QmfQTv+ETbRRuWii+D3gnAOHuG6bWl3561Hwc11Wf+ObxDjD/e9vP5Z8iVlyYOXObURR8ldfijvKJf0DNIyYErLYM+nca6Fy5N86hUFrodt/tZH9bCmxMAv3P9TgvnP3NtzAorrBDHZoTjhRDKTyqmZ5977rkhx540jP32L12lDp2Eoc7TF6WNR3x5LT2r1bWUAdeXzuUcuHCwxWkBwTnQxhvxwMR/OHfhlIF4x/lOTrG0BaaD6zpw1WkLS/2AXtq0+KCZf29605tif5E6R13EWZu89/KNb3wjvuzEMT+2tbLC8TrjbMKbA0Fah5u2IyUHAu6F+PrQltOAj9P343w7kquvuXEiaWz67FzbSUqsvb7M6XXizDlw9SOdvcRZp//QdG6iqT7pVXe3VVab9lmp1/PMM08sXvTL7r777mFFjRdqx48fH4/5uTRfN3LPwAW5saa/rtc65ePixSrmQvy8JC8J0D+29qmKA1evOtjmpL0ejfB6/Fcas5Ta2ZJOaFoPS/rX2mzfd/b5kisbTeaNesSny0VABERABAZMQA5cAwau24mACIiACIiAEbBBaRUHLj9pxACdSUCbMGQlIt72RHC6wPBr53AU+dCHPhSNUUw0MtC0t7Zzg0TiyKWr2+SaTUpWNRRyn1QwptrKNxj4MEaMJuGNXN7MRW6++eZoTDNjG6s5wJ5nRODJ5D3OSe9617viMYzs++6779AqEqy6gFOXGXxtJQi7HocGJDfZ2SQ/3vOe98TVl4gT5xVWt8AwiLBCEc9nxkHe7MdAhLAiFhMeCPnP5BtvovPs3cpNzoBOPP66Xh24iM/KOt/vuuuu6MSIQwSrS7zvfe+LbzBwDoFdFQeuTnXSJoBKjhM5By5vKMJJCAPAQw89FPniyMcKfFYWqMt+NZtOafnvU+X/Wzq94cfeJuSK3//+9+Gss84aupjyTZnEOcnewB86Wfji8zJXVksT803rRqfyWEhiPOzfFibf0D///Oc/A8YanP7MMGrOJd6IQwTmIMB3non6bisneR3fj4m4fsTZr+eDT24SmuNWT/3EJcdNzDBiv71Tkx3r9plz4OIaX4eoX6QRHd2NLdfmnqcpP+JD/FvO/P773/8ecHAxYdULW3GHY7nVPKx+l/RQyYHLG/DT+9r9u33iwIQx2uTMM88MJ510kv0c+vTOk3YQ51WcWL34fPBGik71vZvuKbU/TXWP50YZpg1Fh9PGb7HFFkPOnDyXd+Dq9AyeQfq92/M16Qc0ffaSMcSnGYdW6gXCak70NalrlBPalXe84x3xXK4fGU8k/9CzOC3RHiEwPf3002Pfg/4MhjIzsrMiFfXAG00wUOG4aU5crKhIH8ycQ71DktcPpLvOClxWD3lW4qdM0D/yzmKc++UvfznUr6Ju4+RDmhBrd/junR6Jh2djZS7vlEG4Aw88MPZ3+O7Tn44hOF8SezGB81xH/wBuMGfFUPomSKqzu+nyeFHhn0+rORUR1Dj2os+8Qwxx9uv5/DPkyksTBy6fVhz0KC/kBY589K1Ywc4kNawau7QM+nR61v5edfLd7lM3j/z4o06bY/fzfVgYeN14/PHHx5Wn6S90klwb49snrkdfwAPBiM2KgfaCFIZ6W226032sbhCGa2BNfxrdSBvPi1kmvryWntXiSxkQR+mc1xW+7+pXNfR6gtXM6OfYGJAXwXgJyd+D7xdddFFczYnVqBlb2UpinKviwNW0Lex0XdM2jTSXBMcGWxmR8S7jNZxA0Yu0ZTYXwPXe8cCX8zrjbOKx/E/rcNN2xLeFvq3jXoivD205Dfg4KV+2epuvr3XGiU2f/b9PWP5fYu31ZU6vE6ONU3x97Ec6m8ZZt//Qy9xEE33iy0IT3d1WWSUvm/RZvb7hxRUcnujT0pfDGc70BvF7J15fN3LPQPjcWNNf10ad8rqNdOO49MADDwRehqStsz486Un7GRzLiWdC34B+sK2Y22muk7ioZ4jXo/FAj/9KYxar+77+cis73m/9a22271P7PM6VjaYOXJ4BKzDSDkhEQAREQARGJgHaZObMmNtivMEf3+131VRrBa6qpBROBERABERABF4jYINSb9z3k0N+Mp0BMxMJXsxgixELowoDPBMmSplcpkE3SZ0xcoNEwubS5SdUcpNrTQyFli77ZDKKyR6k9Da8hR2Jn29+85vjZDmdKYRBPhO05IO9rcZxv0Ubk+EYBDASmGCQSTtibCd01FFHWZBhxok288O/OcjNMFiQFm+Iv/POO+OE1FBiJn6xiQ07ZpNI3cpNyYDur2Pix94AtPvUNQ6xVQ0ONb4+WFr5JK/sXFUHrk51sls6cw5cMMYYbcZj0gV/X3aY0LHzlBMmW9iCpVNaiKcklk4/UeUna7mONMCf+xojjrOK3HnnncfXjuLzMldWSw5cTesGibHnsoRZebTfuU/0JzoRQ5AJxnGrzxyDP8Zy6jXy4Q9/OBqp4o+J/yhH5IvPM9jttddeUacRrh8Tcf2Ik7T24/mINzcJzfFSm8Q5xG8/xO9rrrkm4JBVR0oOXMSBw4MZwc2I3I0t15Wepwk/4kP86pr8xpGSNtzErz7EMYyGVi4tjNWDuvrSr7SBswnlt66kbQkOCzhE5iR1RmNSOd2a1edDWp/tOS1uO99N95Tan6a6B13mV3Kz9NgnusHaUu/AxfnSM9i1uc9uz9ekX9b02b0hILcCF+nnRQO2orV2BH2JfvT9H46xDR9O/FVkww03jC8pWFiuR+wefPcOCvz2K33xGz3PdZY3HEv7oL5vXjLcllbg8vlE3L69ZYVVc4LiHOmgzaW8m/BCBi9qwIoyS32xtJ544onh7LPPtqAxnL3QwX3gTblr2kfgRQG2F/Y8SR/3t2OkGSZ+i8VuunwowZkvnrUfB1kdqavPvGOld4jh1v16Pv8MufLSxIGLLcw322yzIWJpWad80PewfPGrKJXKoE+nZ92US9M88s9Wp82x+/k6BSD/XAaspJfsfKmNSfsdtE3oDHSlsSYv0CsPPvigRVf8ZLtm6rNdS0Df1/fffXktPavVtZQB8ZbOlRy4FlpoobjSnu/3pv3gdLVPv6IM90wFNjwr5ZPxnEluroFz9pwWztpz+136LF3XtE0r3YfjtPWw9W2X14v2zIRNHQ/SvhHXwcd0OtfkxtmlOkz4uu0I10wJDlxNn53rOkmJtdcrOb1OnDkHLo43ySOu6yR142zSf+D+TecmmugTz9ievY7ubtPBpUmflRe3WK2+pN/RDdR56+OhF3nxEYcmnKWQ3DNwPDfWLLVbvgzXmXtBpzGnbHNN3NeLb5+qOnD1ooOtnUj1qE9Tk++lMYu1I2l76nlyP3++bj3k+pL+tTZ7EA5cfoVM5hKxK0hEQAREQARGJgE5cI3MfFGqREAEREAEpgICtu2An5wcP358XDWAx/eT6fzGELP00kvzNQqrWbCqBYLTAQN7W/ElHnztH5PNbM/yxz/+0R+ORiDe8veDUALk0oXTApPOSG4iwAyFOcOK30Lx+uuvDxi5cuIN1qnxLBd+JB7jrVsmqL0Dh0/nX//61zgRxgSICXmHMceWXLfjfDLRg6MMA2sv/cwPvxKRvydpYWUqJpiY0PeCEXWTTTYZcnZhlSucIbqls2RA99d5By4mEd/4xjfGiS7CpFJaUYZwOAhSh+acc86hiTXygVXGeC6cLZDvfve7ge0qq0ipTnZLZ86Bi/vNP//80VjqnYg4jgGW+n7DDTfEFfbMuHLuuecG3lBFSmmJJwv/LJ2pDmD1HwxqfgLSoiDvMRjnVtOxMP7T52VOd5QcuIijSd3gulJ55FwnYSKUushqA6ng0IOeY8sDL7zNjAHL8sSfIywreTHgMkE3sBUSknNA8m9Soou9UZxrvPOB8exHnNwLafv5iDM3Cc1xc+RJyyPnEFYyZIVJE1ZGY1vUOmLGldw2bsTPSgpW7skndEOn/OLepefhXF1+XGNiE8n8xokKw7YJhgWMwIh/i9vO82n1G8NAHX3pt53NcfL3KH33K4j5iehceN/mlNLqy7jvMxFfqb530z2l9oc4m+qeueeeOxpjvGGX+Nj2iFXJcCRGUgeu0jPEwIV/3Z6vab+sybOzvR+OMgirddoqsGnS2YoZQ0jaxhGOvMdRndWm6gj3ZUthbwDnetp3+r2wTgXdyXZmObn22mujEdaf831z9AGGq1RKDlxsf8zWZBixEBwtcbg06aQjqH/UY+o4ssceewS2KEX89jvxwMR/tGGEt/Lnt2Nu0kcg3k55xrOwglC6TVA3XW7pzX161n4c1FSfdXLg6tfz+WfIlZeqDlzpmCp13DV+tIOs/sQ2rmxdhdBvxPkIKZVBn07Pmmua5HvTPPIOXOY8TRq6id0v7TPQr8RRhpWgTGgv4VmSUhuDXkHXwjAntG8Ymaus3GvXL7LIIrGvb0Z8O05c9HGsn+MduErPagbflAFxls75/kP6chf9ILZLxenTC2NAxvC0YzgdePH6344TnlW6mAOAXerAlZtr4NombWG365q0afYcpU9e2sLxgrGlF56bFwW22mqryDDneOD7POm1pXF2qQ7b9XXaEa5h5RtW20HshcD447V/vj70Y6zi+3Hd+jKdxokkt+6z++fMfS+x9voyp9eJy8YYufrYdjq5X504m/YfepmbqKtPetXdbZVV2CKd2sFSn3XNNdeMq+6m8wKUCfQ4831bbrnlf28w8T9tFeO7JmNNX0/bqlPESR+VOWd7BvQa/VD6uTioIelWzfFg4V9THdwvBy7fZvkxS6mdLekEe9w69ZBrSvo313f2edxm+Wb7X1v5uLRKtj2fPkVABERABCYvATlwTV7+ursIiIAIiIAI1CLARCFOWkxC8xZs6kgzduzYOOBmssXCXHnllbXuocC9EWCyH0cu3nBmgpfOFgaJm266KbCcekl83rFSCRMxOBJhhBm0YNjGCMTKVUy6k24matJVUXy6mHTjrX0MepTNkgHXXzO5vjN5xrYXZhRlIo0JNwRnDNtmtEr6utXJKnH4MEyWrbTSSoE3V0kjhmL/Vj95Q75g+MGhy3NuMy0YbzB8ci8MzzBhGX0mj7xDkk97v743qRu9lEcmGin/8847b2TPKok4lZYEPmwzyh/3xYERJ4TSikOleEbq8ZHyfDglYBzBwerxxx8fcoYZqdwsXSOFn6VnSvzspb534tFE9xAfRiv6AAiradAmdpN+PUO3+5bON332Unx2nPrLtm/woc1CT9I/glMvguMtBif6xRMmTIj9J+8sn8Y988wzx/CLLbZY7NvQ30JvY2Trh+A0Qf8Qpyzre9h90G28JMEf+oL2hm0a225DmvYR6JeQZ6QPhwwc33khgWeZEmQ0PR/1EuMfWzLhHIJTje+bk0f0EylD9EW8dCqDPpx9HyQX6gCOLzkDpaWn7idjYV5UwtnR96PrxkN4VufE6RMnXbjgNEc9oI+OcbuuoAvQgfSxGefhuFOlnah7n6bh0RWMZSlL9957b9Snnfr+jEkoXzg8MGZEP3QK3yldTdvCbtf1o03DoZbVVBBrQ6qM25uMs7lHpzo8qHaEdIw06cezd2Ld9Pn7kc5+xJk+Hzqv6dwEcdXVJ23q7vRZ6v5u0me1ORT0IXOAtBM4fJnQjjCfi9MuK26l87kWbnJ/km+UL3uBiLkpXp5C0tVtq6S1Hzq4yn3bCtNJJwyiHrb1HIpHBERABERgdBFgTMXYkT4JfTL++G6/qz6NtlCsSkrhREAEREAEREAEREAEBkaAySZW50BwQvPbDVkibOs0jDCscNDEGGNx6VMERKA/BPyqTr/85S/DRRdd1J8bKVYREAEREAEREIGBEbAth3Mrjw4sEbqRCIiACIiACEylBFj90V40wKE6la233jqu+sbxgw46KNx+++1pEP0WAREQAREQARFomYAcuFoGquhEQAREQAREQAREQARGDgHeyLZtO1mNgxW2/DYqbDmz6qqrxgTzNv3+++8/chKvlIjAVE6A+ssbymydyvamrE7DaiPbb7/9VE5Gjy8CIiACIiACo5/AaqutFthWjj46242ykq9EBERABERABERgcAQOOeSQoe1z2YKXlRRN/HbU6Za4FkafIiACIiACIiAC7ROQA1f7TBWjCIiACIiACIiACIjACCKw7777xu3wSBKra7G1DEuds8UlbxoiOInsueeek2xtFE/qnwiIwGQhsO2228atPFke2uTMM88MJ510kv3UpwiIgAiIgAiIwCglsMIKK4R11lknsLKmbdU0Sh9FyRYBERABERCBUUlgs802C+uvv/5Q2tnumy1hmS/jBSqEebRDDz00bn0+FFBfREAEREAEREAE+kZADlx9Q6uIRUAEREAEREAEREAERgKB6aefPuy9995h7Nix2eTIeSuLRQdFYLITwIFrpZVWGkrH/fffH/bbb7+h3/oiAiIgAiIgAiIgAiIgAiIgAiIgAiLQnMA222wTVl555eBfnLLYcN467LDDwvXXX2+H9CkCIiACIiACItBnAnLg6jNgRS8CIiACIiACIiACIjAyCMw///xh9dVXD3PMMUdM0N/+9rc4CfXggw+OjAQqFSIgAsMIjBs3Lm5xypZKt99++7DtHIYF1A8REAEREAEREAEREAEREAEREAEREIFGBGaaaaaw3nrrxRcfx4wZEyZMmBBX3GLeDCcuiQiIgAiIgAiIwOAIyIFrcKx1JxEQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREYRkAOXMNw6IcIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIDI6AHLgGx1p3EgEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREIFhBOTANQyHfoiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIjA4AjIgWtwrHUnERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERhGQA5cw3DohwiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAgMjoAcuAbHWncSAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQgWEE5MA1DId+iIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiMDgCMiBa3CsdScREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAERGEZADlzDcOiHCIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACAyOgBy4BsdadxIBERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERCBYQTkwDUMh36IgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIwOAIyIFrcKx1JxEQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREYRkAOXMNw6IcIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIDI6AHLi6sH7zm9/cJYROi4AIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiEA9Av/3f/8XL5ADVxducuDqAkinRUAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEahOQA1dFZHLgqghKwURABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABCoTkANXRVRy4KoISsFEQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAQqE5ADV0VUcuCqCErBREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEKhOQA1dFVHLgqghKwURABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABCoTkANXRVRy4KoISsFEQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAQqE5ADV0VUcuCqCErBREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEKhOQA1dFVHLgqghKwURABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABCoTkANXRVRy4KoISsFEQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAQqE5ADV0VUcuCqCErBREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEKhOQA1dFVHLgqghKwURABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABCoTkANXRVRy4KoISsFEQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAQqE5ADV0VUcuCqCErBREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEKhOQA1dFVHLgqghKwURABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABERABCoTkANXRVRy4KoISsFEQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAREQAQqE5ADV0VUcuCqCErBREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEREAEKhOQA1dFVHLgqghKwURABERABERABIYRWHnllcOcc84Zj5166qnhP//5z7DzuR/TTDNN2HDDDcN0000X7r777nDzzTfngrVyjD7OWmutFbjnVVddFR566KEY74orrhjGjh0bnnnmmXDBBRe0cq+6kQySQ920dQuf4/fWt741rL766vHSK664IjzyyCPdoul4ft111w2zzz57eOyxx8J5553XMeyUcHLxxRcP/CGnnXZaePXVV3t6rEHzW3jhhcNSSy0V03z55ZeHRx99tFL6V1111ZjPTz75ZLj44osrXaNA3QmgXzfYYIMw7bTThuuuuy7cf//93S9SiKmGwHvf+96ob2adddYwZsyY8Pzzz4enn3463HPPPeGPf/xjePHFF6caFvagSy65ZFhkkUXCs88+O8W0OW9729vC2muvHR+Rvk7Vdrnt9twYT02f0sG95fbMM88cxwrEcuGFF4aHH364twhH4NUjfQy14IILhmWWWSaSO+OMM8LLL78cv+fGAIPCu8oqqwT0Wpvjx37E2SaP9dZbL8w444y12ibrkzOWOP300yuNz9tMM3FRTkjHE088Ec4+++y2o+8a35Q+vhg3blzgGZHf/va3kyWPu2bCKA/Qy1zN+9///jDTTDOF22+/PY7D+oWipKfbLP9N+5L9euY24u0lb3P3nxIZ5Z5Tx0RABERABESgTQJy4KpIUw5cFUEpmAiIgAiIgAiIwDAC3/jGN4L1I77yla+EV155Zdj53I/pp58+HHTQQfHUHXfcEQ4//PChYDiDMUn973//u7KhcejizJd3vOMd4ZOf/GQ8g1OMOWvtv//+cVLthRdeCLvttlvmyv4f6sSh/3fv7Q45fjhvbbrppjHik046KVx66aU93eTAAw+MjgX/+te/wp577lk5rhlmmCHMPffcMfyDDz4YyOPRIDvssENYdNFFY1J33XXX8NJLL/WU7EHz+8xnPhOWXnrpmOYTTzwxXHbZZZXSb+l87rnnwte//vVK14yGQPPPP390nsJw9dRTTw08yW95y1vCPvvsE+97/vnnB4yvEhHASXSrrbaK7WyJBgZf9Pcpp5xSCjJFHv/Sl74UMIjipLDLLruMqmcs9Z18u/yb3/wmOrJXeTB/XRvteZV7DiIMTkE4p/GywYQJE/p6S+ng3vDSn6BfgRx//PEBx/CRKk3LVdtjqLb7HYyfGEche+yxR3Qg4ntuDMDxQYj1ldscv/UjzjZZ/OAHP4gvIqVtU6fxzic+8YmwwgorxGS0MaZo8jyM3WabbbY4pt99992bRNHTNVPq+MKgbL755gEnUKTqHExTXWX3nNo+e5mrsXr7t7/9LfzkJz/pG7qSnm6z/Ps+YZ2+JA9d6p/2DUjFiHvJ29wtpkRGuefUMREQAREQARFok4AcuCrSNMNrxeAKJgIiIAIiIAIiIAKRQNvGBxy7mFBhJRBzPugFtRy4eqFXvjZnvPETV20YfG3isa4D1/ve977AH3L00UeHG2+8sfwgI+iMGZBIUhvGlkHzkwPX/woTDgJ77bVXPHD99deHY4899n8nB/RNzgMDAj2KbjPLLLPEcvm6170uphonFiZMMIS/8Y1vjA6zvJFuwkpcU8Pqh/a8o9mBq9R38u1yHaObv66N9twYT+7PL3/5y2G++eaLDlzkdz9FOrg3uqPJgatpuWpzDNWPfkfJMSA3Bugtt6tfjZPazjvvHC848sgjW1nFuR9xVn+i7iHNESR14Oo03tlss83CaqutFiM3Xt3v1G4IOXC1yzONrYkDV1Ndld57avndi5OP1dup3YGr1D+d3GWol7zNpd33m+v0t4lrpDLKPaeOiYAIiIAIiECbBOTAVZGmHLgqglIwERABERABERCBYQSaGB8wEDPpiBGZZeWvueaaoTjbnsAYyQ5cnTgMARmhX3LGG5aOZ9s+5KKLLgp///vfe0p9Gw5IRx11VLjpppt6SsegLl522WWHVrBi4q/XLRQHza+pAxdlhrLz+OOPh7POOmtQuPt6n34YUusmWM4DdYlN+eFZoWHeeeeND8qWmj/72c+GVlTh4Bve8Iaw/fbbx1WojAarZrAi5tQgcuD6Xy633Z7/L+bJ+22Qxmvp4N7yWg5ceX6lsUM/+h0j0YELKt/61rei0zHt2Pe///08qJpH+xFnzSQUg5sjSCcHrnS8s/766we2SsZRu9/OqqWET24HrilxfOFZy4HL0+jP95K+rXI3q7eTy4GrzfI/JTon9ZK3ufyfEhnlnlPHREAEREAERKBNAnLgqkhTDlwVQSmYCIiACIiACIjAMAJNHLiGRZD8mJocuJJHH1U/cw5cbT/AoB2Q2k7/5I5v0PyaOnBNbk79uH8/DKl10ynngbrEpvzwBx98cHScfvHFF8PXvva1opOo6XeIHHfcceG6666b8uFMfEI5cE352SwHrtGTx3LgqpdX/eh3jFQHro022iisvfba0TmJrbeff/75erAyofsRZ+Y2jQ6ZI0gdB6411lgjfOhDHwqvvPJK3F6v0Y17vGhyO3D1mPwRf7kcuEZ2Flm9nVwOXG3SkXNSd5pi1J2RQoiACIiACIhASkAOXCmRwm85cBXA6LAIiIAIiIAIiEBHAk0cuKaddtrwkY98JMZ7ww03xFW4xo8fHxZccMG4AhFvxLH60C233BIeeeSRcOaZZw5LA1tdvPvd747b4Mw444zh0UcfjWGvvPLKSSbx66zARbowViB/+ctfwr333htWXnnl8M53vjPQV2K1sEsvvXRoZSnSQPxzzTVXXKGE8Kwg9NRTT8U4uv3LcfDXMBHE/dn2irDE++CDD4ZTTjll2Kop/ppO31l5ZcMNNwxzzDFH3CoLIz6d5WuvvTZcfPHFRWN+Lk4z8LP11m677RaDjB07NmAwQM4+++xJOMw555zx/AILLBANCuTv5ZdfHjBIrLnmmtEQ86c//WkoD70D0n777RdWXHHFwCpVc889d+TNm/eEf+ihh+I93/SmN8VyRX7MPvvs8djDDz8cHnvssViGKEslYRKcssR2jSeccMKwYMstt1zgD8GRgTLrhS1MeHZWkDr11FP9qVh2LM2ceOCBB+KKYMTDW/FeuMdiiy0WtzMjj1MZyfxIa1MHLt4QxvBIPl5yySXxsSmrHMfw9Lvf/S7WAcoIZYd8Ik+pj+eee+4wTJwnHEIZtLLhA33iE5+I27SyMhur/1GullpqqRjkiSeeCH/4wx988PidejPbbLPFskp94d4loSzhPEVeIs8++2y4++67Y7nxjjDoFAyGpJnt69B5hL3zzjujHuF7TqrqhW4OXO9617uGVnz7xz/+Ec4444zc7YaOWZ5QbtlSbbrppgukZZlllolpZ6tS8u+ZZ56J56gXiy66aJh11lkDXHkutuTLrSzHaozkN3VlpplmCrQBrPpE/eWatO5aWuqWD3uYuvez6/hExy255JLxuUgf7c6tt94adQR6AL2UW/WvTrtFXd9ggw3ibU877bTIk3KFXuN+HKsr6MdvfvOb8TLy+4ADDihG8YEPfCCstdZa8fwVV1wR66APzLYjm2yySeCZyF8E/XfbbbfF/PJh+b7SSitFZuQp9ZnrKDuLLLJIbCeuuuqq+FwvvfRS1AWUBerFmDFjYt6zDSltRUloo6vq2VIcHO/kwDXDDDPE9oVnR1L9Qhu9zjrrxGcin3gWyjw65p577onX8I/yzdZWSKd6Z/qO+kabVNIH3fpOcN50003j/VjZkT7EKqusEvWT9Z8ov+eff34MY/9K7bnlpenKJZZYIvZTqJPUK1be5JnJs5ywyptx4ju6kf4W13GcY1xLOr1U1Xv+Gv998cUXj/1GdBL3QKin5BNc0CUmb3/722M9py9BGaTcooNOP/30SdJl1+Q+m+jgXnUb6aDu4vxEXw89jU5GL5144olD/SvCWRnj+/HHHz+sjLECG+0eQjtKefdC33f55ZeP+hx+9CerCNe85z3viW0kdem5556LOoC+3F//+tdhUaQOXE8++WS8dp555ol9YvoBlBX6ryWpk5evf/3rw8c//vHY/lj/II13vfXWC9zf6m6dcpXGxe+2xlBV+x3cs46+ZExEXiN77LHHUBnJjQGs7LbdR7C+Bv0CyjL6hTrMGIFjF1xwwSRtoqWlTh+hH3FGcC38M0cQc+CqMt6hrm211VZxTGHjNJLCmPLDH/5wHLvS98T5jfIMV/oXdYW2j60aqQu0fdRT+oP0lXfZZZfYd0aHsppnKvQFqo7n7dqFF1446ibGDbTLjGPRz7RhjMO95MYX/nyd/hzPSX1A6I/QdrHCGelhfMBzc3/mAUrt9cwzzxwdD3lu8oHyzHiCftY///nPGHfuH7qQeojuYdxNm02/CX3EPAHCCqu+HUvjqaOr6ujN9D7+N3lEHiCszE17u+qqq8YxF2WP+Zurr74627/beuutY5/CxlzoZrjB6dBDDx26DWWOtoq5AfpX3IO24c9//nMsgxbQt2n0L8455xw7NezT+qamx5gXSOes/AWM5Xgm+hZ8py9Du3TzzTfH1QHRUSUHrjq62N8z/V7S022W/yZ9yU79U9p++vlIm/2POnWMOt0pb0lbHR3RNqN0/pP0eKGeMgaHJfNP8LT+PeHou5133nnDxiAcrzPGbKoLmNOiXtCPpg2nnaFu0A8tzZNSv/vZHvDspOWDH/xgHKtRX5mTQKfcddddcR6Eei8RAREQAREYLAE5cFXkTcMlEQEREAEREAEREIG6BJoYHzDasNIWcscdd4TDDz88OgExyE8Fo9BXv/rVocMMujH+5ISwTOoxQWDChKdNuGL0ZqIfyRkffLomTJgQJ0rNWGvx8YmDB84ZGC5TYWKVbTiYlO0m/n7GgWswgmIoMcN4Gg8T+L/4xS86OpGk12y88cZDji3pOX6Tboz71nnOhfHHcvz8xBUOHji7mXCON8GZyEyFSU4mpxG/BYg5cDHxzzMzMZsKk9U//OEPo2MUBmdfVnxYnFNSA7U/78uxN1IRhrf7mfhFmGwmXV7YvoVJQAzacEEwBO6www6ByaicMFn0ve99b5gxlfBMACO77rprnIS2a0c6P9LZ1IHL8pkJSFgjvixhOMZIAeNUcIzwE/kYU9g2BsGojIEjFTOE2dY7GEQwfFjZ/P3vfx8n/u06M4Lxm4k96gnOKiWxVY7S8+iUQw45JB7GcYX8tnumYbkP29t5R7G6eqGT8wA6FF2KcK9f//rX0XiXpsP/9nmCQQUuafqJ60c/+lHUubn6itGEck84E4ym1BvqTElSA61PS53yQfxN7sd1OLvg4IOxKBV0FO0PBrmnn3467LPPPsOC9NJu8XyUa2ON4e7nP//5sPir/KD8UDYR9CbMSWtOYGROjRgpMUyaYBjfcccdh5xg7Lh9Yuz66U9/Oqwd9rqNOonTZCowRP+zhSNpTeXCCy+cxEG2iZ5N4/W/Sw5c8MD4bGUa/f3tb387tktcT5nYaaedAkb1nGDMO/bYY+Mp9Bh1gE/qQWn1GNMjhMH4XnKQ4VynvpOvK+gTjLg5wfkOnWPir/PtueUlZQgDaak/huMlhiMv8803X/j85z+frev33Xdf3N4TLp5XXb3n7+e/e6dEf5zve+2111DfByMxzq05IS8w3KdO3rmwHGuigz33uroNHfWFL3whWx5ID3mGodTaRd9m4zTuHaFw+iMtdh1tpBfrF8GEcznHXB+e7/RrMLKXhL47dcPEO3DRXlN+ckK7QruTrsJUNy99fuFMdsQRR0xyu7333jv2zW1sUrVcTRLRawd837ObA4bFkRs7mL6wMPbp+x1N9OUnazhw+bLbZh8BYzMrRiLeEchW08NZhn67F5+WOvWoH3H6dDX9bv1Wc+CqMt5hPIG+9nwwjuO8Zf2JND2MRWm/q9RnrqVtZNyVG68yrsSZhnbR55vds26/iOtw6rEXaiwe+0QX4ZRDfpvkxheca9Kf8/WONop5AOJJBd7MA/DMXpiP4AWSXP+GtDP2uOyyy/wl8funP/3p6KSRnuAaHNes/e+mP6rqqrp6M02X/+11OGN9+pW5ssdYjrkgyrcJY3sEZ0D6LTjrIXXKM/2Kn/zkJ7Ft8C8xdGq3vvvd78Y+CmFo52g30zmrmJCJ/+gP0/fDKSQVXvBAd/G8qQNXE12cxu9/l/R0m+Xf69SqfclO/VOY2NxPW/2PunXM12k/DwfbJjqibUalOS3Le/TJCiusEH+WxlaUY8ZP/sUfPzfaaYzZRBdQ3tFZlreWVvskPcccc0ys13aMz0G0B9RH9CT5nhPGxLS1JQez3DU6JgIiIAIi0DsBs0Exj0g/mbaEOSH++G6/q95pmolvN/xvtrnqVaMgnBy4RkEmKYkiIAIiIAIiMAIJtGV8wFjEZDMrBtBBY/KYNygxHDOZjPiJBCYAeGMYpw+ca1glAeE4hhxb8cJPUtRx4IqRTfzHZCL3wTCfm6ils8kENYYf0o3wFtePf/zj+L3Tv9LE0TbbbDNkPGcCHMMVE8FMFNokOROKTCyWjLr+vqxshlGP9MGHCU24YgDgrWGbTE6NZz6O9HsdBy7vAEM8MOX+vCWZOm3kHLjs3qSdMoGRjglrm4DhN8Yd8uBzn/tcNBbwZi/CZAznceBi8rgkfhLMG6sJ7w1jcGfyxwS2X/ziF+NPjNlMwCNm5OM71/AWJJxtRQyOky7CWR6aYZxz3oFrNPAjzd4YzBuWOUME4VLJTTD7SVALTz3DgY5xC2XHxDvnNXHgIh6cC231OPKLfMFIgMEAQ4xNzvOGKxOhnYTygKMHdQuhDjMZSPkjrcSJ3rSyj37BAE3dZnLRjBQ8L+XApK5e8MZonBe5N8KqKzh0ItQptsjDGNVNcnmCXuLZfLm2eIgbp0aexzu2pAy9UR/m6G6uQT/563CYsZW4cmmpUj5IW5P7cZ3pPL4jOOnSTlEWTfdzPHXg6rXdIk4TmLICoDkD2fGqn6y6Ze0YehgjO3qLlQGrCHqVsstkCsIkC9dixMUxw8o0ZZ72yYzAXrfZfSgb5Jm1+XacT67DSTJtI9iOiXuaNNGzdm3uM+fAxbPhHGDzJeggDHzoCSRlgl7HcEd4Vp+wsuEdKXCAw4kTyTk6eaNnt3a5W98pV1fIH+oS9Ys0mngjmr/Ot4m5vCRP0APoPHiZUFbM2ZV78dt4mH4gvLXXdp134Kqr9yyO9JOVLmw1CtPn5CWCwYZ88/0A0ke7Tfop2+hnSzsrcbFiVDdpooM9d4u/qm7bd999Y1+V67iGukle46Rs5ZfnovxSRllJ8LOf/Wy8TWq8NActSwP9IK8nzHGd9qvTan52/fvf//64whq/qTv0k+n7wNb3n1lV01ad8PXA4uF5yJe0fmFQtrECYZvkpc+vqg5cVcqVpT33SZ2wvOnmgGHX58YO3fodXNtEX5YcA6w9JD9sdadc2W2jj1By4PLlF2ePe93qS7m0VKlH/YjT8q2Xz9SBi7LabbzDOIm8YbzFKsaUM/INPYYeQLdRp9HNCy200FC7Tt+dPnwV8eXXdDqfvu0jHsqBX4GrSb8Ix+8tttgiJgsdgg5D/9CHQMeZHHbYYXH1S37nxhcct/LLd6RKf87Xu/9e9d8+NG0pbQrtn7URvr0nLCuEfupTn7LLYntJH4hrzDGckzhTeAc0P67iPOmkn8wz29id40g3/VFFVzXRm/+9e/5/TofT90SHM6/inx1HraOPPnooInPgGjrw2hd7WYqVh3AUMcGxnnhxqGdeyPqpPi/oy9lLGDgzpyu74ihGvUKs7+Xz3beT9Alw/rY8p0ySBuaj/HMRV+rA1UQXE09JSnq6zfKf06nd+pKd+qe85Ndm/6NJHSvlLZyb6Ii2Gfk+TS7vfX218+ha5sr8fALnGDfaWN/Pjdp1fKK7bYzp4+Z41f4weo68sPior6QHHW1jeuqKzbMQblDtAS/gWRrQpcyvokeZy7O5F9LKvI9EBERABERgcATkwFWRtU0aVAyuYCIgAiIgAiIgAiIQCfjJ226Th4as04QJbzlyPjWCMxmM8ZaJMib/WMnGG5PYJgJHF8RW1uG7n6So68CFUwUTiEz6I944xm+2gmLbA4S+FBPkTBhizCSt3aTEwRgwwYFjkt2f+PwkXbpSUOl+O++8c5j/tZWgeMOVCUgTjKdMUmF4txUF7FynT5vYKhlvvMHXOw1gmPPb3vmJHu5XcuAibRgMzYGDdMPbJlyYbGHSBWHrNv4QH188UPjnHbH8BC0rPvBGvhdvyGTpfd5oR8zBhK1EbIssJq4Iz4Q7Qp5jGDVHPD9Z7w3j3oFrNPDj2byhoW0HLia/WXXO6oJfHYR6am9HN3XgIv2+fuPkiMHMO1rYZD5huwn6iol9xDsj8BsnAtuaKrc9HW/c4ryEUM8oQ0hdveCN0ebAtfbaa8dtG4mPCVnqRyfHRsKZpBPTbIdi200yIUpazWCC7qK+kjeIN+J4wzhGDq5DMHxQj0mXiV8xwNeVNC1Vy0fT+7ENBKtWIDh6UFb4RNAROMhStxHfdrXRbhEnE82sukUZ7EUw4G255ZaTREF+oT9tq0+2/svJtttuG9hOA0kdJpgExzhmuo1tcVjZDfG6jfxlZRtWEkN82eA3xubvfOc7Q3y9EcGvqtdUz3KPkqQOXDi7YXS2CX8MxtRDc0wjHv9sqQESAwpbSJnDEMY0nIZYvXO77baLycgZC7zegSEsu4npB1/+uCatK6nO8e2l13H+Ot+e++clL1llyxxuuJ93/DG9w3FWVrNtZXG0oA9ndZ28RKebIdTrTHuutvpDtsIO9ya/TXAWpF6TBu5F+uhLmrAqF0YmhPxHv1u7bmHSzyY62HMnvqq6ja0tP/axj8UkMAmKLjUdxUFfj8wAzrPSP0Fvpw4WHPcOAmyPe/LJJ8f42TKMldQQn8fxQOGfrWoCW2+4I7jvZ/n+e6obKBc4HFu5QRdhALZyY32wpnnp88u3U/6RzPCe9pdL5cpfm/ve5hiqU7+jqb70Yw70u5X5bmMAnrWNPgLx4OhhL0qgL1lRx4S2gnEAbRaOOyZN6xHX9yNOS1fTz9SBy+Lx+jsd75hhGn3A2MmHZdtav5IgbRxlkbqU6gK7V/rp+0Vcg84wh13aPvSrjdF8nE37RVbHSId30uK3H+v7MVzOgcWnu05/zo/ZuSdtLSsA2zP7dp15Ctp+Ez+OS8dH6G62QIW91ytej6HzcG6y7bkZszPnYqtDc5+qczDGcRBtYKrDvTMVaUaH069ESI9f4dg7cNFu0BeiDTD9Txtnzt/piyE4xtEXsTbsyCOPjGMdrxd8WxMTMPEfzlu2Sqk5vPh892XLh2U+ij4D+Y6wKhJ9bWubvANXU10cIy78K+npNsu/Z0cyqvYlCWv9ON8/hU2b/Y8mdayUt011RNuMYNdJfL+OcOkLIYxbeRbEr3Lu9SXn0jGm1z11+sP0oegjkbfUU/Q0zvom6ERztiBEOloAAEAASURBVLU6O6j2AJ1gc7PpuIs+MCtn89wIjs/Mb0pEQAREQAQGQ0AOXBU5y4GrIigFEwEREAEREAERGEagTeMDEecmeTjuDZq/+tWvstt92eQNkwY4PjH49pMUdRy4iIOBvhkrSIOfKMlN/NmbnVzrDYNcm5PSxJFN1DORS5zmtEIcGDLM8Mu2YlUMu0zW4hDCxBn5lYotcV813VzfzXhjBl/vMJBjRlx+EtYbIGzikTDHHHNMfCuQ7ybeIOyv80YKf9yuK32awdIbGmxlJtjYRKw3ZGLEZfLJT7pjRMTBjGswCMPdC04BlFWESTMmuxBvGDcHrtHEr18OXAzozBkqgpr4D+MFBmHETwj34sDF5B71zfL5mmuuCfBHmJQnnygbVaSTIXWTTTYJTOBTPnBC9CsKETfnx48fH2/DSn42+VlXL3hjNEZ29KE5jnFv70QTb9bln5+Y9sztMso6+gnxzlZ23lZswdhleghHAHvbHYdUc4i1a5joNSOYNzj6tNQpH03vZ+0c3HgO7zxMWldZZZXw0Y9+NCbbs2mj3aLsYYjy7YDxafKJwyllzFbLysWBPiMvMAbYJDbtFXWO+kFa0FGpoPfQfwjX2cosXrddd9110QnDX2tlm2Pm5GTnvXPtlVdeGX7729/GU031rMWb+/QOXEzm47xlBkKcm2gjKAMmTPZTh5FcOeS4NwTxZjttGWIOLcRn/ZV4YuI/a4swnFD+/T0tTPpZ6jv5uuLbG7seAzsOC4gvu/46a88J4/MS508Mo158XTBHLN/XoVzQt0rLM/0a25bariNeKxtt9odwGIKp76f59suvAuWfzafR9yd9GP+9iQ723HNlqtT2mY7i/ubI5NPCd9/XMmcc6/9xnnKIQwOrveIMgMCJOo/jIXUTwVEMpwOE8o/TZTehjGFMv+WWW4bqgL/GyjyOvBjxEW/8L70Y4bdUs1VQm+alz68pzYGrqb4sOQZ0GwN4XWL53KSPYNeWPnF8mbhLRiyn6Ep0JtK0HnFtP+Ik3l7E9GDqGFRnvONfdMr10djCipWwGfdWWUXa6xzSx4sPXvyKOH5c1bRfhK4xA3tOxxEvjmj0mWmzEBtHeucFSze6rU5/zrdjXMuYAB3txetYXp5C/JbluTaTMN4ZiD4CfQWvx7wzJOERxpLcz8YsvTpw+fu11QZ6HU7Zpd2xPuV/n2L43IofX3sHLhzlbGV1rsNBijkZxDuexwOv/UMvUJcRriUOHDVsC2scsWFGXppYO+T7uD7fzYHLs0fn8OKN6R6Ly7dN3oGrqS62eHOfJT3dZvn3OrVOX5L0lvqnbfU/mtaxXN6S3qY6oh+MSE9J/LwkTrqUrVR8u0v5Zvzq50ZzY8ymusCvmJtbyXHcuHFD/W70NO3MoNoDr4ty85G8BMwLdggvDJpjbspTv0VABERABNonYP1pxvvMF9C3pc/GH9/td9U7awvFqqQUTgREQAREQAREYKogYJMcPGzVycPShAlxlCZ57D5MuOGQlBPexGf7C8TetvSTFN7gljM++HR5JwO71zrrrBPYBgbBeYr4vPg3y2zi1p9Pv/v72aQgYfwEMBOdOJKw1LytPpXG0+Q3k9wY6ZiwwEmFTjGTmN6g2SneHD8/cWUGX//2X/rWscXPdm5s64Z4hyubeCyly2/J4+OuY9CwNPBpbyXz3QyZtpoIxksMBzgomCETZkz+82n5xyCDY0inrYVsGXf/bN4wbg5co4mfn/Dz+RFhdPhn+ewNLL4sXXzxxYGtvVIxBwhvGOrFgYv411tvvbDBBhuktxq29cAkJzMHOjlwZYLHVQrYSgrjGROI9ta4d+Cqqxe8MZoVV2xlJO5v+jGXltIxnyfekcbC77TTTmGBBRaIP8kbtlvwgtGElYgwDmLEKQl1iK1/cLIgL+xFo5IDV53ykbtnlftRpwnny1oalxl+vOG6jXbLO7Ok9+zlN6sM4ITB1kkwRo+lwmQKk/8YprwjVac02eolJd2WrgLJPa0ucx9zHLG0sN2NlZfbbrst/OxnP4t50VTPWry5T3Pgop+BIwtGOoQ8hQPP5MU72JrziD/Pd+8gxTaDxIN4457vm/gtvKxdiRd0+VfqO/l6e9VVVwVWMUvF6qYv3/46a8+5zrdTZgzy8aFnzCnZVmnzZccbMv116D9zCvTlq67e83Hmvls778sn4ShjlDWOY4xNHcwIM36iYy3Oj0jOETGecP+a6GDPvY5uMwcPr39cUuJXVs3CiRWxNsD3l1iRBz1rjuvUA1blY7tPXzfJX/LZl5cYac1/tJP0Q+E6//zzx6tLDly5PjcX+LbW6kvTvPT5NSU5cPXSLy05BnQbA/SzjxALymv//KqafmvTpvWIaNuOk5VEKVupsBIhdbyKWP3uxYHLO9dyTwz5OMzgLJTTd93SZWnqpHOsbfe6omm/yDvQopvoD8CPel+S3PiiaX/Oj9lLzhLWvpAevpNOPzbCKYl8T8VvD8nW1r/85S+jcyzjTtok75zor/UrbFedg7E0DqIN9E4TtrKxTz/faV9w4kBMh/PdHLhy5cuvfu3nDbjOBOd7+g+Ij8O3g36FU59W72zv893S58OW+gJej1i/pxddbM+V+yzp6TbLv9epdfqSpLfUP22r/9G0juXylvQ21RH9YER6SuIduM4666xwzjnnTBLUHJI5YSv3+7lR39+2i5v2oew64kmdLi3u5ZZbLs6l4XhJGzSo9sC/YERaePGA/i4vK5njgKVRnyIgAiIgAoMlYHpYDlxduNvEeJdgOi0CIiACIiACIiACwwjYwJuDVScPSxMmxFGa5DHjOGGYdMyJN0Dj8MHErp+k8EbSnPHBp8ve1vT3WWuttQIT8YgZuvz5thy42Kpniy22mMSgzsQ9b40x2cDkWR1hEphVEzCSYVD2rCyedDLXjuc+c/z8xJUZfP2bdeStbanm4/QT134i1iYe/Uou/jrvUOcdhvyEoI/PX5v77o2ztj2mlTuMHGxVwRZQZsj0hnZbFc5vBcQ9qpRV3kDlGb1h3By4RhM/P4Hq8yPH2h+zfC45cLFNH2+fp2JvMXvDUK8OXNzDnPbsfmz1xvZ1dcQblXOTozgysdrBMsssE1f4YVI/J96Bq65e8MboNO6ScToN53/7+u11qYVhiyMcNRAcYdKyb04iOQcuVilie0f0lDmvWbz2WXLgqlM+LK469/OTvmyhZ6sVWVz2aU6Z3lBk+oMwKQ+7zuviXLuVbolh17X5SRrQbTh0saWNbXvEPcxpCidbnG0RS2f8kfzz7aCtkuF1GxP8fmVLLjenL1+XLdqcA1cvetbizX2aA1d6jryjr2Pbmdp5c3Sx393yGKcwnIMRnBRthTJzCua4Z5VuE8X5kpT6Tt3qLfHljOz+OmvPCevTZ47OHDfx9cWMln51hAsvvDCwdUoq3rDpdWZdvZfGm/4uGa+tDPo8Sq/1ZdFv3ZuGs99NdLDnXlW3eUN1upWcpYVPVmC0FQZs60PmASnbiNV18pUt0CiX9H1s+1j0Gc/NJzqjtJpMjCzzj/aBrTLhWFoBsOTAZX2sTLRDq7TZtjhN89LnV6mNNOc1v+oqaSqVq1x6/bE2x1Clfkcv+rLkGNBtDNB2H8EzS79bn807yDapRz7eNuO0vo+Pn++d+hNpWHOW6sWBi74Vq0pSTlKh38LqeDhKVll5xJe13HjZ4rf64tv2pv0i9AbOtYzVvdDuoqtwpEFfocNN0vGFb5868c/15/wcga0eY/exTz9mszkRK0uEKfUROGd9QdPh1qaXxsBcw7a+tJGI3S/+6PCvpKua6s0Otxq2imLJ6YfxEHUE8frfHLhweLPvdi/vhJXrh1g4q3u+3vDygq386+P2cVrflXh8vpsD1/rrrx8YbyI5XRdPTPxn9db6Qr3oYosz91nS022Wf69TS8+c60uSXivLfnzE8bb6H03rWC5ve9ER/WAEp5J4By5ebqEPlwrjOtte28bRfm40N8ZsqgvsOtKAnsGBtZsMsj1gW1NbWd2ni/kn9C7th6167s/ruwiIgAiIQH8JyIGrIl85cFUEpWAiIAIiIAIiIALDCLRpfCDi3CQPk5pMgtURDIQYCv0khZ9wyhkf/EROznjjHbjMwcenyRuue1mBizh5IxXjMEY0m9T19+LtBNgzsdtNMLzjeJbGw0Qyk+pMVjGxz++2V+Dyk2o5pw7S7rc58A5XNvFY2jqnbQcuP2mH086ZZ545tH0bE0xs52bbpPGb8sCbhHCzt6O9M1q3fLHz5tDgDePmwDWa+PXLgYsVY3IOi00duMwQkFtCnzzx+cDv3NYlHO8k3rjlnRG4hhVHWK0Ko0UqVp/NgcY7cBG2jl7wxmiuZSIVHWB6oI5zCNf7ielcnngHrpz+M0OKd+DCiE/5x3ErFQwu1H3bltEmnqukhTC58tHkft7gkmsXLN22UpAZKODcdrtl92rySXlg5UXKQc6R1sfpV/4z46Ff8cBW7/HX2Hdff8wI5o/lyoZN+vuyYfF5pxlzMOlFz1q8uc/UgYtVSegXIN7Jyq71q37asU6fxtLCmJGYNsRWfbJ6koa1a0qfub4TYbvVW8LkjG7+upIDVy4vfTtqRkvv6JbTHaSh5MDFuTp6j/CdpGS8NkOr1d9cHL6P2MSBq4oO9txLrFLdxqpaGJ+R0mognPNx/+lPfwqsWISY7rL6ZwY1jFn0g7gfYsatT3/60/E32/CiE6tIqa5Q9lkJwVaI9AZ8v8rJscceG2hLc2J5Z9fa77p56dvMkq63scNocuDqRV+WHAOMg9dTvnzlym6TPkIuv9Nj3kDNuAFd3S0txJHWIx9vm3GaTvfx872TA1Ea1sq0d0QhTN0XVuzlAYzY1s9M7+VXMkvP2W//AkunlxxsDGMOXL30i7g3dZRxGG1CztmfF2wOOeSQ+LIT4W0caS+INO3PEZfX/yX9kHPgMv1KHFXEnMMsz00v5671bWuvDlx2v7p6M5cuO+Z1uJ+DsfP2affGSR7dgthYLecgyDbMbHvfbd7C8t9evLL7WZ+TNhluCPWUMpU+v893c+DyjjNs682KgzmxttT6Qr3o4lz8dqykp+352yj/VXRqri9JGkv9U85Z/bBybszq9D8sDuKrIlbHcnnbi47oF6PSM/lyaHNJaVhW9mYMhti2hqW5UbvW6mNaF+w8n56d9YfturR/5K/z3wfdHnDv1VZbLa62zgp5ObE6njunYyIgAiIgAv0hIAeuilzlwFURlIKJgAiIgAiIgAgMIzAIBy5uaMuZMynAstzdhO27mJgrTVLkjA9+MiI3OTtIBy57PibbWaUHRyFWL2ClBZMqkwwY7Mkjc9pgyXIMfDfeeOPQW9YYjseOHdt1ItTuy2eOn5+4MoOvn8zmzW8m8VPxy7tPTgcu/1w4jrB1Jaty2cQvxg4mfREmFilbTADZqg8cHzdu3JATHBNaTOx2EowxtjWmd3IwB67RxG80OHB554KcA9eyyy4bPvWpTw3LMgwETEpjbKsqnRy4zGmDuJ555pnAdinUScoLOgtnS3QNkjpwxYMT/1XRC94YTTljYhWj5BprrBGjYUKfCV/uWUV8/W7LOOuN+jjLoJeodxMmTIjOqX6VojYcuJrcz5cZm/TP8bKJaz/h3Xa7lbtv1WOs9gRPxByrOl1rhhjC4PRCmbQthDutwGWr93CdOe163ZZz+jFjmhlwuNYk58DVi561eHOf3oGLLXTQ3xiGzNkyfW5WE6JeILQJOUdTfx/aFVaJMfHGV1ZbYtvdbbfdNp62bZQsbLfPkoGsW70lXstrM7JzzF9n7TnHu+Wlry9mtPQrcJVWlcIgT3uHpE6v8eDEf1X0noUtfZYcuIxBpxW4cL41Y+9NN90Ut3wu3YfjTXSw557Ts8SbOp74VSxs9RbCpcKqj+QFctxxx8V2h+/e+IvzAw7GCAZt+oxmHMUxhnaQvg/tBiyriDda055SLtDzbLFJnUDMaGtOWBzzxv/Sym2+327P3jQvfX7lxgCkyXQV7ZVt+cnxUrniXCdpcwxV6nf0oi992fAG4m5jgFzZ7ZcDF3yt/NCHOProo4fpr1xauCatRxzz0lacvIhjbYiPn/YO58UqYv2LXh24/L1YVZjVm1h1k76BjRMJs9dee3XcVgrnGZxoEL+KUTzg/ln59m1L036RizZ+pc1YYYUV4tbj5gDKCX+v1IHFt091+3Ne15T0gx+zmUOVObGRNpySyMNOghMTz2BteidnCD/usvt1iptzJV3VVG92up/X4aVtpnmxgnsj3qmxkwOX37K90wpcVocZa9nWztyHVc5plxCcg3EgxxkGOfvss+Nf/DHxn893m3dhe/f11lsvBsmtYMQJ75xifaFedHG8WeFfSU+3Wf6r9E2sDPk6SJKtLPvxkT2KT3vT/kfTOpbL2150RL8YGav00ztwUV/Qxank0lSaG7VrLR/r9ofturSdsnhzn4NsD/z9mU/FkRkdRb2kLJjYVpP2W58iIAIiIAL9JSAHrop85cBVEZSCiYAIiIAIiIAIDCNgk7McrDp5mJswsUhLkzzm9IDxh/vknA4YhPOH8KYnhqHSJEXO+ODTlZucHYQDF6s8mYMFKx94Yy/PxWS1TTKmE2ScTwUHpE022SQetgnENIwZpLq9yeqvy/Hzk0Rm8PUruWBUwbiSCkawueeeOx6e3A5cLDOPkwuCMX2OOeYYNqFs5R2nLQwYTNCy5QjlDeHtXSaMEf8mcTzg/rFdHMYTnGhwCkC8YdwcuEYTP29IaHMLxTrGNybUmVhHco4CflWF1IGLSVvy1ybxmGi2laHSyf94gw7/SoZUHCrRZQj1FwNYqsv8Nh7mwNVEL3hjtF9t5YADDggzzjhjTENpS5N4Mvnn63cuT5oYZ73uQaekxky/bV8bDlxN72cTzDnjA5gw0GJEQnyYttuteIOG/7beeuvoCMzlJUOaj9om4q1d8A42bLX0i1/8wgeP39GHtoqBd3Dwuq0NB65e9OwkiXYHzIHLGx/YbtO2kMOZFyMghnfEO6aU6hJMuB4DPjoH9ibe8QbDJXqGrSwRDG84zFSVUt+pW70lfstr36fw11l7TthueemNX9bnWGCBBYacgkrOWTgHsqomYmGa6L0YQYd/JeM1Dgvobco7jiqwSMU77J177rlxdao0jP/dRAd77jk9S/w5xxNz8KDfa44VPi1890ZOdBPOUojfUgqHLbib4zrnrW3nGGUfx3VekqDcVBHfpuX6Br4elBy4zHCe3s+v4GqrSzTNS1Z73HfffeMtcs4d3onf6zcuKJWrGFmHf9anJEivY6hSv6MXfemN6yPZgQvHexzwrdw2rUc+q/oRp4+/zner375t4vo6K3Cx7Rs6iZcFLr744mG3p4zQtlmf94QTTgj0uTqJpclW90nD0pdGR9AG+ralSb8IRwJWAUV44QHnTy/UXdJv25HzYhKOT6kDC9c07c91myMg7pwDl39xoLTNGeNJcwi6+uqr43Ze6CJbgZZno3+QCsfNea2q/ijpqqZ6M02T/+0duEqOfn5ew3Q4cXRy4PIvfv36178OMEvFO0vRrtE3NfG6khW+KP+Ep/3nZQfKjonPd2uH/HOZ47CFt0/frlpfqBddbPHmPkt6us3yX0Wn5vqSpLfUP+Wc59S0/9G0juXyljQ11RH9YkSacuIduEqOhNZ/43rr95XmRu0eTXWBXUc8OZ1F+4Jeo00wfTCo9oA6y/iKuo2DVirW3nOc9uWnP/1pGkS/RUAEREAE+kRADlwVwcqBqyIoBRMBERABERABERhGoE3jAxGXJnm8Aei8884LTFR4YVIMoxaTMThEsKUdn6VJipwDkp/ImVwOXH4FoJKR3ZwQOr0ZZ2w23njjgBMEwhL/6YpQ3ihvhnq7ttNnjp+fuDKDL2+3bbnlljEqv1KVxc3qYrYdD8faduAqOY3Z/dNPP+Fr57yDlp/gsfOwwFnLxPKH35RnjCVe/Coe3ljpDePmwDWa+PlJwpyR1jPw33MTzL4s1TFi+4ngm2++ObDVmwmGHfIKJyokdeDyb3Q/8MADcRsWnJ14Oxy54oorAlunVhFvHDBnBK7DUdFW7Xj88cejw5iPj7QxuWmrNZgDVxO94J0Hzj///HDGGWfEW6V1nolqnrebdMuTJg5c9nY8uid1zGWCl1X7WIEJacOBq+n9fDtneeJ5+Ulr78DVdrvl71n3O9tGbLbZZvEytr2ivUwd5ixOVuSwlaDM8IrzAteQL7StGLlwYvCC8zGrSiHeAcLrtjYcuIi/qZ7l2pLkHLgISznEmRfxesPXMVhgNKYse9lwww3DuuuuGw/ldIiVHa6DK32Zug6jRF7qO3Wrt1ybM7r566w9J2y3vMw5cPm+FQ4WODv6soNRBw6m90xnNtF7pLGTmPGaML4s+rY9l0+0HxiazPkVnYAO7yS+fFTVwZ57nbbP+mSk5/DDDw8Ymr3QJuHYRf31295ZGNON9tuvhMIKsDiAeuEFA5zYqohf/S+3SoR3VPd9Im8kp27QHpvTmd3X6g+/Kcc4lvWSl+aUwkQycXtBJ6IbkZIDF+d8ueJ3J/FtS1UHDF+fzKGAe5T6HZxrqi9LjgFW3nxZ6lZ2m/QRSHsV4YUIHBQRxjn023C4ROrUo3jBa//6EaePv853K5edHLi6jXf222+/6KBFXaKspW2Vd5hPV5vMpdUM75zzYzcL61f8s34E55r0i7gOHYX+4uUadEEqPl5zNsyNL3ydq9Of8/UuN0dAenIOXP5FqtSRyJ6BOQscZxHb3tw7pVibaOH5TMerVfXHINtAr8Np+ykzab9zn332iY6FPBPl/L777uNrRwcu3yblxlJc7/Pi1FNPDazi6IWxFg5ypIv2nbLl+3cW1ue76VtW7+FZuIZ6hO5hTsaLX43WHLg431QX+7jT7yU93Wb576bfSVOuL8nxUv+Uc0iv/Y+mdSyXt6SnqY7oJyPSlYp34OKFT3S81+v0xykDVk4Z4yCluVGLv2kfyqcnt4qw70PZSndeb1ed3yWdddsDxr/oDSTXD6Vvb+1KySkzXqx/IiACIiACrROQA1dFpHLgqghKwURABERABERABIYR8JMcTDD6iYNhAV/7gRMBHTQmcxCbDHvt9NDbssRDGLaXY7KZN0wxptgkBA4i9nYwE3Bf+MIXovGCeG677bbAW65IaZIiZ3zwEzm5ydlBrMCF0YHJPZ6TiXqeg4kEBOMmb+jaW7r29lo8WfjnDaC8dYazBkyZqGCiibe3uRcCcyZ2u+UhYXP8/MSVN/haWK5ja7Tjjz8+PhsrJ8DU3pjmvDcC2MRjaUUJVuuwLb28w5BPB+WLONOJVe5VEt7SNUMyYcgPjJlI6nCWe/P83e9+99Cb4hi3MBCYg8yiiy4attlmmyGnIP+WuzeMmwMX9xwt/LwDF0YKjCydhC2Ubr311qE671n6PKxjfPNvN1OOuZZJxIUXXjjgzGgrvZEuP1G/yiqrhI9+9KMxuegb3hyl3HlHFk6yvQNluJv4iUBWLKEsY8AiTdRBq3NW3kk3ZYsV4MxhjHvggIYjWhO9UHIeIF5f1qo6i3TLkybGWTMokiacJqjHGFNYsefjH/94XOWOcwirLrDtF9ItLYTJrVLT9H5+hQDSx9u7tHdLLLFEYDU9M7xxX+/A1Xa7RfyIfw7b5uy/Z8r/KXPoEhv38xysHEj5wgGV8zwHOtkmuYnNJtn57lfxsnbcVoWg/DLpb2Ub45Y5W/jylnNuMIMWdQXDq5fcFoqcb6pnfdzp95IDF6tjkC57tl/96ldxCziu32677WI54Ds6j/pt7Q1tFA5cXEfdh39qvKT8bLTRRlw+JDkjxtDJwhdrL7mP7ztVqSs5o5u/zrfn3fIy58BFknHUpowg5PMxxxwTnW1wUqZP47eHNmN1E70Xb9Dhn08/qzTiKE9fyxtkufyss84K55xzToyJZ8LIZPWcFTuqbOXdRAd77nXaPt/XpW7Td6T/g+DYg3MhTpgI9R7HdC/egYDj3nGd9gk9Y+Wf8ziD0UZWEa83WFUOdpQB0kW7bOWCuLz+9MZ/znENTtSsAEh+UabYWhzBUd7GFb3kpe9vsRoMrMhH9KJtucX9UgeuUrkibCdpcwxV6nfQp2mqL0uOAcZpEA5cfru+XBthfM0hgzJGve7VgYt4+xGnpbfOZ8mBy+uLbuMd30dnnHzEEUfE8TXpwFmNcbS94MBzpytAp+n1/SLKGA5k9CcQHCqo26YzvANX036Rryunn356YGVZE3QF/Q/Gk4x10XeItYt+fOHTXac/122OgPt5pyHvUGXb0BKGsQ+rRtFWo1tJ91JLLcWpqOOsD0RfjXpmDNHJzKHAev75549tkh+r+vvFyAr/SrqqF71ZuNWwbXAJQ7+R1Vtx0qI92n777eOzcM7nEb87rcDFed8PZp6EFXPIT8oAK4/bauZeR3GdyXvf+97AqnRebMzlj/l893NWvk9D+cahBGcy7k+eUiZNvANXU11sceU+S3q6zfLvdU2pb5LrS5JeS0faP7VnaaP/0aSOlfK2qY7oJyNj5T+9wxTHeXGGvGFMx9iJ8Rb1GvEvcfr+Yq4/2FQX0FfGCcrm9Rg/4uhvfRCc9W08xDwL+mBQ7YF/IZK2jTaV/ibC81KHeMENKa1mFk/qnwiIgAiIQOsEaA8Q5hboG9NW0Jbwx3f7XfXG00w0NA1/pbLqlSM8nE3kjvBkKnkiIAIiIAIiIAIjjICfUK2SNCbY7r777iFDi58M43o/schvP6Hn3+blHBNBGN6YgDHBcIqjl63uUJqkyBkf/ETO5HLg4jnSCRkmo3lWjJl0XhF+M1FmjkXxYOYfHWAmU8xwRxCY+UlfJjftvBn10+010qhz/PzElTf4YmDDMGBpT+PiWeycObQQxib86jpwMRHDRJ6Xk08+OVxyySX+UPG7X4kJHkyKmzCIsLf+OJYrJxz3K07wm3gQ8sMkNQL7su8duEYLP28csmfs9GmTiZbPvq77slSaKM456HA/jB+2alN6f1/WzIGLcRDGKsubdDLTO2iQRgzXlp9p/P63PZcdszc6vaMT54jLBqf85h5jxozha6znOLlhaKurFzo5DzDJSh2xZ+bNdN5Q7yTd8sQ/V85JxxwjvQE2dV4hfxDTB+hxdJX9ZtKVvOqWFuLIlY+m9yM+nmn+iUazbuIdEAjbZrtl9/aGCvSROYja+dInWz2im4ynhfP1wo7xedNNN0UHWDtGO0Gb750MKb/ERxk2SbcT9LotVzaaOHBxryZ61tKY+yw5cBGW7ZswvCGUS/QAbSd1CSa+H5KWW65JDc4cQ7iOttzyhLzIrebw39Dl/54xoUyfVqkrOaObv8635/4+ubyEB3UP8UZLygycrK8RA7h/lCPTR+bAxem6es9Fmf3qn8sC0Gaglz7wgQ9ERx07Tl5geLJ0cZy85fm6rb5F2CY62KevbtuXGkFJO8/g019arcQ7xJN2nhFnfxP0rm3nVeqTWdj0E8dp0mZlnPM+v0mj78vDmPaT6+hXpEL4NC70IKtvmTTNS78amMXlP+3epNFW0+S8zzcLb+XKfuc+2x5Dlfod3LuJvsSoyTgK8c/TbQyQK7tN+gjc129R7B2BOOfFt+8YYHGeRXJp4Xiuj8BxL/2I08df9XvJgavOeAfnLPLN2mrKMuNL9IMfE1pftUracJQaO3bsUFDiRKx+Wn1J861Jv8i/kMQ90CHUQ9oUux/H/ephVh+sPeQ80qQ/122OgHhLDlysDsxYwtIJF9Lu+1IcQ4/xAoyJX0WbY4TxbZLx5VxVB65Ouqqp3uT+OUmdcC2MTzfH+M0Ywa9Y3c2BC2cL+iPGlHgoE348Rbw4y+E0lwrs7YU5znnHPx/W57ufs6KvQ33yeejv75/R94WIu4ku9mlKv5f0dJvl35ebkk7N9SVJq+838jutj230P5rUsVLeksYmOqKfjEhTKmn/2M77sscxDON+RdHS3Khdz2dTXcCKw9b2Eg9pQXw99S8GcW5Q7YHvx5IuxnC0f5QDE9oqWFGXJSIgAiIgAoMhIAeuipzlwFURlIKJgAiIgAiIgAgMI2CT+MMOdviBAxdviDFRh/jJMH4zIccKRWbkSyfUWCkHA4tNQHONCRN/ODr4t4Z5s9+26PNOPPbmpp9EYgLb0nXjjTfGt4ktbj79Clx+BQ4L441nOcOmhbNPfz/PgcmEz33uc0Nvgll4+2TCgQlJjOtVhC37mDwzpxC7hskJ3uZlNQMMxsb0oosuCqxM0Uly/FZdddWYN1znDb78ZqUFlk5nGyqbxOH+OB7wHEwUIX47CxzPWFGgtEKQn/DzK3ARj3e64TfPyRZGVcRvNeZXdbBreWuQNwaR3Nu6Fo7VlFZaaSX7OfTJpBHPfOyxx8aJeDtBnjMBiXgHLn6PBn68cYyBpaqYA5fls6+LvizBCYN+KiXjG5PpGJVYtcELxhLKCVu8MfFuDlzmtEFYv32TXcvEHg4zNklv6bbzpU8mMXm72+oVK3exghe6jZXuWPHAC+WCuogTI6sXYZhDbCurunqBbcmop4jfvisemPhv/MQVEnhLHeHe3ZxGuuVJVeNsOpFcmoBmy1UMOFtssUVYcsklYzrRGRipuqWFwKXy0eR+8eYT//HGPgZdKwtwo9yyIhcOPpSrXBlqq92ydFA+bKWM1NHCwpQ+Z5pppoCxx1auyYWjjWGFy5xTHzoZh9y55pprkkvhQduROgB73ZZrG82BKy0b3MCvwJVui8r5unqWa0piBhucSWjPvdBuoausHfV9BJjQxtoKTf46+jCsqMVfSSjTtNMIK1NgrK8rpb5TlbqSM7r563x73i0vSw5cPA99HtoJVq4zvUiZoc+G3jNnab9dal29140b6aN9sDac8BhrbOKwU12lbpM3OHtVkSY6mJUf6OMidds+rkFf+pWiOGbiy6wds0/vCJIr/z5evxqiXd/tk/LEikiW7xYe/Um/HX1iz805+uLoKtvKlZW3aK/IPy/kBave5RzqmualXzHM7kU5vfzyy6M+oq6lDlzdypXFk362PYYq9TvsvnX1pWfBlmC2umC3MUCu7DbtI/g2IHUEsufiE11BuUFX44REPiG5tHC81EfgnEk/4rS463yaA1c6JiaOOuMdHGrIU++w5dNx++23xxWS0AFVBNaMsf1qQ3Ydq6AxdkHf5/KtU/3MjeeJl1WX6YPZONLuxSeOTbZKlR3PjS/sXN3+nB+zl3RpyYGLe9LGs+IU/YVUGOfiFAP/VNjakjFy+syMDWBserOqA1c3XdUpX+q2gd6BC8d+xog2v2PPSZnm2W+44QY7FD+tzHdyKCzNbxAB8bKd8L333hvjy/3z8za5Ld+4xue7n6vhHP1wxnO+P8Fx2otjjjkmjgtoW1MHLsLU1cVcU5KSnm6z/Ps+YUmn5vqSpLnUP7Xnaav/UbeOdcpb0lZXR/STkbHyn348y6qxpDftY9E3Yu6VMbVJaW7UzttnU13AKs5bbrnlsJcHiJMxPGMhHLhS6XSvttoD2iP6IfTNc4J+Y/VazyoXTsdEQAREQATaJWDzMFqBqwtXOXB1AaTTIiACIiACIiACAyVgBj7eRLUlri0BGM8XW2yx6OyCcwWTE1dffXVcMtzCTAmfOKC8613vioYtJmTYngkeOLMwOVhHuH755ZePW5MxkY4Bzq/eRV9woYUWim+hYSQ3I02de1QNy9vaGN0sXzfbbLOA0xSCUSjdYqpqvGk4JmpYwYEBAUZxJvcHLXDF+QRnCQwibO2CEZCJ5aYyNfFryojrmFiHPaug4KzFBDqTh4MUDCVsm0l+Y0Tw9YoJbfQc+gyHPowUVq/Razjz4SzCioXeON2mXhgki073YoUNDD08GwYSdJCvI7AgP+FQZQvLTvfiXK/3I19xRkUfm17BiQA9W3LAGWntFvqRMojTEdzRybQx8CUPugkMKb/zzTdfzBeuoawOuo6Rzn7o2W7PnzsPE7ZdhSkTUNR52tpu4p1fMR6wvVVT6dR3ahpnP67D4EmdsFWe5p+4up059/ntC+3ebes9DH2sKIXBxveFuB8GZvQ2f+hg6gR5wrY0o0FwfKIc0KfD0YiXJmj/6PtNTsFISz+U+sFqWfRlbQtW0oUTF302HEhZ3dR0q08zegtDH2Ew+HcztDXNS2uDSSv9NvhVcdzrVK78c/Tze6d+B/cdKfqynwymtrjrjHdwSqO/RVtFv4q2Cj1MnaOsNxHuj9Ge/ra9mFNF3zTpF5keYVxF/WbMiD5BH1Spo+nzNenPpXFU/Y0TFluEw542kDaFVXZZkbmT4PSF0wX6hWt4Vj8u6HRt6VwnXdVUb6b38g5cti0ZL6/gZIyOpW3FGS6n69O4Sr/pd9N/YJyAsyf9cvQ1n4OScePGRec08pf2Fke8Kn3hkaCLB1n+B9E/bVrHOpWVkcrIO3Dts88+cV6NcR0rbKF/qQeUx16kF13A+BBdR12gXSAtnZyDB9Ue0HZYe0V6aP8YvzIPIxEBERABERg8ATlwVWROx1EiAiIgAiIgAiIgAiIgAm0SYFKVt/AQVtXg7ehU2IoK4yzOK7zJak4sabip8bf4TY25rmceaQRwsMGxAGcIVvhIDTNMmLPyAnLFFVcEVouRiEAVAhibDjrooLjKAwaX3Xffvcploy4MK/zhOMCb9EcfffQk6d98883DyiuvHI8fdthhMqRMQkgHREAEREAEeiWg/lyvBKtfn3Pgqn61QvaDgMp/d6qjhVHOgav70ymECIiACIiACIwsAnLgqpgfcuCqCErBREAEREAEREAEREAEKhPgrUW2KUF4y40VtqyDzjG/LQ9v5x188MEclrxGQPxUFERg8hPwWxT57d1IGStP4JxiWxIdeOCBjVexmPxPqhQMigC6nRX5Nt5448AWSQjbiuS2FhlUmvp5H7ahZeUUhO1c/FZRvAnPFkBIujVdPKh/IiACIiACItACAfXnWoBYMQo5cFUENcBgKv/dYY8WRnLg6p6XCiECIiACIjDyCZh9SFsodskrOXB1AaTTIiACIiACIiACIiACjQjsuuuucfUaLmZ1LbZ9YOsEtu5gRQ6E7XAOOOCAoW0V40H9iwTETwVBBCYvgYUXXjiusMVqSQgrJT333HNxezW2tjG56KKLwh/+8Af7qU8RKBL4wQ9+EM9ZmcJxabfddutpK6HizUbAiY022iisvfbaQylhC2VWsqMfwLYpCP2DI444Im4pNRRQX0RABERABESgJQLqz7UEskI0cuCqAGnAQVT+uwMfLYzkwNU9LxVCBERABERg5BOQA1fFPJIDV0VQCiYCIiACIiACIiACIlCLAM5aX/nKV8Kcc86ZvQ7nLVateeqpp7Lnp/aD4je1lwA9/0ggsMoqq4TNNttsyOk0TdMll1wSTj755PSwfotAlgAOXOa89eqrr4Zjjjkm3HTTTdmwU8pBtlNeYYUVhp7bPxfOW0cddVS4+eab/WF9FwEREAEREIFWCag/1yrOYmRy4CqimawnVP674x8NjOTA1T0fFUIEREAERGDkE5ADV8U8kgNXRVAKJgIiIAIiIAIiIAIi0IjAvPPOG1ZeeeUw++yzx+vvvPPOcMstt4SHH364UXxT20XiN7XluJ53pBFgxcD3vOc9gbo4yyyzhH/84x/htttuiysGvfjiiyMtuUrPCCawzjrrxDJE+4fT0jPPPDOCU9te0ph3Gj9+fHToHjNmTLjvvvti/bnrrrviClzt3UkxiYAIiIAIiECegPpzeS5tHp1hhhnC8ssvH6O844474grcbcavuJoTUPnvzm6kM2I+jdXCkKuvvjq8/PLL3R9KIURABERABERghBGQA1fFDJEDV0VQCiYCIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIlCZgBy4KqKSA1dFUAomAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiJQmYAcuCqikgNXRVAKJgIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiUJmAHLgqopIDV0VQCiYCIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIlCZgBy4KqKSA1dFUAomAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiIgAiJQmYAcuCqikgNXRVAKJgIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiIAIiUJmAHLgqopIDV0VQCiYCIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIiACIlCZgBy4KqKSA1dFUAomAiIgAiIgAiIgAjUIvOENbwgf/OAHwzTTTBMuuuii8NBDD9W4WkFFYFICq666aph99tnDk08+GS6++OJJAwzwyEhKS6fHnnvuucOaa64Z3va2t8W6+L3vfa9T8L6eW3jhhcNSSy0V73H55ZeHRx99tNL9RgvrSg+jQKOGwOqrrx7e+ta3NkrvBRdcEMaMGRPWXnvteD2/H3nkkUZxTW0Xrb/++mGGGWYI99xzT7jpppu6Pv7iiy8e+ENOO+208Oqrr3a9ZqQHQF+r7IzcXGqzzNFH3nDDDcN0000X7r777nDzzTePuAdnznSttdaKfYirrrpK/fnJmEOjobxMRjwdbz3LLLOE8ePHh//85z/hjDPOCK+88krH8FVO9iPOKvetGmbcuHFhueWWi8Gvvfba8MADD1S9tHG4FVdcMdDff+KJJ8LZZ58d46EvRZ8KueKKKyZLf6hu3yImdoT+6xfPddddNyy00EJh5plnDldeeWWcvxmhCAaWrH6xHtgDdLjRGmusEeaZZ57w+OOPh3POOadDSJ0SAREQAREQARFom4AcuCoSlQNXRVAKJgIiIAIiIAIiIAI1CCyyyCJhxx13jFeceOKJ4bLLLqtx9cgKijEZRxjkwQcfDC+88MLISuBUkpoDDzwwOkU899xz4etf//rQU88555xhxhlnDP/+978HZhQopWUoUSPgC0bm7bbbLhpdLTk777yzfR3452c+85mw9NJLx/vW0QmjgfXAYfbphtJ1/wP7rW99K7zxjW/834Ea34477rh47aabbhqv+s1vfhNwfJB0J/DDH/4wBsKB69BDD+16wQ477BAWXXTRGG7XXXcNL730UtdrmgQYZDuDoVtlp0kuDeaaNsvc9NNPHw466KCY8DvuuCMcfvjhg3mIGnd5xzveET75yU/GK3CSxCF1tAqOCRjkceKZMGHCqHuM0VBeBgm1Tp9lpplmCvvvv39M3umnnx7+9Kc/9ZzUfsTZc6JcBFtssUXAoQo577zzwh//+Mehs/1q0/bcc88w22yzxTHZ7rvvHu/n27STTjopXHrppUPpGNSXun2LQaWryX36wXOXXXaJzjyWHpyJjzzySPs5xX+W6kM/WI8UmPvuu2/ACfXZZ58Ne+yxx0hJVjYd888/f5h22mmjY+hTTz2VDaOD9QiM9v5QvadVaBEQAREYeQTkwFUxT+TAVRGUgomACIiACIiACIhADQJTkgPX+973vsAfcvTRR4cbb7yxBgkFbYtAyZEH4ydGraeffjrss88+bd2uYzyltHS8aMAnvcPUyy+/HI0pe++994BT8b/b+fTIget/XEbSN+m6/+UGhl6Ms01EDlxNqP33mrpG1jadaTqlepDtjDcYyvmvU65MnnNtlrnR4JAzJTlwffnLXw7zzTdfdOD60pe+NHkKUA93HQ3lpYfHq31p3T4LL3+wwiEOADgvtCH9iLONdBFHJweufrVpcuBqK/fK8fg+QhsOcawA6VdoxqGHlZJZqW5qkVJ9aJv1SOI5Why4cLrea6+9Irrrr78+HHvssSMJ46hNy2jvD41a8Eq4CIiACLxGQA5cFYuCHLgqglIwERABERABERABEahBYEp14DrqqKMqbetUA5WCViTA1g4YXljq/6yzzhq6qjTpOhSgD19KaenDrRpHiTPbW97ylmio/OpXv9q3lWmqJrCpA9doYF2VwUgP542hU7uuYxtgVvZLZaeddorby3Cc1QlYlTGVZ555JqyyyipaRSkFU+F3XQeuZZdddmhlP5yd+rWF4iDbGW8wlANXhUIz4CBtljm2xNt8883D6173unD77beHa665ZsBP0/12cuDqzmhQIUZDeRkUC+5Tt8+y0korhY997GMxid/+9rdbWbW3H3G2xXCkOHAxdqMvj1x00UXh73//e1uPWDmeun2LyhFPhoBt83z7298ett122/gkvKTGy2pTm5T6eG2zHklc5cA1knJj8GmRA9fgmeuOIiACIuAJyIHL0+jwXQ5cHeDolAiIgAiIgAiIgAg0JCAHrobgdFltAqVJ19oRTWEX2ApCbCnG1mKTW5o6cE3udE9N969rDJ2a2Nizss3I7LPPHn8efPDB4YEHHrBTwz7lhDMMR+UfI9XIOsh2RmWncnFRwAEQkAPXACDrFo0INOmz0G7jMHnTTTcFHNXbkH7E2Ua6RooDVxvP0mscI7Vv0etztXH9csstF7beeusY1dlnnx34m9pkkH28kcJWDlwjJScmTzrkwDV5uOuuIiACImAE5MBlJLp8yoGrCyCdFgEREAEREAERGFUE5p133rDhhhuGOeaYI4wZMya8+OKLgY7htddeGy6++OJJVqfYeOONA0uT33vvveGCCy4IGA6XXnrpMOecc4YXXngh3H///fFt2ZKRep555gm8fbzggguGaaedNtxzzz3hqquuCq9//evDjjvuGNnV2S6NC0jDyiuvHGaZZZYYJ1tdsMrJKaecEljWH1liiSXiCid8v/nmm8PVV1/N10mElQ1YReVf//pXOOGEE4bOV7nHm970pvCRj3wkzDXXXEMG+4cffjg89thj4cwzzxz25jbPvs466wQc1zDu4zRz5513xtUUYJKKcZ8wYULki4GMZx47dmx8M/kvf/lLfC6uI87VVlstjBs3LuYfby5fcskl4a677kqjLf7u5/14Xsrc3HPPHbcc49lh9Oc//zmWuzRRlpa6ZY63tymrDz30UHz+8ePHx3JHeWVVAlZeueWWW2K+kD9e1lprrViuqRdsFcEKOZRtyubzzz/vg8ayv8EGG8Rjp512WgxPOeI5r7zyysCxNC0Epu5x/JVXXgm/+93vYvldc801wwILLBDLIExYYePcc88ddj//Y4011ghLLrlkmHXWWQNljfvdeuutgcl1ygZpxuj0/+ydCdgtRXH+x7+JS/QB44qoeBEia1BBFNAoiIIgF1AERHABEcGIe6LgHhU31CCIgODCIotKUFBEFkFAEJSgKIsREVcEBfExmsQk/u+vue+X9/btPmemzzl3rXqe75s5Mz093dXd1TVVb1ePok022ST1GY5st/PnP/855fOHP/whld2fnTZfPO/8vBXAVeI14+3FL35xegXbfNx4443dtttu26299trdAx/4wO6OO+5IMo1IbZIZJEYu7bnnnqm/wMdStJNtttmmQ67deuutafsQzrkG0cdOPvnkJBvThYX/4DX9kK0qaSPGZx/qI4cmlXXwhPHJ2LnnPe+Z5oNbbrmlO++88xKPKOfyKOsYx89+9rNTX+ebnrb59a9/neQi277Q72dBrQAu5jCicq2zzjpJHvzqV79KY5t2qNGqq67abb311t28efOSPEFuIUMuv/zyVNfac6OuE2nhCU94QpIn5Md2JMyfzHP0YebKCxdEyMiJ55BPpEO3QJ7Qj84888xiFDI9v/HGG3dPfepTUzRA5NEf//jHtH3V+eef333/+99XsrnjUCcrshGeoq+gIzhNo4/Map7xcubnyIVddtklXSYC19C+AzgBuUmkKLYBZX6kvZhTvvSlLy2iuwCAYG6BvvCFL6QIl+mH/SMaHUAACJ3la1/7mt3tusc//vHpXegAEPoi8vWqq65qGoeM5/nz56e58z73uU8a28hxdKpcpi9SkMIP9FPmVOrPvMxYgr/oVeiW6KvMs+gtyEj4xpxNH6d/Mz6YY5xKfa51TuI59Ezo6quvTuObc+kTyDG2yKIvU+6NNtoo8YMoKcwzjGHu0Y6PfvSjk+5w++23J17R1qWIdEP6B2VpBXD1HX/oIbQLdM455xTlCX1i1113TWmY7/meEfWZR9ddd91uiy22SDyiP0P0UdqdMYbeJhoid73d0dt/vOBbCl2eMUGZkdcXX3zxXMQhygA/kaP0SdLTp+mLfWhJ9hdkPv0NmY1sYFxoDqOs6OLnnntu+u4rlX1oP/M86M8bbrhh6s/kw7x03XXXdWeccUbSs4boLJ4v53vvvXeSV7T56173uvx21/KNMos8FytYw4USgGvInFZ7Jf2Q71LGFd9G6NzIJGwNr3/965MeTv8++OCDUxbMMegPEOAg7+995QTPSkZzjp7C+H3Sk56U+gpzBXoV+kwus0k/SrcYMufIroBsZSu3kq4pecN7+Rb+wQ9+wGmS1dPQW2v8HNp30cnQNfhu4lsBgofM83wfuZ1h6Lc+8yR/2KD41uac7zR4fcIJJ6RvM+bbpT3HjRsPNV4nZi34Bw933nnnNIfx7Q4RKRx5xRyck3QS5mnkGd94zBnM+cg6bDzwHt1jKA3px+T99gXbyGJrQ79661vfmmQfuhH1oN3QPSkj47tEQ+vOWEVfp81LUd4Y3/RhCDnBHMN4I5o4z0GUFR0AfQkdsw8x5z/nOc9JbcT8juynfuhQl1566VwWLTYCPQwAkvZDBjLvY2tAr+G79CMf+Ujq/6PGA8+IeA5dge2esWEyJrFvoavmNivXQfraQySf0BnH6UMqUxyDA8GB4EBwYPocYC6C+M5hDsFmg1znj3P97vvmuy1QKGZjAe1bghmlQ8EJCg4EB4IDwYHgQHAgOLAicACjB4CRGuHgfNe73pWMFkrznve8JzmqACtgFMBYkBNGyiOOOGIxIz3GWwx/KJY5AVoC1AX1BXChtOIclwEszxNwxLHHHpsMI+T9yle+MiVB4X3zm9+cJ08gDAzJ0J133tmxpdyQd2C0Y+u5EgEQkOMdoybbauFQKBFGOIy8TuI7SjvtgvE0J5yVgHdkzPL7GL+OOeaYZCD067XzWb0PAxNOtVIfoCw333xz97GPfWwRg5PKMrTP6TmcSQcddFD3hje8ITnB8joDWlS7Yfg68MADi+l4DiPeqaeempy4ysedlRgQMTirfrQHfM/LwrPudOc5QD98fOXE2MCY50Q5X/Oa18wBBf0eThDqhJFV/djv5+f0RRxtJXr1q1+dLs+KL6V36lorgKvEa4zGrJaGGF8CxehdOmLoffe7350cpVzDCIwcgACPfPzjH0/n/g8jNjJI/QjnEnkAfoJwxBx55JFzj2AMJk+1NQAvjKyjaIgcapV1vB+DMgbjEiFDcJbTV5c3WQfAGMcr/aBEjJMPf/jDizgJS+larrUAuDDMYzAvEU6eo48+erFbyKEXvOAFac7Kb9J2n/vc5xZxPORpSr9r/YH8ABIgNzhHFjnhiNh000390tw56XEaOEBaN4n8J1CPrvkRR9Whhx7ql0Y6WRdJuPDHy1/+8gTK4Cfvw6ELTauPzGqeSYWs/PO5ZGjfwRlD9EUcUTUCrA8QGdp///3n+iZgJsAsOXmUG0AvilrDO+D/vHnz8kfSbxxXtG/ucComXngR5yF5as7N09LfGC/u7MrT+G/vH9QP8GJOzLHU6YADDiiONwBrAFhEnqf6XOuc5M/53OJ9AIcgQMicJ/Di8MMP716ln1hxAABAAElEQVS8AMwMUC8nnK/wn3Siof2D51wnot/Qf8bRkPGHDoljF8JJiZ6f04477tgB9IKkUw+ZR/35PO+3vOUtc99FQ+Wutx+gBwDfpXkJJzh6Cs76nPgGQMcAjDeO/H2z7i/MP4DTodrYoW8xPiRPVP6WfsazfEcx/+DILxHyne9YwDrS8/N0/n2W3+M3W6LxDQEB6gQQ7SSdc8g3yizy9DK1npcAXH3mtFHvo23hfelbnb5MG9GODuByeQYgFVAjNEROkB6QOd8SEIu3APnlcpF7fGehp2M3ENUAXEPnHNcBTzrppOICMucxQBXAbUPrqnKXjjV+Du27tBPjqUTwl23CoZZvfeYl5CkygoVLfEuL+E5CfxBQfWnOcd5WKh9HfQPWeE0aQFcsVmRMlAj71FFHHTUH4CWN9AfsD4D7WOBQIsBfAGT70tB+TL4CcFFXxm7JP4oNEP0+l5MtdUe2sxgRkj0i/Vj4j/nxZS97WfrFtyl/im7o6Thnvj3ssMPyy4v95hsaPbemE7O4jvkXarER6IWSL4x1vvdkM8AOgcwYNx5kNwDgWesTtBP2I9+C1nWCvvaQvvqQ6hbH4EBwIDgQHJgNBwLA1ZOvJQWl56ORLDgQHAgOBAeCA8GB4MAywwEMFABVMGRiLAM4w4o5HPOAg3B0QLnDVMY+rwhON4wEGKT1nAxZSscq7N13310/56JqYPzIDVl9AVz77rtvMsaSKYYkItlgAMZIJEMxBi8M75Tnve9979y73vnOdy4WOcKdDxjBMIYNeQcOAow+GDg5hwAG4IzEQYBxk+u8W+AN7hHlAh0TB4QMy7mhKec7bYazALBIyXFBfXk3fFCbwCMMj31oFu9jZf4+++wz93r6DaslAbTRd8STcXUngz59TnUQgAvDL6sHiaoFnzEyYoij32MwhWSc5BynApFB4BtONn0HwPv3v//9qd1I585KfotIx4pPwHh5WUjjRl49wztZOcm7APqIcgeTtjvUfRx51Idn1Ie41wfAtcMOOyQnB+1AG6hvkd/73ve+9IpZ8UXlLx1nBeDSu6gnEVMYQ8g88c37X6txFsO4IgryPkB8gPkgN/6zWh2w6zgaIodaZR1ABUXNQW4il5AxjBf6v+ijH/1oGn/Lk6zD4YRchhgrzBXIReZBGc3dKK+6TuPozru+Wyjqvcge+ihldzlP5CiPKEPkJCJ6iIhWwWp9+rUDNeTgULpRRzkPlAY5imOBOUWymnuMIwdw+TzKPWQ80QUAZvGsxhmRuIiqJUIOEZUSov8xNujLPMc41HM49jxiopwgJaCr8vajnGFcE5iG82n1kVnNM5SxRqW5pG/fcdAc7QsfGRPoghozvBf9ib7oAFE5mvJyAXBRf9VzpBHYlXPamL7BOFSkS66jE5GOth9HlBN9So425BUgJPoZzm+NbeZV6tmHvH8oPWOJPKQ76DpH5kn6N3OvysF1FgngjIU8T/U5d6KlRAv+9ZmT/LkaIEf5oQ8jC5y/use7qBc88nYGeOYR04b2D/J3nagvgGvI+IPX73jHO1JV6CclYI7rLOqDQ+ZR9FVF80RHgNDNIMC+9NMWuevtlzJb8A/QCH0X0D1g+Zww1tP/XA721R38fbPuLy77VQf6IHOrj0fuoRfjPBa19DOedV1YegtzFSBR6g4xPtGzxuksKXHln/oTfQB93kn6vV/r840yizy9DC3nJQBXnzlt1LuQ0f79hNxB/vg3L8/3AXANkRPk6QAufkOMN+YexpvrRwApPMpPSbdomXMAVwCygH68APiufNOFBf+QLywwQcehbFpINrSuyq90dB3BAXFD+y72GvQ9Ik6Kd8gn2g7QJjpd67e+65z0D+l8nJ944olJNgrApToujTlu3Hio8Tq3/6AfYGOAp+i50h/Q3bBboVtArj+o3jzL3I6O7za0km1Lz/ixpR/zvGSW8qJtkO+0A1EipXNxnbIw1qHWurcAuFisSd+ENxD8hFfY4LCljCJ0Icqtvod+wfciYxQgma4DngJU2GojoAy5HFC54Bnz2rjxAIjRF8vAc/QI5j9saoxRiOsA99HtIdcJ0oUF/0gzyh5ChNBx+pDyimNwIDgQHAgOzI4DAeDqyVt9ePRMHsmCA8GB4EBwIDgQHAgOLJMcYCUbBm6IVacY9kUYgxSRIXeOuLEPQyPGTm1rhOGDyDIymstpQr6HHHLInGOCbQxYXS5iOxhWa4r6ArgwePIujPZvfOMbk4NDebjhg8gjrFp0wzQh0HmPk+qGIQPjGQ6aoe8gP48+QZQGIlCI3BCXG4txcGC4lbOI8shhpLKRD8YoAEQ4JaDcaeKrYLnvBjfyp93G0Szex4pFAdtyJyGGNngusBmreKkH5GUZ0uf0nABcqrPaNAc3sU3BHnvskZLxcUR56QMi57MMbNxzZyW/AYgA2PEVj6WyuJGX52644YYUSQJHHYSRmDQQTmnKDRF5QlsDUT7aV+UkIh7ATI3BvI4pg8o/OcLciULSWfKlUpR0eZYALvjCqlSNIV/F6w6USYyz3l8YswB5aDs5cpCtOPk5jiP12VnKute+9rVzERUBaRHRT+R93J3Ay4OsQ7Yo4mIO0gKIxJwlsCTgOtpqmtQK4GL1OtE+RM7rHFjt82s+fzJ+2VIEx0M+nyvv/AgABhAOzzAf4mgA5A0hw4lmRhqI+wJwwUfkEc/RV1ntjvNDRFQuHA4QzineAQgIYk7DgcVzAHh0nXvINfonRH4f+tCH0jn/5ASZBMA1iz6iMZvL4FZ5Olfhwkk+l/TtOzi5kPsQgAPmPNpT5KvuHfyn+Yx0OJl5VkT/UHQC5kLaEiIC63Of+9x0zvwJmFFtzHzF/K8+5e9KD1T+4VBiu1corzPXAPYARIOop5yJ6ULln+to8IKoiwLf5mAAwN+AnDX/uswnMhkObcjzrAG4+s5J8Eq6gMvivA+4no1uTv0FvGSMMYbQKyCvl0eabO0fPl/0AXC1jD8HAyJnAF6LsNnihIVwdEv+a0z2nUd5XvOiyzmuQy1y19uPPGgDZJj0PuQnwBKRR3yiXgDXaEevl9KWjv6+WfcX7/+UJY8I45HTXC9v7WeuCzO30Sc0FplLkE0CRShqms+j+fdZiX+6RjQ35CHEe5BtIpeHQ75RZpGnytR69O9kLWRSXho/+Zym+6WjtxHfFsh96d1886I7CPTh3x4uzwQ4apETLtsony/Q4Dfbfu63336cprmPPqPylXSLljnHAVroPehPPs+yVSTbtUGKKNhS15RB5V+JnyRt7btE6iVCK5TrnK3f+m63IV++QQB6IusgrwO/l+Ycx/tr48HLqb5LevoZ/Q0iIqgWjvEb2wffCtKB2NaTaG2Q6w/0G8alL2JAdwKwAxHpfRxIiXQt/ZjnfH5izuI7GhAaxLzEfKkFPw5WbK17C4CLsgAOReZDisCZfoz5B8hX0Y/d7sJjLA7VFrp8J/K9OImNQPKFvNFJaG/KKtkwbjxQR3QbvreYd9CD1Bbk+cIXvjBFYuXcv5tcJ+BeX92TtKP0Ie4HBQeCA8GB4MBsORAArp78DQBXT0ZFsuBAcCA4EBwIDgQHlmkO8BGOY4sPdzk6vMCKEpM7LdzYx4rIb33rW/5YCmWuLT+0DQBbamDYh4jqoqg+/iBOCTnRc2Ogp/NzVsHLKY3hSw4Q0uAAUVh1tm/BGOYGHXcskh5eaBU/q9AAn0FD38EzNQeBRw1A+ZZxiWdEbuwmetOnPvWpdMv5njsd3ECNE4O2kwGIh91pgsGwz1ZC036f94EcfJAquODfgi3YE9CA3+6M97L07XPkoefcUcT1mtGVcSBd38GHPCNywzR9Dge0OysxomFM9b7Is6WyuJG31B9wPAFqgNxhonLSxjhh3WBHWo92589xbxTVAFx6H89Omy+jyjMrABd8wwGnD2CVwdtWWzVMYpxFNuEMEmgRZ8Raa60150TvOxYp31A51CLrXAaX2pmIYgABiPyBUwJaHmSdy0c3YqcKLPjHVmM4MyC24pLzLl2Ywr8WAFc+P1EMnJyaO31ce3SHHLyr4rtTgjmFuWUU+dgrgWkcqOU6gj+XR8rS+5iXpSM4uIO64cTCgal5T89w1LYogIUYVyI5QXzO0L3S0Z1hAtPMoo9Me54p1UXXfC4Z0nfWXnvtFJWGfAC651ve4IhTNJBvfOMbc9teOujer5PP/Pnzu6233prTtA2SHI3IFBYH0F9wAtKHnYg8BCAGKtXB0+p85513TsAw8kR+ydHr97fccsv0kwg8yK5x5P3jqquu6o4//vhFHpEs5iLzukD2/PboZIrQwHXPU33OnWhD5iR/rgbIcfnA+yF3vJbGNLoEDljkn74JWvuH60Q+xu8qyeL/W8afO6B9m05yd+AhkQqJWAip7dCT+3wz8EzNYdkqd739aHccsAIy8j4HQZXmK80nPCvgLM/VyN836/7iZffvKC+b90NFpGztZ8wD6CQQQAJFGNH7fGspLRqp6Sx6pnZkbkKmM0ZysKj0e54d8o0yizxr5e97fdoALv9+YPwJCK7yeBS7cQCuFjnhz/B9xvjJQfreb7/+9a93p59+eipeSbdonXN80RxzCnOLyIHGGhNe7pIcGKq3uo7goKLWvlsDcE3yre+AlZKtyOuwtOc42q6m43k5xWvkMN/zfBdiH0APyAn9CD0JEkCIc9cfSjq+f/P3BSu19mOX3w5Sp5wQdaBPUU/Aisyfk9R9SQK43OYCoOrggw9eTFawWBTgKcTcTd1YBAQ5+D1dWPhPYPN8AY3kC8lK89e48cA3OdG+odK8w3WBzNEXKDv9ynWCIbon+dX0Ie4FBQeCA8GB4MDsOSD7NTYPviOYb/k24Y9z/e5bkrstcMD839K9vk8tB+nk1FkOihpFDA4EB4IDwYHgQHAgODCIAxjCWWGGYZBw2SiAuZNAxj6MG1qJ5i9x47iAWL4KzCMr+XPujNFzfr907oALjBKAyS6++OIUBryUnmsOUuCcCAqQG3AVsYvrLe9wHjjYCp7utddeZJsigvGenNxJT8h3jGWQ+J63B/fQT+VwKxk9iVAhgMKpp57aXXbZZTw2kqb9Pnf4Ok+8EB65w42zKsuQPke+eq4vgEvOPX+3l4/zV7ziFR3OJkh92Z2VNeNpqSxu5HUnY8p84T9FpXHHhhytfs2f4Vxgh1F1yZ+pAbhmyZe8DP7bwSB9ZQLPl3jtBsuaY1GGSfLgHOPzJAAu8kGekhey1ImtD0444QS/NPK8RQ4NlXUOrKHu1113XdqmD6dvjZYHWedOEeqBzAd0ghNWRpBa/aZxXQ538pJzrpSvywMi9+AcyenQQw9NERp97Ps4wSHAqvecfHvMPn3Py4xzEcdDTiWQt55jnuK5HMhKHlsuANTgPIJKAJl0Y+E/gIiMIZ6ZtzBi6CwAXLPoIzXnXqs8db7k5619J8+H3xgA2QqHqGfbb7/9HKjZgVoORs8jAUnu0AfkMCJP5i2ILV4E1EoX7J8AGSU9x5KNPEWHYjsitktG78G4CbUAuPLotOSjObmkj7ANMWMAQn4effTR6dwdsCUA15A5yeeyGiDHwWOpAAv+vepVr+rWXHPN9JM6sIWYk2QLYCLVwe/rvE//cJ2oD4CrZfzhbAX0ydzqzm7K6U5mnKwC9rXMo9IL8j7ZKne9/RwsJ/6yjSzbyUIsPoF/TgAqFeFEQHO/n5/7+2bdX/w76uyzz+7OOeecvDhpkQaLNSD/1soT9ulnkqUCCuR50EcAlEA41wGG1nSW/NnSb43jvL9J5yzJBPLxd+a67DTzZI4EWFgigCQaB6X7ujZtAJfaaNS3iGSq6zU+pwkE0yInHAgFeIzy5ORbnvsYEcBiHDi8z5zjQDXPz6Nzef1b6prXy3+X+Mn91r5bA3BN8q3vgBUtAKzVYWnPcZSrpuOVeO3g7pqdgDyZ0+hPPt9IRnC/9A1B1C5AQlAe2Std7PmvTz/W3FqTdbwK2yB6O8R3AvoY2xpCQ+u+JAFc3kZ5tOZU+AX/iIyHvGDO4TuNxaKTArhqsnHceBA4tjb/UeaXvvSl3QYbbJCKL5uV6wRDdE8yqelD6QXxLzgQHAgOBAdmzgHZLgPANYbVAeAaw6C4HRwIDgQHggPBgeDAcsMBnHBsGYfRF8NNDjKgIm5E4reMfbkBm3uQr0qXodqNOTiGfLX5XU8tuo2BntO92pHtmDA25+VmlS0rVnHQawsb5YFjBAcJ5CtttUoNQwgOEo5QyzvcWO9gJbZIYKsEEbwtkerDViA4QKFRfHfgU8l4NwmAq9TOLe9z4BN10jYnef3lRKQNFfljVN15vtTnuK7n+gC4vE5ESmILuRI5L7VVgTsr8y1jlEepLG7kZUvRCy+8UMnnjopaIsO+G/VLYD09KEd4zTCodH4sAbhmzRd/f37uDtK+MoE8Srx2gyVRWHDm5+SrWZFZGKgnBXDxDt8Kk9/IP5zKtfFPmpxa5NBQWQf4ANANvHKinESZAWyDzPSxu7zIOoCzAGhzQjYw3qlXn+g8+fN9fgvURNqS80V5uDyogR5Kjk7fPmVUn9K8Mkq+qSySO6OcNHIM8E5FgpHzyecu5amjg1zyLUpwoDBeSIPzvUSzAHDxnmn3kZJzbxJ5WuKFrrX2HT1P5E+iZqETCvCkezo6gItrRBAFYAcxd7A9oQO7iAxJf4d8C0x+1/qp+ihpcPyhf4wjHOBE2tloo41StEOAHyVqAXCV9FX1cc3J/i7v20MAXEPmJJ/LHGwwrg/gQGV8QYzXvA2ke5UAXEP7h+tENVnmfOO8Zfw5mAmAIHo/C1EUoS+XFS3zaM1h2Sp3vf0cyCF++LZ6p512WgIb6x5Hr/O0AFylNmrpLw7gArzIGMjJt5DNZcqQftYSsY+y1HSWvJyl33wri+dsrQooDJLOWfpe4n7tG4V708zTdT7ydmJ8+7bufs/Ppwng8kiwpb6u9ypCjctUl2cCcJF+qJxwAFcNGM8cAn8glxk1AFfrnCMZ63qVby2cR3YbWtdUgcq/Gj9b+24NwDXJt74DVugTAC6dvA7TklnKf4js0TMlHY97Xk713a222qrbaaed0qNEhGTRVolcvqOHA7BxAFfJfuJ2gRtuuKH72Mc+Vsp6sWst/VgALhzIpSjyvMQXbRJZ6pGPfGRz3ZckgIuFIlpc8p3vfKcDRDiOJrERSL6w6Ebn/r5x4wH9Wvp6rs8pH9ep1e9cBxmie5JnTR/S++IYHAgOBAeCA7PlQAC4evI3AFw9GRXJggPBgeBAcCA4EBxYpjmAMYltRvzjngJjBMCIikEIwwC/5Zzlvox9edQF7kElQ7UMPtyX8ZtzJ1brKaLXELAGK+EARhHSPK8L+VNOVqnJEYjRn1X4pNU2PUSbwFkIlYzMQ99RcxDI4Z1e1OOfOwNG8d2dwu401CscdDQ0AlepnVveB2CFlYt5f1IZdVQ93cCta6Wy8Fypz3Fdz/UBcBFVC8MzNCoqjBtmzz///O7MM89cZAvFklGZPEtl8bxKWxHwnIAUcmy4I7wWrp/nFGliUgDXrPlCWWs0KwBXjW+tAC4B3/LtEVSvLbbYomNVuqi24lX3a8ehcqhF1mGM3n333dMKYxmGvTyMy8MOOyw5yrm+PMk6HGXbbLNNt8oqq3iV5s4dDDF3cQonLQCumjwoAbg01vsWtWaw9+flGKjJXNIqYpvL9D7RNtx54ACu2vxI/kRNI8oA5A5WfsvxUZq7uZ+TO8MUDUlpptlHSs69SeSpylg69plLSn0HkBz9E+BVToCoaX8iDEA52MKBJpdcckmKpuMgdY+g4RHg8vfUfpfAU3la9EYiS+GIzEk6H4sToBYAV0lfFYCrBHRqBXANmZN8/LjMGtcHHJBTqpfABV6v1v7RAuCijYaOP+9X2nLcQSwlfWzoPFpzWLbKXW+/Urv7uDrllFMW29bUHfyldoSPTv6+WfcXB3DVxi+R8ZDB0KWXXtrxvdfSzzxayk033ZT0Eq937byms9TS59fV7r6tnfT72nxZ+0ZR3tPK0/u+8tZxaQC4iPzCvA5de+213THHHKPiLHIUGFLfOdx0eSYQjB4aIiccwFWSB8pTugtAZHR6qKRbTDLnuI7DNtHILHQQIhRBHhU8XVjwb0hd9UzpWONna9+tAbgm+dZ3wEpJfngdSjrykpzj4HFJx+O6l1N91yOTKRISaXNy/bQE4CrJ/BYAV2s/lj1P9rO8/PxmYShAXQi9i6j+fAdDQ+s+DsDl/dC3hnbw6KioX6lQC/95G5111lkdi/TGUR8AV81GUJIv/r5R4wEbZimaoD+fn2sbYdcJSjoIz5XsIVyv6UPcCwoOBAeCA8GB2XMgAFw9eRwArp6MimTBgeBAcCA4EBwIDiyzHGCFOqAmAZ5YlQtohRVnbOkBEYll9dVXXwxw02Lsc4cDocYBleTk2wsOAXApHxx4RGDAmINhH5CRyJ0WXJOxmHNWec6fPz9F2uK3r6rmt1Pfd9QcBB6Jh4gveXQwfxfnOAPYRhEaxfcWQFXKdMS/ab/Pt+8prSBVUQQccOPgqLLwXM05ouf6ALh8G8pREWqI9MH7oOOPPz6Nmz7OylJZ3MhbMkbzjhzA5YbaUUAMOSMmBXDNmi/UsUbLC4BLDn22i8MZ4wT/MHjnYCgZUj1t3/O+coj8WmUdz+LoZvshHK4Cz3DdnWzLo6xDXjLf4NhjZTjGbNGoLZ2UZugRRxTADgj5RmSiEvWRByUQjrcxDgGAN6MIByVtOIokdxxEnKcvOepUvlERuBys/d3vfrcjSqUDMQBsEUWALZGJKMk8CGlumCWAS3WcRh8pOfcmkacqW+nY2nfcoYz8QgeE7wAiaHsHt+cALuQQdXQwvLZ0yWUh40wLAQDtnXzyyaVqzF2jDwN0HUeKNEk6dAa2B0WX5R1EUWWRAoAYKABc/xeBq+QELgG4WvtHH50oNUrlX9/xR9+j3MyvklWK5oMcqW3jymv7zqM1h2Wr3B3nPF1RAFzMRUQWyakkq1r6mUf7cyBw/r78d01nydPVfkum0L/oA8x10u9bAVzTyhPQvutqXgci9gLAH0fTjMDFoh30BIi+IMBCXgbNG65bej8RCCZ/ro+ccACXgMZ5PgAI0V0gj2ys8jo4fJI5x+dBvt+IlIT8Qo7xrc+3Qo361LX2LNdr/Gztuw6ccZvNJN/6owAreR1K38wtAK4W2SM+l3S8vJzqu741riIhKR8/Yh9hQSKEzoSccVBXae52u0DfCFyt/Zg+CqjfF9l5+Tn38rI4kr4HuBQaWvdxAC6PmjUpgIstt1nwCCnCevox4l8fAFfNRlCSL/6qceOBqKNEnGXxGJHOxhHbZqMXj9NByCcAXOO4GfeDA8GB4MDS4UAAuHryHaNbUHAgOBAcCA4EB4IDwYHlmQNu8KgZe2RwwHgkxxt1bjH2+ars008/PW1XlfPPjcZuDMzT6ffDH/7wue0Iv/zlL88BnXQf4AHvhdwozG83ZH7ta19LKwUxfOdOx9Z31BwE7qSubeWAIXfXXXdNziVWeGNwhkbxHcMuK7ihZTUC1/Oe97xus802S2U86aSTuiuvvDKd+z83bgMqxLANjao796cB4CIfgZ5qThjSuNMOAyhggj7OStXBwWTeD0vGaN4nIIX3YRntauAsjL8YgaFamnQz+6dVov4uksySL1kRFvm5LAC4MFTLqVICzBHdBVkJ5fKDa26Mpy0U6Qa5Cr+JLDSOWuUQ+XofGyXrcGYrShgACIAzTvABx7i2J8MxjtF4eZB1zAXrrLNOKi8ArZz23nvv7jGPeUy6XNqCNk8/9PesAVzugKptW4UjlehjELIXkOooUpnppzhgaOucBPhwHUHb6nGNPJAlOTmQ+atf/WrH/O3b7pTmfwc+zQLANYs+UnPutcrTnI/+28d5bS4RuM7lu+t5JXnk2/7kAC7ejzNx3oJtxSAcSDhQoTziAQAbAHiQRzhJF+wf2zg+5CEP6ZgncfSNIt8qjzoBFNDW13rO+1UAuIYDuFr7Rx+dSG3EcZLx587io446qtt///1T1h4hiQut82gNwNUqd8c5T1cUAFdtO3HX66RDt/YzydIaYJht0fieguTcr+ksKVGPf4Al0Of5Vrvgggs6ojpJv699O9S+UfS6WeSpvIce/Vv83HPP7WhHUW1O0/3SUW3k3z6ejvHA3AQ/fW7yOU0gmBY54QCuGoiMfGUvUFQ4ypgDLKYx56ivAIDBHpL3T/Gmpa56tnQs8ZN0Ks/QvlsDcE3yrT8OsOJ1KOk5LQCuVtkD72rjwcupvsuCGEAx0Pe+973u2GOPTef+jzEgQLJ/T/ocNw0A1yT9WAAuyl3b5loRBdHHmD8nqbsDuA4++ODFvin222+/bv31109slIznR0sELo8OWVvIp8jDvIP5i8UGrTaCXL6Qp9O48SAQHt9b7GCQ67/khfzjD2KuYpyP00FIGwAuuBAUHAgOBAeWPQ4EgKtnmwSAqyejIllwIDgQHAgOBAeCA8ssB3baaacOxxz0zW9+c7FoCG5scecs6VuMfQ5cKgFKcO5hwFWUmpIDl3c74XDH8Q7VVtXKMJcb93mPVr2yal9b7BB9gm1/RK3vcAeBbyPkK/UwzgGCgL9Ovt3h5Zdf3rGFCjSK78sDgMuNvUR5Y8V1Tm4w8ghFo+pOHjXniJ7LHQc1o6sATOR55JFHdkRuc8IgiJMYI6uiPXC/j7OyVBY38paM0eRdAnBptTr3S05pgSi4XxpvXC+R6u9OFNLpOufT5gt51sgdfX1kgvIp8XoSg6UcUHwww1snNx67wZ00vpoXAAzG5wMPPDBFfeJ+bRxwz6lVDpFHX1kHMAuABX371ltv7Q455BAvQjp3MATgHLbaWh5k3Yte9KIUmZFKYDDHiecEeFf1rRntPf3Qc4GheG4WEbgckO3AVy+nR8H86Ec/OhbA5WPPHZrK0510riM4GM7nLz1HP8PpAM8hZBnjAEcQ0Z6gUhvh5MQZD80CwDWLPjLteSZVvvKvz1xSAnApqlnJAYQsQGYpelwJwOXOcfQsgAgQDrzbbrttkdJKH+MivCFqjpNHZsvb2NPpnG2nFPGwJEtxUuJYA5wKleZK5eXHcc5S1cO3GtTzK9oWiq39o49OJJ5xnGT8+feK6/Of/vSnE5BQ72mdRwXgIh93nrfK3XG6yIoC4CKiEFvC+TeOA5V83mjtZ4xvbfFaip4sIAFtp7mmprOQpi+pT0gGSOccCoLx980iT8+/7/m0AVwCGfB+om0SddPJoxr7t4fPaQLBtMgJn6MATVGefOEEkcH5PofQ92+++eZ0ngMspjHnuO4kecVYYLEHv0UtddWzpWOJn6Rr7bv+Te/fZ369NC/zztq3/jjAiteh9M3cAuBqlT3Uo6bjeTnVd7Ez8T2PXgXQBp2Xb0anpzzlKR3bUEO+YGicToJcJW+otigz3Vz4b5J+7DK3tP3euuuuOwei1vfIJHV3eXTCCSekKKuqC/oWOio8hSYFcBGJD/2O/EpjEl8w9hDu802PDQ9qtRHk8iVlZv/GjQf/Js/BtmTD9z/9Ap2DPsd3IMdxOgjP+hgFHKbojZqnSOP6EL+DggPBgeBAcGD2HAgAV08eB4CrJ6MiWXAgOBAcCA4EB4IDyywH3JGBEYKIPmxXg1MVwxMGbhlEMGLwwc4RajX2OQgEBzpbB2CsBHyEUUHGU97hxkB+l8gNLayAI/KIoorgsCPaiCKO8D4ZSpSXh/nXNQwdvm1P6zvceAcICKM1zk3IV+8BlID3ukeIfQBcMh7BMxmaR/F9eQBwUXecOYpARFsRLQGjEE79nXfeeS6iGv0C46ZoVN1JMxTApfzo0xhgaXOMWu50pFz0KYG4AG9hrBPYj5WMrL6H/Dm/nm4u/Kd3OpjM+0nJGM2j9EmMs+7Y8NXilJOoQkQ8WW+99ToimBBpQjQNAJfXb9p8UTlLRweRYAhmvIwitv669tpr52SU83oSg6XLLsAstDHyCkcr4FSRA7gc7Md9ATkZq+QnsGqfbRpa5ZDK1UfWkdaBgWeeeWZ3/vnnK4u0ghdwDmPVDdfeh5dVWefb8+JUxtjOuIBoD4zkgAAgjxrixnNF2kiJBv6bNYCL4rijmnFAlEPkG/2Mdttwww1TqeVwHleFVVZZJclr6QEXX3xxR7QsHCYAqZBBIt6jKJ3wEwepnjv77LO7c845JyVFjuFwkHzybYncWfmrX/0qRXOirIwjAOdsjyzKZZrmds9PaUtHd4YBAGLctvaRUv66Jpk/rXlG+ZaOPg5rc0kJwOVzMoA7dC9k/JprrtntueeeHZHbRETmY9vgnJSvrufto+tbbLHFXJQ/5ngAVdpOlMgH++67b4esg0477bQOwNgooo+hP6mvCRxAn6e/7LHHHnP5kc9xxx3XXXPNNaOyTPe8f5QcVCsTgKu1f7jOUNOJvCEmHX9qE+XJNwHfFU6t86j3hzPOOCMtGCF/qEXujtNFVhQAF/wBhIA8IuoecwfjiTkC8sVDrf2MyCuA6CHkFlFtiEKMTEB+0a8gn/dcVuY6i4NP2G4K2VYiBwUx//Bdd+973ztFN9GWgf5c7RvF08wiT8+/77kDJnJQQG1OG5W3f6/wnYUuLDkMCJL5XTLcv3O8nQSCaZETzlfKieOLfgJIi++5Aw44oJs3b16qgn8zcCHXLaYx57DFJdFsnQR08WstdfXn8/MSP0mjNh0KPvSxkttsfDwP+dZ3nVuLRLweXoeSntMC4PKyDtWBxLtcx/Nyqu9SD9dz6YfYH9j6GUJnQVfXWECPBsgO+RxU0kmGArgm6ccO4KJsfBPzHcu3FXWgjnwnQoDjpOO11t37GXrj4Ycfnmw2XAf8qcUgvM8BXL4wB/lPWyFfkEGjCL3xiU98YkpCGyEDACIyb8F75jHIo9232AjII5cvXHMaNx6QJSwqoz3pg4xD6c0Am1kwxjcU5OUdp4OQvgbg8r6Y60M8FxQcCA4EB4IDs+VAALh68jcAXD0ZFcmCA8GB4EBwIDgQHFhmOYCDi4gjAqNQUBwSilTAbwwluo9hHCfMRRdd1GzsY1UeRm4Zp/J3+vtzYyBpS+RbM3IfYAFGDBw1eg+/McL/8pe/XCSL3KiLES03qvJAyzsw9ODYcdLWkRjaAEpgQBHhQIb3KjPXcwCFDIUlI6u/z400yt+jep166qndZZddplvV4yzeB0gC44/Xk76FsU/XaC/AB4AQRKPKQpqac0TP5UZ5N0DxvN/3SDXcw9hHmQS44Vq+qriPs7JUFjfylozRvKsE4OI6hkQ5Hfhdo5ozvZReRkh3oijdrPii/EtHB3CV7ufX5BAs8XoSg6VH/8nfyW/6B/3XAVzIEoyrUA4scSADz+J8duBoeij71yKHlEVfWefAXp5lbFIn5gGNT66ztRlzAeSyJ11Y8G9ZlHXudIDnzG+MaZfD9HuM4dQb8uhq1Hfclm7pocK/JQHgyudX6kjbCRBDsbiGQwVnYR/abrvtum233baalPzoFxwF4CLxjjvumMCNepD7yFGXoZQN2YYshYgIgIzxfkY76BnyQEdQe/E84xxgwDgniMqho8t/Abi419JHlGfp6O/h/qTzTOkdutZnLhHQyuU7gN/58+crm9SW/FA7wGfXTXDSwScnd8xx3UF7no5zj7TGb401tTPXcnnJtRq5w5Y05Of6BDwHWAHRhwD4EqlnFHm7lZylAgs5KET54dxjvEOui3me6nOtc5I/BwCFqJjQuD7gvCrVS1uier1a+0cfnSgV2v5NMv7y+TGPpqvX5On6fDM4X5WPwAUtctfbrxTBZEUCcIlfjD3JFK7hfPBopq39jLzc0cxv3gXpffxmjlBUpVE6C457HPgQOhlzVI0kBxiDRA+cFMDFe2aRZ638teujAFwux3je57Raflxn8cvqq68+l6TURrSXz00+7hwEM1RO5PqvCpH3SX4jAz0yZEm3cDlKXi1zjteBPPJogVyDPB3l66O33vXk4v9r/NT3Usm2QC6172sH1uQ2m9Zv/XGAFa9D6ZvZ22bWcxy8qY0HL6f3Xb6lsP+4Xk7/oe8L9ES+V1xxRQK+cg75e0r1GgrgIk/nFb/79mPvkzwnyscTIE1A86LWulM37GmuIypPjpRb9xzAxT31bc6hPhGWmZ8B9TkwjO8Xbx/GId/4HKEWGwHPleQL10XjxgPpPIIhv2kH/1biGotEmW/R56FxOghpfF71CFzet0kHSR+661f8Dw4EB4IDwYFZciAAXD25GwCunoyKZMGB4EBwIDgQHAgOLNMcwOCMUUjOLRUWY8hZZ53Vfe973+sOOuigOaPFhRde2LHaCuAXho0a4Klm7CP/Rz3qUWm1K8YDJ4wgRFLgfVBuDPS0fo7RZv/995+LnuL3OCdfwED5lg1Kp/D3/K45HVvf4ZG2yB+eskoRgn/wXpFI0sWF/3AoseqZP6dRfHeHRG40Iw8HcJ144omLgKP8HX4+q/fV+h3vpu44I3+8IGKa06iykK7W5/Rc7mTAuEy0DwEUea9C4ZOfOzD47VRyDLLqdJ999knJBF7xZzgvlYVINhj+oJoBvwbg4hnAFTi+ZAzGcEddici12267pchdfbaiIi9oFICL+7PgC/nWyLdjq6Xx6wJwlXgNCAHnDFRqQ67XDJbcy0EKXIPfgCFx2tOnMI7inCfy3/bbb0+SZFzGcIpjyskBcTkg0NPpvFUO6fk+so60O+ywQ+pTcn7qeY4YsYlEhSxzWh5kHauQcVgoAqCXn3PGCRH3fNs3ZIQiV/WJlJbnqd/Maw95yEPST1+Rrvs69pEHJRCOnke2Ek3CHQ+6x3yNw+v666/XpV5HIpwQyYQ5RoS8vPLKK7sHP/jBqd8zDhzARbrNN988yTZ3euh5eE0UNIAiTtR/l112mdM5dA+ZBuiGLRYlL7nHeAaMpu1L+jhneA6dAeAFJDAN5y19hOdqNO15pvYerk/Sd3JQi97DWMDBhNzfYIMN0mX0Q5w5Tquttlra/olr9AXmUjmKPJ3OPcKBrnHkWXQ15kJkTR9iDidCrMaXniEvdFiichHJQv0XID8giVHk/aPkLBXIIgehkKcDuFwX8zzV51rnJH/OAVzj+oA7bEv1EoArr1dL/+ijE+VtMMn4o/31/UC+OHxdlutdLfMoDmT6tADZ5MWcLgP6ULnr7VfSRRzAVdLXXXcotaPqqqO/b9b9xfsK31ToqPkcgL5D9N28ffxZlZ1jHznEvIFjOSfmGOY9gHJONZ1l0003TfMdaQHyoDfVSFvhIRP51mz9Lvb8Z5Gn59/nXGUgbf5dPG5Oq+WPPsk3EmCqnC655JI09xJB2AFcLs8cBDNUTjiAC2AMCxX07aeyoNPQT66++mpdSseSbjGNOcfB8fn3pxdgaF392fy8xk99Lw216YwCcPHulm99/85iS0lFJ1ddvA6lb+YlOcdRptp48HJ63+UZ5ASRkbRlONdE6C3Y2bRARtddfyjJ/BYAV2s/1naj6FLo8nwj5d+LtQUvLXWHB/CKbwzZOsQXFqixrSKRfaEcwPWMZzyjY6xpDrrpppu6ww47TI9Xj9goaaM11lhjsTREZkSvpO5O3nd1nfYs2Qh0vyRfdI+j51kaD0o76nuLeYzvJxZfiFwnKOkgpKvZQ8bpQ3pHHIMDwYHgQHBgNhzQ9yfAe75rBQJnruNcv/u+/W6bbbbZXUtf+j6xnKQLANdy0lBRzOBAcCA4EBwIDgQHxnIARW/jjTdO2+VgOGWLHI9Uhd6z1lprpdVaOKNyY9rYFxQSoGjiFCZfDN847LQyupC81yW2+cHwjpGHOrHVGo5dtpXDgFIjAVZIM87p2PIOjK9EFkHRpo65UxLHJ7wAyIUSDnCJNljRiTaat2DLCpzoODxpqxtuuKF3ZJhp8QeHAWXh/RgCndhCjPv0U5zRbAVDGXMgjj+ztM4xqAGmoB7qYwAiqRv9DiPhtGh54su06qx8MOrSZxmvbPNGf8hBKEo7q2OLHKIsQ2QdYAfmBQC3GPnZxhWjNc6tWn2XF1lHnXA8sQUmq5SJsnHjjTfObb87q3ZbUvlitGH7O+YVAAdEqCLqEFGNJiHmbfo9/NKq84MPPjjJnZoDkr7D1nj8ARTHeUJUIspUI/U93kWfYw7HsShijmdOpQw45SXvdH8ax2n3keVhnkEXwdGNfAHkgb5Hu4qQe/e9731TxDTacVJCtwQUBq8Zh8hTHF3+ziHvwJEKn3HwoVMC5pPuJ7lNH2SsK+rbkPxX9rRLsn+0jD/aHWAd8g/5wnw3ilrmUQAJbEuE49a/k3jPrOTuqDosi/cchIWjH72asUlENnRndCZ06RpN0s+Yo9ZZZ52kszNnIKd+8pOf1F6VQEOjvs+qD8aNJGtr306j2IOeKP2LrdWQ1a3fVH3lhAO4tEU2gE+2P2duoJ8AYhiqS0wy5zj4KY+2VOJf37qWnl2a15aVb/0+PJhE9ozS8Wrv5n08B0gInQS9C/0Eu9iSpEn6MeWkjQFF0kfRu9DxRwH4eaa17oxbvm2Yb+FVH9sh9hG+QdAtsbENsWMCOENP5btD34qj9EfpmkvDRoAOxPyHrk45KCcLbUZ9b9EWrTRKH2rNM54LDgQHggPBgfEcCADXeB6lFAHg6smoSBYcCA4EB4IDwYHgQHBgGeYA2zko6hJRSVgRHhQcWB44QGQqHE8YSYmakRt8MciyehK6/PLLu1NOOWV5qFaUcUYcCFk3I8auwNkS2Y9V3RBRYHB8OOEsYHsSnOYAGohyFBQcCA4EB5YGB4gc+fSnPz29um8E36VRzhX9nSUA14pe56jfss2BEoBraZfYo+h5NL+lXa54f3AgOBAcCA4EB4IDwYHgwLLLgQBw9WybAHD1ZFQkCw4EB4IDwYHgQHAgOLCMcYCw4azcI+ID4C1W1UFsU8fquqDgwPLAAd/+5Rvf+EZ32mmnzRWbFe5sJURfhwBZEN0kaOXiQMi6lau9p13bBdHUO7ZSgohoyRypCBWsuH/Tm96UIphw/5xzzklbLXEeFBwIDgQHlgQHiKyhreuI9gSotBYNcEmUJ97RdQHgil6wrHFgWQFwIa+I/uMLbIgQR7TkoOBAcCA4EBwIDgQHggPBgeDAOA4EgGschxbeDwBXT0ZFsuBAcCA4EBwIDgQHggPLGAdkyGVrHYBcENvOEcUoKDiwvHBg7bXXThG21IfZguSPf/xj2qaMkP+iCy+8sDvjjDP0M44rEQdC1q1EjT2DqrIFxyGHHJK24iB7QM+//e1v05aabKUn2fPzn/88zZ/arm4GRYksgwPBgeDAYhwALMRWv5JFJDjvvPO6s846a7G0cWHJcCAAXEuGz/GW/hyQLswT2kKx/9PTS/n2t7+9W3XVVReRVx/84Ac7tpIMCg4EB4IDwYHgQHAgOBAcCA6M40AAuMZxaOH9AHD1ZFQkCw4EB4IDwYHgQHAgOLCMccANuRQN0MsHPvCB7vbbb1/GShrFCQ6M5gDbmz33uc9NW5iVUn7961/vTj/99NKtuLYScCBk3UrQyDOu4mqrrda96lWvSsDQ0qsCvFXiSlwLDgQHlgQHHCzE+2IxxpLg+uh3eJsQFe3OO+8c/UDcDQ7MmAOuCy9tANf97ne/udrGN9ocK+IkOBAcCA4EB4IDwYHgQHCgBwcCwNWDSSQJAFdPRkWy4EBwIDgQHAgOBAeCA8sYB+5zn/t0W2+9dQK93Hzzzd0111zT/elPf1rGShnFCQ7048Dd73737qlPfWr3iEc8osMxwFZn1113XXfttdemrYT65RKpVkQOhKxbEVt16dTpcY97XLfeeut197///Tui/d1www1p7vzd7363dAoUbw0OBAdWeg6g92y66aZJ1/nhD3/YXX/99Ss9T5Y2Ax70oAd1RIiFrrzyyhS5cWmXKd6/cnPgnve8Z4rUBxd+8IMfdL/5zW+WCkPQoxgbd9xxR/pG+8UvfrFUyhEvDQ4EB4IDwYHgQHAgOBAcWD45EACunu0WAK6ejIpkwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQG8OBICrJ6sCwNWTUZEsOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAc6M2BAHD1ZFUAuHoyKpIFB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDvTkQAK6erAoAV09GRbLgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHCgNwcCwNWTVQHg6smoSBYcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA705kAAuHqyKgBcPRkVyYIDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHeHAgAV09WBYCrJ6MiWXAgOBAcCA4EB4IDKzUH0Jk23XTTbu211+5WX3317q/+6q+6P/3pT90dd9zR/eIXv+i++MUvdr///e+LPNp88827hzzkIcV7XPzf//3f7pZbbuluvPHG7je/+c1i6e52t7t18+fP7/7f//t/3a9//evukksuWSyNX7jf/e7XbbnllunS9ddf3/EXtPJy4AlPeELqt7fffnv3la98JTHiAQ94QPd3f/d36fzyyy9P/a+FQ3/xF3/Rbb/99qlvXnXVVd1PfvKTlmzimRlw4KlPfWr313/916lNaJsVjR75yEd2T3rSk1K1Tj755O7Pf/7zilbFqE9wYBEO7LTTTh36wFD6z//8z+7ss89OesjWW2+dHr/gggt6y/1pzRdDy90nPfx41rOe1TEXoUNdc801fR6LNMsIB6bZfswHD3rQg5JeftFFF6Uarrvuut3GG2+czj/zmc/0rnWtzz/qUY/qNtpoo5TPWWed1f33f/93GpNLuw+W6t67sks5IX1g9913T3rktdde21199dVLuUTx+uDA0uPANGXi0qtF+5sf+9jHdptsskmHDP7lL3/ZnXDCCe2ZLYUnl9f222GHHZIe9c1vfjPxfRqsm0We0yhXngd9bosttkh97r73vW+a13/3u98lHZl5vmSby/OI34ty4GEPe1i31VZbpe8OxsShhx66aIIBv7Chtny7DHhFJA0OBAeCA8GBpcCBAHD1ZHoAuHoyKpIFB4IDwYHgQHAgOLDScuBv//Zvuxe/+MXd3e9+9yoPAA/gED3zzDMXS/Pud7+7u8997rPY9dKF2267rTvuuOMWcaxiTHrXu96VkqPkvuUtbyk9OncNIweALwhnJvkFrbwcePOb39w98IEP7P7whz90Bx98cGIE4K1ddtklnX/+85/vLr744iYGARB629velp4977zzOgydKxKtttpqCawJ7wBZLk/0/ve/v7vHPe7R/fznP+8+8IEPLE9F71XW5z3ved1mm22W0r7uda/r/ud//qfXc5EoOLC8cuCf//mfm4v+6le/OoF2JfcBs1xxxRW98pvWfNHrZQMT/eVf/uWcfPvBD37QHXnkkQNziORLkwPTbL/3vOc93b3vfe/uj3/8Y3fQQQelar3gBS9IYAB+MAb6Uq3P8y2Asxd605ve1P37v/97N6oOS0qHKNW9b11L6ZZUuXm38+/73/9+9/GPf7xUpLgWHOjFgVVXXTUBMfguv+mmm3o9sywl8vGwss1pO+64Y/e0pz1trjn62DzmEi8jJ8tr+2kOYcwcdthhU+HmLPKcSsEWZsKCxwMOOGDkIkuS/uhHP+qOOOKItOBymu9fUfMCOP+yl71skQUnffSvmt7h+tiQb5cVlb9Rr+BAcCA4sKJwIABcPVsyAFw9GRXJggPBgeBAcCA4EBxYKTmw2267pVV5XnmiWfz2t7/t7nWve3XoUkTGEl155ZXdSSedpJ/pOATAxQMAEd761rcmxxC/A8AFF4JaORAArlbOdQkYgDH+zjvvnAOqtee2ZJ8MANeS5Xe8LTgwaw4EgGtxDi+vztLFa7JyXplm+8lZvCwBuABPLwkdolT3SXrUkio3ZfQ+EACuSVotnoUDr33ta7s11lgjRWV9zWtes9wxxcfDygbgeuc735nsKjTaf/zHf3Q//elPu49+9KPLVRsur+33nOc8p3vKU56Sxs0b3vCG7r/+678m5vss8py4UJbB29/+9g4QlwhANgu2AIITad/te9MEtul9K+rxJS95ScfiV4gopfAUu+Y4qukdAeAax7m4HxwIDgQHlk8OBICrZ7sFgKsnoyJZcCA4EBwIDgQHggMrHQfYeu75z3/+XL0J5c8KPAw8Igx1u+66a0da0ac//enuX//1X/WzcwAXRjEntv1hK7B11lknGc4IMw65oSgAXM6xOB/KgRKAi3D0z3jGM1JWF154Yfezn/1saLYp/YoegatmTGxi1hJ+KABcS5jh8brgwIw5gO0GnSMnonKiO7Ads6J15mnYQrfVCTKt+SIv0zR+U2+i8REhle2iv/Wtb00j28hjCXFgmu2HTkNfZbsjtgyFWiNw1fp8KQLXqDosKR2iVPdJmnBJlZsyOuAhAFyTtFo8CweWdwDXKHmyorfwhz/84aTLsH1dH8DHssiP5bX9iBSP/kj5v/KVr6S/Sfk7izwnLZOe32677bptt902/QRgBFCQiNVO2PfYnlh08sknd2wxGTSaA0Rmxz5EFMR//Md/7P70pz+NfmDh3Zre0frt0uulkSg4EBwIDgQHlhoHAsDVk/UB4OrJqEgWHAgOBAeCA8GB4MBKx4H3vve9KcoWFf/2t7/dnXDCCVUeAPQSiAvnEatIRQ7gGhVC/G/+5m+6v//7v0+PsfIRowcUAK7EhvjXyIESgKsxq8UeCwDXYixZZi4EgGuZaYooSHBgphyQ05PonWwnWqNwgtQ4E9dXVA60Arhq/CgBuGppuV5zSI56Zlm4tyTLHQCuZaHFV5wyLO8ArhWnJYbXRFFGf/KTn3Qf+tCHhmcQT0zEgX/4h3/oHvawh3XTBNDNIs+JKrnwYWxsq6++evqFve+WW24pZutz/ne/+93uE5/4RDFdXPw/DvzTP/1Tt8oqqyTgFu3fl2p6R3y79OVgpAsOBAeCA8sXBwLA1bO9AsDVk1GRLDgQHAgOBAeCA8GBlYoD22yzTbf99tunOrNyjMhZRLeoEWHWDz300BRunRVnGCwIGw71BXCR9oMf/GCKJMH561//+pTH0gZwPeIRj0jRmqjX5z//+Y6oYRhTNtpoo8ST73znO93Xv/71ZPDj3jOf+czu0Y9+dHf/+9+/I+rHv/3bv3Vf+tKXqvybN29e2qaSLS8IWf+rX/2q+973vpdWObKFgtOsy/K0pz0thX1/8IMfnOqJERND8mc/+9m0nYOXZbXVVpvrI1/84hdTeiKBPOhBD+p++MMfplWspL/mmms6ttYsEemp8+9///vutNNOKyXpdY3+9+QnP7lbd9110/vvuOOOjnYBeEg/euADH5hC2B988MEpP4yWbJUAsdKWLUGdaN/NNtssbS1A3txnZeq//Mu/LBKBbhyAa9NNN50Lo3/rrbd2Z511lr9m0LnaHpDCKaecksq21VZbdWuuuWbi4W233ZYisHz1q1+t5tu3r2255Zbdox71qFR2ViMz9umTGHjZnol3Qqeeeuoi/CBqx7Oe9ax07xe/+MViK5gf+9jHdhtvvHHK7zOf+cwiW1RMq++xOpj+OArA10QJmwAAQABJREFUhYFeK4/h54knnpi2bk0FH/GPKDdE+njMYx6TjLPwhpXLRCdkjOcGcPoOxm/osssu62688cb03rXXXjv1Sfrpj3/84xQtxSMbpgcW/mMbBvj28Ic/vGP72muvvba74oorOmQ0fRQCtEI9RtEDHvCARaLOIddZWb3hhht2rBJH7jBOKWdOL3rRi5JcZjwR5WfPPffs6Eu//vWvu4985CNzyRn7tD/8lfGafnnJJZeksTiXMDshPfMNR+QBAF6AwF/4whe6H/3oR1nqu36uuuqq3dZbb53KwRYgyCrKdvnll6dylR4iHSvKH/rQh6Y6I18Zl0Qtqq0q7ysLSu/za2ylwvtrcoD55PGPf3ya8xgbmj/Jg3nl2c9+dgfIGfsF4xHeI2eRKcxNOQ3tq/48snGDDTZIcxh9G97Q7x73uMclhw9zAo6cnOgTW2yxRdq+adxclj87ye9WABcyffPNN08RQFVe6nneeectUpxpzReLZDrix/rrr58A8byXfk1EU8Ym/RZ5wHxJ5EgIGcNW19DVV1+dxsALX/jC1GcY4zXgPfJ9ywVyHvrGN76Rnks/Fvwjz6c//empvzGmyQc9hnFSG48tfVTv05E5gD4EnXPOOYtFg+A6/Z8xDCFPL7roonTOP4AwO++8c8oD/QtCjlx33XVJPqcL9g/5R/RXxs8nP/lJu3PXKTJzp512Sj/QE5jTRlEL39kiLG8/fwdzBTKVstzznvfsMPQyz9BHmTucmJtIRznRSaEcwIU8Yw5mrqZdkfsXXHDBIu3Pc7U+787cN73pTWn+L/VB+lZNh0DuTtLOlC+nUt1bdKZR5f7yl7+8yGuH6CyLPJj9yAFc6FXIJca6viNoa2R9/k2grJAZyG1kBNtfoZfQT84888xFxhE6MjIaYl6m/zmN6sPIgvnz56fk9D/mgRKtt956qfzca9X/h/AWfRRdGKqNU8YBfGbeUpTCUd8w0iNTpiP+9ZV7k8i2vu9Q2/L9ea973SuVmvoyztEpXEccoj+5HstcQV9E90RfQR6jd1188cVzkYzpX+is9EX6IemJCJh/Z9XYWpInnnZaOtkuu+yS+gTzww033JDqhI5DP0c35xrjp6RfUZ6h8yQRj+AJegfz2w477JBkMXId/qEfSqdnnDOfM8bguWjoHEd9+GPe4Duec759aDd0A8a/vlGm1ba19nviE5+Y9ErsImeccUaHnKC+yGn0VSJhMzY9grvqzZE+Lb2Ec+Z/ysxzXOcaz+ZRpDyPcefwh+8dCJtWHp27pQ6zyHNcPfrcf9/73pd0Cr4nAH3WiO8ygZD47ihFuR0irzUvLws2tVqd8+t967fJJpskvZkjY5U6MpcgB7FL1Gic3oHMQ15ByPK+3y7+viEy35+L8+BAcCA4EByYHQcCwNWTtyiuQcGB4EBwIDgQHAgOBAeCA4tywFfm9Q0lj1MIpw9GYkAkMhYPAXBhMMNYDQmUsLQBXG44AcBAPQFuOGGkOfzww5MhFOBCThhbqFtuCMYp/9SnPjVPnn4DYgAc4QbEWZUF5/WBBx6YjMulwtCWOJUAjogw0MvwSx/BKCy+YLCXgw5nM1GwcgKQArgKuvPOOztCzrcQRlv6qxy2ngeAF5wX9CEMaAJwOR8B5WE8hzAi45Qs5cV9QBXHHnvsnLNzFICLdqV9Idr9pJNOmnMcpYsD/3mZ4TcAHgzlOeFgd1CN7g/pawA2cTTkRJ/EqYFjEQLQ5g50DIyUE6LP5NFwDjrooOQ4hh/cw3A87b4HAOOYY46pArgwHhMJkLaG6NMYRMcR/YxVtfe4xz2qSXGEu5HWHbM4FgALUN+cAG8hJ+mjTvvss08Civo1zuEfzlm1kWRlns5/02YveclL0iWcqgC3NF49Hf3nyCOPXARApKgAgCJxEuJwgig34wXCaQewopQn92+++ebuYx/72GIOaByvO+64Y/U5AFkAFp2QPThk1YZ+D9587nOf6y699FK/PLZ8OLKOOuqo1Cd5cKgsWORlhR8CFNbkoUexpJ/h5IJwMtO+9KUSITsBMLlztKWvkjd98zWveU1yYObvom8y/nEyluT1EPmS5z3p7xYAF05n+nKJcOgeffTRc7dc9k4yX8xlOOIE5yEOv5zo18yrgBU4p50glzH0YcbuIYccMidn6NPUNSdFaeH68ccf31111VUpCc7rV73qVWnOzJ/hN3KMbbKdWvqoP69z364HwDBzbU7ICpxpkJcFuU4EV/p+iRh38ML1KXjIFt5QKTosDuaXvexl6X4fPbiF78hioi5Aar/0Y8G/Wl/gPn0AEADlEr3nPe9J4B1A1sy1kAO4AOEBAi0RTka2RxLV+jw6H/IXEoCr1AdH6RCAEbUt09B2VvnyY6nuXoe+OtOocisqcIvOkpfXfzv/+FZgPJXmNoz8OM/Ra50AVLNYoET0E0DZWiAB6GavvfZKSekPbJslYixIrnCNBTU//elPdTs5kKXfoWOha5UI4N4rX/nKdKs239X0/xbe8u0BOAZCl/PvlHRxwT/NEQBiFNlo1DeM9Eg9XzoOkXutsm3IO1w25uVlm2E5iYbqT94/b7rpprSYgGs5AcpBx0Vu5kSfRccFkDyO/H0uE6etk6lPMCewaKmk28Ozww47bLFFAS3zpKLyAA6DD5p74Af8kV7t/OH9tB3UMsdJXiMHsMto4Qr5Ie+Z9zX/TKtta+338pe/PC1u49sQ8GjN9sFimHPPPZcizhEL3F7xilcU24hvC3jD97DrBHMPDzyRrp7rgWTTWodZ5DmwWoslV3/kxnHHHZfAtoslWniBBSaMDwDfPie0yGufl5e2Ta1WX10fWj90Zy1wUx46lnRM3RundzjPhny7KP+hMl/PxTE4EBwIDgQHZssB6eZ8L6HnYkdFn+GPc/3uW4q7LUDG/7lv4uUpXQC4lqfWirIGB4IDwYHgQHAgOLCkOOCgK7ZDJIpBK3leowwYy+oWim44EQ9wZuMwV6QqXeeIoRTnO8ZYgEMiosl87Wtf088UxUZOF54hMguONyIjsIIe4jrAMEW9mFVZ3v72tyfHPO8E8ISBDoMyThbpy5QFIyQRWSB3fqQLC/+RjpXDGPHlTC31IXcsYqzFaNtC5O1lhPeUgUgUDibpA+Dad999E7CFclB/nD08h3FYoC6MzzhHATPUAFyAUhS5g7LgIMewPAmV2l4RNKg/qytFRGrwKDLu4KM84/oaQCxW8dO/4SFAKyIp4XgA7PbSl740vcqdK1wQQEvlyB2AOM74IOX9OLuhWfQ9AAYymOMQlYMCJwAGVjlHWb0tx6bKXDtqGwzuA1xiTDLGAa36OPetKNyRoXzhP+ArgKpEhlMfxXmCo0gE2EpAOa7h8OG9tInKr7RDAVx6DkAi0VoA5TjwFKCWR6QRgEvP6chYwwmAcR+wmYhV2uSLkwt5RptDeR19ZTr3MV7gTGNc8Zzo4x//ePf9738//ST62d57761bSQ5TDnjpdXDABeODcsJr+M98hoyj3dZaa6258gH6IkoBNFQWzBWocqL+WHNo1wBcOOzVv+gDyCTaHye5HH6MTeZZUUtf5Vl36PCb9zH2kS3qp1zPAVxD5Qt5TJPkiC2BRv09JRmKnGc8wmPmDJGDU/05B3BNu4/I2aoyoA8w5pl7NIa4Rx8W0MJljOSxgwVKTkj6D4By2hQZICA1kfiYT/UuooAw3zN+fD7Nx3FLH1Ud/Ug/e8c73pEuMb8KMONpfL6QrM3LzRhjfKN/ED1CjnnamjmKPg1NG8DVwvdS+1E2tiRHJkD0a9qBeRP5j14mAoADEAcqgZhcz9IzjF9kYC4zkX0Cvtb6vPfRUQCuUToEwIGWdlb5S8dS3b0OemaczjSq3AAAIe+DffVlvb909D6g+2pzxiogHsnfHHTl7YtcYN6lben3yA09RySh888/P80dGvsO9OO9RIlUZFp+E8Xt9NNP5zQR7c2czvgZFbGFxIzNFv2/hbfTAHDdVcO7/sNHvmFyoKqn4XyI3GuVbUPeAThPkei0EArABcQciTxv0Z9K/ZN5A3mE7gjIISccUowNdDn1QSKGHnHEEXnSxX77+zSnkWja8630BhWAdqdOzH+um6MHvfWtb1WyFL21ZZ7M9StlyHiinq73Mv/xvYXc/9SnPrXYO/vOcS6vqZ/agnMiDxOhTd9HKs+kbVtrP4Gf9B6O1ANbCvyWvOC62wzQzfjtZUfnJz1zv9M0AFySqchgdGnpC7yntQ6zyNPr3XK+//77zy1ioD/QB1mQhc7I7z7UIq9L8/LSsqmNq+PQ+hFVj+925knkCHxEptCHiHhWo3F6R4lnfb5deF+LzK+VM64HB4IDwYHgwHQ5EACunvyUs6dn8kgWHAgOBAeCA8GB4EBwYKXggIAWVHYU6KoPM0YBuHCs4cTnDwCXgAlEJWBFIITxDiM25KtR04XCP7bV0jYfnk8haa9LueGErYtYaQxRNoyycnhi8IN3gEYgj3oDAAEgAoQzlKhUGCQxlgLc8FWNbGNCpC/IV4zPoixsCbDHHnukd8Ff2su3aZHhkQQCbHCeA7gwcrMqXxEuHJDgwAieheRww8CFU9XfeVeK8f+J4oDTFMIACGBIYEOcXjhoBXLoA+DCkI3xmXZ84xvfmBwQKoUbwonwwwriEoDL+x91+8QnPjFyZavyH3fM255IWEQowUkCYQAkDeSgpda+Rj7ihwM26LPwmT7vPCU91zWG+e0OQLaCYgU1BLgMkNms+h7vEGBGvJg3b16KCqGxChANMEYfAhjEOIcAJzFG3MDtkQ8cOOSODJ6Fj0RHUx/1CC8OpMDZh+EYXvMewFTasg6ZCWDLAU4tAK4chMEWTPvttx/FTO9E5qqcDuBibBBNDkeJeOAyPgeq4phhfKtf+Epvj1ijPpEKsOAfhnC2RYHc8efPOOCAdPQntmWFbw4AYVtb/qActOfOIe/P6vt9ZUHKfMQ/9cchAC54p+iFOUiLfkzUQvoKxApuDPqtfdVlKbKY/ieZDPCRCI30Z8jlwSTyJWU2hX9yxNJWjIUa5TI0j+7m/YR5DKAD5M85gGuafQSwBZE2NOYZc0SWgHBSUi+BiBl3owBc3gd8HKTMFvzztnawpjsn/TrPMZ8C9BIwgPkbcEBLH1U5Skcc5aonehFySoTtDkcu5OMIuYX8gohOIKANv5E7AE+UJ9GfkF/QtAFcLXz3OcLBCh4hzUFalNt1L39GOpUDc1x/41kAy8hAkc9dyA/0HvpXrc+7HjQKwKX8NUZcZnCvpZ2VZ+lYqrvXgWf66kykrZW7VWchzxp5HyAN44rvCNoDQv7SV5EN6Hvazsr1BGQf44XvBRELRADXQjiQkS+KmomDGSIqLfMelAPwKQd8FUnOSqfS9dKxRf9v5e20AFz5N0ypXrrWIveG9vmWd1A+yQ6fJ1TuFv0p75+0P/OTvj3QFQByiYiYytwKIbMBa6KvuMxW2tLR3+fyTWNyWjqZ+jNlYKwhz9DDIeZcyq35DiCjtqVtmSfJ0wFctA0LuvheYI4WSddGVhGxVtQ6x7m8Ji8AoAATaQvIec3vabSt5+nt53yj/izc8m1pXf7498ABBxyQIrtRPqKQIud4Hnryk5+cvn2RjdA0AFzoCgLsebuTf2sdZpEn5ZmEkC/+baa84C3gQfRPImSiC2pcKA3HVnmdz8tL06bm9cnPW+tHPhrr/k2Z51/6LRmX60s5z/p+u/COFplfKltcCw4EB4IDwYHpcyAAXD15GgCunoyKZMGB4EBwIDgQHAgOrDQccOObOwtaGeDO/T55YCjCkCrnxbIE4MqNKtTHjdcO3lBdBYYDDCHnI1v9aCsbVsF+61vfUvK5o4wuGNNwqsEPN+JMqyyUSTqxIlrMFWLhibehnHbuRKTNMATKoM9jOPa19UO+gpmoRYquQfQT3ttCXnaM8XJ4Ky9feeiGNOejO+Rl0MegTj29PjgotJ0SW+XhCM4BXLTRs571rPR62g3AXm2bGZWx79HLXAIyAuwBJAJ532jta+RTMyZ6uH/6JkAPopQJPEHdMai7AxCQIAZRCMcIBmJvv2n2Pd4hwAwOCdoY8JjAWzhOABr1JcBnrFaGAO/JOaXnfTsgBwi5LIUnOAX0oa5nfWwJLOvRt9y4rWeIeMBzcloMBXDlMlb5urPfwXdyKpEOAJoiAvJ7k002Sdt0ce6gF36LFkTzTsAqfvMsebhzOQcnkY62ov8BwGBc0ed8W9IaONdXlRO5gEgaDogtyWi2/yPiHM5tRYgYKgso8yhSf6w5Md3hjfEfsKwDgB3Iq/cA8iXiBgSYkzmmta9qLNJPmbMcUEz+m2++ebf77rtzOjX5kjKbwj+11RAAVz4nUQzAvlol7zLUZe8k88WoqvqYL/VRB2vQRqMAXLwH4B8OOog+DQhS5BHaJHfJX1GRSvMLzzrwi3HF+GrpoypH6Uh/1hwKaBUAtMjBRkSKIEoaMpaxlYNb9AxHInVIx5As4fq0AVzkOZTvPke4s5u2EDhTbUT+IuZ1dGPalT4JlUBMLtN9EYHy4ejvQtbjJK/1eQcESBes1YG8azrE0HYmr1FUqrvXodSnazoT76mVW3KSNKV24brP6eIR12vk/GNsozcLYKFn/HtAY99lBtujORhCz6Gzaks7tndGd/Vx5CBoAfApA+PJ5SnzI+AFqLTFmd6nY4v+38rbaQC4St8wqkvp2CL3hvb5lndQ1hqAq1V/yvsnMg5dSeQypqSnMAYADPq8pWdLR3+fy0TN832/z0p5+zXlx7Vcr+Wa81/fMq3zJPkJ1MF5Sa/nunRtB3DBj9Y5zuU10byk3/AuyHlN+0yjbT1Pbz8HP5X0d9cxBcTyvJi7KZ9/l1MHl3F6juuTEDIYGeZ2G/JrqYPKMYs8lXfrke92IttJ1yjlQ7/AjgGYTYt6SNcqr31edj1b716SNjW9s3RsrR95aay73an0jvxaTe9wng35dmmV+Xm54ndwIDgQHAgOzIYDsgvz3YfNk+8vbKD8ca7ffd8eWyj25VSkCw4EB4IDwYHgQHAgOLACcECGzSUN4CK6DVsGYtQRLUsArm9+85sd2784sSXbmmuumS5hZGULEyeieLCKVyvfuSfDEKvia1uRsE3dBhtskLJS1Bo34kyrLGrrkiFN9QD8AjAAUlkcwFUzmrpjkHNAO5Ab/BXNKt0Y+K9P2QWccEOa89Ed8u54w1gMsI5ITYDMSuQALgAXivJBWvGp9FzLNS+znNd5PqW6tvY18q4ZEz1SjSJ6aPsd+vSNN96YAIruAFT0AW+HPu3X2vecF2xJygcwVOur6eaAf3xYP/ShD03RMbbffvs5EGQNwFUDKsrZxqs5h38aNxjOiXoDH3MC7DVv3rx0eSiAC6AjvM/Jt7F1x4ucSiUZsdtuu3VbbLFFygqwhSKFed5EM2BsQcrDnytF6CMt2wQSaYxncCC4w1pAA9I5+dZj3/72t7sTTjhhEfARaQEnAVADhJI7g5TXUFmg52pH9cchAC4HnpAv8pP+BYBQBp/a+/x6n74qoLGPT8+Dczn41YZcm0S+8Pw0SHLE5U0pX5ehV1xxRfeZz3xmsWSar50P/twk88ViL7MLcnJzCXCzR+VQMgFn3RHuDk4fs+64IYoCAD+I9PRF5KE7gth+a6+99kppiC7JvJyTA9zY9ghH27T6qN4FqAYnM+VzsBX3eZ8iveDIZSwhI175ylemx0fJdvKk/M67WQC4hvK91n7ulGZOYFsj5n3auEYlEJPrWvAAJ35O2223XQcIBlL/rvV5BwQInFSrA/nVdIih7Uxeo6hUd6/DEJ2J99TKLVnjMjAvV0lnydP4b+efR7n1NA66lJ4gmUGfRmaU5rItt9yy23nnnVNWV111VdrO28FViljnAHzmF0DXEDKf+dIBxmr3lGDEP+kxJOmj/7fydhoArlGyo1TFFrk3tM+3vIOySqd0Wcf1Vv3J+2cOaCFfIqUSMRUCIAhQ0AkdVtu+apGC38/P/X0+p01bJ1N/Y67VgqK8LEojfaB1niRfgTpoF9qIY07StR3ANckc5/KaSL5EU3JyXk+rbT1Pbz8HP0mueFk8SpXkktfdeeLPsV2sohIOHceej5/73IGOK+BSSx2U77TzBIiLDSInANjMd0OICKsA9AH7kqciJnse6CHojrKHaGwMnQudD9OyY83iO6S1fvBMY11yw/k46rymdzjPhny7tMr8UWWMe8GB4EBwIDgwPQ7InhcArjE8VbSBMcnidnAgOBAcCA4EB4IDwYGVigNyhlDpPgbXUcxxoyvG3ZwwCuFUIrQ/DsWcfJV8aRV9nt6NyXLg52mG/HbDiVaw+/M4DzEyQjgEc6OsHMIO4JIjnGfy9FyDBDjhnEgTGOSmXRYHVsB/tuopERExFOlFWxs4gKu2It+3QfOIPoomQNtj3Oc4lNwJpag+pTxKwCHnoxyWPEtUIBxVznuuszqfleU4tjCeiRzApWs61qJd6P7Qo5eZLTxZwZ0TESFw+rjRsLWvkXfNmMg3FAZTCMfy0UcfnaLEYQRmpTptra0teT9RsDjCV628nnXfE2AmFdL+1QA0lqR6ioGbLTJZrVwycPNgDcDl2wD6CzxCmoBY4nsOYPDn2BqJ/grpOb+fn3s0gZoBGKCpto0DTKuta+VUwjGgc+XvzmpFY9M9P0oOMpYY8/4cW7rgeBlHvsVKTW6Sh8avZBptxVZRyIyccD4AcGFukpOGNENlQZ5v/lv9sdb/3EGO8R9HPgSoBqdhTmyTRv0Yax5dSemG9FV3FJeiNChP+gOAanfYTCJflO+kRzlahgC4SnM55VA7uQx12TvJfDGqnpLdo+ogUDd9X1F4as5S+jxjjrHgDmoHdJxzzjnd2WefnYolAK7KWBtfGltEXWS8Q619VO/Kj+7wB1jI3OtAfpdNW221VbfTTjulLKQn5fnx2/NU5KRZALiG8r3WfkSsAVTAfSfahTkWMA5jX9uckkZ6e20LxZJ+ynM+N2j+qvV5BwQIyFOrA3lrLnOZwXXI22RcO9/1RP1/qe5ehyE6E28plXsSnaVe8kWj4NR0WV8oovleoEQfi/l76Ee0E4QeRr0gPavvEqJQAj5E/hApBh0dkt4u8GSfb7D04IJ/Q/T/SXg7DQBX7RtGdSkdW+Te0D7f8o4agKtVf/LxXeqfT3va01JUN3ikBR3OL69zH3uCv88BQNPWyaQ31ECT1EH2C825k8yTAnX4fOx84lz6tYOVJpnjXF7zLZzbWJzX02pbz9Pbz8FPpW8F10NVfwdE1yIns0CB+QOaFoCLPJGVzOduR2qpQyrYgn/TzlPfVMpfx1E6vNKMOxIlHRDvRhttNAea5xnNF5PIa5+XS3r4krSp1fgwSf3IU2PdvyNq7/LrJb2D++N4RprSt0urzCe/oOBAcCA4EByYPQcCwNWTxwHg6smoSBYcCA4EB4IDwYHgwErFAUV6oNI4RnAYjSMc8muttVZKdvzxx8855GUA5UYf423pPTK0jnJu6jmPOFAz+Cltn6MbTojY4QAenndjU6l+MrLJ8IUDlPoMIbZ7oy7TLgtRtWg3SKvzS+Xy955//vndmWee2TmAq2SEIx/f6k3RPohaRP+CSgbjdKPHP6KT4dCGiM5zzDHHFJ+SAcsNaV4fd8iTAVGIMNIDRpKz2jMGgAF4CXBNDuACiMYzeg5AHCCLaZCXudQPeYdAAKrrJH2N/GrGRO5pXKtfC8iBw4+tfCgLJIDJPvvsk36zrSTgtln3PRkz00sX/EN2YIyHiKpGu/clQKQ4QUvbTABIok8oMowc4OTtjowaoK8E4JK8E29L5XRHkhy6pXS65k762nglrd7tTi05lUrjlUg4bNUmB5felx/lYJcMh584lyFF08mfyX+rz+XXa78dNAc4DSc1YCgi8ZQIuYZ8Ew2RBXqmdlR/rAG49t57744tXyEHcPH7yU9+crfNNtt0q6yyCj8XI3eStfTVNdZYYy4SZK2f8lLxX2CMSeXLYhVpvKA+q75Vy6aPDFU7SYaSlz83yXxRKxfXJT9r/YM0isrkY81ljPcD0rtuwhgGgKn5kDxwojKPQQKHpR89/uXg0iF9dFz2HkVPWzU6GMTll0fyGxX10h2vfQFcj3vc47oXvehFqbilbS1r9RjC91Hth37BtqXIIc1d/k76+2GHHZYAblyXjB0K4PLt8TR/1fq8AwImBXANaWevd+m8VHevQ1+dSXmXdJ9JdBblWzp6H6jJ3xKAS3JP8nhc3g7gkizhGYCCgPvQzbVVnGQ9v5GJAoM6mKH0Pr82RP+fhLd9AFzSYXyLvz7fMF6f0vlQudfS54e+owbgUpuW6lG6Jv1pXP90ANcpp5yy2Bbj0wJwUcZp6mQaPyW9VvzQtneacyeZJwXqyOdOvYuj+qkATFybZI4ryWvyFM2ibT1P10l8Di7ZSkoALv/OqcnwWQC44M9+++3Xrb/++imyoSJ8tdRBvJ52nrItef6c9wFwIZu1oIWIWqXojcqXb0e+32XXYN5nrmi1HY2bl11/KvUT1Vvfx7P4DplkPoJvGuv+HSF+jjqW9A7Sj+MZaUrfLq0yn/yCggPBgeBAcGD2HAgAV08eB4CrJ6MiWXAgOBAcCA4EB4IDKxUH3JmsiDmjGIBDHKeYDDw4BLQFkBsQSsaYUfnqnpyb/K5tA6O0clDyW8An3Ws5jjOcDDU2UQZtVwWPPvKRj4wtFtsyAg6adlk8kpKi1ZQKo9X53AOcB9irr/PD24MVwPPnz5+LHCQwT+md464BGgH4AeGYluE7f06h9d2Q5nzMHfJ6HsAHq09x4hJhjRWZIhmlHcAFkAeHwBOf+MTuKU95SkqKIxVjZ0uEMb1LRy9zzZCdA7h4trWv8WzNmMg9dwzgRMbBCGFc/dnPfjYH9sABiEGZ/gIfcC5Bs+57MmbieGE7MMohgzPX4BXX+pA7bTB0sw0J22vedNNNCQDhoEQ5wMnXHRk1x2wJwCW+j1qp71sjDAVw1bZI82iH7gTQ2Co5utyxXFpVL/5KhgvIyVwwb+EWkAJUKG3t6LKEMjHmRhEgNMZ9TmzLSDQHnDO0neYt0uGwkzFFz/WRBUpbO6o/1gA69E2cBhAyy6OBKU9kEAA0HCqPfOQjF4nOo61oW/qqO87ktNU7/SiHpwMGJpEvnvck5yrX0gBwqdyT9hHJ7lHO3RJY0mWM5iWVif6NExJCZjFv8B76uwMZuL/LLrsk/YJzQLc5UJ3rTvRjtlHMqU8fzZ/Jf1M+5hFAS+KHImkiu9Ev5XD0iKujInAhmwBlQ4pENS4Cl0crGwLgGsL3Ue3nfAG4sMkmm3SArXyrZtdrSiAmX9DAvAKIJycAIs997nPT5dNPPz21v+sbriP5vD8pgGtIO+dlzn+X6u51GKIzkbfmYJd1k+gseXn9t/eBmp7g86zme80poyJw+daIbG/MNseQ6+/wBqAg443IrkQr0zyCTGUbYtod4nsFPaAv+Zw9Sv+fhLfjAFw+v7nccx44KLRv3TxdX7k3SZ/v+44agMvbYoj+NK5/LkkAl3g+6XxLPtIbbr311rmIc8pfR8kV6RaTzJMCdWhO0zv8KF3bAVyTzHGMW/o5JHnt75tF23qerpO0gJ88AlctiiJzI99R0LQicJEX234CPoQUJbilDimDhf+mmSf6DOMgJ4BNbLc+ith+kXELKar6qPT+vXbiiSd29E9F4R5qOxo3Ly9Jm1qtzpPMR+Spse76We1dfr2kd3B/HM9II33A39kq88kvKDgQHAgOBAdmzwHZHLGr8B3GdwLAdP441+++JbnbgvCZi2/Q3ffpZTgdE3NQcCA4EBwIDgQHggPBgeDAohzwyAM4zHAcYhSqkW+xhyKKE1w0DQDX2972thTtiDzHOdJkACHtOLAXacbROMNJi7FJW1HBW5wxJYAPTnr+IJwLKPazKIuM2DVgAe93IxBlZwujvs4PLzNRxAA4sfoTB6xWtfKOFlLZPeKE54MhGaMWHz9u1PIyyTmJYVXAKyJI5c5pnKc4QyHl5QAuRSbjvraI5Ly2XR33hpCXeYgzsrWvUTaNJXdiqszrrrtut//++6efALbgn5wcXBTAiGvIDqIHAUSkPURqv1n0PRkzPeoE5aXckEeYUnlqR203xHjFMJsbx32Lk2kAuLRdEeUpbXui63Lky6FbKz/XkSW0CVQDPHofv/TSS7vPfvazKb2cSiUA1/Oe97y01QYJTzrppO7KK69Mz/g/wEaAJSD6CuCMPfbYI8kCrtWAF+q7cnjJqcwzbNvJ9p05AewkWhVEWXAubLfddmn+oC+wFa0TxhJ4rOhqbAGEk3eoLPA8S+fqj6pLnsbnSQG4aI911lkngaEBaOXkQOvrr7++O+qoo+a2xhraVwXEKo113ouzCBAM5GnURkPnspTRlP5Jjrj8KWXdR4aqnSTjycefm2S+KJVJ13CuEpEOPhKhUgB43eeoyAOk0XiqOUv1nOpDv2OO2n777dMtgBwAOkQeGaY2ZzGPsjUuTkPGCEDQlj6qd446uqOUfq25xgEYPO/OW7ZCPfbYYxfLlnILEOZ6hwO42GKVNndSBA6ujdM7/TnO+/K91H7wl6grEGB5xrYT0R6RWRh3IS2YENjA9SEHcKnvel6cezQmwNgAk0t9nrQlQECpDqSFRukQ3O/bzqQdRaW6ex2G6Ey8p1ZuyZqhOsuosjv/hgC4PDoQ8iPvv7zTASdf/epXU3RUrtN3AFUzNqS/cZ16M0+6LsDvhz3sYYvod6TtQ94G4/T/Vt4y30uulUAefHOgb0AuP/p+w5TqOYnc69vnW99RA3C16k/j+ueSAHC1fJ+V2s2vqb/VFkp4BLnbbrstLUppnSd5r0AdNR2QNNK1HcA1yRxXkte8RzSLtvU8JwVwrbnmmnOLg2rgLI/OWUuj+g49qs307epjt7Qg0cGi3ob+3lnk6fn3OWdxmqJijwIwKi/XlfTtpfEzdC70OaE0Ly9Jm5rqVzq21o+81Mb+HVF6R36tpneM4xn5SOf0d7bK/Lxc8Ts4EBwIDgQHZsOBAHD15GsAuHoyKpIFB4IDwYHgQHAgOLDScUBGYCqOcomDNwcucA+w1wtf+MLkCOA3Tn+c/yJ3TJcMXko36ugRoDC24qwplcUdUaOMpKPeld8bZzhpMTZ5tJVzzz23+9KXvrTIawEVECkDQyjgLlaBcpxFWWRoogBHHnlkh8HViTD7APhw9DhP+zo/qAvOUz2v7cuICPLJT37SXzX4XOABHswd0lzzfuNGLeejnJpsXwYgAqpFKBKQRxEPHMDlq1jd4I6znbHz05/+NOXd+s/LXDJ6kq+iuHhdW/sa+dWMidyDFFXprl+Lbt3gIFDdBxiHE1E0y74nY6YDuDCuI4/ok1Bfp7zqWQKp0K9x/ms7wGkAuNzoWnJIOCCKegwFcAF0YezkMtSBshivb775ZrKfcyqVAFzezkSN0qrs9ODCfx5lTFERfQtUwJKA1pxKTtctt9yy23nnnVMyAcH8Gc59ux5tYfqOd7wjAbSQofCKdnRyAB5gMsozVBZ4fqVzABc1wN0WW2wxB9jgWQG42L4N/kI49gDeOeFgBCwKaRV8a1/lnbKNHHHEER2RuJwEFuCaA7gmkS+e/yTncrQsSQBXy3wxqo4CvJLGwZN6xoGSQwBcDuBh3kIGlhzWPpcBcgIUlI8TB+pffvnlHdtltfRR1WnU0edQ9A7pDYqEoWc9+ivjG/CbonMpDWBMtmKCPMLc85///A6HPESUIbaHEyHPkevId6jvXKHn+/K95Ox2cE3NuerjTpFVSiAmLwd6PDIePonoD8gQ3unt7vqGdCSeeXEhokupDsp/nA7Rt52VX+1YqrvXYYjOxDtq5W7VWWrl5rrzbwiAywG8Go/+HtqUeZ55AtK8ojS+MINrLj8BEcID9X/uow8ga4fQEP2/lbe+mCCPGA0PyPe+971vKva0AFyTyL2+fb71Hf7t7t/crfrTuP65JABc055v6QzSGzjP5xWu7bXXXiniKefadr11niQP9W//jua6UwnANckcV5LX/r5ZtK3nOSmAy/NCPrGIwOd3Fl6gmyoSVel7yes79PyZz3xmxx+6EHYQxiRRMCEfW8q3D4BrFnnq/X2PXk7qRjT0a6+9tvg4spO+iyyFBBhXf+baENvRuHl5SdrUKHuNWutHfnrWbTG19/j1mt4xjmfkIZuHv7NV5nuZ4jw4EBwIDgQHZseBAHD15K2MlD2TR7LgQHAgOBAcCA4EB4IDKw0H2K4BI4TADhjPcBKwqhBHMkZoVvFhWBWVnOrTAHChs+GElwEJBySAGSJIYMwjugxbYrFKXHTBBRekyFX6zdHLAqiI8o6jcYaTFmMTjnyMjjhHMJ4BegP4ARFd4cADD+wATkFEmWHFIzSLsjgQizbmXQJxUQaMdXKe+jYj/pxfTwXN/vn2L7oF2OiWW27Rz6a28SgBOCUBhOHAgTBc7bTTTnMOKDdqOR/lnGT7OABatAlbs8EHQBEQxmFW+SuyD/0fQ7sb8x3AxTO+UlfbxnEdmkU/JN8SgKu1r5GfnKL0UQyLtJc7fx0sQ3ofc+644x6EAZzVuiLvQ9PuezJmOoCL93rbUy/kSh5tTeXTUQAgfiMDGa+Ul9Xhe+65Z0fUJxERU9hmFHLnQ80x6+AmAbGQd8heOU/h61lnnZV4P2/evLQVpBwWvEfPcV4jj8BFGgwGRKvBKcv4PuCAAzryhjyCC7/lVCoBuLjv/GHMEDEH/iCvAVwpmlXuuHJQEM8dd9xxHSCTNdZYI9WRMQmdeuqp3WWXXZbOfeywjSVRv2hH+hsO7Q033DClI+obwAbIwTHIU5wV6sdsp4i8lYMXIBmyYqgsSC8a8c+d7fTJY445JvEIoBoRBNTWZCFHO9sl4kSE6KM4HAFPQczPOOeYhyFAwICBvS2G9FWXpbQdEb9whq233nrd1ltvnSLspRct+OcArknki5e173ysMvhRjljKzViokY/9GqBDcmMW80WtXFwnQiH8UD/AYQzYFSDRk570pBQRR8/T3/tG4OJ5jQM97zJK1zg6AB7gEMBjxiPENk4AuCgf70c+AQBt6aMpwx7/BJhWUuZlbWmkaxwd6IBcY65izoXQURl74iuAFiKIQg4+RTYdfvjhaY7jOuBvAV9IOxTA1ZfvPke4s9sBlWeeeWaKnkY5IGQ5dUK+OhhP87XLbwdw8SwAFsY2R6LqIfuQJZBHEfWxIh2JNMgc5m1IwLFaHUijMtFnSjoEafq2M2lrpPd43b0OtfFe0pl4h/LLy92qs9TKzXXnX01PcB1a8z3tRn9W3z777LO7c845J70KBz0gPyIXQaW52yPXkEZRZjiHXD7zW9trcj6EvOx6Ltf/ud7KW+Z+gMsQ7UVbA8ZkS2K+Afy7cFoArknlXp8+3/oO//YgIhkLUrTddIv+NK5/LgkAV8v3WeoQI/5JbyAJ+iB6OzYF+tD8+fPntpjjNyBXonBBLfMkzwnUkevB3BNJ186jN7XOcSV5rXdxnEXbep4+p3m/HAJ+IlIU8ziEXv+pT30qySrGB9/kmr+4nwO41MY13YFnRpH3O3QyvhcmBXDNIs9Rdajd8+8i0rBwgO8s2cWw/2BXg8eyvTmIt1Vej5uXl6RNrcYbrrfWj2c11v07guvjqKZ3jOMZ+Za+XbjeIvN5Lig4EBwIDgQHZs+BAHD15HEAuHoyKpIFB4IDwYHgQHAgOLBScgDnMpEf5CAYxQSc0kQ8wWDh5MaDktHO044633zzzbvdd999VJK5ewBNcBDk5EZzDP59oiKNM5y0GJsol0eH4jdGYoyMGD9FOE8BOWjF6azKkgNxMGZTHoH3KE8eXceNW+MAXDl4JAc0kX9L2/AcALPVV1+d00SUG1Kf5TfnbkhzPrpzMnd24hzleQyunh+Gsl/+8pcjAVw40Oj74iHbxxB9CGqpq5d5qDOypa9RTje489udo/zGqY8TUJQ75QDDAEiEatsszKrvyZiZA7goC0Ayga5oR9pjFAFgwaEjyvsY4xNAlfqIIkq5I6PmmC0BuHgPjkciQ4l4J+NS/Un9mvty6Cpt6ZiPQaXxfLjGb8A08E0kp1LJCUwaQET0FdWfawJw6Rr5ArYCdCUCMIb8lHOA69TRf7vDgPtE28CB5vnCf8aoiHch3+WIyFeQc5+xDS8dCKcoVuQzVBbo3bXj+uuv37ElW40ok+okABdpfQyRBucf5fZ5AtnGPAHPW/sq72J+pk3GkQO4SNsqX1w36Dsfl8omJ92SBHBRjmn3Ebb63HbbbUtVTNfURzj2BXDxYA7EcBCTv4w5i77nfSuXbaTPAUVD+6i/c9R5zt9a1E4AqJTbZQB9gfHksiTfGjKfo/OykIfk7VAAF3n14bvPEe7s9ogz5EVZaAvqKjnBdd9+Vs4/n6dzHvIMpL50168uAd4oL++BXN9wHakECKjVgXzG6RCkyctYa2fS1qhUd6/DUJ1pVLlbdJZaubnu/KvpCQ6C8vl+xx13nAOakBft6noC1+g36Gbo8E6+AIHrDuDjd94uRLdj/hlKue5R0v+VZytvARMCmiyR9/VpAbh4zyRyL+dtrc+3vMP7vfghsGWL/jSufy4JABf1yHk27vtMda8dpTf4ffoK5DI2/75tnScF6mgBcLXOcSV57fWdRdt6nj6nuUwt2YLgq+w2DmBjXmd+hwcl8nk6B3Dp24U0o8D9pXx1TbKXeRWb0aQALvKdRZ4qb98juhF8dQAcz5bGANeR264jcK1FXrt8Ks3LS9KmRh1GUUv9yE9j3e1Oo96jez5GuCZdbhzPSCubR/7OFplPfkHBgeBAcCA4MHsOBICrJ48DwNWTUZEsOBAcCA4EB4IDwYGVlgMY+Vmpp5XcOSMwjBH9gygxJcJZqOgmJaNd6ZnaNQwRGHFzg5PS47gAIIBRqEQOnOkb8YPoF7vuumvKrrTNQl9jEwo6TnYnQGnk7U5G3QdAQaQYjw40y7L4dkIqg44l5wIrYlkZC/VZma/Q8KT3SAH8hlrahucwtFMOnEQ5sfKcVaREkXGjlvPRnZM4a/fff/+5qDZ5fhjeAaGwShti+wYMmlAegYtrWy6IAqYt3zCKsmUNoLyWunqZS/2Q92H8xgjudeU6NLSv8QzAnH333XfOcO7RPrjPOASEAZVWOHufqkV94VlPx2+n1r4nY2YJwMUqarbikJOmxk8vR+480j1W5eMkoA5sCwjJWQA4CDkDlerB9RqAi3sAuHDQqpxcgwCd0bcll9yhe1eKxf+7ExUgAwCB3CFC+yI7r7766kUykKPLAU6LJFjw4xGPeERy1t/73vfObyWwFFts/HhB5LqcaAtkaC7TGS9E02NrMxzQTryLiGEeIUf3cTJQh+uvv16X0pH6E8XAAVuegPREJFOkiqGywPOqnW+22WYJhJy3J3zBcU+EIwinipztyC/4g6wpEdGEiBao6BCkaemryhsAESAwgWFoB5wIRO3ZbbfdknzhnczrTi3yxXWDHPzpeY87B/xFe2nc1dL3kaGSGy5D/blJ5otaufw6QD+i+vl4YFxeeeWV3YMf/OAkk2kTAbhcxriz1PN0YJjApX7fzxlTOJFK+h7lIMobf04tfdSfr50jG5gzRcw13s91nSPlJprUQx/6UL+czuEXkWguuuiixe6RHl6qvysBIEVkD1GMoBYAVx++j2o/wNGMxVxeUB50XUVm5DdElBj4IKcf17QNGGODKI7kKVAa9yFALYcddtgceItrtT7vkWCYQ9FnRtVhnA7Bu4a0M+lLVKq716E2x9d0pnHlHqqzlMqsa86/mp4ghz/P5PP9KNmLrGb+JnJNicQ37uUymO8t9GEoB+2miwP+jdP/PasW3jJ+WcwhYL7yQ3cgYipbqKIbO4Br6DeM8tRxErnXt8+3vIN6wgtt2Ux5+faUk2io/jSufzqA68QTT1wEpM+7HQTRxwbg7/M5bdo6mfRagP7owjkAkHmDhTcAuHJqmScF6HX5nOcrwJEDmJSmZY4ryWvlx9F5XZI9LW3reXr7IUuQKVCpH9QAXKQnT6JO8i0vewntgz7ziU98Yg6c5VvY85z4Wfo+5X4fArCFTgShq2uRw9A6+Ltmkafn3/ecMcV3JIs1S3oG+aA7sL0iW2aX5pGh8nrcvLwkbWp9+DS0fuTZCuCq6R3jeMY7S98uXIeGyvy7nor/wYHgQHAgODBrDkg3Z6EzczJzMXoOf5zrd99y3G2BsfGupQh9n1hO0gWAazlpqChmcCA4EBwIDgQHggNLnQM4FDEusG0YCiZRrnB6azuaJVlAnItslYWBGsM9RjyAGmybgWNrFOH4x3iGURnD1NImyr/OOuskwyYrV3Hc46y9/fbbl3jR2MYJA+laa62VQBM//OEP05aZOLMnJRm0MLriXMhBGeQ/Sdvg6GDrIwCHrJIFZNVabpxAbB2Ac5cPKLaTwsjP6l7KPw2apK6t72/tazKa/3/2zgRu06n847dSoj6hkkEyNGWZIiMMKkurrEVpUWlDkVFSIU2rFm2UPZElSyUxWcLYksmWLYNMQ4Qo26dC63++h9/zv+bMOfdz3+d5nvd93neu6/N53+d57uXc5/zOOde5znX97nPAgEDeIGSQba9f+WXLKYhAtA8CExCMIDVICE5AVqUPz507V4d7+iRoQ6ARByw6AXKVyD1tErYELm23RxBxvfXWCyuAkF8CON30Z90z6SsEN8CBYBjthUAUn92E/otOZ35O/0X3pIIFSgeHBmMRhBfGAbAhyMAqYTlh3AIH7qGecJYwjkGe+vOf/5y8rd+6gHxPnIcRYxDPZwxtUp+rrLJKR78RjCLfc+bM6WzzGme+17ZKMA3CEHWnNsGWetRxvCqanl2qX3T/WP3sdxsBB9oqdg71rFVv9t1331An6BzG0EEK7Yd+Qh5opwQuIeHWSds2WpcW52hPkJ3pM/RvbIhuQr4Zr9iGlX6FnqafdLP10IWUl2dxPW18GAS7e8qUKRXYQjJg20q2umMcqNOPdXknLVZQpW2h80vTqXtGfK7Ohiip5zj9Qf2uy/cw2Sy0DcYU/iBRM56zXfBozCNSddHE/rf3lWLLuA6RnnkAZC3sj2593z635HuJ3mvb5kuegc3ICrjM0SH9W0HPtbWf7P2j+b1f460IXIxtEH3QtdjDjAXYoE10bMk42St2pWNcr88dlvvl92H8QibOs6dFpkq9HDYs+R7mfDDPZOxAZ9C+0JmQ5fGr0Q80B8iVoVRf59Lr5fgg5iEjXb46u6MUm7Gs80vL7Pc5Ao6AIzDsCDiBq2ENOYGrIVB+mSPgCDgCjoAj4Ag4AuMAAQhSvHFOQJRt1FxGBgG2OFTAGcLC4YcfvsCDF6a6WZjKukBF+4FRQSBF4BqVjPhDhxIBVjdYYYUVArGWVePioDfkbVaLQ2bNmhXexh/KgozRTLHSEivpIKxiQlDZCkEptomD2JVaAc1eO16+s1oU2/QirKJz2WWXjZeieTkMAl7PBoxx+LWJ/T8Oi11bJG/ztfCMyMmYwDUiD/WHtEaAVTixeyATHXPMMQvc//a3v71idVvkkEMOyb7UsMCNfsARcAQcAUfAEXAEHIFRRMAJXA3BdwJXQ6D8MkfAEXAEHAFHwBFwBMYBAmxNhf3HFkCsQuMyOATY8oA3/lgtBvKWtjaKt2lRDhamulmYyqr69c/RRcAJXKOL/7A/fZdddgkrF5HPeBsaVkcjiIZORyAS5VYsCxf4v9YIEIAkEImw4iPjpFY9YNWz/fbbL2wHzPlzzz03bEPM9/EmrPwGwZ4VIaZPnx5W4RqJFcfGG47DXh6v52Gvod7y19b+7+1pY+Nub/PDVU9O4Bqu+sjlhq2TtaU0L3/xEpiEVbfZJhJhVe+9995bp/zTEXAEHAFHwBFwBByBoUbACVwNq8cJXA2B8sscAUfAEXAEHAFHwBEYBwjsvvvuYZutmTNnjoPSDHcRRBhhy0GIXAjbcbG6S0oWprpZmMqaqms/NvIIqD/yZG2hOPK58CcOKwKTJk0KK2xJV7P97KOPPhq244JMI7nooouq008/XT/9s08IaFVGPhGIz2wNzdZobAumemEVCsbQfm3l26fs9y2Zd7/73WHLQJWXhM8///xqxowZfXuGJzT6CHg9j34dDDIHsjea2v+DzMuwpO1tflhq4ol8OIFruOojl5utttqqYoVSycMPPxxWiMUuYmVSBD1z1FFHBf+OrvNPR8ARcAQcAUfAEXAEhhkBJ3A1rB0ncDUEyi9zBBwBR8ARcAQcAUfAEXAEWiCgAI5ugQxw4IEHVg888IAO+acj4AiMEAK2PzqBa4RAH2OPYQu/7bffPmxXk8r6JZdcUp122mmpU36sDwhMmDChmjZtWiDNpZIb7+QtygzJYZ111ukUv4703bnIv4w5BLyex1yVtcqwtTe40e1/122tGtAIXOwErhEAuU+P2HHHHYNdYIndShry1g9+8IPqhhtu0CH/dAQcAUfAEXAEHAFHYOgRcAJXwypyAldDoPwyR8ARcAQcAUfAEXAEHAFHoAUCbHnAW7NPfepTqzvuuCM4V9niwMURcARGHgFW8pkyZUp48K233lr99a9/HflM+BOHHgH09cYbb1ytuOKK1VJLLRW285s9e3ZY2YCt7FwGjwDbAq2++urVc57znIqV0G655ZYwfj7yyCODf/goP4F2t+6661a0tdtuu22+7ZJGOWv++D4i4PXcRzCHMCm3/xesFG/zC2IymkcYZ9nW8t57763mzp07mlnxZzdAgNjdJptsUkF0X3zxxYNf4aabbgp2wnhdkbQBLH6JI+AIOAKOgCPgCIxRBJzA1bDinMDVECi/zBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEGiPgBK6GUDmBqyFQfpkj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDRGwAlcDaFyAldDoPwyR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFojIATuBpC5QSuhkD5ZY6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj0BgBJ3A1hMoJXA2B8sscAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR6AxAk7gagiVE7gaAuWXOQKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao5AYwScwNUQKidwNQTKL3MEHAFHwBFwBBwBR8AR6IrASiutVG200UbhupNOOqn63//+1/WekbxgkUUWqbbYYotq0UUXrebMmVPdcMMN4fGrrLJKteaaa4bvM2bMqP7973/3PVvPfe5zq1e96lUh3VmzZlX33ntv359RlyBl32GHHaqnPOUp1U033VRde+21dZeP23OjXQ8Au/nmm1eLLbZY9Yc//KG6/vrrB471lltuWT372c+ubr755uqaa64Z+PP8AY5AWwSWX375asqUKdXEiROrCRMmVE9/+tOrRx99tHrggQeCrj7rrLOq//73v8lkad/o9Jz861//qu68886Qzt///vcFLltmmWU64xZ9hL86efGLX1xNnjw5XHLppZdWf/3rX+su93OOgCPgCDgCQ4BAbg4wBFlbaLNgx9O2IGA/z507t2huM1Jt4XWve12FjXH//fdX5513XgH4P0YAAEAASURBVNsitr5+vfXWq7CnHnnkkWrmzJmt7x/kDauttlrFH3LGGWdkbbo4D894xjOqN7/5zRV1dtFFF1V33313fMmo/8b3QT0/+OCD1cUXXzxfflZYYYVq0003rZZddtlQhm984xvznfcfjsDCjgB94zWveU2AAb010j6yhR1/L78j4Ag4AqOBgBO4GqLuBK6GQPlljoAj4Ag4Ao6AI+AIOAJdEXj7299eTZ06NVy31157Vf/5z3+63lN3wZJLLllBuIEIhpO+V3na055WHXjggSGZW2+9tTr00EPD95122ql6+ctfHr7vt99+VSrI3+uzIW9tt912IZmf/vSnFYF/BCIPzl3kT3/6U/X444+H7/3+Z8v+u9/9rjrqqKP6/YgxkV6uHkYy89/5znfC4yBwHXzwwQN/9Le//e0QNLjllluqww47bODP8wc4Am0Q2HrrravNNtus9hb04sknn1z99re/XeA69acFTiQOzJ49u/rhD39YPfbYY52zBA222mqr8BtS79FHH905l/oybdq0auWVVw6njj/++Orqq69OXebHHAFHwBEYGAKQXSHkQ3J96KGHBvYcmzDk2iWWWKL6xz/+MdQB1tzcwdrBdg5gy7gwfh+NtiScP/ShD3UI0TrW9BMCF2Ow5nVt5jYj1Ra+8pWvVIsvvnj1t7/9rfrMZz7TtGjF133hC18IL2xgM33qU58qTmcQN37kIx+pXvKSl4Sk99577wpyfROB5LfbbruFS3/84x9Xl112WZPb+n5N3Xxd9cyLB/vss0/n2RDWdtlllzAH08E999xTX/3TEVioEMjZENY386Mf/ai64oorBo5Lzk4Y+IP9AY6AI+AIOAIBASdwNWwITuBqCJRf5gg4Ao6AI+AIOAKOgCPQFYF+E7g+/vGPVy984QsDgetjH/tY1+d3uyDnsB9NAtcb3/jGij/kmGOOqa677rpuxSg6b8veJshR9LAhvsk6CS2RbiSzLMKJE7hGEnV/1rAhwCpbe+yxR/WCF7ygkzXIupADCHY+85nPDH+suiA59thjF1g9UP1J13T7ZMWsL37xi53LnMDVgcK/OAKOwBhAgBcb9t9//5BTSK2QUkdCIMpgSz788MPV9OnTR+KRRc/IzR2sHewEriegHa22pIp1ApeQ6M+nE7j6g2Mqlbr5eo7A9YEPfKB62cteFpJjdW/s289+9rOp5P2YIzDuEcjZENY3M1IErpydMO4rwQvoCDgCjsCQIOAEroYV4QSuhkD5ZY6AI+AIOAKOgCPgCDgCXREYdgIXRADy+NSnPjVsk3XVVVeFMo0EgYvl4dlKA2ELiLvuuit8tw7hH/zgBwPbUs8GrhZmAleuHkJljNA/EU6cwDVCgPtjhhKBOHB75ZVXVjju7da7z3nOcyoCYFqlkFUdCVBCIJCoPxEY+/znP6/D4ZOVLyZNmlSttdZanSAaJ9gq9/zzzw/XOIErwOD/HAFHYIwgMFqkm1zwddhgywVmc3OAYcv/SOZntNqSysj2eKzqFss222wTxm2OsxrLOeecE18SyDDYBCUrcI1UWxCxx1fgquazw7D1cttixxU9LCtw1c3Xmd8zv+QFgbPPPrtTBIiuSy+9dLBrP/nJTzZedayTgH9xBMYRAjkbwglc46iSvSiOgCPgCDREwAlcDYFyAldDoPwyR8ARcAQcAUfAEXAEHIGuCAw7gStXgJEgcOWeXecQzt1TctwJXCWoDeYeEU6cwDUYfD3V4UeAoDHbCWl1LVaQSW2PSEm4hmu5B5k1a1bYTjH8mPdP/Ymtb9kCNyd2fPrjH/9Yfetb3wqXOoErh5gfdwQcgWFEYLRIN7ng67BhlCNwDVs+hyE/o9WWupX9bW97W7XhhhuGyy655JLqtNNOS94y7HMbJ3Alq63VwbFA4MoVSCuisV0k20a6OAILMwI5G8IJXAtzq/CyOwKOwMKKgBO4Gta8E7gaAuWXOQKOgCPgCDgCjsBQILDGGmtUa665ZvXoo49WP//5z6uVV1652mCDDapVV1015O/uu++uzjvvvApihJUJEyZUb3rTm8KhM844o1p00UXDSkzLLLNM9Zvf/KbimIRnvPrVr66WW265itU7WNXj3nvvrc4888zqT3/6ky5b4HPttdeuNtpoo3Af6T/22GNhlaUf//jH1UMPPbTA9RyYOHFicFCzTSBvIP/5z3+ubrzxxpAn7k8Jq4lsscUWIZi92GKLVRi+5I/VRG6//fYFbiEvb37zmyscoNh+vPH6l7/8pbrtttvCKiR2tZMFbs4cYDuAl7/85WHrq8cff7y66aabwhvSr3/966upU6eGu/baa6+KN6OtLLnkkhXBcsq91FJLVY888khYCYuAPHmSrLbaagGXl7zkJRVvZyPXX399eHOVt3ZtulOmTKk23njj8IYrjnzaBnhfcMEFFStNWXnKU55SERRArr322vBsvtcRuPqF3/LLLx/aFc/jTXK2UiAvtDPaIXLPPfdU999/f3XWWWeFOg0Ha/61yVsc5DjllFNC36EuWeXmgQceCO2HlWlyba9p31D9kfVf/epXFVvVWHnPe94T+iAO7eOPP96eClhstdVW4RhtGqIF0qas4YbMv7ge1Dd5259AFn1o5syZFc5EsEF30MbJByun3XnnncmUaadvectbQtumndNG6ZsEni677LL57hHhxBK40B3oMfojW2nGQt7II0L7QddZoW+TBn2G76zwBiHmhhtuCEQVSDC33HJLddhhh9nbwvdXvOIV4c14rXJEGelv11xzzXyrIS1wY3RgxRVXDKvMUfaTTz459PFNN9006Gn0G2375ptvrn75y19Gdz7xk5XxeIud1ZKe/exnB+IO+pd+8Ytf/GKBPqHngRnbYdJGqDfGCPQc25GCP3qGc5AlwUft/fe//31IN7cKAHqKAGIb/ZwsWM1BxjAwQlL1yvF3v/vdYdsq6kSrBnIcaTsecA968LWvfW0YE9A99EOwIO147OT6zTffPOgpxr9zzz232nLLLSv0LuNPHWGKe3PClrgrrbRSOE1b/cY3vpG7NBxfZZVVwnaL/Ii371J/6kbgoi9/+tOfDunZa0eCwNVr/6ZdM7YyblJ/6C3q42c/+1lFWVJC/8BWeP7znx9smX/+859BJ1199dXVxRdfnF39ApywgWib9GVskssvvzyMWbRV+hvjazxOtG1XqTw3OSZdPXfu3KCTsUXABt1OW/r1r38d9B5pYfe88pWvDG2Nfs55dAL2T0ralmGQeaFvUn/oZfQh/RQdyphKHcZS108ZB9DBYABZMmX3dRu34+cx3tEe77vvvmBLxufRw4wt2DrYbXxKSsbztuODnsUn7Xny5MlB9zOeYPdjt2K3024Y39GvsYzEGKBnNtXlEFFZ0UXzHvr/nDlzgk3LmC3BDsCWoh+zHS11z7XoelaIifUGWPCH3cK8he9veMMbgj3BWPqsZz0r2ETYEqSFXmDugb1aOo5h19iVaWnj6MqXvvSlIc/MiViZEf3TRNSGc3MH2n1qDrD++uuH9oG9ge1CvaNz0R/oWlaAos2QP+WZMjNHBANsrbo89svGaoIB1zR9XtO21Ma+bZrHbteVEriazm3Q9am2oHw17Y+6PvdpCVysELreeut17G3aG7qH8TS26ZVe2zFJhCHmLZ/61KdCMmqz/GAe07afoeff+ta3BjsQXcLYj97HZqRfNBV0CnqLvGG7xMJ22vRF7D3KjT1K32O77d122y1cjm6K51RtMdK43XS+h+7rNl9Hj4Ez9YiNsc466wT9wSfzb3QPWFHnrMaGjkGwqVO+JfQ3mCPod2y2JtJW70v34QM4/fTTq9VXXz3YU9iPjLnYTNSzfcECvdFPe6KX9vne97435BObiPnlu971roAtPqWDDz64Axl1sO2224ZzzAERVkubPXt2mAd2Loy+lOi+pr4u+6iSPlaio9r2FfJYYq/ZsvF9k002Cf0av0rKhmC83W677cJt2Iv0Cfl35R/FZtPKyXH6/G7qD+xmJ1gfY+o5fswRcAQcAUegPwg4gashjhh3Lo6AI+AIOAKOgCPgCIwVBAhk4wxDcOrhCI0FJ9mFF144HymLAB8kHYQgOUEJHAgIDoEjjzwyfMfxs+6664bv8T/SxUF/6qmnzneKdN7//vfPtz2TvYD7jj322EAmsMchVUE8SgmBVhxPOM6s4KjCAZoSnoMjkPJJCMRCpMJxlRIC4d/+9rezBLPUPZSVwFwsPJ9ABoQkJCZwUQfUHw7BWLj3Jz/5Sccpu/XWW1ebbbZZfFn4vf/++4cAEz94m1Wkk9TF4GeJAZbEBKno0EMPDbfRNsgfAiFBga1+4medU5BNcMiynUJK7PZeqfMca5s3W3YcY9yfqgsmUl/60peCg90+u03fIHi04447htsJFh5yyCGdpCBtQN6QfPOb35yPFIUDD6wQ+iX9s21ZlXbqM66HSy+9NFymIAtBCYITkHZiIWj5ve99bwGSC8GGXXfdNQQZ4nv4TdD9y1/+cueUCCeWwGUJLXvuuWfnWn3Bqb7LLruEn/Rx289xtE+bNi04WXW9PglWgx96KiZwERT5yEc+Ehzaut5+4gCn/8REDXuN/W6xJX8QOnEWx2LLrXM4yQk8kaecQKyzZFv7PJz3OG+l15UGuuW73/1u0P+QIGKhL1BGrrNSop/t/U2/MxZBvEBwWjOuxYKOplwE+rRqFNe0HQ+4B1IIbYWAVEoI0kDwsKKA4IMPPhjIcCJecU2qrdp7c9/p99I/X/va1wJJL3etjhMggzRGPmwAT/0JvV1HKCNIxPiB2O2MRoLAVdq/wYgyKeAkLPQJKeb73/9+h4ys4wQoRQzUMftJABU9L8eZztGnIObE/YjzkIAIviDxdr8l7SokVPBPupq8U47nPe95C6TCuMPYAQ6x0NcZWwjcWSkpw6DyAnGU4G2qHsjzHXfcEci4VjfX9VPGIMqHnHjiiYEUE36YfwT7Zb9BIoa0Uydf//rXg762fcle/853vrNjo5M3AsRIyXheMj7wLAJ/9D2VnWMSAunY2gROY1Io14zUGMCz2uhyqzu5VwKh8aCDDgo/IR4xtufaD33giCOOmE9vyA7mHCRrxiYJJCZwigX8sGNLxzH0CVvkIugXiFupPGMzYK9bEmCcF353mzvQX7Tdnp0DgBWkLyQ3t6S9oPc+/OEPd8aucMOT/5h38mKRlX7bWDbt1Pe2z2vSltrat6l8lRwrIXC1mdvYOZFtC+S1TX/sVjaNEbQf2m/KDoUwgB0TvyBSMiZpHLAErl76WbexCOwOP/zwLCHc4mP7GfN3iGQSiNbM/3L9n3aIxASuEoxUJ03ne5B8u83XlSYvke2zzz7BzobkmRLsV4iqCERYbLhYrC5L2eXx9fwu0fuqE9og5PCcX4qXaHhBEsEm1ZjaD3uil/Yp+x97BWIOcwTEzgeYI0MAxI5ICTYMbTj2uZXovja+LuWlpI+V6KiSvlJir6lc9tPal/a4bAg7n4eIR12mBLsd2yWWNv5A27fidKyPMT7nvx0BR8ARcAT6i4D8UIzD+LywAfEd88d3/W761EXmvdE3v0e36Z1Dfp0TuIa8gjx7joAj4Ag4Ao6AIzAfApbApRM4RQlO4WSQ44ZzdksmS+DSfXwSqGAlJq61aXOctyh5Ow+CEMFTORVZiYu3ZSXve9/7wtu0So8gFfnhTVIFyXGMffazn+0QgywZhmfhRMTpt+yyy4Y3upUWxAMCFwhkNQJiCOlBzOA+VtfgWRLIMgQvEQK0ygOr0EAAwDjGKSWsYnKJ0kl9EmhRAJfzpImTjDwoGK/7LIGLFXXASUIwCJwIvFpntogpEID0Nitv/iG8iY9AZiAIwyowrCKDgAcrauAIor5YnUD1RSCKFQKQnMNegSuusQSufuJnnVMQuHDaQvqhfnijGSGISNkgcBHMqpO2ebNlV7pqR9SdSD6ci0lXbfsG6UGKoQ7kzNYzIQewGoaEN5Xt1ihyDEOWYhscpG1ZlXbqM66HmMBl74HARJuiX6p9y9mo66i/L37xi532xnn6Ge0WoovaIW9en3TSSeE2OZwtkamU4IFuwuGo51Cn5JuVIWzf4sExgQudJGII96HzKCf9Wf2O9sh1lKubWGx1LQEa+i7zTt5KlsQkRet8RaeADTqKwIl0GPd+9atf7azElXoe4wH6xZZBz0TXondI16ZJ0JXgq6REP+vetp+lge+S8QA9Q1sVqY66ZRyhbiA3qQ1ZIgDlUUAwLpvto/G5ut+0LRFraR/UfS+i/mQDNqn0IMQoaHb77bd3tl4cZgLXBz/4wUBqoDwEZNEttHECUrbvEjBUH2V8/+hHPxrqkzYP2QfSG32JMVe6LCY4Q4BkdUQJwWbuo9/GxEpL4CptV3pO208FSnWfbCjaFe04FnBhbAUvld0Gt7m+tAyDyAsEeYjyEvQ5upngG2OR+m+bfoqOg5CE2LavZ4AdxBZ0APX+iU98Qqeyn6UErpLxvGR8IOOx7sJmRW/RpqXvuC4mcI3kGNBWl++xxx5hbBdxkbbMmIfNyLjK+IaeV59lngCxhfZv50mx7rV2MH1K+PAdkgYELsZVjoMhcwf0A4Hv0nHMBu6pB4T2R3vnedaGIUCfWp30ibue+N9t7oCd043ApfSwFcBIZdZxPik/88NYN7LVL0EISb9tLKWb+2z7vG5tqcS+zeWt7fESApee0WRuY+dElsDVtj/qmbnP1BhB38H+gjBLPhB+a4VQfpeOSdJ5dowr7WfYhqRHn0cP0OYhmdEuXvSiF3XGIghJEKu6ichCXIdOp38hrLSzww47hO/800razOVj0o0lcJViFNcJz6yb75GPbvN1pak5Lz4KcGfcZsyWnYLuQGeyGhuCfZIih33uc5/rkGbtvCfclPhXqvdtnShZdBhjCmOMxZ9xhTYAyauf9kRp+yS/sv+Vd32iv2m7cRuhbLRhyoW/SOMk/QU7mvpBSnRfW18XzynpYyU6Ksah6fyvxF6jXLFAzoQkrfE0tiFS83nqhBdDqQtr27N6n12Rrq0/sJudADYujoAj4Ag4AoNHwAlcDTHGWHBxBBwBR8ARcAQcAUdgrCBgiSTk2b4RyG8boJUTjeMxgYsgDisw6G07nPA4y3BS4vjlLXYCpRJW5SKgg+B0gDBBsBinHg5zOTchT9mteQiCiVwlkgBOCJz83EOggmfZt24JoBJIRciDVlyBzKJVgSxJi+ts+eSIxvHGc5CYpIUzcfr06R1CBW/G4SipE4sRjkgCKdpyBgcYhC2CixJL4DrggAPCSgics85XfrN8P8vxg0fsyFSZeR4EFysKHlJf1AH1IQEnkX8shjmHvQ1cicDVb/yscwoCl4hDbOvGH2KD4ipL6rMkb7bspAmphralegczMKYebGDP1nubviEiFs/ad999A+mA7zhIbTshHzi+JVptiIAjgbaSsiqt1GeuHuR85x76Je1bW3DiPKS/KNBinek49fWmqPKs50KyoB8g4KztTORw7geByz4fPYI+If8IqxWyEhp1ilgCF2+7b7/99uE4jm5WYlAfopzUkwgiIlaGi2v+WWy5jOfxZrmCNHZ1NYsVQVoc7QhBFFYro89L7NuyNi/x8y6atzUMW4Ag1BlpiuxA26W981zEBgyo56OOOiocL9XP4eaCf6WBb+lGHtlkPOA6G6iJg+EE9hmvRNyjP4g0C44KpFMvkN2oBxGGSLuNQDAicIwwFqO/exH1pxSBi3wT7KC+7cphJ5xwQmc7ymEmcKED6Y+0X4K76kvgZcctVrBk9QSEVdEmTpwYvrNqDTaBhKAV9cmYHY+3dpyG9Gy3OrVEddKyY1Vpu1Ke2n5aXY1exRYgqIjENiKklqOPPrrzCBsUpb1LV5aWYRB5Qf8RbENkN6oAjIfoZhHRKJvI3nX91BK0sGEZl6yOhVQNuRrJrQiiPOhTNhgBUdmaOsdnagWukvG8dHyArKktqAjIUfcKzGHvQHLUmG4JXCM9BpTocvKo1QTj1Vl4+YGtNxG2J2dLQCuQBSBzIrQZxn/E6hN+Q+Tn5RZLSJI+snhxbek4Zsdh0olJiWzbvfPOO3MqtFeCyerr4WDmnzCN5w7UdzcCF/dgD7CCHxLnEdIaq0aqLVmdY1fRHISNlSluOFz6vLq2ZO1La7PxwJx9W5fHNudKCVxN5za5tqC2Q16b2lZ15bJjBGMudiikBITxGCIP5BsE3c98HSkdkzQO2DlH3Iab9jM7P2VrYrsCuSW4QCpnntdNbJksgcvaHtaOJz3bDvhtfQg2vTY2ra2TNvM9i4e1gciX0rS+J46rPmKMLNmSeRt1IiFOB1kKyY2vulafpXrfYojuY5UtvfRG2nbOzvZ1kIT7bU+Utk/yJ/uf79jJrAjGmCj7hvGDcQRhZSfIcxLsKHwVmuuyXS/3IyW6z7Zj205JL+frsm2qaR8r0VG2npv2lRJ7jbLWSc6GiOfzse1icYpfPpEtSv039QeSR+EY2wl1+fdzjoAj4Ag4Av1DwAlcDbF0AldDoPwyR8ARcAQcAUfAERgKBKyjHAcoRIpYbIAOUgKkBktwwlmHQ8oGQu3KUnbFJps225exjRnCNl5s52VXx0i9gWq3i4PYxfZrLOPOMveIDSKHA0/+kxMIpwJBWxyxOHkh0yCWQPLkLSFdHKo8B4KQdYhZEpOuhySGww+BZNEtKGIxih2spMFWNTifRRYRgcu+qRkHU7kPsY6yY489NqyKxvE65woBFJxvBBu5JxZtDQIhhKAPknPY28CVCFz9xs86p3olcJXkzZaddkXwzwbmwMe2OxHmbL236RuWdGMdmaoX8kBbweEmkhNvZ+JkRETOLClrSCDzL1cPcr5zW6pf2v6v7aUgQeA4RCgHAQz6qhX6L+QYRKszyOHcK4HL9jmeT2CWTyt2mwVL4EKHEDyiHtCZBGStkDbtAWlKsrHYMiFXgFnpWrxsAHjSpElBB3AdRBQct1YgwWpFGOvgts+z6eleOxZY4pfOE0iD4IXuU7CkVD8rzbafpYHvtuMBY4fe+E/VDfm2hAdWppReVQCKa1K6n+NtxAaaY0d8m3R0rfqTfnf7jEmjw0zgEqGVwC9jk7VbWKFG26pijxB8Qhg3IWjQJ9SuLSbayoS+Lz1vt71N2Qvcb4lFCl720q5sntp8t7pa+dD9drwAM8pKOSWW5E8gj4BeL2Xod14g3WLnIrm+MW93gEB65xo7hnTrp5bYd9xxx1XXXHMNSQSxpB7ZzTqX+1TQLBdgThG4bP2k2lnKLi0dH2j7+Dupf3S9fVGCMtlVX+z4MdJjQFtdTt7rSDfbbrtthY6l3KQd23mc32STTUgmzEn00om1g1mZERs7llzwtXQcs+2BuRk6Lrah7LwvXrE1zp9+5+YO1g7Wyy7cY4Pb9Av6hxXpYY7R50Vu5rclJNuVVgdhY/G8nJQ+L9eWrL3Wxr7N5a/tcUvcqat3W6e0+aZzG3ufbQsl/bGubHaMwKbCtrLClpyrrrpqOKTxrJcxSeNAjsDVpp/ZF8pSNjSrMDFvgzyPf6Ob2H4mApcd83J6x9aJ5pO9YGTrpOl8j7JZEonqSmVWmk0JXJZwxctwpCex82dWGmLFoW5SqvdtnaR8NHactGThftoTvYwD1v4/+OCDO6vWgxd9HDslfjHNYsk8GN2JqM+U6D7asVYlS+FI+ilfV0kfs/2BvIsQyjMQbBjrDyztK7ZemtprT+Qg/z9nQ9j5fMrnAMlVNom113hSiT+Q+3J2AudcHAFHwBFwBAaPgBO4GmLsBK6GQPlljoAj4Ag4Ao6AIzAUCFhH/tlnn12de+65C+SL1ZwIcCFalcISuKwDSjcTNGCZe5y/BLJskFTXEPDAQYbIwa/7OBY7jjiGrL322oEoQTCOAJKCSqyCgPMgJR/60IeqyZMnh1NaYcESSLh39uzZYQlxu7qGTcs6pTjOW+OQHyBHyFi213f7LocRGEGmiIki3G8deiJwWQIQjrbb521dFYtdDv7qq6+ujj/++HBJW+cKgQjeCqeutAJJKYGr3/hZ51SvBK6SvNlghbYWiOvBblME9rQztfG2fcMGhfTWq31jn3aofqqAsQ348lyCAiVljctlf+fqQc532rUIZfY+67hXAMEG7uJV7nQvb7BC2ATLK664IugYOZxt8B0ihVYIoh/FAnlUZA0FUqxzVTopvs+uXiICF6QlAtoI2yuJqBXfq60TqHsRPeJr7G+LbS7ooKB//Da6TYfv5JHtZVgp5U1velMIxHM8R+CygVOuQ6ZNm1atvPLK4TvPZVsmK2zjx5vkduWmUv1s023zvTTw3XY8sAQdVmpibIzFOsjZPgUCHKKAIO0AvcBnL2Lbcioo0DZt9acm90H4hYBpx69hJnBZ0hTBpauuuiqs3hgHbLqVnWAO+heCDG2BgJbt15bYJP0Wp7nNNttUm266aTis4GUv7SpOv+lv6Wqbf91rV65IBYNZmUjE9VNOOaW6/PLLAx6sVIi07Rv9zoslLQhjlU2frM5Fu0BsIKtbP7Xb+9ixx66m0U0vKw98Spe3IXD1azxvMj6IoFtXJhHKLY4jPQa01eVgb+2r1JyGa6yg29kuCrIF7V8ruEG6SBG4RFK3afA9F3wtHcesDcNWrxClYsF+IiCNWKJNfJ39nZs7WDvYpmVJDPGqhaSrtp6yD5k7Yq8izMuOOOKIYL8MwsYKD0n868Wmy7WlUvs2kb2iQ1YXNiVwtZnb5NpCSX+sK2DdGMF9dvsvjb29jKsaB0RG4Rml/cySd0gHHwZ1AQkt5Sfhmjqx/UwELktgkb8jTsOSnfqBkeok1Z95dmq+Fx+Px2el2ZTABUkI4gm2mK0rnoPtDUEf0Ys/4UfLf030vq0TzcXtY1idSqvkai7P+X7aE6Xtk3zI/rdjOMcRq8PqxknqAaxkU9r7ms7t2faaciBtfF0lfaytjirVJ/2y1wIoT/7L2RDWf4CvhNUsY9Gcvc6m0z3d/IFcl7MTlIZ/OgKOgCPgCAwWAcWk8CUwN8UmYk7DH9/1u2kuFpkXXOjNS9n0SSN8nRO4Rhhwf5wj4Ag4Ao6AI+AI9ISAJXDhJMdZHgvLlL/jHe8IhxXstwQurexj75Pzhi0xWDEnJdZJr60kdB/Xi/CSutceU8CIY7lAOMaqhDcvIUPwfMhlOJ2tkAZvg0PgwLGqbT24hqAkjptYcDCyPQrXK3gTXxP/ltMldjTa69hmku0mERG47PL7ufJyvcpMvti2AunmXMHJxrZsYIMzNCWlBC7S6id+1jnVK4GrJG82WGGDtxYzS3hR/amNt+0bpKt7RZDh7VRWZMNpzlvyIg4pOCOndbxC0EjUg5zvufZtV5JTAGETQ+qMtySwuMbf5XC29VBC4Np8883D1kWkr1UB42fxW6tHiMBltxjlfK5fqk9yTZNtVm0bZytDVmuKRatEpBywrAAFmYa3hRVgju+XTue4fV6q/GzTh45AwDcup5zBap9cV6qfubdESgPfbccDtkdjmzRJjIWOq85tf1dAMN5yT/e0/bRBgdSb1m3TU38ioKitaW0aHIccMGfOnAVWd+E6245yb87b9KyezAUc7fV8L+nf3Md4CrFV9cIxhFU0IL9BhCXYEQt9CDto4rytFAlMxfdzPW1AxEy76hBjvbYatelaorWCl720K5t2m+91utqSm2ywUemnCFy9lKHfedl9990rVpxCsEWtPacy8CndRTvQ6oRN+qnus4FruyIe7Snecs8+134XqaUNgYv7S8fzNuOD1TEpIp/KIZKyDf6O9BjQVpeT9xzpRuWClIe9teaaa4btOHGEpyRH4CJgj26ORfMAixfXlI5jNnCfC9pSFtotYu35cCDzLzd3sHZwjsCllwds0rJlU3YL9RcTuAZlY9k82e+9PC/XlkrtW5uvXr6XELisTW2fbcdszW1ybaGkP9pnxd/rxgiufe1rXxtIXHzX3KKXMUnjgJ3LlPYz7HBWFqaNxIIOgBDP6p/dVvDWvZYsJAIX9QG5HEn1PY7brVT7gVG3OknN98iHJXbJBuI4ojSbEri4h7GbFYYRCJ/YdJDttWp4U30XEpj3r0Tv2zpJ2Rx2LNUcUs/rlz1R2j7Jh+x/Xg7Ud+WPFw548QCRL03n7KetB+aoq622WueFzaZz+1JfV0kfa6ujetEnpfaaxdd+z9kQdh6Wms+ThmzO1Djc1h9Iejk7gXMujoAj4Ag4AoNHwAlcDTF2AldDoPwyR8ARcAQcAUfAERgKBCyBK+fos9uwaVtDS+BKOQZEcIiDErbQ1tkrApfuaxrYJoiaesPcPif+/vOf/7y68MILw+Gll1662mGHHcKKPimCA0G5gw46KDgBlQ7Bude//vUVK/GkxAYxUud1TGW1ZAed06d1EslJblcQ0XV1nxDKtBVDnXPFrlJm0yMozWpjvDWKWAeorUNbbrt1TNyu+oWfdU71g8BF2drkzZb9d7/7XXXUUUeRxHySCnKo3tv2DRK2b4lCPoQswKpK2sJMbYPfOOZwBtNH7CpsymCbsuqe1GeuHuR8zwWjUw59G2CaMWNGdf7556ceucAxOZltsKkbwYOV/NgOEdEKXFYfnnTSSRWrUKVEAWk53y0RI3V96ljcL1LXWGx5ezZFLEkRuCBfkj6kk1ggKFAnehs9R+BKPc8SuFKrmin4IJ3Wq36O897kd5PAt9pLvFpVm/Egpy9zebTBv1RAMHdf0+Nqk5aA0u1e+ijBJMSuAil8VI/d0onP2+CRdFN8jf0toinHcmQnez3fS/q30mAFGsZWtmJNEbHoH6waRJ0hBK3Ygie+lrGRwAcYYj9YApcNPpFXzsVit+5T8LKXdhWn3/R3na62BC6thmPTTRG4eilDv/PCahus2mjrxuZf3/VcS8Rq0k9tWbWdl115k5VWsZ+aiIJpuTHzfe97X1ilg7TIG6vjSNqM5yXjgyW05Owd8iIbRPbNaIwB5KONLuf6HOmGc5AhsOUI5sciHQGpE8kRuHLjfS74WjqOWd2bmpsp/7JDcyss6Tp95uYO1g62cwBLYkjZCiJwpcaYFIFrUDaWyhd/9vK8XFsqtW/jvJX+ts/XSx6ptGyd5vp6am5j77NtgWe07Y+pfOmYdHVOT6YIXFZPK526z272Wi/9TKQgXgaT3ojzcuaZZ1YXXHBBfHiB37aficBl7alU3yMRu3qzCFy9YNStTlLzPfLRbwKX7bfattyuyFanE8mPlVK9b+skhX8dgcvWQS/2RC/tU/a/nU8LF6tD6l62sBgwR+Vllw033DAk03RuL1tCz+72aX1dJX2sjY6y9dQtX5y3+oTfbew1rq+TnA3RxH8gmzMmcOXKhx2d8weSx5ydUJd/P+cIOAKOgCPQPwScwNUQSydwNQTKL3MEHAFHwBFwBByBoUDAEhZw2vDGXSwpJ0A3ApecAnbVkThd60C8/vrrKwKYuq9NEFrbukD6YtvFbsK2X2y/FgtB3XXWWSdsiSKyEtfEjg3dR2ATByyOMrZqw3kt0VaT+p36lNOljqxmt0sUgcsGhqkzsKoTAjSUAck5V6zTEwcNxBS2lmLFDZzkiAgCvRK4QmLz/vWKn22X/SJwtcmbDVa0CXKojbftG+TN9jsINpAPIQ6wMhMrNMnpRhCabTN32mmnUKTcdqScHFQ9lDj07bYekLdw9DaRlMO5G8HDroYgAhdbC0LORFIrC3LcBqRF4KL/8zwEMirkrzqhzzbZss228RShimekCFxqB5xntSTeeKY/z507NziSIf2xAhgySAIX6fdLP5NWE+kW+LbBk5jAZdPvNh6wUiH1gxAMTZHrbHroUbZRRJoQQ+y9Tb4rTa494YQTQn3X3cdKMmxRgsSBUPWnVHC9Lk2dYwUErWJkCTE6H39qbOE4q1NovIqvs79L+re9n+8EecABMidvm6MLJQpAs3oDZC6Rt9i6mdU56VNaJQMy7fLLLz8fSciuwJUrk92eWgSuXtqV8t72s05XgwmBNKQpgauXMvQ7L5ZokFoNQ1ipDdoV7NSn4uCb7uHT6n4CiIcddliHOG23TbX35L7LNoj7o663q4nRJtX+dJ7PJuN5yfhg9aYNlNpn813EIBG4ODbSYwDPtNJNl3NtjnTDOa0qxnfaB4R4dABjPXMJyJ2bbbYZp0eMwGXrw45jNnCf274UAh9tDalbTS1c8OS/3NzB2sHSmdxiA/gpEkNbApftZ/20sWwZ7fdenpdrS6X2rc1XL98t+WKkCVw23036o70+/l43RnBtisDVy5iUGgf61c+WXXbZsCooK2Jhl8vOoBysqqxAHL9TYvuZCFx29aPp06eHbYHje+0WcCJw9YJRtzoZKQIX+PEiCfNijdusfohPB98GtlrTrSpL9b6tk5Tus7pbc0jVj9U7vdgTvbRP2f8pApftW3UrcGFr8YIEgq3OfZD9kaZz+158XeFBT/4r6WPddFQvfcXmrYm9Zq9PfZcv0dpcXNfEfyCb0/o5S/2BPDNnJ3DOxRFwBBwBR2DwCMhuxJeALYRd5FsoJnB3AlcCFD/kCDgCjoAj4Ag4AkOLgCVw5QgLlkSEQwsCjyWSpN5oxPGIExuHGW+epwKy1gHyy1/+sjrrrLOCw5L7kNSWI6wow9ulGKOQzXA0ycnGsyA5pchZOLP4Q8gv5Bmc2QiBGIhKVlidhudrmxScfty/6qqrVhCuIGjFYldHSG01FF9v35JNlZXr5XjkuwhcNviW2/aSFSdERLnyyivD9o6kkXOu2MCgnLlcL8HGJWCIlBK4IMf1Ez/rnOqVwFWSNxu4akPgKu0bYE97JNBM+4dIoK0icOAR1KIc9GmE3yussELYXpG2Iykpq+5NfebqocShb1f7s1t/2ufaVcikj1IOZ0vwSBEodt5557CNCGmLwGWd3rnnsxXErrvuGrIk5zsTZOoFqVvRgu0McSazJQjO725isW1D4FJwFJ1I8CleAcZugzFoAleJfsbpUCroPYh4SGrbSbslsALfEHnajgeMgWzFh+S2qqKfvvWtbw1EIZ5FQB1JBQTDiR7+sZocRCTEklBySdogX7zNofpTKYGL/qDV/3h+jmzCORvsbkL24h6kpH+jL7XtJfaGCHVPpFjNpz8V0LBET/V3Xa9P29/IF0K9s0UdcswxxwTCV/hh/tmVmkTgssGTtu3KJN3qa52uLiFw9VKGfufFkuROPPHECnsoFhs0ZVyl7SJN+6nyTPs97bTTQt1zv8YVvjcRBdMUeI7vsStSqE+VjOe2vbYZH0TEigOFyicBWwK3iL1mJMeAEl2OTW/10G9/+9vqhz/8YSiH3X4LncCKbvEcw9rP/VqBq2QcI8PWhtEcKRTE/LN2olZVNqeTX3NzB2sHD5LANSgbK1nYeQd7eV6uLZXat7k8tj0+GgSu0v5YVzbp2xzR1ZJMNJ/tZUxKjQOl/Yxt2lnph/nZxRdfPF8xaXPM+bVy7qmnnhpesJjvouiHJQuJwGX9OoxHkPViwXYFE6QfGHWrk5EicFEei8nhhx/ema/J3ueabtKL3rfPb0vgIl/Cshd7orR98nzZ/ykCF8QmXk5A2O7z+9//fvhu/zHvEYkOshztskT3sWXx5MmTQ9JtfF1t+xh29kjN/0rsNYtt6nu/CVzWnpFusM/N+QO5Jmcn2Pv9uyPgCDgCjsDgEHACV0NsncDVECi/zBFwBBwBR8ARcASGAgHr6COYyXYvBP0lvCmIMwmHDMcVnOxG4LJkplmzZlUnn3yykgyfEFEI6iyxxBLht4JRNj+pbd9SpAvrbDjvvPPCyjn2YThFWaWGQAOBF60MIiLMfffdVx1wwAH2lvDdpgsJbfvtt+8EyHFwERyxQlmUTo78Ya+3RCwbMNI1NqjIMRG4bEDZBht1H582OH/IIYcsQODiGutYZDUe3v5FUmWzwehSApclGKSe0RY/S27JEbhygfNQUPOvJG82cNWGwFXaN5Rd+1YqxyzpgWAJzjz6q+SOO+6Yb5vRkrIqrdRnrh7khM4FWVIOfVaGILgsfUMwmGC2hLkWwRTO25XrUg5nG6BgNTL0iYQteiB1CScF2iEroJf0fLCG7GnFvllsCR0KinOtCHX2PrvioO1D9pr4u8W2DYFLq8mkSK2UjbKDATJoApfVo031cxwgj3Gp+20JdjExiXGH9kNwBlFAxxIjm44HtFVWN0AIUkDytWMnx+32cnYcTAUEub4Xoe8z/pAvRG/vox9isfqcPNPm7Wo+6k+lBC6eZ/sJ2yjSP+J6xb6gLWo74lTAKM67fpf077XWWqtC/yK51WnUj7VC4jbbbBO2UOQetlSNV9ezAS1rI9kVLu6///7OKlakg9gV0PgtAhfB3dJ2RTolUqerSwhcvZSh33mxW+XSxkVEtzjZ1dLsFttN+6kliTFesS0WbSEev+wzU99ThH1dx/ZDCjJyTDZzyXheOj7wTPk7LVFJeRQ5nd+WwDWSY0CJLkfP5Ug3kOAJQCOp9sNY8rl5L5WgfxGLy07zVkBlroS03UKxZBzjOTZwj+5Ht8cEbvQLfRRhxTRsxG6iwCzX2bmDtYMHSeDiudLNfO+XjUVaOSl9Xq4tldq3ufy1PT4aBK7S/lhXtroxgvtSBK5exqTUOFDaz/CxQNDCFmJOH9uM9uWKuhWOhI8lC4nAZclqVg/rHnwikIX5RETS6AWjbnWSmu/xbLuFYjxfV5q88MJcTKL6EMlex/VpbTKNx5yDlIuvpYn0ovdtnVhdqefWrcDFNf2wJ0rbJ8+X/Z+yx7Ft8Kcxj6QN4zuKVzTjJQm2KEe0WmeJ7iv1dbXtY5deemnnxbhBz/9K7LUAZM2/fhO4Sv2BZDFnJ9Rk3085Ao6AI+AI9BEBJ3A1BFMOjYaX+2WOgCPgCDgCjoAj4AiMKgKWMEVGcLZAFGAVGQL8OJ8I4CE2eNmNwGWJENx79tlnV+eeey5fK5xXBHS0epB1EnGOIDROXwRiBatz4SgigEXgWeQKgl0YqSyNT+BIx3FGQkpAWEnrox/9aAjO8NtuAWSDUWeeeWZ1wQUXcEkQnF8EesmHiCI2IAvZjcAHzlGE8hKswXGI5FYzCyef/GfJKByaOXNm2DKOsk6cODFgpKAQ50Xg4rtdiYGt0VhZAkcwDlny/dKXvpTLqjgAbx2LrE5DEJvt3KxTiWA7W+4pqEUAm2CzxDqEc8EbsIgDV/3Gz5JbLIHLHiegRGA8JuGoLPosyZstexsCV2nfUF633HLLEKDQb7YE1XY4HJPzUufjN7BLyqq0Up8Wb1sPcr63IXCR/jve8Y6KVZIQ+jfOZAKn4IY+EvHI9uWUw9kG7nHif/e73w3bFnKcN3tFHuU5InDxnW3l1N4JEBDs5vnoAvoWukFiCVw2wM7zCOTeeeed4VLePv7gBz/YIdc0ebOeGy22bQhctg1AHEInEsxdeeWVq3e9610VK/RJWIHwuOOOCz+7PW+PPfYIW81xcSowwVvX6Cyrd0r1M8+weo60Iax2E3QgdYagE8EN8t6kSZMqdBmBGYkIXPxuOx5wj10NDsc/K9RI12jLEI1LBJ0USFcAinairSxJD7HtKO7bT1yR/8/b6hCDJfQ96p8VIRnTabv0f8iEktR2JupPth51fdNPayNwD6TFCy+8sGK7ZNoEeWWFKvq1pG6rV12jz5L+bYNIjHu81Q/ZGqHdsuoNfwgEbXCwpC9sAeqY7U/RH/QXApDUMUJ7I4ChoKzqmXNsX3rKKaeE8Xbq1KlhyzXZOZwXgYvvpe2qtO3U6Wrqp+0Wir2UYRB5sfqQ+mZVDvQh+G+77badVdni/qj6i49TPiu0Z+xRKzlyvb0m/s74QntDWKHlyCOPDPlkPGTcVzvjvAhcJeO5xaPN+GBXbgI/VqIlIL766qtXrC4pm578WTtxpMeAEl1uXyBA79EOGf/py/R5Ya9+yjiDnYC9ItIs5T766KMriMNIyg4OJ8w/tXeeQyAW3cIcoHQcs4F7HoMNxSopkLQIvn/4wx8O8wvOxcQIjuUkN3ewdvCgCVxWv7WxsahbdBh1iN7XSzy5sup4L8/Tyzy2LVGvJfatbUfME1lFukRGg8BFPkv6Y1351Gdyc4sUgYv0SsfV1DhQ2s/siubMYY466qjQ38kfq/Pir9ALBhBD41VCuc6K7ZcicHFeeeY7tgxb+9JnGM9p/yJwcl4ELr6XYtStTnIELjvniOfrSjPWUypbjsBFOSz5kt9t+j3XoytK9b6tk9Q8qRuBqx/2RGn7pOyy/61vjuMS6y9ifGHcYtVfhDERO0bjJQRibH+kRPfZOWBTX1dJHyvRUSV9pcReC+DV/FM/iW0I27dy/gOt+mr7kq3fNv5AsmjbvvUx1mTfTzkCjoAj4Aj0EQHGZQQbmbkk4zH+Dv74rt9NH7nIPKfV/y/t0PSuMXCdE7jGQCV5Fh0BR8ARcAQcAUegg0BM4NIJHAFywHAMYxCSlMQGZ1NbKHLd1ltvHYKUuoc0FZjQMd7c420+CBKS173udWHlEv3mPsTmxxIuOAchAwehhHtw2BFckBBYpwx6W9AGZrmGgBTnCHLYZ9m3YHGoQgpDeAYOUYxj+xwcITyH9LqJXd1DaVqMeIbyYglcvJ2P80jnuI6820ASxyAyWNKDdegob6wMQJlw6io9zpF/yoaQlsWTZ+E0kvOOa2zwxgYc7MoD/cTPlsUSh2zAmXwhMYnpiaPz/2+bNxu4akPg4qmlfYN77VvS/IZ4CAFREvdpCCK0Uytty2rvjb/n6kFOxVyQJefQB1cCzJZgRZ+wZAfKQ8Bc5Uo5nHGS4/xVG47zbdu31SfcR4DA9iWu1cTX9klL4CJ9++Yqv6UDbB5yTnGuj8Vim3PAoj/Js3XAEkzfaqutOsmRZ0T9m/4LYUW/CRLRJro9r4TAxXNL9DP32SAMukyEOM7VCTpHRL/4Olt/lsBVMh6AO45/q/9jbHl+TBBWAIr2GxO4bN0RzKd+28iOO+4YSFpN7slt0af+1AuBi+dbQkq3/PAWPHq8qZT271g/QsqiTdDf1R/4TWDjnnvuCfqDYDx2gYSx0JKrqUedp89jE7E90iqrrBICskpX9+vTtkURQzhX2q5K206drrbjqSXNqgx2lTkIapdffnk4VVqGQeQFYj2BJVsPVqeTYeoCIjxBQkldP9U1+rRjKsfarPahNNZYY42KVWZzYtsLekd2s30219Ae6+xS2054FvcgwifWYRofuIaA9MR5Lxh0E0vg4tqRHANKdDl5VNvjO6KVdO24x/G47UAwWHzxxTkVsLzpppsCMSNnB4cLn/xnA54csmSFknEsDtzrWbbtcIzfkKIhCjYRaxvoevKH/iSAj9g5gC1XisSgsT01xjB2kzYS65wSG8tuh0bdMZdqKiXPI+1cWyqxb+3K04wrTbbfTpVvtAhcpf0xVQaLbW5ukSNwlY5JqXGgtJ/RFklP8xn6IX0IfW1tCumeHAY6bvuZJXDFPgKut3aL/W4JXKUYqb3n6iQ337P2hcqk+brStDqRa1Qfds6je/UZ23nXXXdd2Mpa55t8lup9Wycp3QfGsuvjOaTyZcd0jrW1J0rbJ8+S/Z+bq2LrYn/Ec2TsB7Vr0onnFyW6L27H9BfsE/tsjllfV0kfK9FRpX3F1i1572avgWWd2PbGdeovdszO+Q9SBC5ecirxB/KSkH2m8sxYzjjv4gg4Ao6AIzB4BJzA1RBjJ3A1BMovcwQcAUfAEXAEHIGhQMA6uVgl6w1veMN8DhgySZCIFQvYBkjCW3asVIPI2aZz9nODDTYIq2ZZp47O81Yeq1ilJvasrkEg2hIfuA/nO9twQbiIpe5ZBCl40zV+m5VVDQhmKXBl04Q0olWxdJytMXDqsQVCSigTq3pYrFLX2WNsmQChJ84DwWNWyGLVMcQSuPjNKiq8TW+JLhxHeBsShw0rr1jB4cRWX7zhKYFshrHPaijbbbfdAvWPMwjs2GJReeFegj8QDPhEbPDGvsHHNkJalaaf+JFf5ccSuMiLfTOS3zNmzKhYaaZO2uYNZ7vKnnMOT5s2Lax6xHPj+qtrr3V9g7QgFKjecQRTDxK79U4cRNU1bcuq+1KfuXpQHmmL8eokpJNz6HMORy9vor/whS/k53zCqkSQHfRWLyfRI/SfOOhBm2XbV+vs5XpwYVtFVgJELIGL3ziAWUnH9hOO42w99thjw1ZWBB5Sznf7ljH3SLiX1YdwxKNbmojFNufATxG4SNvqdvssdBMOeragYxUkREHNbs+zAY1UYIL+QL+ICb88o6695/SzgrzcT9qWjMqxnFDf6Dm70hjX4vgnWMX2HuhCS+DifNvxgHvohzjQ7eozHEcIzDFe8WdFK+DI0W7PWXIFYwAYtBUIK+hg2nFKeC59iP6SEgVwUsH11PV1xyBkY1fY4KS9HozYtu6yyy6zhxt9L+nf2BS77rprZ7XM+EEEUyDy0FcljLXUsUgaOk6/YWy58cYbwxY/snMuuuiiirfPEXQtAfjnP//5nTGe+yAj8gzGfsRuvcbvknZV2nbqdLUNsMZbkpJPS+A64YQT5iNAlZRhUHnJ1SFloA0eeuih1e3zViqxUtdP7XV833zzzUM75zvpoX9KhNXZdthhh05bURrkDaI4eCOWwFUynpeMD8oL/Zm2pnGVsQ2dwopckETQrYzPrL5hZSTHgBJdjq6iHtWPWTXvoIMOCuRM7AFWyLFCuen76FLKSl9BpLdzdrBNA13N6pwigNq2UzKO2cA9AXQC00pbz+UZzA+uvfZaHer6mZs7UO+yg+0cAB2LLYqkbAWN7SlbwRK4UjqnrY3FOKi2KFuna4HNBW2fx625tsS5tvYt7UOrKqdWzCTNJoLdw/ZmyCWXXBLm7qn7Suc29j7bFnhGSX9M5Y1jdWME53MELs6VjEmpcaCXfsa96IacTcS8nVXzIFl1E9vPLIGL+yCQ4yOgvVnBxmF1KW1LaAlcXFeCUbc6qZvv5ebrSjO2k5sQuNDVKh9l4mWeNn4Z7kFvluh9Wycp3Ycu7Ubg6tWe6KV95ubTYCKhjTBHxwaPhXER+xeyaSxtdR/3l/i6SvpYiY4q6Ssl9lqMo/2dsyG6zedJI0Xg4jj3tvUHMj/P2QkiFJC2iyPgCDgCjsDgEJC+9RW4umDsBK4uAPlpR8ARcAQcAUfAERgqBGwQZ/r06YHYgDOAFbZ4uxGCAtsq9iI4wdhCjD8CoARFeKuat7W6CQQOViVQwJO81Dk1CXisuuqqIXCAowjy2ZVXXln7LIIuU6ZMCc5O8so2V5BECG6kyGXkGccoJDNWQyI/EGjmzJmTDYh3KydOIEhxOKrAhWdrdYW6eyGtrDxvWzQwgmzCvbz9z5uTdcJzWHWLIBvBJomwgIwABmyPo6XxuQZnHW/n4QAmmNiUiKL09dlv/JSu/cRJRl6ZyLB9TNO8jkTelM9e+obS6OVzJMtakk/6BSQj2p36WJN+ET8LZz59hP5CP6U9NJGVVlopBEC5D91DYAVd1E2YE5Jv8EU/sA0BK9MQOB1JmTBhQtg2DyITATWCoTYPBFgJboIpennQUqKfCUAxdvBGcBPsbRkoG/WAnoasxXjWLQ3pQOqu6XjAM8GaNobuxGly+zzCBdtTlgg44VjPEUObpkm9M56TJ9oh7R4McuNa03RLriOgMnHeyj3UBQEexlnaJH+9Skn/Bpt111036BYIG2yBSQCCMY/8xcI12AmMt9hG1K0dO+nzL3rRi0KwlH4m0rJNZ/nllw/YQyBFtt9+++qVr3xl+E6QWFtshgNP/mvbrvrVdmweev3etgy9Pi93P3VIG0TvQRKhvukPTYmhuXQ5brf0jFeeqLsvdY7xhnyi99AljDtNxr2243mv4wPBOoiJ4Cf7CmIAOKNrCATHMpJjQIkup0zqMjQfAABAAElEQVTgzjiJDrf9GF3KdpGUAfIlBFjpCuYbtCvmONgYTerLYkO64AaW0g8632Ycs4F7beWOflxvvfWCbmKcZ1xRfekZTT9zc4em9/fruhIbC0II42DqhYJu+Sp5Xl1b4nn9sm+75X1Yzpf0x0Hlvdcxqdd+BpGcNLAZ6d/oeeY4zKuZL/RLeA7PwDbB9kVvNZ3/9IpRmzKUztdzz0BHQxJlLMUvAumrVAap93N56tWe6LV95vIVH6eNMHbhq2PMw55n/Os2z2qr+6jHtr6ukj5WqqNK+kpbey3GPv5dZ0PE1zb5LSxK/IHDYic0Kadf4wg4Ao7AeELACVwNa5OJnYsj4Ag4Ao6AI+AIOAJjBYEUgWus5N3z6Qg4Ao6AIzB+ESAoTtAVwuhnPvOZ8VvQqGTaYpWVoCAgu4w9BCDgsIoo8utf/zqs5hmXgjYNkQwSCCs9iAwSX9fmt7edNmj171oIpgS6EK1q2r/UhyMltkSFFM9Khqy6FAdpCXTvtttuIbOzZs2qTj755J4zvrCOAaXApQL3pWmNp/sg47MaKyumsbqRiyPQCwLez3pBb/D3spoSK7Eh8Qpjg39670/o1Z7w9tl7HXgKjoAj4Ag4Ao7AWEPACVwNa8wJXA2B8sscAUfAEXAEHAFHYCgQcALXUFSDZ8IRcAQcAUcgQoBtwphfswUhq4ksDLL++utXbNnESiH77bdfIK8tDOUeb2Vk9RVtk0NdssKWnGqUlS1MWRUHYTvFb37zm+F7L/+87fSCXvt7qWNWaLLEpXhb1vapDu8ddqsrSImnnnpqJ7OsoMKWVdoW7Ctf+UpfVpJZGMeADqgFXzxwvyBorPbCFmqs4sJWqf1Y9XHBp/iRhQkB72fDV9uMx7zsQX9nRXlW4WIlxdLtjEe6hP20J7x9jnTt+fMcAUfAEXAEHIHRR0C+Jt9CsUtdOIGrC0B+2hFwBBwBR8ARcASGCgEncA1VdXhmHAFHwBFwBJ5EYPfddw9bws6cOXOhwWSttdaqNt5440COYEsdl7GLwN577x1WLKIErK7FFjOsKMSWSWzvghBwZJW5eNu0cLLlP287LQHr8fLPfe5z1ZJLLhmIIUoKIh6EvPEokyZNCitsQYRB2Er00UcfDdsGEjSXXHTRRdXpp5+unz19LoxjQC+AeeB+QfQgRkybNq0655xzwvaRC17hRxyBdgh4P2uH10hcjT+Lba41PvHM888/v5oxY8ZIPL7nZ/TTnvD22XN1eAKOgCPgCDgCjsCYQ8AJXA2rzAlcDYHyyxwBR8ARcAQcAUdgKBBwAtdQVINnwhFwBBwBR8ARcATGEQKQtfbaa69qwoQJyVJB3mKlooceeih53g8ONwIEXJdaaqlOJi+55JLqtNNO6/wej1822GCDavvtt+8QEOMyLgwYxGUept8euB+m2vC8jFcEvJ8NX81afxa5u+uuu8JWv8OX03SO+mlPePtMY+xHHQFHwBFwBByB8YyAE7ga1q4TuBoC5Zc5Ao6AI+AIOAKOwFAgsMwyy1S8VY9ceeWVYdumociYZ8IRcAQcAUfAEXAEHIExjsCKK65YTZ06tcLeQn7/+99XN954Y3XPPfeM8ZIt3Nlfe+21g/384IMPhpUC77777oUCEFaPY5VA2jUEtvvuu6+aPXt2wIAtq1xGD4HFFlssrEJDDtgqkFX/XBwBR6C/CHg/6y+e/UiN8WjdddcN2ybedttt1c0339yPZEcsjX7aE94+R6za/EGOgCPgCDgCjsDQIOAEroZV4QSuhkD5ZY6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj0BgBJ3A1hMoJXA2B8sscAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR6AxAk7gagiVE7gaAuWXOQKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao5AYwScwNUQKidwNQTKL3MEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcgcYIOIGrIVRO4GoIlF/mCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKNEXACV0OonMDVECi/zBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEGiPgBK6GUDmBqyFQfpkj4Ag4Ao7AqCHwute9rlpmmWWq+++/vzrvvPNGLR/dHrzRRhuFfD744IPVxRdf3O1yPz/GENh8882rxRZbrPrDH/5QXX/99Y1zv95661WTJk2qHnjggeqcc87pet9qq61WTZkyJVz3ox/9qOv1g7zguc99bvWqV70qPGLWrFnVvffeO8jHjdm0F1lkkWqLLbaoFl100WrOnDnVDTfcMGbLMtIZf8YznlFttdVW1XLLLVctvvji1cknn1zdcccdI50Nf15DBF784hdXkydPrh5++OHqwgsvbHhX/WWDSLP+id3P0pfR+U996lPDxdgef//732tvfMpTnlJtueWWFZ+I68xauAZ2ciyOW69+9aurF7zgBdVf//rX6txzzx0YNk0SXnbZZavXvOY14dKZM2f6uN8ENL8mILDSSitVzIWQk046qfrf//4Xvtf9K53jjeU51zDoqNI5TV1d+rmFG4FhaNcLdw146dsi0NZH0zb9hf36sTxO5+oOvxi6rkSwqfF1lNjY41W/pmyRXFk33njjaumll67++Mc/Vtdcc01JFfg9joAj4Ag4AkOEgBO4GlaGE7gaAuWXOQKOgCPgCIwaAl/5ylfCZPdvf/tb9ZnPfGbg+YCks8IKK4Tn/OlPf6oef/zxRs9UPh999NFqn332aXSPXzR2EPjOd74TMguB6+CDD26ccdrs8573vOof//hHte+++3a9793vfne1zjrrhOv23HPPrtcP8gKcVNttt114xE9/+tPq0ksvHeTjhj7tJZdcMjjtCErOnTu3k9+nPe1p1YEHHhh+33rrrdWhhx7aOedf8gg8/elPr770pS9VfEpOOOGE6qqrrtJP/xwyBKxO+OIXvxgIJ71mcRBp9ponSJlf/vKXqyWWWCIkddttt1Xf+973apN9+9vfXk2dOjVc85///Kfab7/9qscee6z2Hj/ZfwRsexor49bnPve5aqmllgokQdrNSMiECRNC+8Y2seRsix8k8iuuuGIksrNQPyNnW4w1UKwO3GuvvSr0YDfR3KntHE/39TrnKp3zdStX3Xnbx0ZLR5XOaerKNRrnRqP+RqOcI/nMiRMnBiI6Lx499NBDjR89DO06l9nSMuXSG+vHS/tN6X3DildbH82wlmM081XXJvo1To9m+eJnMzd85jOfGR9u9Pu4444L98q31sbGHmb92qjwmYtStkiurF//+teDzwj/vPxumWT9sCPgCDgCjsAYQMAJXA0ryQlcDYHyyxwBR8ARcARGDQFN/ts690sz/MY3vrHiDznmmGOq6667rlFSymevwYRGD/OLRhyBlIOhSSbaOgedwNUE1dG55uMf/3j1whe+MKwq8bGPfayTCSdwdaBo9QWiIu0dgRSHjj/xxBOrm2++uVU6fvHIIcDqUjhNWZnq6quvro4//vieHz6INHvO1LwEWBlst9126yR1yCGHVL///e87v+0X3hZG10P8Qk477bTqkksusZf49xFCIOf4H6HHFz1mNAhc9GPGLlbTmz59eiffFr82waVOAv6lNQI526J1QqN8w1gkcJXO+XqB2vYxJ3D1gmQV5uslc/benjp+78aW2X///UMBf/vb31Y//OEPGxd2GNp1KrO9lCmV3ng4Vqr3Su8bVsza+miGtRyjma+6NjEefaNf+MIXqmc/+9lFkDuBa0HYUv7V3FjiBK4F8fMjjoAj4AiMZQScwNWw9pzA1RAov8wRcAQcAUdg1BDQ5H80CFw/+MEPGm+XxzYgbD3DFjhnn332qOHlDx4MAikHQ5MntXUODhOBi/ZMu0Yuuuii6q677mpS5HF7TS7ICmmDwCWkFshHvoJUsyaw4447Vq94xSvCxQSJCBa5DD8CO++8c7XGGmtU//rXv6q99967LxkeRJr9yNguu+xSrb766iGpOhsEHLRy53333VcdcMAB/Xi8p1GAwFgct5zAVVDR4+iWnG0x1oo4kgSufs25bPC5zZyvl7oZBh1VOqfppdyDuHc06m8Q5RiWNHshOw1Du07h2EuZUumNh2Ol/ab0vmHFrK2PZljLMZr5qmsT/RqnR7N88bOf8YxndFZntuemTZtWsZoqcvTRR1esEhXLI488Um2wwQad1e3bvCQxrPo1LmPb3ylbJFdWJ3C1RdevdwQcAUdguBFwAlfD+nECV0Og/DJHwBFwBByBUUNgrBC4Rg0gf/CIIJByMDR5cFvn4DARuJqUb2G6ZrwEWYelzt73vvdVa621VshOv7bjG5ayjed8QFQScYu3ia+55pqeizuINHvO1LwE2N4TMtaiiy4akjvnnHMq/qy8/OUvr3baaadwiJXk2BYUIreLI9AUASdwNUVqfF43XmyLkSRw9asl1AWf+/WMYUyndE4zbGVZWOtvUPUwHslO47FMvdZ/ab8pva/X/A7q/rY+mkHlYyynO97aRGldsP35MsssE27/5je/Wd15553JpOzqUm0IXMnExsHBNraIE7jGQYV7ERwBR8ARMAg4gcuAUffVCVx16Pg5R8ARcAQcgRIEVltttWrDDTcMt/7qV7+qbr311vmSec973hOCoazeEW+/xMR3q622Cteff/751R//+MfKErg+//nPV+utt14I+hPw/cc//hGuueCCC6q77757vufox4orrlhtscUW1fOf//xq8cUXr/75z39WGAps/3TxxRdX//3vf8Olz3rWs6q3ve1t1XLLLdeZgN9zzz3V/fffX5111lnVvffeqySTn7xlhpOQfMRbJy211FLVW9/61pD2M5/5zOqxxx6rWKWDlXp+85vfJNNbGA/yVttb3vKWauLEieEttv/85z+hrsDzsssuS0LCSjCvfvWrA7bUL22CujrzzDMXePuNYPy73vWusM3V9ddfn1wp6fWvf331ghe8INTPjBkzOs+sczCwBdgrX/nKirZPG37wwQfD1pu0sU984hPV8573vJCvfffdt5Ne7ktM4MLRM2XKlLC6G33mz3/+czVz5szabebAjz7Idn9LLLFEuOfGG28MbY2211SWX375gC3XQ1p46KGHwq3bbLNNaOtz584NK3NBYJg6dWrF9azS9etf/7q64YYbwrVsQwY2K620UuhrnKc+b7vttnBe/7bbbruwndPs2bOrW265JaS39tprd/DkGHUKQSIlTft5fC965E1velNYPQes0A+QL37+859Xf/jDH8Ll0mkveclLKtooQvuhPnC+kSd0B3Lttdd26mb99devJk+eXD3wwAPV6aefHlbyASfyympdYIEOyK08xbNe+9rXhq3c+D5nzpyALfdxnGPcm3rLM2TG/Nt4441DH8GhSP1QZ+hS2gjbvt5xxx0hj5pEmVs7X1ktC8IVmCGkBQ4QeOJ6oe74I70f//jH4fsb3vCGirkHbYk0Vl111WrppZcOaVGOxx9/vKLPsdKRpE3/5p73vve9ne39WA2N/k5/+Mtf/lIdfPDBleoEPXHyySeHc/Qx2int+4orrgj9hLpFn6PXV1555TB2oFfI5+WXX67szfdJ2Ri/uB49z9jy97//PWy7x6qMfLeivPTSPtrqS94Ofs1rXhPKzbjE28DgNGvWrICRzV/dd20hwXiHQ9UK+lCEJrCi3VL3kyZNCroQ/Xj77beHlSotJoNI0+ar9Dv95J3vfGe4nTol4EP7QSgrNspiiy0WfmNT/OxnPwvf+ccWddtuu23A+znPeU44jn5Bz/3iF7/oXKcvG220UegX9Ce2cI6FNon+RehHObsnvo/f6Iu27aWtXtXYQP0yTtG3Xvayl1UTJkwI/Rub7qJ5qznmAhs237yBje2GoOPOPfdce7rzXf0XzNiODFsOmwCx41bnhnlfmuoyCCmMC+ikU0891SYRdBo6DkEHovutENRiTNR4Ys/F3y2B67Of/WyoY3QSbQYdSvkZQ+g7KWnTzjbZZJNqlVVWCfXC6pG0aewD9Bu2LngyHiOMbzybFQPQ17InbrrppgobvUTA5aUvfWkoG+Mg2NIfKN+///3vTpK0VXQUtrK1xXTBmmuuGeqRe8in7t18883DWKc2s+WWWwYbij5KgI22yJiPnHHGGWE+Qj1ju2GPc0zSRl+W6L1utgU2cBPBRmSMZzylLTCmM54xN/rd7343XxIl+ZwvgXk/6NPYENjKjNu0B8ZO7GdsHGSvvfaqmuS/dI5XN+dirEF3oC+pd/oQ7Zs2i25C2sz5aBukh93C1knYB8wNmeNi58fSrQ3mbGul08Qu1bX6bNMGuKduTqM0U5/oB+qYvklbop3R1xj3NJ6D0fbbbx9uz/VfTm666abBXkJ3o191f7/rj3zKlqYuqT+2Q8b+lp1vyyrbbBB2on2Ovmvc7OecSmm3KTt6EB2CrkeoD+w3xjbGuDq7Hn8O9mTd2Nu2XffDd9KtTMKpzRiqe7p9NukrSqPXOXBTHdVG7ylvfDa5r5ves+k1tcG4BzsUfc94wryNdiHdgU2CLmYe88tf/tI+ovOdPlDio2mihzoPafClaR2V2r70P0kb24V7us2dla79bNImUuM09aE5Iv4IxmTGFNoE82jq8tJLL+2s+o4/C3sD/yw6meuZU8snZfPE97Zlj+8v/V1K4GpqY+fsBo1XvfgSND628TW10W91mKZskVxZ6whcjC/4GhB0xQknnDCfDTpa7aKu7H7OEXAEHIGFHQHFHvAH4RfCN4WdwB/f9bspTovMMyjS0aKmKQzpdU7gGtKK8Ww5Ao6AIzCGEWACztZYCA7SQw45pFMaSBwf+9jHOr/jN5RwYDEhRI488sgQFJBzn0k7ARocw7EwUWMCGAcFcYri5MkJgQdWy8BwYLL4yU9+MnkpwaNuwSrlk8DJPvvs00kHxwPkLYyPlEBwO/zwwztEstQ1C8MxAoq77rprWPEkVV4cdF/+8pfnOwU5Y911153vmH4QEIA8YIOuOKanT58eLiGoddRRR+nyzifBU4KmEHlse0g5GLgJZwfXKTjfSWjeF9oXgQKcXLTftgQu+g9B3JQQaDzppJMWOPXmN785BPIWODHvAGWCxAIBqInQFxXIJTCOQw1RW6ffUEYIarGQd4J6IhvY89QN/ZugreTb3/526CPkDbIlZLtYeN5BBx20ANGkTT+3aaIbtt5662zfhNSCs5hrNttsM3tr5/v+++8fCJkHHnhgOEZ/PvTQQ8P3j3zkIxWkL/QTgT4CrCmByHHeeefNdwpi1e67757EAbIVDm0mNhCK2H6wm4ggQDskKIMjORbySVqQsqxQF5Rl4jwiVEogR33jG98IOOg8zlkcrtQ1TnU51Th/3XXXdVbe0vX6xOGmLSjb9m/SUD/lGQTHRayhzDhXVSdcS8AZck4sYMRWSh/+8IfDRDI+f+GFFwaCnz1OPyXtnJ4HhyOOOKJD7uNe5aWkfZToS+oDgiiT41jI309+8pMsUTa+Xm9ccx+EJgVeuY5AmPoD7VPEjzgN7kGngzcyiDTjZ5b+tlskWruGsR3SFaI2pmfQR3fbbbcO6VPH9YmjgrHf6mPsI+wkZM8999SlnU+2c2RbRwRyEn9NpKS9lOhVjQ0E7SELo8digTD0ve99Lxk4t9cybmKfIbQzCCHcG4sc+lyD7YVNkBq3uK+tLmNlQPlL0B+2nfMsAm0IxGrKbuVb3/pW0NEEVSAn1on0M2M0Y6qeae+h7NgzjEtW2razT33qUyEQZtPgu2weO+4TSEOPpoTxG53WVKhP2jekmpRgK1HfDz/8cDiteqWfoGNigVQp/Q2+4IyICArZjYCm+hPn6FPoQcYnhP7D2CS9jc2CbYK01Zcleq+bbSGnZshQ5p/VTalL0C+Mz5KSfOpePt///vdXkOdiof9BkiLIirQlcDEOtJnjSdfEcy4C0SJWpvIIEZR6bzrn6zaHwx477LDD5rN/urVB28esbU1+m9qltmxt2wD3ylaCwMS8oJtgN6ADU3Md7qXuvv/97wcbB9uUNsen9HLq5RF8AKTLNegldFC/6w9bl62t0D8pSdnQss24vp92Yur5HFNb7uecinTbll31wb1WIJYx90Jv5ux65qOMr7mxt2277tbvmvpOupWJcrYdQy02qe9t+oru72UO3A0rq6Oa6j3lS59N7uum90irrQ3GPVZforshCqNbYknpslIfTVM9FOch97tNHZXavtKxbW0X8qzxIDd3TpWrSZuQbrPjtLVB0C0QwTkWC6R+5o/axt6ex05m/mhJa5wvKbtNt5fvJQSuNja27QfWbtB4VeJLKPE1lei3OlzV9mz/zZVV8wJIb/IzkDY6HPuevCGM27zYIRnNdqE8+Kcj4Ag4Ao7AggjI1+EErgWxme9Iyjk43wX+wxFwBBwBR8ARaIkAkycctwRE7ISdZHijXm9n8puVeE477TS+BtHkl0AVW4ogmvyHH/P+4eiFzIOjgkCBJv38/vSnP63LwgoDH/3oR0M+uAcHFgEdHA4QTjTJU3ADcg8EIhwnrJ6CEEgiXQhcWlGo84Doi/Jpy8w4i0MLLMgDKzFAMuMZL3rRizoOKFaXYpWahVXAg0Cpgmg48Vmpg22rCL7puCUt2ZWqwJaVSMCXN7AIMOgeVm1iFQJkEAQuG+AlHwQR+SRIqTzwbIJTbQlc3IfQDikb7dYSGGkzdmUyS3ghDwTRaY8EmVmdDOH4d7/73a7Bc67NOVDU1rkG0bOor1RwlvqkDNSL+h3ONwI2Ejmv9Vtp4qSl3MISZx0kOwnEhDb9XPcR4MNBK2HSgC6gjSgozzlIfmCnt0i1lRoBe4R84zSTIylF4AoXPvmP5/DWKGXCsSyxWwjG/QEsaFdcL92k+1LBJ52znyII2GPkg/ygR1UvPAtSGsclIjXym7LS17geop3wQE9yHXWN7PRkoIfvpKn64/tF81bgYWUt3qIWwUp4nnLKKaFtlvRvniVHIN+tiEQhR2d8DvIA5VE+dZ6xiL7Hm5sEHiQQCoQRZaD+dJ5+h3OR9s5qLyojz9DWg6STyktJ+2iiL1k5jS0rJdQ9mMQ6heAIf92EcRdHKnhB7MSZLLHOeR2j3gnu015sf1ZgkOsGkaae3+sn9U8fUvsg4I09QZvXMQKclAehn9ImFGSiXhn76cOMUWor6EGIQCImDYLAFeuTJu2lVK/GYwNYQPDkmehV6Rl+W4I016VENiHn0A3x6neQi7DbENlyuXGLa9rqMquHbMCEtGxgGL0IYUUCfnvssUf4CXkXcmSdxPqZ/oKdi92AfpYO4Tjtir6LlLQzAuwQi6XvaHs8i/YModDipzzTTum/tCU7xrPqDqvONREFd7kWvFjhFvtk4jxisOx4dC3lQxSooe+UELhCIuaf5hUEchifYgFbVpqBxFyiL0v0Hi+81NkWjKt1wupirJyAgCkrm9K30DHYMtJNkKhZXQ0pyWe4cd6/D3zgA2H1Lf3GHoPUSFtS39a5tgQu3ae2T9nr5njSNXbOZVdLVBtjPCZ/BIklvFiEXuo254OoBmFNwj3YPxBj0GfS73Yc41rb1nUvn2qDto9ZvdLGLtXKaiVtgLzIVrJBU47n5IMf/GBYOY/z6APmaOgnAqcidYE54xltEPKyXkBJvaTAKm60J0S6u9/1F+tH2hR6h7m5naPF9ZeyzdC5vdiJoaCZf2rLOk0foN32MqcqKTtjFnNMbDSEesZWxP+BH6TOruflC1ZDShG42rbrfvpOupUpxqmpraa6Sn227SukUToHbqujSn1dTe7rpvcoZ1sbjHusvuQ3Ql9k3khbwT6XxC9cYk9wDUK/oh/zafs/56yPpo0e4oWObtK2jkivxPblvhLbhfs0HvDdCnhRrylp0iak2+w4nbJBIACj8/ALoEdiIcBLnVu7BnuHl0EkpWXX/b1+2jpjfhC/VKz0U+25iY1t77N2Q2q8KvElqH908zWV6DeVPfWptmdtkVxZNS+wBC5IaJC0ZYOyqpt9eXe020WqzH7MEXAEHAFH4AkEnMDVsCXImG14uV/mCDgCjoAj4Ag0QsBOYiGt4BhB7IoF/I5XLZADy07MNPnnepzCrGpAIAlhksm2igpu8TYWgSiEN3EIDCGsiAOxQsJ9OCQIosaBRK0CwrWswhKvRqM04k/l0zopbFrxhNIGVa3jKE53YfhNEEWrPNi6p+wEBxQYxcEB6ccG0wkYEDgnmCBhBQ7ITAgBEwgpBJlw/PRzBS5WXmEFFoQ6xGFDABKBuEEwXm2zaR3bgDHp4ISg7Ujsig3gAWlRzkiCnATscISBiXUesXUpW6wgYEU/6iY5B4raOveTBxwqKnecfxz/Rx99dOdRNlDN9pLkFVHf5ztpokN0Dgc7/VxkIUif2qa0tJ8fcMABHSchq+vh9JXYgJh1EEIqxVEE3tStxDojcwQu7mGVLQVRudfqQ5sHVn7SFiZsFUBdcj/CNhAESBSYLSFwkRZtlaCZxOpsu8IQz9NWODhyuU+r0FBuyqDgnSX/2EAPzyBNAuM4FSUQinCsITbYW9q/SUeOQL6jG0488cSwSpnws45OjkHQY9UVxAYU+Q2h4Wtf+1pnZQ3btnmzkzc8EQLw2upNq7aFE0/+g6gCcRhh3AFHJM5L0/bRVl/yLNveY+In2y+wzQxtKh4PuTcnBMYgqtgxj2ttf+A35E0IT9IRdhUp+jh6QDKINJV2r59sD6OV5CAu8CdSQKzndt5550BS5Jm8YQ0xRoKTmf6mfnPllVeGdsr5QRC4StpLqV61YwN1yzaQIhpg8zD+0j6Qr371qx1bLhxI/LNjUGrcsmVDv6AP7T02yFGiyywRy+p2xgG9ZKBs24ANW+qy4gLSpJx2XCRIRX/R+A1JhGeprTEmSM+VtjPyBemYuqB/yi7iuMWP37FOs3atiBdcVyfWVkLHEMQVOQk7nJW3RGrEXsOZp0BNLwQudDwrJjI28VwkJnDRj1l1y46HJfqyF72Xsy3qMOWcMGKsA1ONzZyzbdT2ndJ82nEZXOnbmh9Rd4zhlvxux3TykxOrM6ijpnM83WfHH+HIsyBp2eC6rXfbl217jud8zCmxPxG21aYtSSC5YP8oaIidqxd9LJEh1QZtH7M6yrY7axPyzJxdWtIGSE86xAZNOZ4T6QvaGvMO9JTE2nuQVSGt2nGeeTlYWrEEL+w0xsF+15+1sVhZxm5LzBwN20PzCtqTXiSw9/XLTrRlj7+rLXO8X3MqW4Y2ZYfYgg5G4vmFrWfOx3Z9v9q17ZP98J3UlamXMRQMUtK2r5BG6Ry4VEdZjGO9lyqTjtXd103vldhgPNe2K37fcsstYbU/6SDmxFyDWB+StTva+GhK9FB4eOZfSR3ZMtvxW49I2b6cs2NIm7mexgPSSM2dOZ6TujYh3WbH6dgGoc54vurT2sM8k5XQtfIs8Uv8QdjFsW1YWvZcudoet34UOx+I07F1y7mmNra9z9oNVtczXjX1JZT6mkr0W4yB/a22Z22RXFll76if4+fHbyAyffxCGc8Z7XZhy+rfHQFHwBFwBOZHwAlc8+OR/eUEriw0fsIRcAQcAUegBwQsycQ6EJjQ4uxmgkmwGCeByDmsCMAkFLFv62ryz/Fjjz02vCHPd4mdgFonFA4YguYEp/RGv+7hU9vIkBdLxqhzRNj74+/Kp3VSWNKMJTfoXra7o9wEXexbZDq/MHwS+GFCjtAeIPzhwLZCsABnOwJJaYcdduisAmBXFrD3sM2Ull0/44wzqpkzZ/adwGXf7MT5yipvVuxbXyUErtw2jziv9MYpjg8CujYYYrehs/mRE4M2D6YxzvZavuccKGrrXGP7HL8tCYZgHP2M50nslmOQGiA3INZ5TfAaR44Vm64lfpb0c0vwSwWWcAThoEJXgZFWCpNTN9YZ1hlpA4PWqRYTPCjbBhtsENoy3xUosWnxbNq7nJpch9i2rfueOJP/bx2irJjCyilWIFfgfKfsVi9DPoDwSplJA31qhTdlaVcIgXCCyIgN9LDiAUSoWHIELrvKR5v+TfpyBPI91Y5snVxzzTXVcccdx6Udse2Qdq6AHhdYModdDXDbbbcNxDowom9akhr3cX6TTTbha9DzkAIRm5em7aNEX66zzjoVYw2Seg7HbTAgNc5yTSysroHeQSxJ2rZhMKFNaHKuNGxAA7KQZBBpKu1+fFrdq/TQczju1U8pP2MaNg7H7Kpruoc+Rd9CrI7pN4GrpL3Qfkv0KmWxY0NqHLK6i2A6geU6QR9pKy7I2NiLtCmJbEqLc27cKtVleoYdw7WaLHkRmdauKEsAnKAxbaPJSmNWP1tyqMpJewFbnqVVfHppZ6SrIEwdgcvqdOUFUrr0eXyvrok/IWgxxiApvWy3fhZRRoGaOEintLttoch1F81b7ZFteKxYIg8kQ0g46rtcx1bHJfqyF72Xsy1svlPfqQfslBtvvDHMj+Jr1HZZOUrbkZbm047LKVyxBdDr6g8lBK7U2JOb40nX2DmX1c8p4iTjFe2QMZgAKJKb8zFuQtpGckTFqVOnBvIz19jgoyUypLBK6ahSu7SkDZBf2Uo23xzPiWyjeLzjelZN0da+zLUgYyHqw+jJeM6htom9CZGKa/pZf8yRSA/B/hApKRx48p8leLD6Hu0PsbZZv+zEkHDmn9oyp/sxp+ql7HVkp252fb/adb99J7ky9TqGZqqzM59t01fUv0gzNUam5sC96Kic3suVScfr7uum90ptMNuuUn3Z2rnWJin10ZToIeETf5bWUYntW2q7kGeNB3xPtT+O56SuTUi32XE6tkHwc1jyuX1ZKkVeE1GKMUP+217KnitX2+PKF/cxvukljDgd257b2Nj2vhyBKzXH77evSbqqjX6LMbC/1fasLZIrq2wKCFxgsPvuu3fIWxDsmT9YGYZ2YfPj3x0BR8ARcATmR0A+Yvw9+DTwI2AD8cd3/Z7/rvyvReZNzv/fU5i/bsydcQLXmKsyz7Aj4Ag4AmMCAess0+oTdiUl3jbC8Y1okmuDMUyCNZnX5N9O1C0I9q1kSxaz1+g7jnvywUpEbF2CQRCnW+eIUDqpT+XTOinspJl7mMwT5MNRbANGqfQWlmOWFJEi04ADb7oT2Cdwyao3kLzYwoS6IziawhLCBMQJRA74fq/AJSeGdRiGB5p/cjbY4K85vcBX67giMAP5JRa7EoycOHJUKrgb38PvD33oQ9XkyZPDKbtaQOpajuUcKGrrcd/hHmxLESZTxB1WKmLFIsRuiSUs6wLeuqYblt36uV0dJbd9Ke2S1SSoW63QlAuyWmdkjsAlPRcK/uQ/VuAR4Ul60vYH3jI+7LDD7C3hO9sjiRRSQuDCOc3qUrGIdMBx+hXBba3UxtYGImrF9yk4b9uDDfTkiBo5ApecoG37N/mSIzDXJ21gzpKOVCb1V0ti0zl0DnlDZs+eXR1xxBE6tcAnJAfqCYIu7Z0JKQJRN0XgKmkfTfUlW0AR/EHAB8JnLHbLkKuvvro6/vjj40uSv6UL7BZEtj+wWqaISjYB9SWO8R29JelnmtgZWs1O6fOJDsFeaCusggQxAdtBAgmQMUZi+3Bd/0S/005sv+k3gcvmpWl7IT8p6aZXuUd1l+o/nLf2VTd7jesRHPSTJk0K37VSCz9sQNMG31PjFk6gUl1m2yokBFaO0uqJEDwJlkOwErGYtsGz+LTjQShA5p8IXDncuI12h/2KQCpGv/DmOdK2nXFPEwIX9haEslgg1bFyTbexWPdp7M7ZJwRgCXQiENcJakkXlxK4aMfUXdyeLYErhZslKrXRl73oPbUxqwuEXdtP5l+0E2zgifNWJ0ByBK42+llBbfII4Ya2Gotdua8tgStX9twcT7rGzrksQZS2xjgNYZ1+mBOrkyx5xtqJ9rhNh9W5IK0h1uYQkYEypdpgSkfZ57WxS21+9L1bG+A62Uo2aKr7U5+WdA3p+KqrrgrbJ2tF7NQ9bFPO9nmIXqThO/MQ5iOI1ZH9rD/m+DvuuGN4Rm4bW0tGZatA9DAyUnZieNi8f2rLqT5QMqfqpezWfxPrx252fb/adb99J7kyWfsoLqvqhs+UrWbPx99L+orGyDZzYKsz2uqonN6LyxL/rruvTu/1YoPZdpV6AYk8yl6wNokwtbo5Lk/qvhI9FKer373UUVvbt9R2Ia8aD+qwUpniz7o2Id1mx2lrK9lts5Uu20Iz7iMQghk7rGB/aEVavQDUS9lt2r18l++CNFJzeqVt23MbG9veJ98fadrxKvXcfvuaSvSbyp76VNuztkiurLa/Lr744p25eE5/D0O7SJXZjzkCjoAj4Ag8gYATuBq2BCdwNQTKL3MEHAFHwBFojYAcXhCxmNTqDXuc/hAFRAbQqgUKYMVv12nyb1epsJmxE/04IEhg7R3veEcIYuCotUFXpRE7TOscEbon9al8WicFQXvIRjgPY8FJwlvzOCe0tVR8zcLw2xKt4m0ecuVX2yKQSkA1JZZsoaW2+0ngsg5h63SI8wJBB+eJdSrG19jflsBFMJ/2GYsNXGt7CZw2Iomk7iEN2/5ZgQlHaJ3kHChq66k+aQNaIiXZZ3QjcLG9HE7glMhpFPfZtv3cOkW17VbqefGxXJDVOiNtMMo61RT4t2naVXhE1rJvC6beJuR+6wjPOa3sc/gu/RpjZ6+zW4lANCKQQJklTdoVxALahQ300AcIyMeSI3CV9m/SlyMQkpK+2+faOmFcElFY1+jZqf5qdUpM4ILMwBi35pprhi2XqKOU5AhcTdtHib4U2YT85OqQc9IPdgtNjteJti4hXeqeNmP7g92C1KZjVwyMA/39TBOiI0SXWOqIMvG18W/bbjW22Gs23XTTaptttgmH6vSsDUJotZh+E7hK2ovK0lavcl/d2MB5q99ie43zKWF7ZVaIQ2y/tnpc+HFNatyy28lxTa4fqA9wjXSZxVBbuWi8xX6F6AtJUG3KkhNSq5CRdizSz7H9a6+zq5KwQsJKK61U3M5ItwmBy5IubF5sEAUbt05yqzTW3cM5PaOUwJULhFsCl13tV/kp1Ze96L2cbaE81X1CQkBnMj5BhEtJjsDVRj+rvaTsPj2TrctZSQqJ9bquiT+76YzcHE/32TkXGEA+py6s0N8hWEK0pc9q+06uyc35rH5Jjc9KX2RGux2wiAy5NpjSUfZ5bexS8tG2DXCP7KO6+QvXSahXXrSyOpJzlJtVUngxS9tK657llluus4KtCK6cs3aY3eqyn/WnVRKVl246384nbf76aScqL/Gn2nKqb5XMqXopu53bxvOLbnZ9v9p1v30nuTL1YqvFdWh/l/QVkY3azIGtzmiro3J6z5Yj9b3uvjq914sNZtsVK2qyqmEsWt1Lczdb53U6LuWjKdFDcX70u5c6amv7ltou5FXjgbWxVYZun3VtQrrNjtPWVkrVzWabbVaxkwNy6qmnVvi5rNi5kwhcvZTdpt3L9xICVxsb2/aDHIErpQf67Wsq0W91uKrt2baQK6vmBXF6uXnCMLSLOK/+2xFwBBwBR+D/EXAC1/9jUfvNCVy18PhJR8ARcAQcgR4QsG+w4VAnMIkzV05ckTH4zYQMJziO4Xj1D03+c5OznHMfxxwOgNjZjBMXBw8TWpyE/CZvkjpHhK5JfSqf1knBdQrs80YsJLKUnHnmmdUFF1yQOjXuj9m3E2fMmFGdf/75XcssR2fdm4LWQaQgexMCV84BGTsYbJCWFZqOPPLIZL7lPJBTMXmROdiEwGW3G8WxRSAcTNqItimquyfnQFFbT/VJG2yISS48qxuByzpw4rxphSjbZ0v6uXWysXQ/5WgiuSCrbWs5ApecjPY5KaeaDbykttLi/l4IXKkAkfIE2XX99dcPP2nPrLhDwK6NKNhlAz06FqdjiTA22Fvav0k/7qfxM21gLlUnInCJeGzvx6lPWRDbtlntZNq0aUHX2+v5Dt6IdH+OwJXKS6p9lOhLjbUhIw3+5YL6qVvp76zAxjirbYJtf8htA1tH4OpnmoMgcNngQmyvgJGto7qVDm1bFAGpG4GL1UxY1QQR3uFH5p/NS9PxlaRK9Cr31Y0NnC8hcHGf+iWr6qArEGxGbLjYDkiNW3aFuXBzg3/SW7YfMtafddZZYQUikoDIxUoAbOus37QP6olxKrdSUbjY/BOBK7Wdii6z+hk9wkqyG264YTjdtp1xkwg5dfjlxiAFUZrYNXaVE7tSn8qV+9QzUnYG99jxA7uNwDciGy431lkCVyp4Vqove9F7OdsiFKjmn11V1V5G22OVTV4eQHIErjb6WeNyamzUs639Ysd0nU99dtMZuTme7ovnXNj59EdW7dVLDfa5EC0POuigQDrieG7Oh23I6r/W3rTp6LvyIQInx7u1wZSOQt9gYyBt7NKSNsAzutlKXBMLmFLHbGkfz625lr7KCryyezhmV2jViskivaX6aL/qL4cLeUqJzYsdm1O2mcajVF/I2YmpZ+qY2lBK15XMqXopuyW+1BG4ND6qDHz2s13303eSK5O1j0rGUFv2+HvbviL92mYO3IuOyum9uBzx77r76vReLzaYbVc5myQmcPXqo2mrh2Kc9LuXOiIN6Zomtm+p7cJzSsYD7kPq2oR0mx2nu9lKdo6llyaeeNIT/1MErl7KbtPu5bsdw1MrYSntJu1Z9q+1se19OQJXaryycxi9LGhttVyfqvM1tdVvKnvqM9X2cmUVLkoHu0t23qWXXtrZGlvnh6FdKC/+6Qg4Ao6AI7AgAk7gWhCT5BEncCVh8YOOgCPgCDgCfUDABkmYHOJQZ5LFm3O8QScHI5MvtmvaaaedwlNZWQAHlkST/5Rjk2tSzn2IBziR5WC+6667wpvXrPCk1a5wJC+//PILOOfrHBHKU+pT+bROivg6VmrgzaU11lgjkNmUP66DnCIDJr5vPP9mezFIPQjkLYLM3UQTePvGdHwPpAoFeq+//vqK7QWaELjkLGNbRm1TR9qxg4HADo45pO6NRW1taJ0w4ab/Y+/cY3Yrqvu/m/zahLYhtrVU8MLBGyIqKWgBJQjeUbkoKCioCIhgVUKaeqEYS1tpTaotXrgLyKWIwUtFpNy9oSBoURDQqkiJGiXR2sTYP3/nM/B9+J45M/syz/O8533PWSt5372fvWfPnll7Zs2atb6zpvLPAVw4WAGf5bTXXnt1hxxySLr86U9/OkUUYMsmjC2s+KcPDdFPf/rTDbYtK6WvGVDU1kt9ssXZwLtlvO7bqk/vlaOstZ9j4Fr30NZCAk6U6p9fqzlZ3Rg5L4DLAQ61lcYYzgDAQLmDJS+zfgsgUNvCinTutKLt4UARuJV2eOmllyq74pFIDNpOB3nOGACVHD1cdwe8O3tb+zd55v2Ua05ex5KhU/1/imNODkreAwADUA+RPuAZ/AZIjEEamhfA1SIvBSLl/fCH79RHACGQV2NJY6nAJ94fpgAE/H2LyhOZj0zKydtqfm/otzsXSgAu10n6InCxUhpHOEQ/E1CAyEpQqX16NKgxAK6W9tIqVymzZHRpbOC+y7exEbh4zrfYJjoNYx1jJZTzoTRuwdNWWcY75JikXmwdxnfQOOTbcBHdB7m39dZbd7UtK8kvJ8ln5Znf57fLLqKDUU9tMzO1nZHfSgG4iOTG9nuQwPTpx8A/jQO1tuSRLdCzpNvrWzkgw1/lc5MSgKtVXs4j92q6hZc7P3eHOLIDxxxtk8in8AxSpLhFALjUXmpRpXifb1fjYzr3ajQkM1yeuszQc31zLnQltuZk0YPAbJTD9fHanA9Q9g477JCKXYpqofqIxxr/uD7UBksyqkUvbW0DlHFIVyJNjdANiTYKUBWApo+xrgPzvDuK0WnR8Yn2CpXGz3TjoX/zfD9F8iQr5HIeHczfwzl9hm0UIZe1pXG4RU9MGVf+qS2XZF3LnGqeutfAThR9SK9fVLvO2TSv7aRWJ5ctLWNoXs7S77F9pWUOPI+Mqsm9Uh38Wt9zfXJvHh3M21UNbJIDuBZpoxkjh5xHfj7PNyKfKbpvq+7Ce+YZD/rahGSbj9NDupLPscYCuOapO/VfBK0lAJfPxeaxNY2Vb338LbU97/MOVtO8AJ338ssvT4vCmQtAXEMOsDBctBrahcoSx+BAcCA4EBzYmAPyfzIHwleMfxQ7H3+c6/fGT5av/M4ee+yx8f415bRr6moAuNbU54rCBgeCA8GBNcUBBl0M2wy6AKiIUgAJlIJRXQ44nDpsc1RyXmnyXzJskp8b4GTcx7l20EEHcTs5Nc4444x07v9kgJXTVPf6DBFKUzqqnG6k2G+//RJoiPrl29WhoBC6HecWVAoTXnrP5nbNo0nVtu7yaG6AJY4//vi0LSXfDoNJCWzgBuxrrrkmRc14xCMe0eEohUpRZtwROwTgIg8ZXP2bc12EkQpjA33AHUa6Xzo6gMuNFp7W+UEkAaJaCEQCT3CcARzJia0X+YNwXNKn+qhmQFFbL/XJFmcDZRAva85BtmFiJR28lGO8tZ97JJOa0V78dCdwzcnqxkh3Xg05gUqrInEYYvCFauAsnPbIvb406ab9E0CAS+9973tT1Bq7nU4FNhTICxmFDIf6tvV4/vOfn7YRox/AT+jIOQBcHmltSv/mvSVDINdFQ99E48JYABdgF9oKRB8H1Jn3PQcazAvgapGXbO3IanTorLPOStHD0g/7h7PjRS96Ubpy6623dsjiseRRoRjfcdByhFoBXMvIc2x9htK5c6HkgHaAJdskn3vuuRtliRxTBCkfazwCF1vT5WObb3OaA5c2esn6Cy3t5WlPe1qz/tQ3NlA+dxpIXyuVO7/mDlgA/sgmHIKMd9q6U8+Uxq15ZBn5+phB+95mm226n/3sZyk6AvclOxmb6Et8X7bHZpwdQy6ftXVj/pxWkks+z9POyFuAnGVH4OJdGt9roPvnPOc53ate9SqSzgB5ctT4GJwSPPRP/ODnIgFcWlxCvlPkpesBU+VeTbegDDXycaXUl7DzwRdoEQAub6O1bZG1HRXvXGkAF45EIupAAKgBsjmh/1M+5qYQIGH0zdqc77DDDuvW24BT2ksuuaRjXMzJQQnMc5HpUB+QgfslGeUyZqxe2toGKMOQrkQaEfP3vffeO/0kAqGATrrv8/l8ruPtEJkJ0I0tZyHGCzlbF/39HNwGeAvgR07IaeQO72YbyK9+9aspyaL1xPy9+e++cbNlTjVP3X2szecgQ3r9otr1om0ntTrNO4bm35HfrX1FY+SUOfA8Mqom90p18mt9z/XJvXl0MG9XYwFclFk8nWKjaZVDziM/n+cbkY+33SHdt1V34T1TxgPSO/W1Cck2/wZDupLPscYCuOapu9dlnvO1BOBqtTW1yrc+vpbanvd5t4VqXuCLQY477riO7Uah3Fa1GtpFX93jXnAgOBAc2NI5EACukS0gAFwjGRXJggPBgeBAcKCJA77yhQwcoIWRBAcSBlTRfffdlwwu+s1Rk/8SWIT7JQDXgQcemLYA4v4tt9yyUeQYN9r1AbjOP//8jqhdY0jldCMFUQcAaOFww5nBu5zYpoiyQjWDvaffHM9/7/d+LzlBaQfwh5XuOOxE6CoYBbkvw6ZH7rn55ps7DDxOOGgAVQD6gdy5J4MeyiJAESd3jrtTnTQlA4NAPtwnwheRvpwATuCwhnKnhqfzcwdwUUbANg4IAfRz6qmnJicUZcQJBd/ckXPttdd2V155pWebHN6sTMNwRn6EoPd8N0j80I+aAUVtvdQnW5wNvE7fhXMirOA4cDriiCM6tiGFFCa9tZ/71go4ov72IVCf3sc2gjjTIJw6RDeD5GTl3FfluzFyXgCX54W8pD/wnUXIE9ot8hPKHSxKlx+pIw5MqPSM80Tb3JJWgCbOkdcYzZw80p07iYccPeTh/didvX59av8u9VMv76IdcwCPFamPCDBymOudALzgvb7XvACuFnnpQEd3MquMHH1Lio9+9KOTAFw8LzAIW8wxbvIbmgpkSA899G8ZeXr+refuXCgBuAACI2sZs5CxAHK8D/NenOFEJoEcTOyr7YlMSv4itmYC1CWdaQyAq6W9tMpVytk3NnC/FcDFs5JhyEWtynP5TBqoNm61yjLydKAGvyEHaLnMevDugyAObeuna7Wj6sb9Up/BOYGTAlIfnqedkY/610oAuLx+55xzTqojZRCVwFh9YCC2jhRYhzxcx+tzIpN2KAJXq7z0sbv0DXl3bevYmm7BMzVCrrAtPcS4RyRYJ4ApAOMgH5tby+mOsJIOkfcRH9O9XPn5kMwozfHIQ89pzuWLhmqRXF1PxtkKUNudzz7ncxBxaWynDP49fVvyoTZYklGug43VS1vbAGUf0pVII9pll12SvsZvQE5EvshJ8rUE0nRQPmMiYA6PWEZei/5+HnHZ50pebt/S3XXNReuJ/s7SudryouZU89TdASN5Px/S6xfVrhdtO6nVad4xtPQtW/tKyxx4HhlVk3ulOvm1vueG5J5kBPmhf4ydT3q7mgLgarHRtMoh55Gfz/ONlI/0pyHdt1V34T1TxgOVS8e+NiHZpnGaZ4Z0EJ9jjQVwzVN31WPe41oCcPk3mGJrapVvfbwttT3v80MALuyizCHQKyCfG6+GdtFX97gXHAgOBAe2dA4EgGtkC1gUgItJEdtQYTgS80cWIZJtZhygTaF041xgtRtbNK1GQtHDsU452c5t2eWkj6CIQhiItMXQauRNlCk4sEgOeKQY8qWvsXpGJCOdfms7OP3mqMl/ybDJ/ZJx3yeYgH4AYNDvAPTQFzE2yAkK+AXnicBVPmkEjAEwB4P0EKmcbqTw7UTuvvvuDseVQDNsCfC2t72tw8EPYaDJVzUPvXNzue8rz9EjmMzjMAEMBFAGxzUED4mIwHUMc/qGV111VXf11VenNMh3nDSK+MaKRd9SUAZGEt90000pQgbGbsYuVi2LMPgLmMG1koHBV53zXXH+3HHHHSkLjAY4wlXGFgAXGeGgxlnCke22aDPUH7r++uu7K664Ip2zPQxOEt5HWyYiw9e+9rV0D+AOzzEWQeJj+tHzz/uCG1DU1kt9chEALnh54YUXJkAcddl///1nW9DxGwAbkU7m6edyKFF9og197GMfS/38cY97XGo/AB+gyy67rPv617+ezt2pQ8h5HFlsxeaGsHkBXLzoqKOOStvTcI6D8YILLkiyEwAbUZL0/bmfO1i4ViIZgHWP7Ur5Q7bBxze84Q2zyBQuh91RDrASANL999+fsiG6zzHHHNOJVx5FcMjRQwYOenBn7zz9u9RPVWeO/g0dhKc0cjCMjcBFf2N8UT8XkBNDIlsMIdvEH95BO5OMGCoLsgwgEMT2WIokOVVe8rwDJNhmi4gi9CXKyXcg6hKU19u/owNWUmL7J+AphmCA2xrnpwIZLMsUoRMZu8g8Pf/Wc3culABc5Et/wnEDMabhrMJhDdEu4LnaDGMZAAvInT30tw9/+MNJd+E68xaBkknrRmp+12hqe5lHrvaNDZRvHgDXi1/84o7IHE7en3S9Nm61yjLlS3QdATG5hqwgogzEN0Vui1wP1LW+Yy6f0U2Qz+iE5O3ymaiIksGt7Yyy6FshB2if6MiMvc6/mrNUq+DH6jVsG65t0+jPRKVDksxcxwAAQABJREFUD6EPHH744TNwtssfHx9w9J599tlJFgCwZm6h/kNdFgngIr8Weel6wFS552OB6xaUpUb+7QFdo+fCP/Q8dE/ajchBeq3l9MUU5Mt4wJbntJl167ekRu/2/uFjuspROqodlvRJ0pfmeFzXc97XaAeyb6IboyOLiD5Lm8JBr8Ug3PP2ns/5fI6KnnjmmWemNkgeRHlWVKo8SpzmGfl1lcXf6br1VL20tQ1QjiFdSWXl6EBgdF7mYYrSyTdHL1UET+zBylt5EKUVPd6ptNBk0d/PoxUD6kNX03yedgWACzmCDOSb/epXv0pF9P64CD3R6106V1su9YHWOVVr3dExmGNByBPKhpynn7s+KACk12dR7XrRtpO+OnkfmqKreb39vLWvOIBr7ByY97bKKP9Wudzz+uTnfc8Nyb1WHczfWdNJmCsxZ3KdpNVG0yKHcj7579ZvpDzG6r6kb9FdeE4yO7eZcW+I/PvkbUmyzcfpIR3E51hjAVyUsbXuLtf65rlDfFhLAC7q0mJrapVvfbwrtT1vU64jae7hEbjI29MzntPnZFNvbRd9ZY57wYHgQHAgOLAYDghDxBwIuzTzMubZ/HGu32PfFlsoFjiF45lBn20ChHYmGQMmE3qcTSjQQVsWB4ZWta4Wbnj0ndK2A4supyuVroQu+j19+RG1A6MufZTttjYlLbosgBowFEMYDzQITK0j8gxjHg58AA8y8jIBYBsUDPJB0zjgq0B50gEn/JbTl3OotHWMJv8lwybPlIz7jEsYIFldKcLo7M4FDOu6j0OJb8w2h24s1bMOaNC1/KhyupECcBZtkrYE0f9wHFA+LwvjJlFPtlTCmMNk253TGDDFN/jC9yIiA0fogAMOmIF6+A1vecZ1EkBYGPUAg4k8KoGu+ZF8UBTHALh4jghYgNhFPA+RB6T83KiYblT+5X1CyZSPfgMGgGe0XZFH/OIazwhgpDQ4L3ASUb8hqo1dauulPun9pwQU8xXvDo5y47XKlfOS6/RTDGzQPP183XqH49vf/vYN2lje5vKIgM6PVID1/zDY0adxgEOLAHBhIMOALPmUMrZ/fHO181YAl7LL25VHA1Iaj/LANbU5lYFrudHXDaIlRw/PuIM+d/a29u+SIZB3iZbhmKMdPf7xj9crZg5eyQDGhK222irdh99EqQLMO1SWGoCrRV4SwQeHnspEOZABtDUR1wCHEOFH5FEJGR+1Rabu64h+iVyBACBoC+OpQAblx3EZeXr+refuXKgBuOi79GHnL/0G/vu4lm/txDfH2Ox9y8vpfX8sgGtqe5lHrvaNDdRjHgCXOw7Iy0EY/Ba5nM7nXC2yTPmytS3bjkB8B807+M031Zbh/K61e+6VKAdwKU0unwF/AloTtbYznnf5w2/prs6/mrNUTpSxeg35e7QiflM3yGUS8ptxF3LQV7qQ/XPe0Nek5w05kcfYKlrk5ZBTkuI7D3zMc56rmrVxU/eJ/kjkRPGP6y4f4I/rf8h7+qdACqSvtdNaOT06H8/zDte7/Zt4/UhboyGZUZrjkZeeU7vlmoNP+Q0/qDf9xPnkEY9dZ+UZSHM+7EX0E3+WPOnvukadAUQDjBYNtUH/3i6jpuqlrW2AyIBDupLqomM+N0H+UnfksvMC2SBgq56lb3Dd0wH0FphK6Rb9/RhPkQ28X0R7YP6tsnA9B/u5bFyrAK7WusMP9S3OIdkohvT6RbXrZdhOanWaZwx9kDsb/2/pKy1zYN7cKqP65N7GNXr4St9zQ3KPXFp0MG9XNZ2kBODifS02mhY5xLtq1PqNlN9Y3Zf0LboLz00dD3hG1Ncm1O98nB7SlXyONQXA1Vr3sfNc1bd2XGsALtpVi62pRb7VeMb1UtvzPu86kuYeOYCLfE4++eTkm+bct7hvbRfkE7Q2OYBvENmPrn777bd3F6zHJkwl9EQipbOADn0KnRH9n8UA6IzY8kS0VwDKU4gFsYDkRVPep2fy4wtf+MK0mAL7PD6CIZrqQ52afuj9897nm1Bnok2jNzIfZYE3i17xFbT4hFvzbH0u5wEymfZGVGdt656n4TeBClg4wxG/NfMx5lS0TxZU5/Mw5UE7w1+E3Ro7K+Mx8yJ4deutt6bFoUqbH9k5CP1om222SXZt+E0bBltw8cUXj/It5XnyW98pAFwl7tg1rVCzS6NO+dBs6eKT4fxBhBuGzGVHNsrfG783LQfGGEU3bQkffPuWCODS9gwI9xNPPHGTfoZFl8VXz+EE0YqLKZVkGwqMzQxqNRrrKK89v6VeB0glYA4GFo9Ax6RK28L4CnHnlZ7Pt1tQmppxn629MMLKca70jE+sGr/zzjtTpBA5U7/4xS8mxzPpfOUqv0lPNIQ+UjndSEF6Vn3TRmtt65577knRCHC0bMmETkGUKACUOaFLENlGUUp0f8899+wAZOkb6jpH0mIQ9cmR7rvM0DVkI5GWiPbFGIEy6xG4ZFyVIVvPobADaOc754Tijc600047bbAqNE/nv7VVoNopkSZyZz7RuE477bQ0kfRnOe/jCQYPgCNjZSQTIvgLuQFFbb3UJ92QlzubyccBXCj7cnqJv4BHMKgr6hrPQHyfG2+8MQG4Hrzy4P95+jmLEQDfUGYn3kXZ2cKMdiBiQoVBgGhnIkAr9Hmis0AO4EK2IeOgkhOI/JCJkEdY4jfyAoATbUftm3Lx7egLAg8QZY2J2hAxNjLBw+mG0YEJGG3XibZNZIWSLPIoPv4MZWLrULa9ZCIn8j7GnCF31JGuD8DF/b62XOvfakd5PyU/aOibKAIXk0kBkh58skttEgMt5G2b9opeQ3tygjeMM3wvoiypncmwOFSWvvbRIi/pK8cff/xsPPay0pdxjDAeORFhTdG5GAMZC2sEv5B3RIMRL9iCmMiEOdUAAnm6ZeSZv2Pqb3culLZoVn7oPYxp2uZM1znSNgC6AYrLifTo6RjXndCRkElEuoHGArhIO7W9tMrVvrGBcswD4OJ53+qzBp6rjVs8D02VZQ8+1XV77bVXd8ghh6SfJeeBb/lXigymfEpHtkpmwQOyAdlGn8vlcw1A2drO0HPo38gvSIA4519pO2PSyokyBcDFcwcffHBaKc+5E3oa8idfKLPHHnt0hx566Ea8+PH6KD+kRZ+AHMCF0ZqFQrkurvd5tDQBdXTPj1PlJWO29ICpcq+mW8io6eXyc74VPJWOoHvUHV0PWSIdjnuUjzlYaznJAwMuAOu8fdJ20Xn1vrEAriGZUZvj6bn8O6MzE/EpLx9lR0dR5DB+i/rmfDVZyLP0mdNPP72jPToNtUHvY65bk8dUvbSlDaBnD+lKXh/OmYegsyA3SsTiGoBs+VbySkt7gJdQvjhCaTgu+vshH7EFKCqzv4vvRyQw/pyGdLMWPdHzz8/Vlhc5p+IdLXXnORxiRLuUXME5w5xzSK9fZLtetO2kVifxqUVX49kStfQV9cepc2De3yKjeK5P7nG/RrXnhuSe8puqg3m7qukkNQAX40CLjaZFDql+pWPrN1JeY3RfpeVdU+d6an+1ubPyrh1rbUKyzcfpIV3J51huJ9K7nRe5baWl7lPmuSpD6QgoWXNfj5Sbpx3Tnks6tj/nesPQeNVnS2ixNbXIt5wH/rvU9mp1FV9KczB4j71Jup/LipZ24WWM87XDAb4/c0LtcOL2urG1wF6H/Ym+UyNsOPiOII8ami6M+AfgmcUU0NT31bLXGKz5fC2drrtOh514yD8wNb3es4wj+ik2WeyOJcLuTDso+YFK6bnWmmfrc3k53D7xhS98obvmmmvyJOk3iwnRWaWjlxKxMw071DhhV0RGuh/D73OODQo5Sxty8m/v13VOenYNUIR4XR9zlK0jAFwD3GoFcGnSOpB9QtJhzMRIHbRlcCAAXOXvjEKJ4QBioPfoBuUnFn910aCpeUq4yLK4gk+ZxigfedlxaqOkCSSBERKABIY00Mk4VUQYJ0EnB60NDqDY7LrrrilqAo6mb33rWxsg0hkHn/CEJyTnJgq+gwxQCFndjFKBsdnBCVNrT9vCGElEASYUKCg4UXBA4ewOepgDGJx33nnn5HiCRz/84Q9nkRUeTvXwGc5HtnLjD7AehmYiP2lS9HDKDc9waAOuwajPNwBAM0XJ3zC3B6PFsEoHeYHyihODNrcIQg4xvsIPHIND5URB33HHHVP9qCeRKZBbQzxZRFlb85ABB0cYq/GYzLKlJeMn/GQFVa3e8/Rzyktfx2GOPOBdRKGqvYv0GIIYN5jk1Fa4kG5RxESLb8r3h9atWzcDhPn2oX3vY2wUgAsQGkY7QFz0G9r/GFkEf+ibtEdAXjwH6DGf5PWVY+q91v499T2LSI9jE8Ad34r+jyFccyDJG2TUkEybUpap8hLDFhN/xiLaFTIBQB8R1IKWwwFWLNIuACcjiwF50gYA6fYRso/vxDcjvSIT9T0zdG9Ke5lXrg6VZVPe3xSybEp94T3yGVmLHEGncTBxKa/WdiaQMHNTQILLJvRh9BN0b+ZZ6GzMuWpE+1+3fsxjrEJ3BmSqaFu1ZxZ1faXlZYtuga7EPAddlsUOLDaCryJAXMxlmNsyzs8zl1GeyBEMzZSXMQT9bKW+icrQdxRP6D/oEGyNB2/69Mi+OR/9kTbInIHFBfQV5gzLtOdM0UtV35VoA0Qrf9aznpXmaPCF1d7wgXYnfaf0bRywz0IBZFqNVJ9FfT/eg3xkPIVHyBHmGtgEtgRqqTuOS2Qu+j28cvvIPDyb0q4XbTsZqlPrGFrjx5S+Ms8cmPe3yqg+uVerF9dbn1OeK62DUd6pNpoWOaT6lY6t36iU19C1ldZdKM+8bWKoTmPvb4q6jy3bak431dY0Rb6thnpHu1gNX2H5ZfBIobytBcDlC7LQgbCTMdfBl6MFxsylTjrppKQbvfa1r0168VDtaIMij7I89X3KQ0dsjJSBMQ6izNh6+2iqD3Vq+r53L+IeIGVsCRBzD+Z4+OyYqwl4hy0foJx2bxl6b2uerc95ebARAsriW0I1ANfWW2+d/N3oExC+JuZg2J7JQ9fhCdvGO6BKiwV5DhskQFh8C+wkw9xIlPcZBRfgPvlq3oceh+1b7Rr+41OfSgHgGskxGD6VHKDDs3xAGheNBrR8viqrFPZ06jsj/drhgLcP3+ZotdWAdsrqf2gltlBcDfVfJGhq3vrMWxZWG+NwACgh0JXK1ALg8pVgGKDZvsYN3H5/6mpzlSuOwYHgQHAgOFDnQG68rqfc/O+wipOxjYlVKXrRYYcd1hGZBGLrVRz8Q5QDuIbSx/3gQHAgOBAcCA4EB4IDwYHgwDwcwLjPNuMsHAg7yjycjGc3Vw7EHHhz/bJRr+DA6uTAMmxNq7OmUaothQMsfGKxgFMORvF7pXNAUEQbgtBX8Qv6ol6i/gESgqZEQt9///1TdGCe851d5nkf/mwAZUSdFoiG/GsArqk+1KnpefdKEGBhAYXAo2ALZ/G1yAFx7N7BdoRD1Jpn63OUZ/fdd+/22WeftKBW0dBVzhqAiyjYBx54YErG4tsPfehDeiS1gRNOOGHWPm+++eYOPA7kux6xCJvtjX3hFeBEIsmJBDDEH0HUbtoXvGYnAF/8QtuD3/LJsysIu4NMoQBwjeRWC4DLV0/xmi+ujyZE+EARH1qoVK6xNQ6hT4PWNgcYWEDdsooT4wursADtAX7yUItDAC5WarLdgfZNZXChw7INBltDOGgGjrHvMBEjQHmWtm1h9eczn/nMFAmCrRfybX9AkiIYWcEHGhUh941vfCMhVPsAXKQlZD9AL9ozq55xkNKeW6IUgGrde++9UyNgoBfPEL4IfVa2EdKf/ZMRnqwAUxQo+pgjZ9WS+A7sX0sZ6cvwjmggDF7wCgELIazZk5lVdEIjExmCOsEzjwDACl62NwEYBfqXcMeU9frrr0+rdvVujvAIhDtEBA6iA7z4xS/unvjEJ6b9x1ntSr2IDiKlZ0pZUsaVf2xFpLCoeRKc1OJvfq/2G2Q2aGYIZUCDiKdn4ILnEAC0vK162jgPDgQHggPBgWkcCOP1w/zCWMDKX+jMM8/cYFs7n+gzjvs2nw/nsPEZY6NH4No4RVwJDgQHggPBgeBAcCA4EBwIDszPAexO2Ayxd+F0gKY4vOYvQeQQHFgbHIg58Nr4TlHK4MDmwoFl2Jo2F95EPdYeB7Cb4tMDSIIPk4j30FQA18knn5x8mTzLjhD4M52IcoQvECKSLBFlh4goyGz9CggGnzKAI9E876N8JaoBuKb6UKemL5VlGdcOP/zwWcSzW265pbv00ks3eA2+bKJNQUQW1/kGibIfrXm2Psfr3/SmN6WdLbKipJ81ABcYBgVNYjvEPDquA8rAa+DDhhzHUwu0g0+BtgppC1r3O+SAsZRw/T+2nAY7AbFTTGnxebpZ+Sffe2yhWGGQLrcAuHzPafIhLJuHvQdQAgBE5I1G1+K4djjAIFPbN55aABK64IILUkfldx+Ay403pM0JwBKDhDow97XPNZ2ZwS0nQkWyxRLk+wjze6+99upADTsamesQwgdQF5RH4AKwBXK1BhAiRDwCbQoBzKIskO9ZDvIV5QKAGsIXhSAngEIf+chHNgCOAfD6q7/6q1mIxfwZBioMAQCZDjjggBQdL0/DbwcrucAupc37MgAvVlNC8IQQlmypkBPgLSYIINjHliXPI/9NPh7mcd16FDxhI6EWABf1oD4AAJFxJdKe0tyjPg888EApWVwLDgQHggPBgQYOhPH6Yab5Ki2uMqYDtkYv0ViH/nXOOeeksN4PP1k/CwBXnTdxJzgQHAgOBAeCA8GB4EBwYHEcQK+HZItj0cE73/nOWAS3OBZHTpsJB2IOvJl8yKhGcGCNcGAZtqY1UvUo5mbIAcAs+Eixj55++umz3ZamArg0FuOTVpSnedhF0Iu///u/Twtz8XcT8MaDjszzvmOPPXYWYIIyAuxB364BuKb6UKemn4dPU571CFvvf//7u5/97GcbPf5P//RPs+AlJaBT/kBrnq3P8X62o+dP9Gd/9mcpmhq/awAuAW/BDlCvnAgco+0z77vvvoQJIA3YAYLpQGAQfv7zn6dz/0fkOQBb0LXXXttdeeWV3X777ZeCtHDtuuuuqwbVATMC5ZiBdHHgn/AfAeAaYFQLgAtwFo1CBBgFASE67rjjUsQf/R6LSlX6OK4uDjhSk8GQvX8BrgCeEcAJpyKCC6BODcAFWIo9XRlQyAdhQoQm2hL7ZyvkXt7hWwFce+65Z3fooYfOmKlIUqBxFYVKNx3ABXKbAZaBFkIwMiDQV0CzygB17733dqeddpqyGDwOAbg8A6Jo0acQ4OJLPgg7Gvp///d/E4iStPBZ4Rf5Tgh4IpS98IUvTOVXBCkJbBQG6uioWb4nUbx4JwhceKZ6X3PNNWkwobwO4FL5+bbso8t7+K56TvwaUxblNeXowNIWABcoevhGuyQqWU60B0Be8Jg6kp5jUHAgOBAcCA4shgOawLLSqbaiaDFvWhu5sN/8brvtNhtHvdSMP+edd15aVebX+84DwNXHnbgXHAgOBAeCA8GB4EBwIDiwKA5Iryc/FiSy6JMo8EHBgeDAhhxQX4k58IZ8iV/BgeDA8jiwaFvT8koaOQcH6hxwX+YVV1yRdk0i+AI0BcCFL/Xtb397eo4dotgOjm0Z2UWIXQzwC5PfPffck9KM+eegGPyM7AYlWvT7FJQi9x3rfflxqg91avr8fYv6LX2pbycKviP8hUiPn7ePWvNsfa5Ulpe+9KXdi170onSrBuACpAg2AbBTCbj21re+Ne2IRSa+W95rXvOajqAn8ExRufIysK0uGAToYx/7WGrr7MKmncQuvPDC7ic/+Un+WNo1TWnoN2yzOIUCwDWSWy0Arr6sAfWA7BNog7QRJruPY6v7HsAdgFl8T5yF+d6yLsDZV5b9ZWsALt8rGET097///VnlAVQRPYuoEvlg0wrgOvXUU2fRoFxw8dJXv/rVaUtBFcABXG95y1vSVoPcy8P/ISyps0BQNeSq8vXjGAAXSGzCDX73u99NjwKQI9wjQCkIFDHgKIBRikYmkFZKsP4fQCOeYS9aiFWOIL0hQEdE+OJbnnjiiema/onPDsbTPQ8TSrQ9ou5BOYCLCCHswau9dHfaaafuzW9+c0qbR7bqK0t6YOI/b4stAK6h13l4SwBz9Iug4EBwIDgQHFgcB1jxgT7AOAfoN6hLE7R99tknrSgjWieTz7vuuiuBrKeCiNnemAijRMNEvwkKDgQHggPBgeBAcCA4EBwIDiyDA2yp4U4vbChBwYHgwMYciDnwxjyJK8GB4MDyOYBPeFG2puWXNt4QHNiQA0QVwreIz1rBQPCFtgC46AcHHXRQesHNN9/c7brrrrOdD/yt2KrPPvvsFNzEr+fnAL8IcAPhIyVQiNOi37elALi00Lu2Sxc8PvLIIxM2gXOAR9/61rc4rVJrnq3PlQoyBsCVPwco62lPe1oKjIPfXkF2StHe8mf99x577NEddthh6RI+BnAEYDOGCGzCSSedNAuAw0Kd22+/feixDe4HgGsDdtR/LBLAtcMOO3Sg/RQxiLcCBuHDe4jAemnizmrjwDHHHJOEAeW66aab0laDXsbtt99+BgQiYhPb/NUAXAyqRNsC5JMPXORJO9l22203AhcJWFQTzqUtFIlY8brXvS4VFVQqYRVz8u3wBODygb4WMhME6qte9aqUHYIJATWGxgC4Lr744oQW9/wAQAGEggB34XR9+tOf3h199NHpmgOq0oX1/1A0iLgFnXvuuTNAVR9oCh7Rd++8885inT7wgQ+k+0QHI/oX5AAuhDygJgnflGD9P4V45DcgPlFfWZRmynFZAC62hOQb0NZFgNTYgjMoOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcWB4H8F/im2SRK5gD/JEsVHW/7pQIXPm2oio5UYsIlOFYB/zTbLHYt6CW++ziBJWiQC36fVsCgAsMi/AEJVCcvtkhhxzS7bXXXunn5z//+bT9n+7lx9Y8b7nlloWWpQXA5ZgN1Ys2SVCXMYtmAD7CK3AOohtuuKH73Oc+p5/V41/8xV+kXc/UL37605924DemkjAE9Cnyokz0N/441++x+f7OejTaZrlX1qIAXIR5Y29MGOskYIxfi/O1wwH25yVaA1QDrWi1EGjn+++/vwrgKtUadCiIaQBHbK1H+0HYeHSoFgDX61//+pQn71Tov/z9AJxe9rKXpctqp5SBMLLQV7/61e7yyy9P5/6PbfYECPuf//mfjmhP69ajXtlatERsMYogGgJwAXYkel1OL3nJSzr+IJWTCCVE4xKxFeXXvva1DpS4hJ/u+XEqaAplg++zz3okOnWEagAuUOheppR4/T+9k9+cEz5f56VoYCB/d9xxx5TG/6GIUf8aLQPARRuB9xqQaJtXXXVVxzaSQcGB4EBwIDgQHAgOBAeCA8GB4EBwIDgQHAgOBAeCA8GB4EBwIDgQHAgOBAeCA8GB4MByOUB0K6JcQeedd95si+5WABfbzO2+++6zQuNbPfPMM2fbxj35yU9OwR3kH8QHyzaLJSLAzQknnJBuKdhJnm6R7yPvLQHAxRZ/bPUH1YK1cO+Vr3zlbOu/K6+8srv22mu5XKTWPNkSfpFlaQFw0YbAMQjspAoCaPz4xz+etkHUtfz41Kc+NeEfCFoi+q//+q+085p+l45E3TrqqKNSgB7dBywGTuI3v/mNLo0+CsMQAK4Bls0L4EJwEXUL4eQE0IG9Z0HuBa1dDtABASxBDr7pq1EtAhfPMJBq71XyzQF/pFkEgAsgFMAjCBBaSYggrI499tiURsAoF/LcoCwlUrn/7//+r3vXu97V+Z7LeXr2lwXcNgTgIsQhUchyAhj2ile8Il1WOfkB0AxBndNvf/vbDqH75S9/OW2x5PcFpsp5rDTsEXzwwQcn0B7bWZaoBuCqKSV/+Zd/2T3pSU9KWfFdAKpBtbL89V//dffoRz86pfF/NYCb0iwSwEV52ata4Sd5B20IMGBE3hLH4xgcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcWB4HiP7DbkwQQBoAXKJFALgIPEEUI4FLlLcHAumLAOV+TQJdEPAiJwdwzfs+8t4SAFz4qRXl6YEHHkg7PuV85Tf+XILNQJdcckl36623pvPSv9Y82R1rkWVpAXB5fZ74xCd2r371q7ttttkmXQYQdfLJJ3uSdE7/eNOb3tQ95jGPmd3D307UrS996Uuza/kJILHDDz88BcsRJgJsAdtTwmMFa8mfG/qtPhYArgFOzQPgAtzwjne8o9t66603eAvhBdkPFhBJ0NrmAGEe6Zjsfcq3HkM1ANe+++7bHXDAARuBtujwRFciqhSAwBxcNBSB641vfGO3yy67pKL93d/9XdqHmKhYj3jEI9I137bPyw/ASxGvBIxCiO28886erPdcoKtFALhqwrUG4KJghIQk+l3eB1Xo73//+93pp5+un1XQFAlqded7EOHrj//4j1M+NQDXd7/73e6cc86ZvUsnaw3Axb6/RAETMZDdeOONHWE3g4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYGV4QBbJyrgAsEk8FuKCBbCbj8QPtv//u//Tufnn39+8j2nH4V/z3/+8zu2NYTYXeoDH/jARqn+4A/+YAYaAvsAUCunRz3qUSnQB9d//etfJyBYnobfi3qf8t4SAFzUVTgFoj6xbWaJ3A9d203Mn2vNs/U5f7fO5wVwkQ8gK7aYpJ1CeUAbIswB8lIUOfrNXXfd1V100UUdAWpqBNjrLW95S+fRun7+85939KkSOLGWT+l6ALhKXClcawVwAbY55ZRTZtGZlDWCEcBI34dX2jiufg4IPEX4PSIcjaESgIuBFSEilCYRqUBpglgFtQwBENtuu+0mA7iIAAfSFOId5OfRmEBNM2jm5NslCsBF9CkiZUFEsPrGN76RP7bBb0BXbKOIEBPAaYME638Q1hEQ0FAErhYAl96FcKY+T3/607vtt9+++93f/V3dSttAsh0kVIt65eh1BPj3vve97rbbbuvuueeetP0jz6K8IOSXDeD6oz/6o9lgw3tFtMG+gcG/OQA+vstUOvrooxMP9dzdd9/dXXDBBUnp07U4BgeCA8GB4EBwIDgQHAgOBAeCA8GB4EBwIDgQHAgOBAeCA8GB4EBwIDgQHAgOBAeCA8vnwKmnnroBmGTMGxXwo5bWd2mqBajgWe1URcQhfKw5OXiob/u+Rb1P799SAFyqZ43/8OOkk06aRaLKQUzilx9b82x9zt+t8yEAFztmEVkMuuaaa7qbbrpJj25wdL/2Zz7zmVlUrT333LM79NBDZ2nBThB8CSBWH7HFJHgNgb4I8APg64477uh7bPS9AHCNZFUrgIuoRuvWrZu9BdAHgum6666bXYuTtc+B97znPd2f/MmfpIqAbAXh6kToPcAyALN+/OMfd//6r//alQBc++yzT3fQQQelRwEHnXHGGZ5NOtcgSFs68cQTZ/cFIlO0q9mNh07e9773zQA/AnC97nWv63bbbbeU4tOf/nQCY+XPEW4T4BIkAJcDmQBv/du//Vv+WKrrq171qu7//b//l5DcAkdtlDC7sEgAF3XbcccdU2S0yy+/PHtT13lUMkBY7NsM1QBcDoITLzxT5AS8hZYN4PL3TjmfF8D1nOc8p+O7QigCbJeI0hYUHAgOBAeCA8GB4EBwIDgQHAgOBAeCA8GB4EBwIDgQHAgOBAeCA8GB4EBwIDgQHAgOrDwHjjnmmA22gPMS4J/GVw0RCIJgGdA///M/z87Theyfb71I8Ai2PizRBz/4wRTpCOAJPvOceA/+YnzbROiiDCVa1PuUt8BEY3fQmupDnZpe5Vr08Z3vfGe37bbbpmxL0bXYEhF8Ae2A3b4Acw1Ra56tz5XKMwbA9fa3vz096n7+PK83v/nN3U477ZQuE5Dk9ttvTwFnaKsKqgN2Z+wuUw6WvPfee1PQJqLPLYoCwDWSky0ALg8HqNcQZai2ZeIPf/jDFGlJaeO4djjgQKhvfvObCWXppT/22GM7UMPQf/zHf6S/EoDrwAMP7NhCEbrlllu6Sy+9NJ3r35Oe9KQOlDKUA7gAjim6FVseEs1K9OxnPzuF/9NvAbgciFUKWQlyFGCYEKQCLRH9iYhdEAIJlCnlcXrZy17Wse8xdPPNN3ef+MQn/Hb1fJEALt/PF9Ac4DknIoIhZCH65Uc/+tF0LgAXP3xrSR90SvkBbALgBC0awEWeXhZ+t9C8yoQ/TxRBtp8MCg4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB4IDwYHgQHAgOBAcCA4EB1YfB9hCEQAPRJQggjOMJQer4DP+6U9/usGjL3jBC7qXv/zl6Zr7WpWIXaXwI0PsPAWYq4/mfZ/nvaUAuBwHwM5LBJVxYhtMtqeE/vM//7P7+Mc/7reL5615tj5XKsQQgAtQoNoTeIV3v/vdG4EDwQIQaY60EG0RQB9tlrYLfelLX+qIzDWGHP/TB2ock1ctTQC4apzJrrcAuBzAkmVX/OmAj2KCuLhqOcBWmQwo7KMKAdIiVB8RihBUAHtAcAJyAmhFxysBuHbZZZcUFYo8EB4glun8CBeATS95yUtmSFDyAmgk4JRHk/rJT36SQvwB4mLvVoSQEKTkLQAX5witrbfemtMEcCLqF1G82G4QsA5gLZEAXPx2tOovfvGLVFZtCYrAo/2rzrzjV7/6lbLpPS4SwOXbPzJgse+utomkfkceeWQHKA7ykJ3sWfvkJz85Xf/sZz/bET0MNLgDwgifCIr5N7/5TYq+BvjuGc94RnqGfw6IY6tGlASoFmLUw4c6AK9WlpRZwz8HYDGA17ZQ1B7F1JtnRK7sADIcIgY8+kFQPwf222+/tNXuj370o+473/lOSkxUP/oDBAiyb2vMlGiOf4A5UaKJHnjDDTfMciqVa3ZzSScoUYQt3WGHHbpHPvKRqS+x7TAKFHIxKDjgHEA/e9aznpW2CKYNM16iqDPmMJH83Oc+V11BRDsj1G2NkF30OwD22sbY0zLGMfFh7EeHG4o0+YhHPKIj0ibEahD+hoj6Pe95z0vjKREv88nx0PMrdR896BWveEUq5xe/+MVVW84x/EAesuX0L3/5y6TP8cyi5DHyjUknbYYtspFtyyJ0yp133jllX4qUuqz3rpZ86Z+Ev4bXd911V1pVtVrKNk850Fv5ruiZN9544zxZzZ5dRp6zzBdwQkTdxz72sSkn5liab7Rm/ZSnPKXjD2KMWGk9daXl+mqWz6yqZc4I0Z5Z7LbaaFO3l9XGj7VWnmV9PxaqPeEJT0ir15kTo/ts6bQsXi+Sr6U5b03HY6xlfMTec+211y6yGGsyL/Qq5DW6LHOjRW0LshqYwXyQeSG0CD1jNdRpbBlWWicZW65lpduc27F4hv0fGz+2Buab0FqQzyr/Io+M1X/6p3/aPfDAAyHHF8nYyGsyB+iXjJ/ojIua7ywjz8kViwfWJAeGAFx//ud/PtuKDhs0QC0R9vfDDz88/cT2TgQj7cxDUItDDjlk5g/+h3/4h41s6diNn/vc56bn8Z1/4QtfUNbF47zv80zdpykQmd/Pz8f6UPXc1PR6btFHbKDUVQFZ+D7svIXPj3HxRS96UXolmALwDIyRolNOOWUWnQ0wFCA7qDXP1udUHj8OAbhI698A/AVbIN5///0pG6JuHXHEEbMdyhxwhS9eNkd8O8Jb+Pv9/Gtf+1qS5fhNX/ziF6db8Bk/Qh/94Ac/mBzAKQBcfRy1e0xqppJH8RnzbAC4xnBp9aZBAMoATSnV0ZkgihR9i98lABeCFcHJQCoCQIOSJwJcpfsAtHA8AGzwfYGV1o+UR2VxABcTOcBYuscz/k4/dwAXzgDyAZwkYuCmrJ7XFVdc0V1//fVKMnhcJICLl/3tepASTnMIHsA/+OzlJlwkYRIVtczLkB5c/4/9gMmHgcDrxzMaEMkffilv+PGP//iPCbDXCuCqlQVDYgv5QAZvagAuIoxB1I9BDCLCGwDEKUTUMnge1M8B8RsAF8BAyL/9pz71qe4rX/lKuk7/f/SjH53OAWsugr8CcpIX30xUKpfuLeMIcJK9qCXj/B30rU9+8pMdIJag4AAcePrTn56AuJLBJa4glwElMhbl5FsL5/fy30xoWJXkQMo//MM/7JiQQijUpdDQng8rXAB8QWNXOZV0Bc9ztZzj4FKEUNcVVkv5ppTj5JNPTuBRDyVdk8dT8iWtRzCdEpK57z3r1m/VzqSYiaKP6Q4AX0QEz74yrMZ7Y8Dzq6XcgFhwICOvCLndR94WXZ/ve2bo3jLyHHrnlPseZRi57QamWvvvy9/7BiH70ddXklZarq9m+cw4jt4HXXbZZd3Xv/71lfwUo961qdvLqEIuMVFLH1ticSZnvYzv5/NpCjRWp5tc+FX6QK1NLIPXi2ZBac7rY6DPuU888cRu++23T/YdvvmWQjWdxPUqorATjX1zIRwvOGAgtgPy+d7mUsdaPVZaJ6mVY6Wub87tWDzUYtzvfe97HQu0oUXKZ6JNsGiOufJq7yvY47faaqu0oI85/mqktcTP1ci/RZWpNvYtKn+1Reb6p5122kKyXUaeCylYZLLqOYDPpS8CF8FAXvOa16R6OMhFFfMdiriGHQtyf+mXv/zlBBpKN+wf/lWAtRBlGANonOd99uoEakIP2Ny3UKTO2IAY+/2bOC84x8/I3MfJ/SQf+MAHZuAn0rTm2fqcl4vzMQAuAkHQxvrqTV74u/GLCxwFSJGtJccSAUvAY2i+OPa5UlS6oWdVRrY6xf9F3fAB8Me5fg/lo/u/s8ceezzYY3VlMzm2ALiY+AFyGUsB4BrLqdWbDoQySM7cmYxQYNUeAC4R0ZqOOuqo9BMULAMbBNoTAcskw4k82Hv1zjvvTCEA6aQQqz2JEgWt738p2kAupH784x8nNLQAZrnD5/GPf3x3/PHHz4BHKbP1/wBzEAWMkINQ7pRl0kZZH/OYx6T7/o/BkDpPXa0IWpuIZZAb0BQyE7RwCUQEehsUN+TlxCHG/rco4yWi35111lkbOIPotyCxtSUlz+GYR2BSvoMPPjgJSc/vt7/9bXfOOeekPYZVfu6DVkbZUQjHb3/7293555/vj6bzWgSuvrJslMmICz6wjAFwAZqRwdJ5POJVKUkAuMZxqgSUqhmTicTHH0Rbok3NSyVjNnmWyjXvu2rP01cxqkh+IfPo70TLkxLFpACZJPR8La+4vvlz4NWvfnWKcOk1ZcwCwILcRG/TOEmaW2+9tbvkkks8eecTkw1uVH7QJhl/BKANANfDjFrNAIGHSznubC0BuJCbAg7moa/dUB8Aru8mHW1cC1j5VFr0wxiHntZHyDWtpitt2973bO3eMvKsvavleg3A1df++97jfSMAXH2cWv69AHAtn8fzvKG1j83zzkU/u+j+zmI1zespKzohwEPsNFsC9bWJRfN6GfwszXlrc27ZTdwesowyrbY8azrJ5gx8CQDXkakZsjjYo7Gvtra5iPJszu1Y/Fk2gEsRTHzXCb17tR0FcMHpuVoBXGuJn6vt+y6yPLWxb1HveOUrX9ntvffeCeiCn2QRu0ssI89F1TfyWd0cGAJwedQrAgcoKIXXqmST5z7RzVl8z04yJQIUhN+cdPS7sdT6Ps9fIJ2xAC7NBcijz4eqd0xNr+eWdawtesfuCHgLPEJOLFLH1wGVFjW05Elerc/xrIjIYYC4ICK3EcGtRACj8bPX8DzshHHeeefNFkDjQ6KuU0gArqn4nwBwTeHyxLS1Dz4xm0i+hXDgcY97XIqIhbMXoAHh8TD8jCUcKbvuumvaQoxVLYQ9dkQy7ZGQ/Uw+WfHpW4kAfli3PhoDkWyYpBA2ubT1U14WBk+ieJEv5WYbt/vuuy9PVvyNYORZgFy8E8CYQjUXH9gEFwGpAbAj+gXfAlAVod8RnDUCTEfULUBezn8AJXwf6ksoUZymAE1E2267bYqQBJiA8ImL2JqlVha9M45rmwMloBSh/InsBwHUVNhSB3ChcGjLxXk4UDJmk1+pXPO8p+9ZX1GRr9R43ete17GFEhRg5z4ubhn32P7kta997ayyyOePfOQjM2AVNxgfAdOSVsS+7shrkQO4aH9OOOhYdb/jjjsmQ4uAhb5iLgBcD3Nscwdw1eTxwxwYd7boCFxjHakB4Np8AFy0tGOPPTbp3USOAoC0CFpGnosoF3ksGsDF9qIYkCC2F12Enp4yG/lvpaNdrGb5zHdY7RG4NnV7GdmslpKsb4xZyguXkOmiv59HPa8tzFpCNVZNln1tYtG8XkalS3Pemo4nJ0wAuB78EsyFDjvssOR0w8Z42223LeMTbZI8A8B1ZOL7lgDg2pzbsTpPCcC1SPm8lgBHAeBSq4jjEAeWDeDCjwQwAhnku/MMlavv/jLy7Htf3AsO5BwgsAdzI+wNBL3A/z3VB57n2fd7pd/XV5a1dA+cwjOf+cwUIAH/Cdv/gTeYh1rzbH1ualmRtfh0wAOAW8B2il+V9ukR/afmuynSRwSukVwPANdIRkWy4EBwIDgQHJjMgSlAqc0VwCVDExGUWNngRAQuQuuigAEw1baenibOtxwO+AqHoQg0AL0E4gLMTARKkQO4+gAu7vz2lToB4BInHwylvDlvofhwTec7CwDXfPyb8rSvsAdMT5TU1UpTDcZsoyzg1oUXXriQRRPLyHNR/F40gGtR5WrNJwBcD3NuLQC4Hi7tlnfWB9bZ8rjxYI1ZEPaGN7wh/ViUA24t8XKtt4kSgKvG/wBwDUcFrfFurV0PANeR6ZNtCQCutdY2W8oru5pvodiST+2ZAHDVONN2fS3xs62Ga+OpqfPxlloxf2fOXdtZZrXk2VKOeCY4EBwIDgQHlsOBAHCN5GsAuEYyKpIFB4IDwYHgwGQOlABc2223XYr8Q2Y4CFj9S8hYIrxpv3CQ8yDHCR1KVDkRUfxe8IIXpFUQpAVpTrQ5Vsr+6Ec/UrLZsWbMLpWLvdB33nnnhNb/xCc+0a1bH/GPrScAuQC++sY3vtHdcsst6Z0Y+YkitsMOO6RtYSkjEZDYasQJNPy73vWudImogh/72Mf8djpXGfkBgAsg16Yg9IH9998/1YkVT0TuYPsU+HvVVVdtEAXq9a9/fUckJ/h/0UUXFYvLaoB99tkn3WMVBCuaRWz9+vznPz/xmGiATPS5TyhiIpHlhEOJaIqAmkh3+OGHp2dJ+6EPfWiWfEodZg+tPyGsrNoV50QxpMysYuA61/i+hFjOidUerPzEYAERnZLocURrJHzvWPKQufCVyFl90VPoC2x1w5H3YDRRRMyxAC7KpjDPnLOtLHmsBgAX/ZvtkeHr1ltvndoaMuGrX/1qageUt0REdeS5bbbZJvVNgGlMCmg77ONe4ymRJ5EBtFt4ijyhzwOybAVwTa3Dfvvtl+Qg7ezqq6/uXv7yl6eomIQBZ6/7MUTZ99prr+4pT3lKkqe/+tWv0na01J/v+8hHPjLJuJNOOilll8tjZJ2IPs4WzshA+ha8o8+xsoctlbx9DwG4CFWuyEC/+MUverdkIgoC+RElDkIO0Sdvv/321K98KyMAisht+iGRVikT/ENW59vw4pzmj/bAltSc49iibsgxl1GstmMrAMYltv5mFRdy/oorrthIDtBGkEkAcen7pcgN9G/aWK3uvA9AJt8DeYi8YXtU3g/fiAL7xfURK6EcwHXZZZd1e+65Z0rHFtm//OUvU8RYvpFHstW4RR7khZxh++ynPe1pacXaz3/+8/TOfBxrqR/t79nPfnaKmov8hOAN7yQyVN84pzGRSLCEgneifR955JHpEuWkXfANn/jEJ6a2TXsnWm4+Zi0jTy9X63kJwDXU/vveRZum3xApl9DnUCvP/D3kS1uhPSIXaFeMj/Qjlxk1ABfbYDDW19r/M57xjNSHGX9oHxrLVIZW+UzdNbaP0Rl53xS5p/KVjjmAi7bJlu3UhXIxntHPGZdqRFRknkEe0u/Z1h5+X3/99SkScuk5+EyUTr4VuhzfCr4jl5CLTqX24vcZfwnlz5FVwYynAMb//d//vahz+7P5OX2UsRk5xJiGHEamXnfddanPkp6x/pBDDkmP1toKN/fdd9+kqyLv2cZC2z+PrfuUPjZFx1vGPCIxo/Kv9v0OPPDAxGdkIVuGMZehPTInQTawtQJjgLZtp20dfPDBSYbynSDGAyKz0m4Y80WL1muWybMpc4KhNlHjdStfpn4jvafvqHGOb6zouzUdrw/ARf9kXk67gJirMx6Lps7h9Fx+bNEtyKNFlxnSSZAl1BlC15Q+yJyC+T73P/WpT6Xxgf7EmIVOjJ5JdG30NsYOFqOxW4B0MebQV155ZXXuga0BXYkV+8hY+t2dd96ZZLXrb6lgjf+GAFzM/enXELYKdE/R1DF0aB4jfqIDYmtBZkueU3/GRXhf2zaGck3hWU0nUf38SLQ6xihI8zC/r3PZhtQm+PaiqX1jjH1jik7C9yq1Y5WPPn3QQQclHtJGIcb0u+++O7VTpdNR8pl5xWc/+9lup5126vbYY4+O74hdBj2QMQJdZpGE7EbnpC9xznt4B+3zgx/8YJpvOYCrTz6P5d8+621W2AAYK5nP0b/pi+gp2CMZP7W1EWBA8mXcoO+gW3FNNHWc1HNTjx6B65RTTknzSNmkmLcy1qMvuvz2d7SUc1H8nFcW0P6QzdQX3ZFvRp2xISNz+W5Oep/6LfVYa7Lc6zNWDg6NfT4fpx+Nmet5Ofyc57UIABsl/dapRZ4sI08vU5wHB4IDwYHgwKblQAC4RvIfhTgoOBAcCA4EB4IDy+BACSjFZBlHAYQxFAfsO97xjuLrcUDj3IEwMpxwwgmzPavzBzDssJWcU8mYzf1SuRwUAHBD0Y08PwwDbO94/PHHJ8OV3+P8xhtvTI4tXcfYg2MfwqF811136VY6YjxgZRpGBze4b5BoBX4A0KD+lKNEGDvOOuusmUH71FNPTYZm0p555pmz6/6sVnpxzSOpYExl60gMLznxnssvv7y76aabNril74WhHEMEzgUIp52ALVProBdgNH/rW9+agDq6piPb7WLwwSCaty8cD/AMA0qJALpgvBhrgKcP4GiBxkY+wLnLMxhfMHbLCDMFwEUZaYeQAISbGsCFMwMHdK098l3OOOOMjXiLQwxHQI3oY4R31yRB6QA8IZNK7wPIhUEXAqyQt03lkR9b6iB5haMfhwBhkUV9kdSUBqAM7UhGeV3nSN0Bz/BtkWMCcOXy+Ctf+Up6DNlFe5ADz/Pi/Ne//nXHKmiBN/oAXAAQAIJB9PFLLrmkCHJKCdb/c1ChrnHUNp8uq4lABYCrRABYHBwB8Af5QxnoLzi1RJdeeukM3IDMBnBWIp4FOARoQOR1r0XEElDHI93peYydGChz4l044AEKc47DFeKbMG5AOJn4ViV5SjunvfPtIQeU4AQBuFVr86effvoMRNNSvwMOOKB73vOel96b/3vPe96zUR/0NIrGSZ1PPvnkGTiDNF53ZDJgJZx+OTE2IAdp69Ay8szf2fJb7YJnKS/Oy6H23/ce7xuAeunzrTzjPbSPo446KrWd0nv5RhdccMEMLFlzlgLEY8wEiMg3zckjSiIHcRaKWuVzi844Ve6pjKWj9zecaOgaJaIPf/jDH95oPNNK9tIzXMMxwvjtNDTufP/73086m4DMpfai/BhL6cclGUEaAPc44MdQTcbxLG0IwDJ6D7oWdeLI9Xe/+90b8YVn1EdIA1AFuTql7nqevJw0xnCtRcdzfi5qHuHly8/9fervpJFTFxAcOmip7dEG2KIbHcd1vvwdvvhkiMcl3WxIr/E6LJJnU+cEQ23Cy+m8hl8tfJn6jfLvUvotXvt8sqbj1QBc6JHohzjEIeYyRAcWqLZlDlcqK9dadAuec9k6VpcZ0knoJ9KrkJPoQJDzj4UQzLtymYgcQoajY4pv6eGH/iHjkWukc0IvRj8uETKNBUq5A7yUduhaH4BLW0yTB/oCYzV6CNQyhqoN1uYxzk9kPosbkPc5IZd8gZbuT+VZTSdRfn50Oci3Yg6ksdLTSZ8hjY9RLX1jyL4xVSdxfc/bMeXHnsGCJC2q8Dpxjn6GTcfbnOQe9gUWUNXaK4CZa6+9Ns+y6TflxN4n24RnAjgHntAHHcClcpLW5fMU/qFLAHzPSfM2b0u0XfqVZAH2vbPPPjs92jIe5O8c+1vjCHMdZHRJ/vDtaGcCbCvvlnIukp/zyALaMLIGPa1GgNcdVOfvW6uyXHWdIgeHxj5sBbTjKXM9laN0lHwEFIrt2En9dKo8WUaeXq44Dw4EB4IDwYFNxwH5ZtBDsWkzJjE34I9z/R5bwt9Zv9JgwxnX2CdXeboAcK3yDxTFCw4EB4IDa5gDMky5Ic4n0AC4WN123HHHJQcC0QIgwAEYUwFwYZzlOlvEycjHPYw4jGGsxGVQh9z5wm8ZEt2YzfVSuTSp5L4IJyIGTaL56B26h1GPVYustnQDAs5JlI8xhCENJwPEKt2PfvSjYx5baBrAUPBWdcDhg7EZEAiGGoGl4ANGMQhwDSu0oNIEHcULYzU8w6BE5B+IVXJvfOMb0zn/AH/AY6ICudEpBzDpe80efOiEZ/nGLXUgC4y11F3fFmMseWIYUlvUO3MAlzveMUSwupF601ZkdKSdkg7j3xA56Ioy0bZayfPqA/7Q9hRdSgZK3ulGbBRqABd9RDQ1VnBD7uzre8YNob6tBavaMSKJcB7BWxwJrI6WDMj7OiCrt73tbelb8h1xJOJAAOBG+xLAJXd6E7no0EMP1etmEU5wLOVG7rEArtY6SF7NCvPQCbIGQOQQ0W6k16stc3QZSR5jAFwAf2gHEGAyAAjwED5LJuDkoa1B7ogDdIvshgABAKyDKAtgTvpSH7397W9P8oDvBiG/kRW0LfItyWrGDL437cT77t+u37ZWILMjHwJwkSdl8X5/8cUXpyhtgEt32203kqQ0tD36IhFokIl6hkhcrGqGvO5TAVxeJvIiwg7gI96lts51ylsCcHEPQgYxJvKN5Nzguo8r7vTkHoR8po5EQXAZDFj2/PPPT2la6kfUGlZG0/YkD4ksAQH8QzbWCAcUxlp4DaAQPUHkzildgzestOY9tBl9I5cRy8hT75/n6OOIAFxD7b/vfd435MRq5RnvYbxm3IbgM+Mj/Z4oUpIPtD3qQbutyXUZ36cCuFrlc6vOOFXuJcZU/pX6G7KM/pbrrkQcwXEqIvoikcMg+EsEJMZo5BD9UW0cICqRISDyZAzhHt8KuYXDju9EdELJE0DIjGVQqb1w3Ve885vvxtjJuxmHRWzfiszrIxZDANCDJKfQM9GVaEci9F/klevFJaew81Xj+dS6j+lj3jcpN99tSMdzfqpe9JllzSP8fervvFdOXZWBI7oUbYjvJ31Ieh+6DuML0SY1DqD7oSsAqmKsW5Ze43VQeeflWcucYKhNeDmd1618mfqNxJu+o3RIn/Pmc26B9EsALtoBi2KkRzJmI7tp/1DrHK5W5hbdgrxcBijvIV1mSCehjkMALr2LfoFe6fM93dM4SRvUGMk9ohayyEvkCwV4BpmI/kf/pB9CXAcYhg1lHqoBuLC9sCgKQha8//3vn809W8dQtcG8vJrHeHtUGuQjbY12h01F5Iv4uNbCs5pOonfkR9o/8wiI6LZ5RFr4Bd8gjT+ct/aNIfvGVJ3E9T0HcOXfkzEd/YA+j14hGxCyA1CagGsu96gnxLO0f/RtnyfPa22PaTYAAEAASURBVLsgb+Y+2Byk49AvGbt8bCIdNAbANYV/LOQi4pdsfvAAfZe5JfqZt6UHS/Dgf/opUftYRNo6Hnh+U87zcYSyUGbmWIDRaA8Qv7UjAL9by7lIfs4jCxiDabcQcw9kJDIXm4/LXcDHisRVet9ak+XUd6ocHBr7aBtT53qUo0ayo9B3+U6SJaRvlSfLyLNW/rgeHAgOBAeCAyvLgQBwjeS3Jugjk0ey4EBwIDgQHAgOjOaADFN9AC4ZkxUhg8yJcsV2SyKf8Lljmfs4qwEIyUmMMUOOYhkS3ZjNM6Vy+TswgOCYUsSs3FiMMQdDp5zQmliSN9v/4PAYIkAqGFAgDKeEPscIsdKEk11bBpQiKnhkKPiJYwUHD+eQHEBebsBdgLwg/14euSsHwxBWm1D0GO3yPPW9yA+DABF8AIHwnaCWOvAckdS0TRuRbk477bRZnnnUDwdwcU/b/MAPVu7r22Esw/iJERLKwWjpYuEfWwLIwdoHuio8utGlPgAXRlqcs/wB4JIjz4FXGL8w0kErDeDysucOD4zF8FZlZktSyg3Bs3UPRUNj5TyGaxEGZtordc/blrfJL67fUogtIkRsQ8EKVVHeZnU9P7bWQfKK/GjbOHtoP5R5iLzPYZCkTQoEiIzEWSfgFff7InDBZ0XJcZAWZaCNvve97505WVixjHx1R5wAXA7soz7IdX2vofoA/BFw0Psez+WyGqM5xnORR/9zgEMOlgIswLM4IyAcRwC+kEHIGeQBwDURUbkwnEIYJCkf/d7rPgXA5Y4K+IOcA3gI4Wxh9b/kCPdrAC7GO+QH3wEi2gppqYcDb/NxzAFOPMc2jkRjgHgfMoA21Fo/8tG38PJzfYhwpgMWxKFJnxe5c4prAPeI0qC2zvYub37zm1NyBw9zYRl5phfN8c9BIgJwkV1f++97nfcNgQxaecZ3p3y0I74fABvfSg29SwAcyWp3cDkwtxXA1SqfnQ+ug8C7ms7YIvf6vkXe35BjAFjhJUR/e9Ob3pT4y293NIlfyCGB40gD0b8F6EU+0fch16HZAtqjBDKmC6zu8t/5pPZCXs53yXOuQw4uoz0QxamPJANII5CW0nt7kbPZ+3A+/vCcA7zQBdnuq6XufX2sVcdzfvKdlz2P8Pf593OnLnIQMK6AdrQFxnA5dr3dOXAv13eWpdd4HRbFs9Y5QV+b8HI6r1v50vqN1HdKR+mQPud1pzVgaM25cwAXkSzRC+X8BhAOoMmdry4X8vbRN4crlZVrrbpFLlvH6jK8U/KItiadius+TkoWcd35x2+fJ8AreK65G/IaecwiKMjL6boh7Qwdm7GV/omu6dFxXv/616dIX+ThMp7fLVQCcLkcpb0gB7BtiLy9jx1DeVZtkHN4nM9jcn4Cwjn33HOTrsozgGhIA8FHgepaeeZjjOsk6QWFf16+Eu8d9Mb8gXEdau0bffaNFp2k1o490loOGGdODXBN8w3GVMZWyNsB35MoWwKNcx/9XKDuXFfg/lRy/tIn6Bv0EYjFNUccccRMZxoCcLXwj/fQ5uAj8wvGSpG3Ja6xuImoWwD5RK3jgZ6fevRxBFsB8keAJWwf2BY19/c5Rks5F81P72vUe6wscBsk4D7qQtsUecQpt8Hl71uLsrxVDsKb2tjXMtcTr0tH5AjzFujTn/502mJY6VrlyTLyVJniGBwIDgQHggOblgMB4BrJ/wBwjWRUJAsOBAeCA8GByRyQYWoeABdOdQwQUA1M4uAFHPkXXHBBSi9DohuzuVEql08qv/WtbyVHW8rkoX9EDcHYCjlIjN84mnEOQ7fcckvHdlx95MAQDFOAwXBUbQo66KCDOpxVGD/gs8AMKgv399lnn/QTR50cuBifMeZAfp3fODe0Mk7OId9GzcFCpBe54Y5vKFCGvhfpcNbnq5Fb6uBGTtoH9QHs4AQQAGci5CAS6oRhDJ4B+MDI54QjBGMuhIFPhgxP4+deFgdceJop526YG/McbRDjLXyAcEpsCgAXxlnAkJCvbE4XHvq3PiJuAvrx0+UKhilWXvItcFTnpK0R+GZy2vj7cFbRD3OiT2hFeO6wytPy2/OcWgfJK/JxwyK/h8ijbyGrBATSc7463B34btCUc8+dTiUHBlvI4CCFcLzkIB+M+LQlAUPhuTuyVaa+41hHqst75efjgfdbB3CVvvfRRx892yrOgV/Kl6PLBDmDWp2Q/j43Mut9DijzduvygusAyXK5LWeSP+ffNe/zeqeDkb/85S8n42tr/cizZjDW+2pHjw7ogMy87shWTfqVl8s/B8MuI0+9s/VI+eU0o9zSA/raf9+7XI8RyKCVZ8ccc0zaZpP3edQmvZ8tXiVLBeRxB5f6B+kFSKKdChyqfDiWtlB0WVrqrzxXks+tOqP3j7FyjzLUyPOr1du3FmR7IraQhhiLcKoSoVb6rL9H273hvNJY7U7/kjxhyxWiSwA6Feiq1F4cqFoCUAFWwMFJ+XLd2suoc/9G0gd1jyNAAnQO2pCi7am9IL+IGiHdhPSqO2AJQISkaal7Xx9r1fGcn8ueR8ALf5/6O9fdqUt0ydtuu43LM/JxDHAXAA2oBuDyvrhovcbrsCietcwJqH9fm/Byitfz8KX1G1HOGkmH9H5Z0vF43gFcgBQAbwEch/jG9DP6lmieOZzyyI+tuoXL1im6DO+v6SQ+TtYAXDmgg/yYAxLBFCrJXQAVyEz0ZM1NHDxV6p/k5TpcLgO5P4VyABcLkJ74xCemLGgrvMvnsa1jKBmqDXJemsd4eyzZdFhog/yHnN+tPKvpJOkFhX98K23jC3iRhRTeDzT++Fx9nr7RZ9/wdj5WJym1Y67B03xRh1cfmwbjHuTyw+VeyXbjUVJ9vuV5jz3HdoIeTDkZ31lAyNHJdaYhAFcL/3jXGAAXcgfwmtuN5hkPvI5Tzn0ccbuZ8vCFiloc21rORfOzVRYguxQFD52ZxadOLCxR5H9fzODvc9miZ9eCLG+Vg9SxNva1zPXEs9oRuwT6lI97pJ1Hniwjz1r543pwIDgQHAgOrBwHZMvFXoZ9CT0QfZw/zvV7bIliC8WxnIp0wYHgQHAgOBAceIgDMkw50MIn0AIMkNxX0MvIwHVCP7PiDnIHV7rw0D9Wlwl8QVh3JuGQDIlujOJ6qVw+qXSHMekhOZQwJmHQcyLcPgAYqLSloKf1KCfkhaEQ5+RqIvgJAAtnH0ANFCnIgVpusMTJCJADckOhg5ccrAD/iXiVk2+1881vfrO76KKLUhJ9r5LBJc9Dv4fq4KA7NwLqeY7wAEcNJMMkiqQiXrDlhYBaKZH9w6mKUxLDr5zcdnujUwEE3Si8UaKRFxzAMPQIDmC26HDj/aYCcDmw0WWA1wEHE/WDhtoD9XjsYx+bVrIjR1D+/Xu409ejefn7PJLDGADXPHWQvKKMGNrcaeBlKp2r/fTxRDJsCMDlhnzexap8jKAYSTXBysvgjjii0gmUQroab/M8/PdYR+pZZ52VZK4/S4QdbRXhK82PtC0U3WmtZ7V1CnzHceCGeaXZZz2YFecwJGez192jLOgZjgLqeAQ4vY/7vK8Uaa0EPHQHDbym3eSE3BKIlraEI8qN7wD8aDM5OchJTszW+pF3zWCcv7f0W44Jj67hdWeVuRxO/rzeyTXVXfcXmSdgUkVwVP4c6V/IijGkdkHalQBwTeGZt88ScJoyA/hAXuDwJ1pCzVkq2VMDMpUAXK3yuVVnbJF78KBG3t9uuOGGDkBbTi7n1N/yNPpNWsYzZNC6h6JNOoDLHak8w/cAhAnItSTLSON6r0ApPoaVgHs8h/5E1A3GG0Wq5XqJHCyEHEJH/tKXvrRBlMz8OXfSOhBw5513TlHLSO/8aqm78176HfnOo+M5P5c5j6CckL9P34/rknOl+Qr3fb7lek0NwOVtYqpuNqTXeB2WybOhOQF8qbUJ7nk5xet5+NL6jShLjcRrn/PW5twCcNEniSYNeAKiTzOHzvXPeeZwtfK26hYuW6foMpRD+gH187mZ6xYuW5x/pQVaJ5xwQrfDDjukKjLOsdWqE3N8IoQDnJWdQAsu4D3lKRHRGZF3UIsO7Xk6gIsxQ4uveD/gvVyvbx1DeafaIPylbnk7cn4yDnzmM5/xoqZz6Qs+V2nlWU0n2eilduGtb33rDOCmKI/c9nbni0fm6Rt99o0WnaTUjt3e4WOdVTmdYkdDTnrfcLkHeM0jxfGQR8bx+Vae95jfzl/Nr/LnPPqS2268nJLPLfzjfWMAXCU+zjMe5PUc+1vjiH8zf9Yjpmqsby3novnZKgu8fjpHb2PLSCLUvvSlL51tA1wDcK1VWd4qB+FTbexrmeuJ77Wjf1vKrCjZ3k+nypNF5klbZqcI2k1ObJuLDhAUHAgOBAeCAyvDAc1DAsA1wO+IwDXAoLgdHAgOBAeCA80ckGFqHgDXK1/5ym7vvfeelSE3BuoG4AwIQ7Sc9zIkujGbNKVy+aSSyay2xCM9JMOWGxQfvNN1UwBcHm6+BD5Qnit5xLhMdAa2dAQgU5rQUh4HcAHqwjAN3x2UgHNRAIerr766u+qqq1JVvN61b0hCfUe2N2O7HUjfC9CXztMN+ze1Dg5AY4sHtoDKyR15Mtb59kWkr9VF9SCNtpnjvEYywnHfo8bU0vdddwAXjuOcMNoDGoTHgOxy8hXQKNSseuujF7zgBWlbJdI48K7vmZJR3Y3m9GFtUZrnI4cIK2C1ypI0rBp/zWtek5zbGKH9GygPN3ICxMQhDpX6PNcdcCnjJ9drNE8dJK+8P9Xe49fd6eiy1tNwLrCIyzA3iDmgFtAsTpyc2NKOdgMwQNH4SOOOuPyZGqgpT+e/vU7qe7o/JKuZ22AwhNzA7wAueJG3fcl4H0P0Th1d1mt7F697ra7ivX9bRXmpOdl5p5x43m7dQVP73u5UpJ3zDneOsM0v2/3mhBylf0ECh7TWjzxqBmPuDZG20qHuyFB453VX1Kc8H1+hrLorzSLzxEkkkJzy59j3PT0d52oXnK8EgGsKz9QfKBvfkXFjiEpynWfkkJ0C4GqVz/PojFPlXh8/vL/VoqzwvMC3ebQrnK60V2QOY3KJ1Ee5h05GFB1kZ06AMgDaow/IkUIal6VyevoY5ltE5XmO/U35AajSd53o12z/iqOW8cTHexxx9HmINOhHkJfXt2NsqXttjJlHx/PylXQK9Skfg1PF1v/zsWVoIYie8ffp+3FP+mQ+99Fzrv+6XlMDcHmbmKqbDek1XodF8mzqnADe1NoE97yc4vU8fGn9RpSlRuK1f/eajicAV54X/RL9CXC40zxzOM/Hz1t1C5etU3QZ3l3TSVy3qAG4HEyqemhrZn7DU/jnpPmKA7gUxYl0eXo96/MXQE6AnVrJAVx5HkQMB8zgNM8Yqjbouq7n7e2RLeuJ0pWTdGOXk608q+kk+Tv991Oe8pRZhB+3O3h/p4zaqm6eviGbhr/HyzJVJym143333bc78MADU7Z9bcm3xVb9XO6VZL+Deny+5XUYe77ffvt1tFWo1NeUj3Qmf5+XU/KZ9FP5xzNjAFxXXnll2k6S9CJvHyVeKZ1kQm7D0P0px6FxxO0zGuvnKeci+dkqC8Qfom0///nPT7YfLTTVPR1rAK5S+1oLsrxVDsKP2tgnvVRpxsz1xN/aEfupIvW6XdD7aamP9MmTRebpC/3yOjAmMTYFBQeCA8GB4MDKcCAAXCP5HACukYyKZMGB4EBwIDgwmQMyTLmT2SfsDhjwFeG+wlsO7LEvd8O1DIl+jXxK5fJJZQlAowmuG2FVpimOF+VTc2Qqz5U6AmDB2Y+zIyf4BgGGgRzAxW83dsBTDJAyZGKUZnKuPBxUxLND5I7m0vfy51vq4AZqgAw4AXIqAbg8Slievva75JTK0yrSDtcxyOG0HCKMcE94whNSsgsvvDBFCeOH87rUlofy5b4MpGPACL7tWg0Ml7+zZFTXtpy0HV8Znz8rg6WXDQP1AQccsBFoi7xwAmAUwsDnef/t+igD2vqkxifaFkACSMbPvDz+e5461OSV518696gkREM5++yzS8lmfdOdIjV5TAZsrfqiF72oY8VzidzJ5Y440mIAxAElJ5Q720t55dfGOlJL320MgKvUJ9Xm+6KYuXNkCoBL39adWjLE9o0Fil7j7dbLUAOMDQG4SsZrfQPxQdG9/NvW3leqH/nVDMZ6V98RMDGRDGlD2ppoTN37AFyLzBMn0VoDcNW+X4lnagfeZvu+F/dKcp3rQwCuN77xjR3bvEK0Jdpeq3yeR2fk/VPkHulr5CCDPiCU+OxgrFodkANERFSEQ3+Gcgi0AvhWelteviuuuKK7/vrr02XXe+X0RDai00KMZ8ineQkZcuihh3ZE+Cs52hjLTzvttI5tokQexVQREeX4zHV6npla99oYM4+O5/wsjU3S/+edR4hH/j59P+5JR6qNLVMBXMvUa7wOi+JZy5wAvtXaBPe8nOL1PHxp/UaUpUYah71/1HS8HMBFlD7GV8hBk3qXzyt0re/oc7haulbdwmXrFF2GctR0EtctXLd1/pXmij4PLrVfySz1efQZZP4UYoERc6tWygFc/q2Rvch8B9DWxp/a+729ldqgPzfET9LmAK55eFbTSbxMpXPJauYymgPyLRm/8jnCPH1jyL5B2aboJKV27BGX+qK5uYwrAbhK7bsPcFHia981tyWUgIV6VnOnMQAunpnCP9KPAXCV5M484wHvbaGhcaQE4Jq3nIviZ4ssgEcsaEBmsWgvJ0Bx6D2y7dQAXGtRls8jB+FTbezTHGTKXC/ne+n3sccemxZBMt6gM0EuY1rkyaLyDABX6YvFteBAcCA4sGk4EACukXwPANdIRkWy4EBwIDgQHJjMgZJhyifsYwBcipjBy1mlXwLaeMGYuLONIlQzJJbKNTSplDFPRlh/5xQAlybKbDmEMXBTk5xklIOINKyUIiIC4AQMl4Binve856Vi5gAuj0707W9/O0V0weiHkQFHnLYa5GEBuziH/xhZ+ggHLkATqPS9/NmWOrgDq7YK2LcTUxSg7bfffgYugkcYGfuIemqVbl86d2DfcccdacuMvvQ4Z8Vr0vkWbG5MLhlI+vLVPRlI+U3b79vm07/tWEdDyajuoJPSyry8bNqik60SiRhAu4PoW7Rh2qSijcCf7bbbbgMAl682ZhsRjPI5+VYiYwBcrXXgvTV5lZcp/812KBhkIUCU6i95OniE3j8WwKXnAb3AB5xmtH85+bh/+eWXp61t3RFHm0fO7b777rPoiUTuwuA6dmXnWEdqqX23ArgEMumLwOWAvu985zsdYGOvew0go/HDDZlyUrnzSzzXsWRodwdN7X3eDhWFyp2ete2IPfoefZ5yt9aPOtQMxqrf0FH9Vn19TN1LYCR/z6LyhC/0jZzGynyeW+kIXLX2UuKZ+gP18UiHeX39d0muc1951QAlHhEAOYXcbpXP8+iMXpcxcs/T5+fe32rAZm/PijrqACIAWzgpb7vtto7tieAfpPE5B3B5Gdji8FnPelZyoBDRSuMjaYiqibHM9V6BUpCp69atS1nJiZt+LOgfetVuu+2WtugWEI2sfVzit4Ps0dHYshrnDeQr+tOF7N+YutfGmHl0POdnaWzSODDvPELV9ffp+3FvyKnr+q/rNbUIXD6eTNHNKMuQXuN1WBTPWuYElLXWJrjn5RSv5+FL6zeiLDUq8bo253YAF9vBMZdh7qDFPHmkHtfzp87hauVt1S1ctk7RZShHTSdxWbxMABdlYG7MAiEc5mxPPERsyzhWdy7l5QAu5tbIIfiAnIQ09ujZecbQUhtUvhy9PZZAFKSRbuxjQivPajoJ7+kj39YZADbfC4ARpAUFen6evqH5mi90VL75cYxOUmrHDuLJ+7W/A9kOsAFSNDmXeyX5vEgAF1vfsWgIKkW44rqDWMYCuHgOGsM/0rUCuOYZD3hvCw2NI/7tNdYvqpzz8rNVFjjAlDk1th505HvvvTctGvUIrssEcPG9WuVSy7ee9321sU/zsylzvTHlf8xjHjObO2oRy7zyZFF5AsSlnZSIRTLo6EHBgeBAcCA4sDIcCADXSD4HgGskoyJZcCA4EBwIDkzmQMkw5RP2MQAud2bVtkrAoMNe9hieAQ5h0IVqhsRSuYYmlYtyvBDGHic5zjiAOpuSAL7g6IAwlAIWyI3E7ljNAVw8p4k/IASiOmCAgzyKGr/d4FLbOhIgiox3t956azIq82zpe3Edaq3DDjvskCKPkYfAWZw7vfzlL+8wfkFKw6Qf5ymkCDXpR/aPsO4YxwGuYDAdInec4bTlW/QZEF72spd1L3zhC1O2KL2+zeEiAFwAmnCuQLmxOl20fzJ2col+0gf20mMlo/phhx3W7bHHHinJJZdc0tEGcnLnqkCQvm2nG3T9WfVfj2Tkq30//elPJ4CoP8O5G/Fl/MzT+O/WOpBHTV55/rVzAUNpbzgTcsKoT19FVrpTpCSPca7vuOOOybkEQCsnBxsix84888wNQD7IAaK8QKeeemr3+7//++m8Jr/TzezfWEdqyaHQCuCiD/Fe2ghgM/iUkzu2rrnmmu4LX/hCWulLtCCoFHUCsCXtD3IAF+8A/Mv7tEVgSmT/FL3B2607aGqAHDfQlwBcNaAf315OqptuuilFnWMlc0v9qEbNYGxV7D11uYicAcTBEarVvQRG8pcsI0/Pf8r5agZwqT9QH8qZbznK6nfaBTJF7akk13ne9QRtjcd1kY9ZAnC1yudWnbFF7qn8paODDBwQ4GkZ7xgzIPU317lKY47LNwdwsf0QYzbA8ny7LfQWvqEiFnzyk5/scGy53itQCtsQA76Fas5eAWT6wKc8j05O9A8IUDXjhROyhXLhHIcciO71RKeg/TEuQTgtPUppS91rY8w8Op7zszQ2SQ9ZawCuZeo1i+ZZ65yAdlVrE9zzcqqvzMOXIcd7DWRHWWpU0iFLOh7PC8DlTlu2pGIuDRGZib6pecg8c7iUYeFfq27hslVjT559SZchTU0ncb3K5bXzrwQ4mhqBizJIfqLXoZ/l827SUEf+IKL9CLybLkz85wAugXJp68wzGb8hj8zUOoaST6kNcl00xE/SlQBcrTyr6SQqT+3osgBwFeMC88+Svj5P3+izb7ToJKV27IvR2Er53HPP3ajatANFGPN5isu90pi2SACX9+scVKgC+/aWPt/3cko+t/CP98imkUdaG2pL84wHqt/U49A4UgJwtZZz0fxslQXSo+iLyBsAN06+ZeiyAVytcsnLO+V8nvfVxr6Wud7YMms8AITMPND7aas8WUaeY+sT6YIDwYHgQHBg8RwIANdIngaAaySjIllwIDgQHAgOTOZAyTDlE/YagOv8889PK6p4oa/QxaiEg4dJu5ODWW6++ebuE5/4RLqtSV7uZCqVa2hSKYPBohwvXv5Ndc72Txi6ICJe4Dh1whGCg1YrsksALneyErkGY14pDLeDbAS88Xdx7hE3fMu10vfSs611cCMnjgpWntK+RDg6MWqo7gJwcV9tgXMMfThMnTxKjztYPU3pXMYV7qHIsrIvN0xxDwDC61//+pnhPXfyujO8ZCAhjyF6xSte0eFAgvieGAlLZdEWb6TL+xnXalQyhDqwotQeycvBGYr2BSgSgx10yy23bBQVzY3XyA4cV5A7KXJDLfcx2GNw4gjlfE4Xs3+tdSCbmrzKXlH8KaMeN3PwJNf8ew4BuN7whjekNsZz9D0cZE4AsgBmQTKyu5y+7rrrus9//vPpfs572vT999+f7vX9c+eJ9z2eGZLV7vh3A/+RRx6ZtngjD8BTckzyG3Jgmo8jD97tEsgAPguQJqAJ9wWgy8GU3FPIf87dMXL00UfPHHQCb5BG5EZ2b7cuu2ogpiEAFzKPuuR92oGb1Om+++5LxWmpHw+6TGuVRXKmsD0ousG8AC7KtYw8yXcq4SBXFCLk9gMPPJCy6Gv/fe/wviEn1pj24nJVgD8f20sRj7xdC+RbkuuU1+up/FWPZz/72TOQD9fUr1rls8uiKTpji9xTHUpHd0bioEdmog84ueOEsQYnh2+nXJK/ACwAWkCuX5xyyikJoMW74HGuJ7tTS8CsUnvxLXmJZosO6AS4C5AXlEda9XScA8wC8I5zGPClxg1P54C1XC6LP9SFejEWKxqf59FS974+1qrjOT9L8k75Lmoe4e9Tf4cvQ07dGjjI9RfXd/z6FN2MsgzpNV6HRfCsdU5AWfvahJdTvJ6HL63fiHLWqMTr2py7BOAi35NOOqnbZptt0iu8f88zh6uVl+stuoXL1qm6TE0n8XFy2QAul3nXXnttijbkPELOAWKiTMg95sYcW6kE4CKvQw45JG0vxznzPL49gL7WMZR8Sm2Q6yJvjyVAHOlKAK5WntV0EpWn78jYB8iQNsZYxjjmfULPztM3+uwbLTpJqR17xG7aETqG2zuox957752iXnLuC1Fc7pXk8yIBXER0Yl4CnxnzWYzkW3tSNo8S5vM7L6fkcwv/eIfmB7ldYKgtzTMe8N4WGhpHSgCu1nIump+tskARaGkjOQCWtoMc0zbgywZwtcqllm/NM/O8rzb2tcz1xpb/JS95Sccf3wrAMG3oyU9+cnq8VZ4sI8+x9Yl0wYHgQHAgOLB4DgSAayRPA8A1klGRLDgQHAgOBAcmc6BkmPIJuwO4/DrGU0AIMtw4SAQnECAA3cM4AYBLBh+Mh3JK1wyJpXK58ac0qVyE44UxFwc5ZQXEoHJMZuyCHqAc8JIjJOAHxuNnPOMZyUlHtDCRr9DVNd8+UteItHDhhRfq5+zowCLCnRNliUk97wM88bSnPS2lzZ1b4lNpi4F56nDUUUelevJS3nnBBRckByrbxREJDGOiyEEk7nAGtASwTaAUDBPHHHNMirLGs4p0oXz6jryPNgs/IIzGAEkwUgKiAQzDd9lll11m2ZTAcM7nUluePdxzQlvFKarIGBj3AeawbRyGXxwobM+Es0x0ww03pJXi+t13rBlC5YjlWcBBRHeS8fyggw6abcnnYDH4QfuBKCdtmm0rAdogVzD2qI3T3jBicYQkIziHx2eccUYCovEtcJrgyBC5Q1PXSseWOpCPyuJ1K+VfuubRBjDQA3RRhD+cC4DcxIMhAJdvG4kDHwebtpeEL0euB0LRFiFtc+EOHwdwkcZla8n5TpqcHCRG38RITbmpm+dXat+tAC7qJucB5bnqqqu6q6++OhUNJwWGU8L3Q7ks0rfjHmAsIibAE7afBYgicgDX1ltvnfqYvstXvvKVjqheyFQAGnxTEe1VwEN30LQCuMiXyTIr8QFp4eA5/vjju3Xr1qVX5pHcWupHRv6t2AaN6Jg4CCHaEXIA6pMdMi4jB3DoAHSBanUvgZHSA/ZvGXla9qNPHdjkAK6+9t+XufNbTqwx7aXEM9o8gBuNAYC0aJ/0QcZAgES0Xdom9aA91eS6gyMBPJ999tlJrgMGItKl+gB1E4CLc293U+Rzi87YIvcoY40cZEAa5BiLC4iAgaxB/3j84x+fHocnAia6k4woU2yxxbOAS5Dj6AAidzA6IPTuu+/uzjnnnJnTn2igb3vb21LEUp7FMY1sL7UX7gs4xTnjMLofOvfjHve4JAelF1522WXd17/+dZJVie8pexORGYnQKIJHtA3aGGM3CzSciGS6//77+6WuBHhoqXtfH2vV8ZyfpbFpEfMIZ4a/T/2d+0NO3akALvJcll7jdVgEz5AlrfOavjbh5XRet/Kl9RvxLWokeek6pM+tfc5dA3ARCRkgpWTyxRdfnLan4p0+t5gyh6uVl+sqM+djdadctk7RZfw7uk7i4+SyAVyAtpGxGj+ZWwA0gAAMIauR9xCynKjVIv8GRExiDjhENQAX7yc/2j2kbcE5bxlDeU7f09sg10XeHqcAuFp5VtNJVJ6+o/NN6Up2EO75d5nSN/rsGy06Sa0du15Bf0HfUFRVdArGYfV55kECm3t/KcnnGoCLNgVPyNOj/ImPtaPbZZjzAdYBNIyOQBnp+6IhAFcL/8hbshndFj5hT0DvHdOWWscD1zkUrUj17DuqrLXtyUsALvJrKeei+dkqC7zs2MiQn8wPiax/+OGHd4xhIrdHDr2vJZpiq1yifC4zxsryed7nfdnHvpa5HuUX+LqvfzNXQO9FDmDjYC4yL4BrGXlSn6DgQHAgOBAc2DQcQC+F0GXwgzFmoPfxx7l+jy3d76wPcb9huI+xT67ydDKorfJiRvGCA8GB4EBwYA1yoGSY8gm0G5NxaDGZddK2ZkwucQJhmBLhCCc6EgO6KHcO1QyJpXL5xLZkpFqE48VXd9dWsasuK3V0gwXvFFhGfMWRv9VWW6XiYMwiCgqOQSc3pnDdjX+ejtD3GIWVN/nxHeUMJC3XMNi5Ubr0vTzf1jrwXtoV4IUSwQuBqRzARVqPksFv0kJKz3kO8uDaEOHQJvKOeNSXHqcvkcowcjq5UajUlj1t3/mee+7ZHXrooX1JZvcwcLJqeizVDKEAg+iLXv+8TdJGAP9hJIfgOUAD/44YlBQ9jTQ4E3Sf/ADYsM1U3iZJ68/6+VgAV0sdeG9NXnFvDOH83m677WZJ4RMkXvKb8yEAF8/g4MeRBPEc/IPPLoPJBycU/OwDcCG/aZPqGzfeeGNH9LQhkmFa6RTta0hWtwK4eM8BBxyQQFd6J3XHcK+ycx2ZRVtHhos8Ko6u+VG8dwAX99n6CydRjfQcx0UDuPROvcN/Y0z2yIKt9fPxXvkryo5HcKIv1raa9XETozNATmgeANcy8lT9phxrAC7yqLX/vvy9bwhk4A69qTxjm14A8iLaCiSZwrmib3Fek+tPfepTUyQ60pTI26ADuFrlc6vOOFXuleqiaznIQNe9rlxDfqLz4LSDAEUDHnYek0YyiOcZlySLkSm0FQBQjCEYuyDScY3nfCyUHCVNqb1wfd16ICd6lfLiGnLQfwP8xIEzRA6wJi11ocyMx15HRQXz/KgjgE2lo06lqBxEi51ad97T18dadDznZ0n3WsQ8wvnj71N/93rVnLotAK5l6TVeh0XxrHVO4LwTn9VfvJzO61a+qO1N/UYqV+lY0iF9DPY5dw3ARb5sewqgAKKvEjkDHTCXx/RH7g/N4VJGlX8tusVY2Ur5cl3G+aEioZMgKwWiXTaAi/d6VFx+U1aX61wDNIuODY9FkiH8ZtzQ4iHdLx0diITuynxNxDc97rjj9DMBhpm7to6hpTY4y3z9ifN/CoCLPFp4VtNJvEy1cwcKkKYEMtazrX1jyL4xVSdxfc/bMeMtupX3VcZixlYf1/Ot7l3uleQz7URzfwdU+Va2vIdISWOI/GhDeTkpI2Wln0gf8Pd5OV0+T+UfZfS8+K0FLWPaUut44GD1KfaUoXGkBuBqLeci+dkqC5xXfB/aBKR2gbx0+7AiyQ69z/WGUltnLCFfFlQwZoha5BLPtshynmt9n9effCDNx6fO9XhWsmuofysiOP2I8WpeABfvXkae5BsUHAgOBAeCAyvPgQBwjeR5ALhGMiqSBQeCA8GB4MBkDmh1jgzgZEBkEQy2kBuT+e0rPvnNNlxEc4FYzYdRRRFQ0sWH/mFUY1U+f04CFsn4onulcmHAxAAHlSbummijYGBQdfIoVES9YYVmiRzksFoAXBj1iEjEqignDCJEiiAqF4AsAHbQz372s2R08LQOQpChxO/7OdsLEulFK379HqtBMejec889fnm2ysvbkSeYpw4YY1jVudNOO82MmNSdelB3GR09DLvezTZCAK5y4nlWMn/84x+fRcDI0/T9pp0QUaLU1nkOYwmRj4haUyK+F8ZTqNSWS8/UrtEniFaj75+nw6kLkIrvNoVY8ctKW0hATT1PG6GvCzio6xzp66effnr34/XRspxqz8Ar5AhtGcevDNVf/OIXO8AgEFFQaJNyiCtfHFZEcuA5aCyAi7S18nCvVoeavOKZMYTxEp76CmU9R+QjQCu0cwdw1eQxaTFmspVoiVidTVQAbflGOsoP5RG4uLbP+ihgAt7QP0pOeNI5YVBEtuib3Xvvvd1pp52WnE19sroG4PIV6GzDoSiO/k7OAS4yRum9fp96M35gwM3J89c96kqEGsYIDOYYlnEuOAFuYdWw9zHayK233pq2MuI58hGAC5mFIRn69re/naKteX6cy7jJOTKMfuBOT5w0ACuQnU68l758++23++V03lI/nDEAC1k1LGL8ZBwlUqGiLpbajNJz5BnaJBGJNFbV6l6KJuV56XwZeSrvsUeVgfQ4rX75y1/OHq21/1mCwonrMXJijWkvfTxju5UjjjhiBiDSa2lT6FwAuER9cn39YrgECJaTRc8gywGWCSjmAC7StMrnFp1xqtxTHUpHB60ReQv5R39wQo4wxjgYlPvI5YMPPngjGYQuC4B+2223nenRpEceAHqnj9NP+eYlQrci6h5AAajUXvQc/YwxwOUS95BF6LkXXXTRBsACPVc6EmUNp1v+7UmLDoEuo2138+eRX4ynUB9obGrdyW+oj03V8ZyfJd1rEfMIyi3y96m/cw9AO+2/FvGyBcBFvsvQa7wOi+LZPHOCWpvwcjqvW/nS+o14X41KOmRNx4PX69YDNZEFAEad6KeUTzq4j7W0galzOM+7dD5Vt5hHl6npJMhW6VUOfHH+MadjMY/TWKd/yXbQp2sCoEfWMxd1kgzhmuS+3y+d06Y1vuYALtL7+O8yo2UMLbVBL9MQP0lLGflOPldRHlN51qeTKM++I31Dc/HSVtL+bEvfKNmjPM+pOonre96OyZPvSXQ39IecGNeZE7OYwsnlXkk+850WCeDi3dgvsEv5vIHrlJFI6QBM0UscwOXldPk8lX+8hzkX8xPNj5gXMY8Z25ZaxkkHJZXsbJSrREPjSA3ARV4t5VwkP+eRBYqinPMEmwTAote+9rUd24FDzFXQI4fetxZkueo7VQ7yXG3sk+N8ylyP/ATgKukQ3BcB2MKmBzHfQ++ApsiT9ID9W0aeln2cBgeCA8GB4MAKckDjUETgGmB6ALgGGBS3gwPBgeBAcGBFOYBxgAgEDOQ4a3DuOD3qUY/qcIxhUGOQZzJIiOyg+TiAwQpwB6seAR8BlsJYBgFsATCBMf+HP/zhRs7GqW/GOUCoc74jBjqc1kT2YtXvPDRvHSgL9dfqZIwMMjD4dmpeRvQojEQ4mTFiADAAsIHBb17CQEmd4BVRNCgXDlhtbTBv/lOep78BthCPcCrgYMCgnffRKfnW0gKegf+0O8AvOKcx1npktvxZntl1110TvzD8IxcwhIr4Vk94whNSe8YB7QAe+Et75D7GPvoA8mceaqnDPO/Ts8hQDHEAAVntSF3gRwvRrpUX7Zs2iAxAPqwEYXDEUEd/Qtb7N1vm+zHc817+kHuAx9jKxgE2pfdLVtJfkAW02RLYq/QsbZDn4DHgQeikk05KIC45EErPjb3mTk9tfQlIgy0eKTd1xFHb159b64ejgIhuyC7vk2PLvqWm21Ttv8Rvts9DRiIfkSs/+MEPZkCgUvrSNcZ+5Dr9Cv2N8SwHL5Wem0c+t+iMy5J7yGYcL/RvQJICwJbqzPjPeIZMIDoXwAFteUR6nLDoyuQFAE79Fl7R1/lWOELhMzKFNMikqUSZGfsZP/Xdx8o0f5fqA2+Rr2x1Tr3gQ19+AOy1bTSgYeRwjVrqPtTHlqnj1eqxmq9vKr2mhSetc4KhNlEqy1riS6n8U64tYw43RbdYhC6zWnQS5pw77rhjmuvAA8ZDwPt9uiYAOsZQwEWMx8umljF0mWVq4dkyy+N5L6NvkP8idRK+J/YedDraG0Av5nXLaEsAjJg7Em12Km2//fZp7Ien6Jvoi61lbOGfFvZhd2C76inUMh7Qrok46oDZKe9sSdtSTt6z0vws1Y12zFjAlom0Yew6bnvDfoQOTBtnfrtsapFL88jylvfBg6GxbxFzvWXzOvIPDgQHggPBgc2HAwHgGvktMUoFBQeCA8GB4EBwIDgQHNjSOEAUIBx+AJHOP//8jarPVoZEDYHYqnClQCsbFSQuBAeCA5sdB1hxDZgDuvjiixNAzSuJcZbtMZBRAJ+IrDcPlZye8+QXzwYHggPBgWVyAMct25oRVaQUjWWZ7468gwPBgdXJgS1ZlwHkBSgG4C5bWwYFB1YrBwBgETmYCNhE/gzq58ABBxzQPe95z+suueSSBOLsTx131zoHQpav9S8Y5Q8OBAeCA8GBRXAgAFwjuRgArpGMimTBgeBAcCA4EBwIDmxWHHjf+9432x7ozDPP3GDrRqIOsa0HVNr2bLNiRFQmOBAcWHEOAA4FJAr94he/SNuQKIoOq6L/5m/+Jm0byP2rr766IwrgPLQlOz3n4Vs8GxwIDqwsB4iARLTFAw88sNt3333Ty9mq07frXNkSxduCA8GB1cKBLVmXYYth7PdsX0wk1aDgwGrkANs1YmMBhH366aenCEmrsZyrpUy77757x5bNRCtj7qcozKulfFGOxXMgZPnieRo5BgeCA8GB4MDa40AAuEZ+swBwjWRUJAsOBAeCA8GB4EBwYLPiwP77798RBUdEiHzC8xNyneg3ENtInnPOOWmLR6WLY3AgOBAcmJcDWn3LEcJwz9akbC+GDMLxAREh8J//+Z9nW9qmiw3/tmSnZwO74pHgQHBgE3HgX/7lX9KbJQMB0b/zne+cbRO5iYoVrw0OBAdWAQe2ZF3mrW99a5qP3nDDDavgS0QRggNlDgDCPuGEExLomi0Bg/o5wDbRz33uc7tPfvKTacvr/tRxd3PgQMjyzeErRh2CA8GB4EBwYF4OBIBrJAcDwDWSUZEsOBAcCA4EB4IDwYHNjgNHHHFEt9tuu83AEl5BwFvnnXded8cdd/jlOA8OBAeCAwvhwKMe9ajk5Nhqq62K+S0KvEXmW7LTs8jcuBgcCA6sSg4A4BJ4i6iEF1xwQfed73xnVZY1ChUcCA6sLAdCl1lZfsfbggPBgeBAcCA4EBwIDgQHggPBgeDAojkQAK6RHA0A10hGRbLgQHAgOBAcCA4EBzZLDqAL/X/2zgRst6n8/4uUqMtPopA4SubMcVAyy0wqKpUQSmhWpyQNmjSojJE5UylDOKaSZJbhZCqhTCVDrlKh+p/Pcr7P/z7rrL2fvdezn+d9zzn3fV3vu/ez99pr+O617jXc332v9ddfP0CmgEhx3333xS+cf//73w/s9WaWBMwL5Qg4Ap0iwJatyy23XFhggQXCU089Fe68885IHH3yySc7SwfPXquttlqM76677gqPPvpoZ3F7RI6AI+AIdIXAxhtvHOaff/7w0EMPda4Hu8qjx+MIOAJjg4CPZcYGd0/VEXAEHAFHwBFwBBwBR8ARcAQcga4QcAJXQySdwNUQKA/mCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKNEXACV0OonMDVECgP5gg4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjRFwAldDqJzA1RAoD+YIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao0RcAJXQ6icwNUQKA/mCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKNEXACV0OonMDVECgP5gg4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjRFwAldDqJzA1RAoD+YIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao6AI+AIOAKOgCPgCDgCjoAj4Ag4Ao0RcAJXQ6icwNUQKA/mCDgCjoAj4Ag4Ao7ATIbAG97whvDSl760KNeXXXZZYEC94447hjnnnDPcdttt4aabbiqKq4uH5phjjrDllluGueaaK9x9993h1ltv7SLaMYnjhS98Ydh6663DIossEuaZZ55w2mmnhfvuu29M8tJVossuu2zgDznnnHPCf//7366inunjoQ3SFv/3v/+Fs88+e9yUR/kiQ1dffXV4+OGHp8vbKqusElZfffWoQx566KFw0kknhcUWWyysscYaMdz5558fnn766emeGcsf/cozlnmbndJGD6y22mqxyD/84Q9np6IHdPv2228f6K9+8YtfhAcffHCmKP9Y9K9bbbVVmG+++cIdd9wRbrzxxpkCp0EyudRSS4UVV1wx9o3nnntu7A8GiW9WeNbHDbPCW/QyDBuBddddNyy00ELh8ccfD5dffvmwkwtrrrlmQF899thj4cILLxx6ep7A8BB40YteFDbeeOM4JmGe+Zvf/GZ4ic0CMY/FWCgH28tf/vKw0UYbxVusx6Tzs9wzw7o2M4zpV1hhhfCa17wm/OMf/wgXX3zxsKCY7eJtOk4nHOtz11xzTWC9oAsZRpxd5MvjcAQcAUfAEegOASdwNcTSCVwNgfJgjoAj4Ag4Ao6AI+AIzGQIfOlLXwos3pbIiSeeGElSX//61+Pjv/3tb8P3v//9kqg6eeb5z39+UF7uuuuucPjhhw8c74QJEyI5DSPFE088MXB8TSJ4wQteEL74xS8GjpKTTz45XH/99fo5Ux4/8IEPhKWXXjrm/eMf/3h45plnhlKOhRdeOMw777zhqaeeGtMF7TaFe9e73hWJUJCdPvGJT7R5tJOwVZhBKtthhx1iGj/+8Y/DFVdc0Utvm222CRtuuGHvN5PrAw44IOy88849AtdBBx0UDYq9QCM6KSnPiLLmyUxFQPUdMD70oQ/NVphgQNp7771jmc8888xw5ZVXzhTlr+tfh9VPfutb34pG5TvvvDMcccQRMwVOg2TStgv1kf/3f/8XCbKQe++5555Bop8pnx3VuGGmBMczPW4QGOt2+uUvfzl+7PHPf/4zfOpTnxo6Lp/5zGfCggsuGMfZkyZNGnp6nsDwEIB8s9dee8UE7r///nDIIYf0Ehvret3LyDg6qRsLDSObTeYzfAhx7bXXDiP5RnHasct4HdN/+MMfDksssUR49tlnw8c+9rFG5fJA/RFoOk5XH8U49tBDD+0fcYMQw4izQbIexBFwBBwBR2CECDiBqyHYTuBqCJQHcwQcAUfAEXAEHAFHYCZD4POf/3z0cFGS7VmdwIW3HggpCF8kn3DCCSUwtX4Gj0YshiIYbf/+97+HU045JXohaR3ZOHpgVIZYSHwssP/tb38LBx544DhCoDorBx98cCSd3X777eGoo46qDjikO1WY1RG4vvCFLwTNE//1r3+FP/3pT+Gwww4bFwSukvIMCVqPNoPAzGDsyWS7k0uzGoFrmP1kU8NQJy9mHETylre8Jbz+9a+POZER9CMf+UhYfPHF41gAA+TsJqMaN8xuuHp5u0VgrNupDNlO4Or2vc4OsdURuMa6Xo9H/EdN4Goyn3ECV/+a4gSu/hiVhGg6Tn/zm98c1ltvvTiW3X///Tvxzj2MOEsw8GccAUfAEXAEhoeAE7gaYquF+YbBPZgj4Ag4Ao6AI+AIOAKOwEyCANs54a0olf322y/w5S1y7LHHhgceeCANEp588snoHYPFRWSsPXCxrcFOO+0Unve850Wy06Aeq4ZpmJ4BTHPBejCCNDarbGex8sorh9e+9rWxpCw2D2sLxarFbgPxuDq19ezoo4+OW5GOOoNVmLFFxyabbBKzw3ZvfJ0v0aIteuCzn/2sLge2qVh11VXj+z3jjDPi1869myM6KSnPiLLmyUxFwAlcM58Hrqr+1eqvronO0jGziweuzTffPGy22WbTkbVmdwP6qMYNrpgdgUEQGOt2yjiN8dqjjz4aLrjggkGK0uhZ98DVCKaZIpATuNq9pqqxULtYmoeums/YD2ycwNUfTydw9ceoJETTcTre/vEuT/th290utt4dRpwlGPgzjoAj4Ag4AsNDwAlcDbF1AldDoDyYI+AIOAKOgCPgCDgCswgCn/70p8NCCy0US/ONb3wjetfJFc1+iTrWBK5c/ga5NkzDdF2+3vve9waMlghejjDIuDRHoGqxu3kMow0pryv/+c9/wkc/+tHRJj4ttRLMvv3tb8en//jHP4ZvfvObY5LvqkRLylMVl1/vHgEncM18BK6qWjDMfrKpYagqbzPbdbwT4FHA9gVjTQyZ2TD0/DoCY4HA7NZOncA1FrVsOGk6gWs4uHYVa9V8xglc7RB2Alc7vJqGbjNOZ2vwV7ziFfEDUPvhV9O0cuGGEWcuHb/mCDgCjoAjMDYIOIGrIe5O4GoIlAdzBBwBR8ARcAQcAUdgFkGglMB1+umnh7XXXjt6WlpggQXCY489Fu69995w3nnnBbZZywmevjbaaKMwYcKEMP/888eFnTvuuCNcffXV4a9//Wvukey1OeecM7ztbW+L92666abeloNrrbVW9ApEXn7605+G5ZZbLkycODG88pWvjN668CqEty7r6QpPXi95yUvCMsssE+P7xz/+Ee6+++5AvDfeeON06a+xxhqRcMWiFMJWcrfccksMxxaIVvBMxB8TkTPPPDOe43GD8TZfIxIHaZI2Qp7+/e9/R/zYSlGy2mqrhTe+8Y0xHCQ6tk154oknwqWXXho9oSlceiTtddddNyyyyCJhrrnmiu+E8pMXns9Jm/Llntc10qZslOcnP/mJLscjedl+++0D24uBBd65ePe///3vY9lTHKd7eNqP9ddfP7zqVa+KdY8vPIljypQp4eGHHw7nn39+WHjhhcMWW2wRQ59zzjmx/LxniIrXXHNN4JqEurHllluGl73sZWGeeeaJrv55ZzfccEO4/PLLe97D5ptvvgABC/nLX/4S86o47HGDDTYISy65ZPSsglcq6pPkoIMOit7u/vCHP4TvfOc7sV7iTQEj/mmnnRbbhJ7HW94jjzwS6/ZFF12kKGY4brjhhhEH8g+2eMmCaMV7tu2wH2aLLrpo3PKABKif1JE3velNMU+0IYT4aBfE/+tf/zq2LxEQec+8bytt6yD1Yeutt4748bUt7xX8fve730VPExbLkvLYvFEXeO+0Q97tM888E/H+1a9+Fd+9Dcv5tttuGyCwoOMuu+yygEEFL3PUNcoNJnguQye0laZ1UPHivYd2jbfEyZMnh6222iqgJ+aee+6APreCrl1nnXXi1mzUqT//+c+xrdAObP2wz+DZkHrJuwUb2thTTz0VHnroofCzn/0stjMbvu48JXCBG3nFgwiYkx/wpB/ISWlellpqqfh+eWfgQptGP1xyySXxHebSol/ZeOONo26ifpA/6h59Bm22ShZbbLFA34NOIg7CXnvtteEFL3hB2Hvv9gSuUh25/PLLxzZM3UCX8c4o87nnnpv1rFlVnlz/2qafrIqX9k2ftPTSS0fdT39Ev3frrbdGYij1LOeBi35vu+22C9RlxhoIZGe2oaU+1klJn9am7pTqBdrAu9/97qg7jjvuuNhGwQVPqQjjCuof3jboH+rkPe95Txzf0GfRjt75zndGrOhX6WeslODBe9t0000DuKCXGYNQvxmDvP3tb4917brrrovvkbR4x/T/9OWULRXaJLgh9DUPPvhgPK8aNwy7fDHxin9t+qSKKHqXGcfRNukj6D9XWWWVsOaaa0bdDKb33XdfHLdq8br3oDlp8/7Ak7/cGPSkk04Kd911V9hll11i7OTn3ql9G309aVBu6tIVV1zR88ZJP0KeKQO6hfB4gKoaT7YZu6JzlJerrroqjsEZL1PnFlxwwfD444/30rPjAANNHFs1nV+UpAf5BQzatlM9R17fWcfnAABAAElEQVQZX4C7FfQAOp/2znuxQj/EmAih72KcQd9MG6Ld/PKXv4z3GEMMMpYED7Z0Ja+kCd4333xzHAt97GMfi++Adz5p0qSYnv3XdAyqsS3PMn+075HxAOMxhHKlHluod9QnxoToxKeffjqG7fevTZ8IpmCIMJbjfaDLVlxxxaj3GKug56ifVdJmjltSB6vSbXo9R+BS/Wxbr5VmP/1c2h+UzOeVJ46MNdFnrDWANXqKMTNzFVv37DPpOc/l1hoGbW9pOuv3mdOmBC7KwfoL/azG9bfddlvUEWnc+s34qe1cQM/a41iN6ckDc1LaI+NA5gaslTAOZL3n2Wef7WWzjsDFfIB3yrgSsWMQfqMz6JeZEzOfZoxKu6ffY85HmugHSb/6r3Btx7Fj1W5Kx+kqp46MPcAGOeSQQ3rjCN0vad/DiFP58aMj4Ag4Ao7A2COgOTB9Lf08a0OMxfjjXL+b5nSOqQPB6S00TZ8c5+HorF0cAUfAEXAEHAFHwBFwBGYfBEoIXCweQlxgYJ0KA29cp6dkDhbgWfjLPYOh70c/+lG48sor0+iyv1kI40tVBGPI4YcfHs8/8IEPROMKBk8MJRjMcoLR9+KLL4638DqWy9M999wTDj300BgGQzxxswCaEwylLFBZQgTGKMpM2SDgYIySYBgR8UXXdDz55JMjYYDf+tpQ99IjBnDStcLEZtddd40Ljfa6zsnP8ccfH40zulZSPj2bO+o9cI8yYAhBqDN4ntLCabxo/v3tb38LfOFZZRBU0P333z8upuq3jhh1PvGJT0TcwR9hcRbswQVhkZvtCxGMyBiVqoQ6TF2mTjNxBGuOYPipT31quvetOFSfCEM+ZWh68YtfHOMi3CmnnBIXhO2iPPnESE78qYjwZa+zaL/PPvtkcSAcbQAjGYZ2pB9mNi8//vGPo+H2q1/9aiS/xAjMP/A44IADgt0CFHIaRj+kpA5C6KPe6D2Z5OIpeB511FE9ok9JeRQnRoy3vvWtlWlhSD/iiCOme79f/vKXI1EB8h7tfPHFF1d0vSPGxe9973u1ZJ9e4Gknbeqgnv385z8fiVXgjYFhiSWW0K3woQ99qHcOUbJKB1IvIXegQ6xAICF+dEKVQLiyJMiqcFy3xh7IULznnEAoO/XUU6e7VZoXjAYs9OeEegTpLTUQY7RmO2HaaU4w4rDNbSoYvXfYYYdsXaLdQupCIFQ26d9KdSSknde97nVp9uJvyozRGUJpE8n1r9Jr6fO2n0zv2d8YPMEXokIqEAMpN20/JXDxHCQ4EZvSZ1ngO/LII2eox6V9Wtu6U6oXMJaj7zAkU/chQeQEPavFzNx9rslDIuMKjPEYKBHiFqGzFA/w33fffbN9NuRAiMP0Wfa9yXhKHqw+4jcCsX7PPfeM57RDtcWqccMwyxczUfGvbZ9UEU3v8uc+97lIJoAIw7tB56RCv42egcBnpeT91Y1B0bV8oKBxNO0YImpubIZxHKIA7y0Vxkhf+tKXYj9k77Udu1qdg64VMcHGyTm4kR4YWmk7vyhJb5tttilqpxDiGCsh9IGHHXZYL+v03bQXSeoFmb6FsRmibbelcyD9MQ5F7Pit7VgS3cq4WeTYGOG0f7xfxu/0iymBq+0YdLfdduvNSyDR8IGExJaTNpB6qKWckLzoy7jHWKuftO0TIWeQRwRSMUSR3HiUfp05pyWM8Mwo6iDpDCI5AldpvVY++unnQfuDNvN58sR8nn4vV5+5z3s75phjenMJrlWJ1RN2rWGQ9pZLq818BmIt7zEnkJmYJ6VSMhdI49DvsRjTo3+oR5Asc4KOYq7OGgKiOse7hoAqQddBQuXDFIS1m6985Su9tlw1/kPv3Hvvvb2Ps6zO7lf/SadkHKsy8HzJOKptu1E+S8bpPJuTr33ta3EumauXGu+1zecw4szl3a85Ao6AI+AIjB4BrXk4gasP9k7g6gOQ33YEHAFHwBFwBBwBR2AWQ6CEwCUIWHjB+MqCqQyw3EuNFJCV2C5QAkEHL1l8Wa+FNO5ZY57C5o5Vi6paELLPMAEgPdKyRmBtWYhxkjxwH8FgQXgW8PEmhuD+XYvBlJkvxCmzvB4RBlIH4UTYkfGMeyz+yRDAOV9v8pUnXwbL2MrX3QikGwwEeNXBGwxCmnioIm48BuG1S/FBDsPrlMRuy0ha4IwnJ4xzIicQH3nFGIaUlE/p5Y72PVgCFwusyoM8RYEjJAfhQF4x0NUJxh4M4OAPDhhzeA5CC8Z8DCngnwp44EEKAylpQoDiea5D2uF5vrqlLpAvxJLkIBKIgGJJgErHGoDsc9zHuwBf95OWDFDWCKA4WIimLjAv42t+CXURDwwSGYP5zTN49aDu8p41pyMtFjtpo/0ws3kRgWuvvfaKdQ3DGUL9AyPigwRYReBqWwd597RHkYYgSUESpc2hV1Q3KCf1CSkpD8+ttNJKkeDIOcICPu0ZYzrlFIEuJabIaPrcU8/951kw4TnVF35jDG0iJXWQeEXgStOgHbC9E2KNl9QDMMXgS17xzoRw/bvf/e50hDNreEc/oIvAn3ahtsuzGD0gcPQTa+xRWIwseFBK9X9KcirJC1/Ov+Md74hJqX+i7OgK2oYEIzr9FIJXIeqf3j26nDpOO8JgJF2b1gk8IOy4446KsucdEf1s+xoCpGXrPZSclOhIizHvlPoMvvQVtCHlH09ceE3qJ7n+tUk/WRUveYCIpHzwXmg71EPb//O8JQKl74W+HD0HtpRN+gK9h4HfGvVL+rSSulOqF/DmgNEWfUpfIq86IrhpPACh2RLDcxjLgJjeo+9HVyAleKT4gzNtiTYBecOKfW+DGh6J144bhlU+m//0vKRPSuNIf9s+W/cYa1KvqQ/qQ2jDtBeuS0reH2MgxkIIcar9cc6HApDEROBSOhi8eceMTdN3TBgW1umH7RiUsSnEZUnJ2NXqHMVDPuljaBP0Fcp/qodL5hcl6UHEKmmnvFfI/+Tfkq4oJ9uosp2qBI9aZ511ln5GIgpjE9u3S+fYuOz4TQ83HUvS99kxI3oD7G3fR5wpgcvW5yZj0BVWWCG8733vi9mzZBguiKAVb079lxLZ2Lqb/pm6efDBBytY5bGkT7Tjd0VMe6A/pT3YvgqyrPUuOKo6qHyVHnMErtJ6rTz0089d9AdKq998nnC77757JN9xTp+F1zrqLiQaO4+nzjFerxOrJ2ydHaS95dJrM5/R85QN/ci43BKbUnJk6VxA6aRH27Z0b5hjetKwcx6N69F/EyZM6JGOGfOiyxDVOUvgYtzIepd0HWMs5sfEh9j+kt/EzxyIOqO5AdfRjcQv6Vf/03FU03GsykA6JQQu5Y9jk3ZTOk636aTnqitgzJjOjtHtOpGea5LPYcSp9P3oCDgCjoAjMLYIOIGrIf4azDQM7sEcAUfAEXAEHAFHwBFwBGZyBEoJXCx+sajOIiKCRxoWnDBSWKIF91hwlzEoNWTjRp3tmXiuKfmhalHVLgixyIaXLUtuskYCyDAiaLH4icEMST2t4GFFW+dh2MCwIOIT+SBOLQpbAlq6GAhZAOIQC1QSS3SB1KOFRO7rK0OuYbxTmtwDaxE1WJzmPSAY1QgLlpQfkgLGNQlfoorEcPbZZ4ef//zncduUkvIpztzRvgcZYjHAfeYzn4nBU5IWi6MHHnhgj7CEYVv1Khe/rmF85B2weMzzkpTABVkM7wXW2xALohOmLv4ifE3P4ryEhV55IbJ10noOScvAs5bgJS9bipOyg4EldqVGAIzgfBlO+0FY1CcMAqFJxlbaDFtXIUx0IbxZI78WOLlvjfj8rsLM5kUELsIjWqC2Rnqu5whcJXUQo6i2z2E7VbaTtAIhCgIRwnuhTJK25QErFtQRtQHFxfuhPcuQfuyxx/a2BZPRlLAYBTDe/fa3v42PYkCh/lEXkabkppI6SPzWmEE7px2je2SMQp9R39AD5BVPgnZrR7ZsYjsixOoPDJTEjUCwASvil1hPDVbX6X7uaOsi9/ECxXZdEhsnbf6Tn/xkTLM0L+hFeUezJC3Ss3rBGuOsvkoNsxAI0Zsi1lAPRK6x/RqkXDzVSNiiBU9vkrTf03V7LNGRkDwxpPOu6St417xTCV65MOAhGE/o52xfonD2WNW/1vWT9vn0HCKoPEZQD8kj9RJZffXVox4h/4jVMXvssUckOnMdrxOQcyW0Uetlgy1u0LlIaZ9dUndK9QL5h8CJ/hYRUunT5qyBUGWuOko/c586AA6MY9R2S/GwHnMYv9BPKs6UvGjfWxeGR40bKNOwykfcVTJIn1QVpyW8gCNjSTsmsWNx+xFE6fvrNwa17Zw8M8YAa40/bH65T79M/4ywbozXTcZujGk1tuNeydg1zQtjOjxEYpRH7NjLGuW5Z/Vwqmer5heDpFfSTu27xQOMPIjZOQlloW9Bp0ggcKIb7fhPOqeOwNV0LMk2XXgjRcgTdVKY0/fRlkWgtwSukjEo5SB+6oyNi7S5rnEXvy2RjW00P/jBD3I5fsSgeVu8kPlX2iemBK6UKMhHN/RJCO0XsrWwGnUdzBS70aUcgUsPltRrnu2nn7voD8C76XxecwL6QsaT0mfk1epEvH7jqbtOrJ6wY0Y7X+L5pu2tLi3uKe/pnDZNL50nsbUgf4idY5bOBWJEFf9GPaa3Ooo5Dmscmu9C4qcdiszP+JYxleqc+grWn9C7+giFDzTAWoQiS16irlGn+agLYb7I+ozWebhP/JJ+9b90HKsykE4pgatNuykdpwuH3BHMeF8IxGRt+ctvO+9qk89hxEl+XBwBR8ARcATGHgEncDV8B07gagiUB3MEHAFHwBFwBBwBR2AWQcAaFlhEt4Z+W0S7kMliS+ohgLBaxLYLXGzhhft+BK9WkCJSsQtHePbBS1Kd2LzYRVW7IJRLyxodLVGrzjANGQNCD2XCoMXCqhUWBik3AlFIi1V2oZjFQrajS6WOwEV4DBpTpkwJYJKKDB4QLVjAROyXx2zXhTHLit2uRV4TSstn403P7XuQIdYaRyxpRM9CKMFoikBikmFE93PHqsVuS9RgARcjmV3EJy6MFZCCeJ/6atemoS0tbF3mvoyTXMc4YIlmeicYDiB9EAbBAAbOGLDs19F2UZ4Jq0iE8aGp/1iUJj3ELuhbjwlVZCFLVKKNi7RRhZnNyyAErpI6uN1220XSBXhhFLYkR8rO/fXXX5/T6OnDkhLblAeyCMYHxBo54oVp/yZOnBgJpfzE+xRGZERGU87tNqf8RtgSTFtMQe6CCNRPSuugJXClxCHStETCXF4JY3W16jGGUnQxgnFLxvp4Yeo/yJ/ajgQSVpMt+ayxB8Lb97//fUXXO/LO5W0OY8i9U7cqKc2LjSvXNsAGIw51iHpOujyD5Nog160Bib4JfWzrUpV+t3lJiQXEm0qJjrQkm9Qbo+K3dZOtL9kCs06q+te6frIqPvpHdBG6D70IGZOjFbttjYhA5AHdx3PobvqRVOiXeccIehidjXCtpM+276tJ3SGtLvVCFwZ09BV6y0oJHhZ/+lDem4ydihtvOnjVQfTeOO/C8KhxA/FZA2lX5SPeOhmkT6qK1xKi2D6OsYAV9BK6HYILbQSjMVLy/niu3xjUtnP6XkhYGifwvNXduTGb5g48aw3aJWPXNC+Mo7WIT14QO6aRQbt0flGaHvkoaaeWqGz7Ao0ZwVA6Uu9d26ySpvX4Kp1TReDK9WNNxpKQxURaIE3EepaypKvSMajG1cTNuAMiBp6RVGbhYIlsfKwAYQxBR+O1sE5K+0Tb/6LzqN92fE+atk2IZDYWdbCu/HX3hk3gyunnLvqDNvN5kR4h+/AO7dwPT2ravpdxEMTvOrF6wq412PlSm/ZWlxb3msxn7DqD4mOOqTUGO1csnQso3tzRtoFRjOmtV9pc/bLbQ+qjHNU52jEf10De0oc7zP3Qu+gaidUZuY9TLCk07e/qxifUn9JxrMpAHtXfKb8cLanZ5tmuvzRtN6XjdJufqnPWNZg7sKZj11pK8qk0hhGn4vajI+AIOAKOwNghoLkfa8HYQZgbMS/mj3P9bprDOaYu7P7/3r7pUzNBOCdwzQQvybPoCDgCjoAj4Ag4Ao5AhwjICEOULGo1IXClXn2UHYxubG2EYOTA4GcXxmScV3gd7dZFN9xwQzjppJN0K3usWlS1C0K5stgv96xHjyrDNJMFebeq27pDC4x2Yc8az6oIHXUErlzBySfGjvWnklkmTPMeZQlc9l3mFjqJc9VVV43GbRYx+aq/tHy5/OmafQ8yxFpjO+EwwkACgSSiyZqeb3qsWuy2BC5L1OsXLwZU8IVMxrYiTBLtO+V5SzawZIi67WE22GCDsO2228a4MITLoGCNADmDLumJMGaNZzJQ2IV6wlrBYwEkGMR6kqrCzOZlEAJX2zpYpW8wSKBLMGJC7JN3BrZqKiVwWa9IP/jBD+IWUhYzzlnkx1CMWHxlNLWG9Rho2j/7Bbw10NowTc6b1EERuKib6FmOVmRcRf9yPyeWfGHrRxoWHcj2Xni12mKLLXrbj5QQuDAwQXZKZfPNNw+bbbZZvJzWPRu2SV4sWYny33777YG2hfEtJ7RzPMkheGOAuJaKNY6x5RlEDOvFrAo/68WnSZ0o0ZFqb9QBq1tsGegvIKQgN954YzjxxBPt7RnOq/rXqn5yhgjMBWsUr0rbelsTEQjvVGzbiNTpcOoU70d6epA+u23dIW9d6oUSYgh5kAHR6iuuI6V4LLnkkmG//faLcVThb8dtem880IXhUeMG4htG+Yi3rTTtk6ritQSuKiKKDJPEQXvGAF06Rus3BrXtPDWukj5beLMdIgLZgfGOFevRNWdgtmH7jV1tXvBIB2ktFbUPrnM+yPyiND2lTX8onZPmM/fb6k7NPSxxiXEw5HFEcxe2AqaNIeh5keukc6oIXF2PJbscg9pxkrxxahtJ3ufdd98dtym34yzIfMzd7Bg4glLxr7RPtH0VRDbG2amwhTqkGESEntI57iB1MM1X09/DJHDl+h/y1UV/oDZhy1k1n7dETwh4119/fbjiiit6ni5tHP3O7TvS++YZO19q0976pddkfnbttdeGH/7whzNExTateIq17aTLuYAStASuUYzpNd+tms9ATuWDCgRCGQQ31TmegSQKQQmhjtIPp3Mm6QzC0O/KmzG/JSKfpnq/bnxSOo4lTZWB81z/2oTA1bTdWN3XZpxO3vqJbSvUR32cZ9eJmuZTaXUZJ/MuvFAyVk7lqquuqpw7pmH9tyPgCDgCjsDgCMgm4ASuPlg6gasPQH7bEXAEHAFHwBFwBByBWQwBu3CVW0RRce1CpvVMo/scMfhh+EP4oppFeLtFSLpoFgNO+wdZBrFbx0y7NcPB5sUuqtoFIX3dbR+2BnJrcLTGFWustFsVEk9V/pV3wrDIx6KxNZ5hgGBRMZV+BC4W/9hGb6GFFuptEZDGYQlcMmYTRgauNLz9PUj5bDzpuX0P1hBrt9yzz2CI4r3zRbsl59gwufOqxW5L4LKeC9I4+KqWr/shw2Gcte9RYdPFWsgs8vRivQTYMqdbt2nhN9120S5Csv0a3pRSkfcNLcpbglFdW2FLQnk0s9uFVmFm85KSaLRAbdsM+bTvUwbptnVQ5cXwwJfUK620UiRR5RZTCTsIgcuS2nL6QXmRIQTjuTxOyWhqPf0oPEfrhaEJWUfPltRBEbgwMmBsSAU9LsJbE51lvcIRFx6nNtpoo+idSvGkaZQQuDBI5PJjjQdpvG3zgq4EE/oIK6RLe8U4gZ7RFiwyHitsLn/ck27gOeoO/RsGeMQa1+OFaf/slktN64RtUzauKh2p9qZ82Wd0DibkEbFbcel+eqzqX6v6yfR5+9uS8yzh1YbhXEY66RiRXrmX1k+uSSyJBF2JMY++T9LvfRJOfXbbusOzXeoFEVTIM22lqUg/3zvVc53O9WxpHw+ZRJ5TL7jggjB58mRF2TvmiHfc7MLwaMcNKlOX5Us96/QKZU5K+yQTxXSnGI7xAFP3fu12S/R16PjS+txvDGrbeW5Mv+GGGwY8RyEi29gC2baXGpjbjl1tXhgDUvZUrDeZQecXpemRp9J2Kl0NEQt9LM8xzJMg7smTrzw7qb6kHn6kc6oIXE3Hklaf596/8E8JVIOMQbE3yAsL5Oqjjjoq9qds10j/TNm1pSPjGPorjvS/OW8yyqM9Cue2faIdh1SRZNAJjA8Rzb1K57iD1EFb3jbnwyRw5fQzeeuiP8iN16vm82wbDflRYzbhw3geT4KQJXm/TcS+I7vWYOdLTdtbk/SazM+qxlE5ouWgc4Fcni2Ba9hj+ioP57l82Wu2ztnr9L3oHz5CtKJ5tiWO2vuc66OXtP+uG5+UjmMhMdsypP0r+WlC4GrabkrH6eSjnzCXp14zl7QfaNo1k6b5VFpdxknfQ/o5YU2G9u3iCDgCjoAjMBoEnMDVEGcncDUEyoM5Ao6AI+AIOAKOgCMwiyBQQuCqcpufI3DZr2GbQFZlvLHPVi2q2gWh3IJX1YKvNWRYApf1MGHTrzuXMd8az3Qtfa6OwKXFwvQZFg/xXsXXx4iMCJzLCF5F7CCMlUHKZ+NJz+17sIZYwr3+9a8Pm266acD4mxO7SJ67b69VLXZbAlfVYjcLqxgn00V+8IUsRV1hwTFdrCV963ENsggetUT6SQk+xME90rHbHBCPNQLwRXXOqKCFZRG48KoFEQmp+lKWezbuSy+9NJx77rlcbrRFxyAErrZ1kDxBhEF3YBxLRYZ2CHbIIAQutohacMEFs+/UpisDqV3M1zW+CCOeVEoIXKV1UASutK6RJ+oZ76CNaNsRyC/oKkhlqWD8ouwQEJCUaJWG1+8mxh67VZTiHSQvL3nJS8KOO+4YPXnkCGi810MPPTQa86r0rPKfHoW5jOvcz/U1XLceVpoSuHiujY5Ue6vyfkF8tr8cNYHLvv9TTz01XHPNNWRpBpGhUQQu6y2vysMZkdi+Bl0JYQnjbRux/XObukMaXeqFUmKIDIg5EkZpH49Bj3qIVBHoaFu8N0TvjfN+hke8gOLJErF9on2XdtwwjPLJm1HMRObfIH1SJrp4STpDOiQXzm4Xd/TRR8ftXkvrc78xqNULuTG9JXCddtppM2ypW0XgqtKpdWPXfnkBqxyBq3R+UZoe+Shtp9bDH+NG2gkfBOhDAJWF35AxNG60Rm/Sl86pInA1HUtar7G33XZboL7lRASlrsagKqeIbNL9kLfOP//8nvc1fjMf3HXXXWO22H6ZetpPSvtES+CqmjeQtuKXJ2qVp1++dF9z3EHqoOJqexwmgSvX/5C/LvqD3Biraj5PmnhKg5wPOSOd43GfsSxEHs0vuJYT+47s3NTOr5q2t1z86bWqOW2T9FIC1yBzgTRf9rcd0/Fu0eupdDWmtx6s7rnnnjhuT9PK/bZ1jvvM0XmXiPRt/DHtn3RQ1fyOYNLf6ZpA3fikdBzbhMDVZBzVtN3Yd9pmnG4xrDsXMZ33wNgOseO9pvm0aXQVpxO4LKp+7gg4Ao7A2CLgBK6G+DuBqyFQHswRcAQcAUfAEXAEHIFZBAGMl3ieQFjEqtrSzC5k5ow9PJ8jcGnxn/ssdEEEqBMWxTEU1InNi11ULV0QqiJwLbHEEnHxmbxg+GZhq04oGwtvSD/jGWGqCFzW6MpiIcZRtoFg6xUWGBEtOFoClxZwyYc8B8XAFf8GKV9FlPGyfQ/WEGuf4St+ti/DaEI+tLhKGLYxYzuzflK12N2PwMU2dSzea2Gf7SQhQ91888099/4Y2BZddNEs2cd67eHrTLbXZDERSY1ta621VvTyxT1LFOB3k0X5lMBlPRjUeeCSdwfSYcs0yodUYWbzMgiBq20dJE8ixHGOpzowJL+0ObbAgGiHMRkZhMBl9VPui9+YwNR/alvkBe8TiIymVQv8bQlcg9TBOgIXeWXLLb5QhsjJVqr95MEHH4w4W8M7C+20B/QOhhMMXdb7nIhW/eK2hgHqHu80FYgib3nLW+Lls846K3rh6CovGPLYXgWDkkivJCRjNB4OqfsIBuMciTLenPaP9882ipa8cOCBB8atWWw4zu32jG0IXIqniY5Ue6vzNmKJZLfccktg+9A6qepfq/rJurjYdhPCLlLlDdEaGkUEstu3VRGIiJN2jAEGwWgHgYsj0rbPjg+Zf/3qDkG71AulxJA6A2JpH48Hvq233jqiUdXW7TaLem88YI2nOcOc3dJzUAJXafliwWr+DdInVUUrAlfVVlA8Z8dO6EtIzaX1ud8Y1Lbz3Ji+hMBVOnbtlxewyRG4SucXpemRj9J2aselkD4gGUOClJcP9XkQjNlGnveHpNuhS+cMSuCCzC4yepX3JNJnrMy4U33moGNQygUWCERqxmUIhDXG4iJEQbRgy2XC1rWZ+LD5V9onWgJX1XbKEMuJHyFvePsaizpoitvqdDwSuJr0B7l+pI7AJVDQn3j1hewCGYgxlcSuHehaerR6woa386XxSuCiLKVzgRQH+3uUY3o+JsG7M8J4jj6xidgxyE033RTXbtAr+kgoHVNqnl1Hrq76AKhu/FU6jhVJjPENkqv/Xbab0nF6k3dBmMUWW6y3JnXCCSfEbdHtWCdXvn7tu6s46YOZ2+aEjyX7kf1zz/k1R8ARcAQcgTIEnMDVEDcncDUEyoM5Ao6AI+AIOAKOgCMwiyAwbAKXjBLAxXYZbJuRCoYEGXmvu+66uJ1eGsb+rlpULV0QqjJMWw8T+tra5kPnGDtf/vKXBwwqLAwi1kiREnf0XBWBy271ljP8WwOKJXCxDQtlQXLbNrIYihERgzkGm+9+97s9Dxpty6cy5I72PYjABYlimWWWiaQSCFqpWCwgqh155JFpkBl+V5GRrKEs9yW9Xfi0hmebgLZh0UKqvWfxx4gD0YeyIRjXMDxJWJicMHWLRkgfYG+l1AggDwBVZCLSsEYljNHUE6QKM5uXQQhcbevgMcccEwlc5A0DIYvkGOus2PYwCIFrp512CmwNhpxyyikBXZOKJQRgTMSoiMhoWoV5WwLXIHWwH4FL5APqLltNpXhSHoyV/CG0Ecpl6zxpsHhtxW4HUkXqsOE5t8aetF4prL5s5zcGXQhjJXnBOMMX7wgEQPSIFbyHoRe1PSckTXSFPNxUbZuEvmRbJ+JnCx6Mu7ZcIp3ZtDgnXggNSE6PxxvmX4mOVHvjXdPP5MjPlqR20UUXRS8nJtkZTqv616p+coYIzAVrFK8inFqjsvQx5CkIG8iUKVMCeiIV3gvtk35aX/aX9tkldQeCZJd6oZQYUmdALMXD4l9F7rAkL7033pE1nk6aNGmGOinPCYQdlMBVWj7SrhLItehQpKRPqoqX/l8eDKtInyLLiLAySPn6jUFtO++KwGX76pzOs2MnO3btlxcwzRG4SucXpemRj9J2Sr8DORy9xdgCAzTCmAxyAvqffgXh9yte8Yq4DT19uBXpnEEJXMSpsaSNy6YFThCWyLMIXPa5qvEQYarGoFbfCwfr7XS33XaLYxOuYTzHWy8kcxGnbP5y56V9ou2rqnSefUdXXnll7NfHog7myt3kWoq9xrc8W1qv6/of4u2iP2hK8KBNrbfeeiQbxznMu6zY92frsw1jz62emBkJXKVzAYtBem7HvsMe05O2dFTVRwpss65tVzWeUJ2zH7PZcOgW5gIi52gdjHE0W2oztkuFtsI4MV0TqKv/dhzVZhxL2ioD56XjqKbtxuq+NuN08tZUNG+VLrfrRE3zmaY1jDjTNPy3I+AIOAKOwOgQcAJXQ6ydwNUQKA/mCDgCjoAj4Ag4Ao7ALIKAFq4ozjA8cFmigiVEWPisN5PDDjts3BC4yKOIBJzL0MK5xHo3sQapfsYznrekJYw0LCoiLCDqi0AWBzEmWGGxksVIxKZpF1ZTT1CEzRlOS8tHfFViF+ZE4GLLJL6CRnJlmnfeecPBBx8c71ctIMab5l8VGakfgWvbbbcNkFEQtvRKPavZRdd0sVbJWyMRxlYMrdZjk8LJmxPefSB6WLGkqTZfcWvRkrgOP/zwgGHBCkQLiFAY3dIviqsws3lJF+W1QG2N9KS38847Ry9DnPOVNISftnXw1ltv7W2p8Oijj0ZvD8QnwZiO4ZuFc2QQApfdciKXFvFbI7G2FuS6jKZVBsu2BK5B6qDef/puySdijegXX3xx9Hz03J3n/lNX+eIc4xR1F/3LUXWVOp8Sv6hLGBHkrbGEwMWiDMQF0pLwlTXtHuM2JBxIVaRfkhdrIMcrnvSJ0uJosaHvw6MGeUJs+vHCtH9bbrll2GSTTeKvq6++OrCdmPU0k9u+EIwxOHNEcmSGeMP8K9GRtg9R3kyUEVeMeOhXBIIIdb9OqoyWJQQuPF6QPvWH94pRH0OcFetFSzqGLVOpozxHfaFP5P1YwVCLN0RE21JxXtKnldQdjH9d6gUZ0ClDzqDF9ZxIP1dtYVWCB/jzHMK4hHpjjeHghV7WVsh6b4S3xEU8CTEWkaA/0CO8V0QGV85z4wauD6N8xFslEGe0zU+un+jXJ1XFC14icNmtuhXebmlnt3kqeX/EuYvxdISuk7Fa6dl23hWBq3Ts2i8v5Nn2zRovl84vStMjH6XtlGctqYnftC0RtBjjMD5T2+D+fffdN8OWyNI5lnRlx29txpIieJAWnhnx0GjFenK1hBeNQQjbdgzKM+rfOUfkzYpzO07jN8LWipCPm0hpn2hJDLwXsElJ7IwV2GYXgVjC+xmLOtgEh1yYJgQunuuy/+miP8jlJ+ehZ+WVV47zaspQ5UVN+rSKEMSzEqsnZkYClx3vtpkLqPy5o53jDXtMT/q238xtoyqPfYTV+FbkJ0vg4j5jj5e97GWcxo8x8FCGiDTKuYiZnEvsxz/pmkDd+GSQcewo203pOF34NDm+6U1vCvyBH+sTzHfwjIw0bd9pOsOIM03DfzsCjoAj4AiMDgEncDXE2glcDYHyYI6AI+AIOAKOgCPgCMwiCAybwAVMdoGNLbnwfsMiDsZtFttXXHHFiCYGJvLTT6oWVa0BsM2CkCUPySiLsQLD8TrrrNPz6gJhAgKJtplk8Wn33XePJADyfMYZZwSIDUg/4xlhrKFBBimuW0M+hjy2UCFfGNAhfrAlhMSSBywZgvsYRzF6qBwQv2RI5+tTJkml5VP6uaN9DyJw2e3EMARj/CDvCIuH4AVxCqnaaiveNP9kyKIuYfhi+0rK2o/AZRf5+dKWRVyepR5gCGNRUEY04sZgx9GK9T6i6+kCuTUIYfDCy5mVUqObLR+GJjzbicRFHYEEw8Ixknogq8LM5mUQAlfbOgghCvyFt4yI6Abq+dvf/vZe+6I8xx57bID0JWlbHohmeKJDIAri6Q0MISRst912va/3U3KU0umKwDVIHZTxNM2jMGGrQAiGauuQh6SXIBDss88+PU99eESk/iAWG8hAPAc2bJX2zne+M+ApUYKHK7bm7CfW2ENYPFjhgY8jW9+RF21rc+mll4Zzzz03RlmaF3mwIRLiIk4J7RGdy7um3dNOEOsBDOIX9VEkI7ZAgcAlLMFeRl29B+K4dyrJ9ogjjoiEScoDKU6GXu43IXCV6EhreCGdCy64IEyePJnTQFvEgCdPL1UEnxjY/KvqX+v6SfP4DKe77rprr8+iX8V4DzGG98D74L1ILBHI9oP0Veh4SLIIuoFnpTcwtsvLYGmfVlJ3utQLtt9ka14M0Bgg+0mdAZFnS/HYa6+9AgZ/BNyPPvro6DmIPgZ9wJZUEvveLAEDHYWnT/pXrkMIEZmQZ7sgcJWWT3lPj9SpQfqkND79toZorl1yySXxD11Df0B9p00g1qtfafn6jUFtO++KwGXbbJuxa7+8gEmOwMX1kvnFIOmVtlPyutVWWwX6FIm8kei37fe4ZuuBwkjndEHgsh6JGDsfd9xxvfHV+uuvH+cb0rGWwDXIGJRy2I92+H3ZZZfFsSrnjP3wdqN0uYbBn7FXEyntE+14nXToc/D8CEmL8fT73//+MGGqN13EYs/vUddB27YtduSlTuoIXKX1ul//00V/0HQ+DyEfghZ1h76TsS3jfASCJJ6+5e2bMZvyXoWZ1ROjIHCpbadzWjs/qyJo8sEA5bfttHQuUIUH10c9pl9++eXjx2ekzXyENsm8hXfMOIRxM2LXj6oIXMxhWGOSbjn55JPjNvEQ0dG9un7FFVfEtRMI53wsh56U8G6IX6I6VDW+tn1im3HsKNsNZSkdp/OsvKSlhDnuSWzbBF+81g9K4BpGnMqvHx0BR8ARcARGjwD9JMKYn/kA/TJzY/441++mOZtj6tYL06/gN31ynIdzAtc4f0GePUfAEXAEHAFHwBFwBDpGYBQELhaNMZJrcYwFMLxpsPgi4RqGXbx09ZOqRVW7AN10wVdpaeFUv60XKOtVgPssIiJMLCTp4p1dYAdjFhdTqSJw4QECA4fw4jnSVHpgxUIZOCBgSf4hCOEpBsKBhLCIjcsaTblXUj6eqxL7HkTgIqw1YJIvjLuUSeUgDIvPkE+EMdeqxKZDGBlVrHEpJTARjjTxziOSE9fAU16e+E3edJ+8EM/ll1/OrSjkWVvLcIHypN5lMPiwtaJdWH7u6ef+N1mUxwsNRAy7KM/TqQEM4xt5UB0hTM57SBVmNi+DELhIt20d3HfffacjA4C3JurEx3udZ555OI1lvO222wJfYiNtywNJkGdse0jTA0dIppBNJdIPXRG4BqmDIg5VEbjIs/WcwW/KZHUG1yAO0Nbk2SglJfIMIqwIRxvR79y2oPEB8y819ugWcSserkEQwYCidl+aF0uMI17iI9+0ZZseW92qPdO+IO9YPZSWlbhSQljarxHG6hF73oTAxfMlOnKbbbYJG264IY9HAVv0gdUFlAdd0s/7FhGAA2QpxBot+a12wDli+8nnrsz4H3yps7a/t23O1gVLBOKd8V7S53iPIrqQWm7ry5I+raTuCI8u9ILVwUKxauyg+xz7GRAJU4IH7w1inO0XqVcWe+JG7HvjOQgNtv49F+q5/7x73bNjEavL7bhhWOWzeUrPB+mT0rj027ZtXeNo6z+/rTc5fiMl76/fGNS2864IXKVjVxm2KWsuL1yvInClehg80XdWb3DNzi/6lb0uvdJ2SpyQeuXxkd+WtMzvtL/kvdPPW5HO0XiXezZPVQSPqrEkROZFF120lwRYIeovVT+7GoMSNyQ2yGwS8gbJU2LbSpVuVdjcsaRPTAlcilflt78hmLHNpWTUddB6U2Ycw3imiZBPiLlI6hHb1iHF1UX/00V/0GY+n7YhyPq8Q/SBrdPM3/D8VidWT9ixkMWqbXurS8/2gYRTG2+SXo7ARRwlcwGeq5IUX4VL20lXY3rit7qf36SF2PfJOAGyJVJF4OIe26xDikboJyCHomM333zzsNlmm8XruX8qH8c2BK7Sceyo2w3plYzTwUpjNMZ28iiZw3C//faLHwRRr/kQclACF2kMI85c3v2aI+AIOAKOwPARcAJXQ4ydwNUQKA/mCDgCjoAj4Ag4Ao7ALIKA3dIDA4e8S6XFw4jHojVy8803xy+10zBaSOG69SjFb7YahNBivS9wHWGhj0XQO+6447kLff7bvNhFVesxos2CL8lBOmEBT8bJe+65Jxx66KG9nOAJaK211ur91gmLeWw7csIJJ0Sjua7bry7ZIkoeXXSfYxWBi3t89bnDDjv08sM1hIUvyCtssYhHLQnvRuQ3vtxkezsZSRWGxTW8RGE0TaVt+dLn7W/7HqwhFs8dGEblAck+wzkeVPhi+pFHHklvZX9DxsEDmohW8qqDdxa+JkVyHgy4Tn1ksVzEIK4hYHTeeeeFKVOmREKW6sMvfvGLgFcUK9Rx4kFyW91oq44cwYBneMd6h9QftlVKpcroRji7xUL6XFUbrcLM5qUpgcumDxFIk27y0qYO8v7wcsYXuVZoW7wHvHJBJJCnJrvdTkl5qt49aVOH2BLo3qlf51uB8IfuQlfhvS6Vtlso8nxVPvrVQXnpkHEnzYt+r7322rF+qQ7rOkeMj+gRuy0a16uMM7RJFul552z1hfRbrCeMttlUmTDapnoJb1zoWsJYKc0LaUAAk3HHxgkBBY8VtHErvFv0gbxV2XvUCfQmf6nghYh+DUOfFQxCePGhf0WaErhKdWTdu0av8oV8jkRs86zzqv6V+/36ScWRHtl2jjaORwgrtPHjjz8+GtVo35YIRDjeC17atKVw+iw6WUQ8e4/zkj6tbd3pUi9gQINMYTFK9WpaRn7L+0E/Ml0JHnimwIubth1S+rw3PI7uuOOO8VL63nhfGDktiYaAeN1kW0XiRCyBq2rcMMzyxUxk/g3SJ2Wii5dESkGfQEKGMJjqKN4hYyDIn6m0fX/9xqC2nefGC5BCIcIg8lRi82RJ5Ha8XTJ2hbzTb35hjfiDzi/6lZ1yVqVX2k6FnXQGv1PikiXYWO+6epajnrf9vx2/tR1LUgcZL1tPiEoPL4D0Scstt9wMHxEQxo4B9YyOuTqle+h6SJ4IdZ26ZMXG29Tbp32e87Z9oiVwMWanfWpuobhpu8xVb7rpJl3qHRnPtZnjDlIHmffIczWe/NLxTC9TyQnjZeo1ks5ZSut1E/08aH9g9YuKRH5pP4jtfxhf0pdQ1pwwNuMDjXS70FxY+47sWsMg7S2Xjq41mc9Ute8qAhdx17WFqrmA8pQex2JMTx5YD4HIlgrjWtokxF8J9WXCVG95Od2CvkOHau5v9RTevvDqpbkm8dHmr7vuujgG4v0w9rEErib1v3QcO8p2Q1lLx+kicOXwJl4JhC3mWQhzbN4R0qZ9xwfMv2HEaaL3U0fAEXAEHIERIqC1ZPfA1Qd0J3D1AchvOwKOgCPgCDgCjoAj4AgUI8DC2ZJTt+NikQwjJR6jMGThvWo8CAvCLAaxYMfiUkq6YqwMeQGjPQtVbBFz1VVXxfDDyD+LiKuttlokFbDVCgQfCCQSFvfweMCCNIuXkBOsLL744hFriBEQ8/DsQL6rZFTlAz8IPngjID8Y7+6+++7eVhdV+au6jnEJkgoENm3LWBXWXucZ8KVO4l0AQ5H9Ihs8Xv3qV0dyBtv2pfXBEvAwurKtw6gFAzvlJ598Tcw7xphBeeqkFLO6OHP32tRBFsfJF0Z/jCsYs1ksRyDIYNxk0Z26knoSalse3j2Lx8TJNhnUHXATCTJXlmFcG7QO9ssTWOIFjnKCIbhhjEi387TxsLUhxky2G8FoRd1HJ0qIi4V+4oLo2lZo/3jJo91jPKkjFpXmRbqTtDDCsu0hOhTDa7/06J8gcrF4RD+AXqgTDIY8QxtE11J35Qmg7rm6eyU6knLSf/FHO+HdoJPq3nVdHqru9esnq57j+hJLLNEjrqCrIG2nxL3c89QD2jj6hHpHvUQP9Hu2pE8rrTu5fJdcgwjAVqcQ72x/VBJX+kwJHsShdgg2jNl4d+hmjJeINaDHC9P+QcqlbTD2430N2i5s3Lnz0vLl4uLaIH1SGqclcEHUgxwASYT2yliSMRzHOum6fHVpDXJPbQg9WjJ2LUl71POLYbbTkvIP+gxELY3LmS/Qj/UbR5Jm6Rh00Pw2eb5Nn2gJXNrGHf215pprxrET/SnjlXSeZfMx6jpo0+7qfJj1epT9AePX173udZH8zTib7bEZ3zOP1ryiK8y6jqftfKZJ+iVzgSbxEmYUY3rSYazNfIaxNmshtEk+AOlaSIe+izkK6yvIpEmTIomLuZC2X2+bbuk4dpTthjKVjtPb4uHhHQFHwBFwBBwBi4ATuCwaNecsCLg4Ao6AI+AIOAKOgCPgCDgCjoAj4AhUI4Chhm3GMMKmW8tUP+V3HAFHwBFwBByBmR8B+sB+BK6Zv5TdlSAlcHUXs8fkCDgCgyKQI3ANGqc/7wg4AuMfATz24qUMwdskH25YgfzG1rUQuyDW4xHaxRFwBBwBR8ARcAS6RcAJXA3xdAJXQ6A8mCPgCDgCjoAj4Ag4Ao6AI+AIzHYI4H0GT1zbbrtt2GCDDWL57TZQsx0gXmBHwBFwBByB2Q4BJ3C1e+VO4GqHl4d2BEaJgBO4Rom2p+UIjB8EJk6cGHbaaaeYITy1sTWnPO3hve3Tn/503EqWAJMnTw4XXHDB+Mm858QRcAQcAUfAEZhFEHACV8MX6QSuhkB5MEfAEXAEHAFHwBFwBBwBR8ARmO0QkMcRjNcI2xbuv//+vcXe2Q4QL7Aj4Ag4Ao7AbIeAE7javXIncLXDy0M7AqNEwAlco0Tb03IExg8CbC9/8MEHx61SydWzzz4bnnjiibj9OtvFa77/wAMPhEMOOWTcb8E5fpD1nDgCjoAj4Ag4As0RcAJXQ6ycwNUQKA/mCDgCjoAj4Ag4Ao6AI+AIOAKzHQIQuLSYyxe6xx9/fLjllltmOxy8wI6AI+AIOAKzLwJO4Gr37p3A1Q4vD+0IjBIBJ3CNEm1PyxEYXwgsvPDCYb/99gvzzDNPNmNO3srC4hcdAUfAEXAEHIHOEHACV0MoncDVECgP5gg4Ao6AI+AIOAKOgCPgCDgCsx0CG2+8cZh//vnDQw89FG699dbw5JNPznYYeIEdAUfAEXAEHIFVV101Gjzvv//+8Mc//tEBqUFgqaWWCgsttFB46qmnws0331wT0m85Ao7AqBGYe+65w2qrrRaTveuuu8Kjjz466ix4eo6AIzDGCDCmWW655cICCywQ++o777zT5/pj/E48eUfAEXAEHIHZAwEncDV8z07gagiUB3MEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcgcYIOIGrIVRO4GoIlAdzBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHIHGCDiBqyFUTuBqCJQHcwQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBByBxgg4gashVE7gagiUB3MEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcgcYIOIGrIVRO4GoIlAdzBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHIHGCDiBqyFUTuBqCJQHcwQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBBwBR8ARcAQcAUfAEXAEHAFHwBFwBByBxgg4gashVE7gagiUB3MEHAFHwBFwBBwBR2BICCy66KJhtdVWCxMmTAgLL7xweMELXhD++c9/hsceeyzcfffd4fzzzw///e9/h5R6+2hXWWWVsPrqq4eXvvSl4aGHHgonnXRSWGyxxcIaa6wRIyO/Tz/9dPuIZ9Inll122cAfcs4554yrd0We5phjjrDllluGueaaK9anW2+9lcsjlxe+8IVh++23j/n5xS9+ER588MGR52EsEtxkk03CQgstFB555JFw8cUXj0UWxjTNl7/85WGjjTaKebjsssvCww8/PCb5Ge/tFFA233zzMPfcc4c//OEP4ZZbbhkTnDzR7hB4xSteETbYYINAG0APH3LIIQE9uOmmm4Y555wzXH/99eH+++/vLsGKmNr02V4HK0D0y+MOgVxdrdLzO+ywQ9Stt99+e/jNb34z7sqSZmi8jNvSfPnvsUVgzTXXDEsttVScH1544YVDz0zT9NZee+3YzzFn7WqOMYw4uwJs4sSJcb5OfGeffXb43//+1yjqddddN84HHn/88XD55Zc3eqYq0HgZW1flr+R613pv5ZVXDiussELMyg9/+MOSLPkzY4SAt5UxAn7EyebGcSPOgifnCDgCjoAjMEYIOIGrIfBO4GoIlAdzBBwBR8ARcAQcAUdgCAhss802YcMNN6yN+d///nc47bTTxoXRKc0vg+4DDjgg7Lzzzj0C10EHHRRYnJ7VBIIdRneIdU888USveB/4wAfC0ksvHX9//OMfD88880zv3ng4ef7znx++/vWvx6zcdddd4fDDDx+TbL3mNa8Je++9d0z7zDPPDFdeeeWY5GMYiUK6gayBPPDAA4E2K/nyl78c5plnnvD3v/89fOYzn9Hl2eb4hje8IWA8RzCgXHvttWNS9vHeTgHl29/+dsQGAtd3vvOdoeJUpc+GmmgSeV27SYLOdD8hkuy5556RuKXMf+hDHwrLL7982GOPPeKlCy64IEyePFm3h3Js22ePsg4OpcAe6dAQGA86wxYuV1er9Py3vvWt2BYhcB111FE2mnF5Pl7GbeMSnNk4U4whF1xwwfDUU0+FSZMmDR2Jpump3TH23X///TvJ1zDi7CRjUyP5whe+EGRL+ehHPxr+85//NIpa8wE+0vrUpz7V6JmqQIOMrflYbN555431aKw+qsiVq2u9pzpEWoy/2sh46+/a5H1WCFvVVkrq7iBtZVbAcjyXITeOG8/59bw5Ao6AI+AIdIeAE7gaYqlJR8PgHswRcAQcAUfAEXAEHAFHoAME8LK17777Rs9Vio4veFmUh+jxohe9KP7xNark+OOPDzfddJN+jsnRLlr/61//Cn/605/CYYcdNssTuPA2BlENwXvDCSec0MPfLhA7gasHywwnszKB601velPgDznuuOPCzTff3Cu/FqGdwOUErl6lqDgZ1UJ2nT6ryNpQLte1m6EkOMJId9ttt/Da1742pvjss8/Gvv2zn/3syAlcbfvsUdXBEb4KT6oDBMaLzrBFydXVqvGYE7gscn4+syLQlFDVVfmapgfZRQSZY489thMvXMOIsytcbL86MxK4+KgHstTf/va3cOCBB3YFy8DxjBcC13js7wYGdyaLQHPnlOxYUnedwDV+X35uHDd+c+s5cwQcAUfAEegSASdwNUTTCVwNgfJgjoAj4Ag4Ao6AI+AIdIjA+973vp5bf6K97rrroncauw3DAgssEDACy7MPX/h+/vOfjwuuHWalVVQygj355JMBY7SELQpWXXXVuH3gGWecETBYz0pSt5jLFg0y1ONhaDxtd8k7gAS40047hec973nhjjvuiNt2jcW7mV0IXD/4wQ+m2/5Oi9BO4BpbAtd4b6e0yVEtZNfps1HqBkvgStvNKPMxjLQwir7kJS+JWyt94hOf6HlmBHu2DEHYSnbYWyi27bNHVQeHgbnHOTwExovOsCXM1dUqPa92MLN44Bov4zaLt5+PPQJNCVVd5bRNel/60pfih0d//OMfwze/+c1OsjCMOLvIWCmBiy3V2frw0UcfDXjgHEQGIaWUkGAGyWvTZ7vWe5bQK4Jhk7yMx/6uSb5npTBVbaWk7g7SVmYlTMdjWXLjuPGYT8+TI+AIOAKOQPcIOIGrIaZO4GoIlAdzBBwBR8ARcAQcAUegIwRYGGRRXN618OaEV6ecEIawPINcffXVcTvFXNhRXNNCS5cL9KPI96Bp+GLuoAiG4AQu30JxLLdQHLwGDz8G6ddhb6E4XvTZrEzggmw933zzReIWnhnHSlSnmvbZCj/sOjhWeHi6ZQiMF51hc9+mrs5sBC5bTj93BIRAG0KVnhnk2Ca9rbfeOmy00UaRtMz2gHhpHlSGEeegeeL5UgJXF2krjkFIKSUkGKU7Mx2dwDUzva1meS2pu4O0lWa58lClCLQZx5Wm4c85Ao6AI+AIjE8EnMDV8L04gashUB7MEXAEHAFHwBFwBByBjhD48Ic/HJZYYokYG943DjnkkNqYX/WqV8XtFgmU2+5goYUWCltuuWX01CWD8SOPPBJ+9atfhRtuuGGGuLfddttICLv33nvDZZddFljYwoPUwgsvv8949QAAQABJREFUHP79738HDL14BmF7RAmG9vnnnz9MnDgxXmJhnu0cCfvrX/86LLfccgHPB8hPfvKTGE/8Me3f8ssvH9Zcc82w6KKLBrx3QVjD69giiywS08Y7EWkibC/5zne+MxLcbrnllqzHqE033TRuP/mXv/wlnHfeefE5/r3nPe+JnqYoN96miIdtOP7617+G73znO71wjIExDCy55JLxi3G8Zv3jH/8Iv/vd7+JX0ZxL8F6FJ5VlllkmXuLe3XffHct/4403Rs9j3AM7yp4KZV9vvfViWeeZZ564ldbDDz8czj333PDAAw9MF3zOOecMu+yyS7x21VVXxXQ222yzsNRSS4UFF1wwPP7444H3xpfbNo/TRZL8IM63ve1t8SrvDFysEDf1BwPt3HPPHZhIkb9LLrkkpmXDNjlfbLHFwlprrRWot6QNEeDaa6+N73XvvfeOUZx55pnhyiuvnC66UdRjmyB523jjjSOxjLSfeeaZ+P6vv/76mGcbtur8xS9+ccSWekwcyEMPPRRof+eff37E0XrgOuigg2I7oK3gWY8tU2lDl156aXjwwQenSwYvPcRLHZk8eXLYaqutwmqrrRbf0ac//enpwm644YaxHb3sZS8Lc801V2xjxAvOqRGNOr/BBhvE5y+88MIZ0uXGu971rri9SlX7oz7jdQ8vgZT3mmuuCbfddltsC7Rx0uZZJF04pzxrr712bE/zzjtv+POf/xyfpb61lTZ1Fw+BaTu17Q09RttCx62xxhoBHUFbueKKK3pektZZZ52wyiqrxPfCuyM8bfGJJ57oZZ12xJfjCDqNerXuuuuGFVdcMeoayovuo32n0m8hm3yp7vAsOhqc0UPWe2Mar/3dT5/ZsE3TQ5eq/uPhJi0b3v/e8Y53RJ2Od0ZwoU+pazc2H1XntKEtttgitiXq0tNPPx09W5x99tmVbbhNW3nlK18Z3yXeL0877bTYB9J2aEOkRzunjlx00UW9LK6++upRp3BkOyDeC+2D+nLOOefENkP/hVDnaCtWXvjCF/b0Euf0NYRjrIC+4hr9Z9p32Dg4L+2z+9VB+lPaweKLLx4xoD5PmTIlljHVNcpTm3aqZ6qO6Lftt98+Ykwbpe+mf//9738fxwJV7aBNP1yVNtetzijto7vKi83n//3f/0XyBO+HsRrjLOompH/wkdA/q/6B3amnnjrDeI26y5iQtkr9RKf3GwOhXxk70OdwzriF93PSSSdNN+agD3vjG98Y46N9sD0S+pM+8Le//a2y2eiYq6s5PU9klsD1ox/9KOoNsGK7csZVjFPOOuusQFu30rQfbjOmJH7yWYfZXXfdVTtuI46m+pmwEvpj+jjqCHUZ7NEljF2bjikVF0d0JONHxh6Mb9HB1APG4JdffvkMHmmb4kncJeXjuVQYjzJeeeyxx8JPf/rTOF8BA/JO34RuZdxX9SEN8ZXmpURf8l5e//rXh2WXXTb2q9RPtuUG04997GNxLkB/MmnSpLSoYdTp2QzQNzHe5cMj5pb0d1ZK+tNhxGnzVHpeSuBibMgYkfH+L3/5yxmSH/bYev31149zM/Q774k+gP6bOR+6mLENcvrpp0+nD/AaRjtHyDtzByuMi9HtxMeHGugBSdO+ifDU/br5KvVB8zbO+42PUgIXeoC2/OpXvzqOzdB9jM/stvdtxsgqo47SNbRPxoy0R3QuHzCha5kLkx7zAs0VwBzdyTtAB6XjZ8XNsUQPte2bStqpzWNX4720rdTVXebbdTLoPJR+gvww/2KdjbbDO2b++7Of/Sy+u1z69LNvfetb41yHsQZjZNat6G+oB03k3e9+d5zXU2cYT+WE9RbwQZgv2HWeNu2P5+vW0cg7cx/aOR+f5sbb9FvMERDWIRnL1EluHGfDN52zaW7Gs13qL5sXP3cEHAFHwBHoFgEncDXEk8GciyPgCDgCjoAj4Ag4Ao7A6BD4xje+EY0GpPjVr341LgD1S52FI8g1LORb4guLJCwOsZiUk/vuuy8cccQR05E4RChhIYbFJAyxqbA4873vfa9nBCefpJ8Kg+4DDjgg7LzzznFhkfuQVMinhMUgDFWpsPADAYLFS84htiEYCtl+CsGg9/3vfz+e239s3wh5hEVitqeSaCGIxVgWkZRnDFMivbCQyqJuFWbk5aijjuotgNn3pXQ43nPPPeHQQw+NcS299NLxFp5WWGSTQCB73etep5/THUmHhVq2nJRg0OTrUoSFXAgnLJalQnnYWoQFxH5i42Qh7fDDD+89UvVuCED+IA6lC/W9hzMnGJ122GGHLLYYSFlkRFIC16jqsbIM2WS//fYLELByAvYsTvYTDNu2/tnwEAshJam98a4wiLP4mwpGY+quJU3Kgw9tCWO8SJ88q61AqBv77LNPXBxO4+Q38bKQidFAgmFdW7hVecSSsRvjvd0Kh/RopyLrKE6OlI/2yIK1JZrahXMWlWmXOWm7tVXbumsNOWqntm3QniE3cC0VjL60RYiqqUDcpC3yjhAMY2x9i9x6662RuJXTNbQH2qLdblb6i3uWcAqplfxjDMoJBA2IwFUEGvtMP31G2Lbp0T/JuIfeAA9LGoGUioEPgaxLn1TllUrtJgau+cdi/TbbbJPVNTyWeqssaSu27qIHIb5gYEzFvi/0ioygaTjaLeSdPfbYI96C/IeOldAXf/CDH4z465qO9OUY1ki/iX4q7bOr6iD5gDgF+SYntH3qbLolZNt2motb1yCZf/SjH822UcKgd9BdllDJ9bb9MM9UidUZJX10l3lRHmlbkG4xMqZCe4SwpHEjBDjap8ZG6ZgAYx/jL9VzCF4Y1HNxawyk9k1akBnpYyQ8L0MlbV5bguu+PTb5oMGGz9XVnJ7nGfVpbF1GH5UrDwSGww47bLo63KQfbjumJD/9MIOUq7Fg+o7a6mfSo7yMgRk354R+6JhjjumNe3Nh0mt8DCIyeHqP3/SNX/ziFyOhS/eb4FlSPsWfO6pOMB7CoFylwzDEX3zxxdNFMUheSvQlpBTGlLn3BJ7MLxi3Mt5KCVyjTm86oKb9+MhHPhLnlHbOpXAl/SnPDiNO5an0WErg0nwAXYOXMsmoxtb7779/dr5A/33nnXfG8St5gtAJAVPCvI73h9CO6IetUBZIXvQB3GMNAWnTNxHe9q+p3isZH6ntEzfrCRC4cmLL22SMnIuDazY95l18uJYKbZctw9///vdn+6Gf//zngY8QrJTqoZK+qbSdkt8ux3tpW6mru1XzcGFoy9R2HopOpt/iHVRJjrDab12D+n3kkUf22kpV3AcffHBvHYjwlpylZ6Qj+X3iiSfGj3o4b9v+eEbjqtw6GnVX8/9TTjklfozEM1bsezruuOOmI0facDpXenYexb22czbm3cy/Edue+V2qv3jWxRFwBBwBR2B4CDiBqyG2TuBqCJQHcwQcAUfAEXAEHAFHoAMEMJ7J4xYL8VVG7CZJrbTSSmHXXXftBcVgzpexLK6wkCoDnIxsCqhFMf3myLMs4PKcDFv81qLYXnvtFYlV3Ee4B7GErw+PP/74SgKXjFTxoan/WLRmYR/jhPLHPRZ9uyRwKT0d+fKeBTiMliy8ayEOEhtf4JIfjMMyatp3s++++0bSDR6wEIwoGIghZ0A2sAu2IoYQDoMqniwQyse7wXiIAZP0ROrAExfeJxC7eB0vTP3Hs3yZS90hD3oufa8Knx5tnHZBnIVlvOIgLMjzLsEDTwoQWSQYNPFM1k/wqrTjjjv2gvGuwQlCHgugViyBa5T1mDzwFSx1QPUP0gtlZ17EF9Ft8KVstA0MasSLQCIgTuoGdSRtb7xPPPcQBg9EvB+E35/85CfjOf9k6OxdmHaCYYTFWuRzn/tcNEZzTp2FAEb95P1pnkd6X/va13pE0UEIXGmeIC2RH4z+wo28VBG4uIeQR+o0uIG5JF101fX0WFJ3c+3Utg2lgSGbdoCRnwXkVFhoAGvevcqM9x8Ir4glcOlZ4qT9E6cl8LFAzgK3pGohW4RVwtFWiQs9LY9rXKf+EA7dXCf99BnPlqQnAx7Po+doYwhf40NKQlQXyWu/dhMfqPgHIRhDkQRSGOQP3on6KO5B/pVXn5K2Yo0+Sot3j9cp2hf1XiLiGZ7yqAP0w+gYykx9op1AqqoicNEWwEx1iufot9Cd0i1KqwmBq7TPrqqDlnikMqHjwRvvEQjXv/vd7/aI3yXtVGXMHSGDgBOC7oFgSjuAGKy+G90KQUlS0g/r2dwxpzMod5M+uuu8kD88Qrz3ve/tZZU+l3rDWMHqGgiIImNj1JU3TB48+uijoxdEzq3xTXqtn86w4zywsHX45JNPjp6DaBd4TkHQYcSNrmI8ZHUpBLB+3jRiJFP/5epqTs8TXgQuPasxD3ll7Kdxb0qMSfs8Pa9+uGRMSRz9MMOzYhWBq0Q/77777pFMTNr0v7QdygopVGQhMEGP9+tDiIM2B3kc/HjnEEyZE0Bqp+4Jz5SU1w9P4i4pH89Via0TCkOfQVshr3Z8ig6m/5KU5qVEX5Im6duxG20ZfO3YlHBpPR11euQhJxBk3ve+98VbtE8+0pGU9Kc8O4w4lafSo31PEJZoO01E84GUwJW2i2GNrSEy8MERY0faLnqMPpO2i7dZvTs7V6RcdnzHb0hO9oMTPvRgvMNYB8IJUtI32f7V5qF0fJRr+8xPKC9jNDu2YoyITujX38XCVfzLpUcbZtwozO2j4I++YSypdQnus3UpOkpSoodK+6bSdtr1eC9tK3V1F2JTneTK1HQeaonnrF9BNAJb+jqNR0n7K1/5Ss8TFzqcNq3+kXdMeyE83t+0/gCxnvWQOuEjTbw4I7kPnehrWVckLeaaeGlEStofz2lcxbkV6jGkTojCCLo9Dcs6FeOWNC82nvRccaQErrZzNttPWN1BeiX6K82n/3YEHAFHwBHoHgEncDXEVJPDhsE9mCPgCDgCjoAj4Ag4Ao7AAAhg9GBxEGGBlkW5UsFIqcVHvtbkq00JRgkWLGREOfbYYyOZhPtaFOOcxR4IBDJys7iE9wWRSuyCFOG10MKXunhRkeQ8cGEUwjuXFrB4FiMPQr5Z9JbhCANF1wQuFtT5QhBjN/Ej1lNM6qGF+xDWWJRDWHxjwQrBeEJZkNR4bhdsReBiMZbFJ8pOPvDUhcFMglcuDC4IC7jEzcKgXbzmHgvNeDWRQQkPQHvuuSe3pluoixcq/tk47aKW/WIzJWnx1SYGRsQ+Ey9U/LNfibJFGl6LJHjwkEt9rlkC16jrsX1fKYEGQy6LnyxCIrQVyBr9hO3K+EP4slrbB/LbtjcMoxg6MPYjGA7xWCfyAVhgTEGsQYf6S/vGAC/jKlt1vP3tb49hmfzyLMQYiSULUI+JDyklcLGAzEIyQjrUb6XHl/EYc6U36ghcabuz2KXG3phY5l9J3bXvXe3Utg2SgcyJnsLYglBGSFcStkQh/wjzaN4dC/EYWjC4ICmBKyVaWgIP7xVSitq39KtdyMar3Vve8pYYN+8Rwxm6AiH/6HnpUUvSiAEq/tXps9L0IIvQd6jPwbsU3kyolyL48BsvJxL77tN2ozC5o9U1eLmDPCWxRBERUErbSmr0od/DS43qh/2qm7ojwgV5UftNDe32/VsPXHhjwMsbgmGEPkP9VurZMO2D4kMV/1SnmvTZRKHwtg5SX6jfMsqQN2u8ZYsXtk9CrNe+knYaI8n8Y0yjNpaStGiD1D0R6iAhYZwr7YczyfcupTqjaR89jLyQKdsWbL/KPeo920Hx3ug3RMjnnu0fwArvTOh4GecID97qb+p0hiUjETeEbzxYWgM0JGIM1IyHGPdKhxGe/kOkZFt/uFcnubqa0/PEYQlc6Fv6YeUBHY8eVT9sPTGpHRNHrh8uHVP2w8zWMzsGK9XP6CbiBH+I4tJhlMvmBW9teKnqJ3gTnDDNIySeJMmjhHENuPG+03rXD8/S8int3NHWCd4h/ZAlCVrjru1PSvNSqi/tGIt+g75eYwPGpsyRVEdtvzLq9HIY22vy/ogeYG4hGaQ/HUacylfJsUsCl33voxpbSx/YsTr9BHWO/tTWL/DhusZ2/Gb7R7acRSxJ37afkr6pSu+Vjo/Stk+/dNNNN8V888+OUSx5uK6/6z2cOUnT4yMCtpdH0rkBJDLqteZRtk+23pFL9VBp31TaTi2WXawpaO6ckh1zdTfzKqa7lJap6TyUeQ19FsKHjsxnNC7nGl6A2eIPsfMvO7dhS0Prad2SEdN2FiNK/tk8pP0pQa3+sGsaJe2P+DSu4jxdR7MELdauWMezeLAF7Jvf/GYejVuzMl/qJ0rPzjlK5mxd669++fb7joAj4Ag4AoMj4ASuhhg6gashUB7MEXAEHAFHwBFwBByBDhCwC3FNyQq5ZPHsxGIfUhXPxIkTo/GOMHZhRItiXMc7wvXXX89pTyAIaauw1P25FlqaGIOtO3O7sKWErEGTBaCuCVwQnyi3le222y7wDkgP8oU1MBKO++uvv358BI86EACQusVcu2ArYogtu10UjpFN+2dxPueccwIu+O3iNXnE0KmJjZ5lAVHEPW2lp3u5o43TGgIpvwzeKVGPePDQwUIjGPz4xz/ORd27Zusj3qxYlE7FpidDs31uFPWY8pIPBFxFyrN5tYuhLPQfP9XDXD+xi7UpEcW2N+KyxgPitYYJ+6w1dKaEOJ6zBqTc+yOMrSsY6DFYlxK4lB71EuO3JXCQlvXAZo1CduE8R1rFIKn6Yp8jziqxdSlX9lzdzbVT2zYoF4QFGfVJ2xpUcsQCMOUrfp6V/rJGGgiyhIEgYcXGaw1h0q9WX1M+DOKkAaEMjKzgJYyFeiSHrw2r8zp9Nkh6tu2QX/oJbZmZkm7IS127UV7ToyW/5uLE+IiBB2MjuEPmUd0lrlx94Xqurdi6m9MXEBQgpiBp3VX7TQ00OQKXrYfkmXpoCRbEb/uLURO4aE94bUJyYwauy1jEe4cgQjlK2ilx5cS2q1xbhECGwRLBaATxobQfzqWva/ZdUdamffQw8sJWcCJc4e0Ron4qeGJTG7T9D8YuyKMaS0C2sJ4h0q166nSGJQBV9f/oeNrklClTsn2qCAIYSclXE8npy5yeJy4RuKr0qPVWYb3IqB0TR64fLh1T9sPM1jM7bivVzyo/BmD6JKtfILDpwwDGoddddx3FrRWM9XzsgN5Dv6YiT27grb6RMP3wLC1fmr79betErp3YsYvVraV5KdWXtp/ifemDF5XF1lHbr4w6PeWn6ghplPkn754PIiABIIP0p8OIsyr/Ta7bdzWoBy7FBV6jGltXkWDUbsGAfhxyEV76KCNCHuk7+LCFuQ3ChyQQLhD6fIhJpX1TTu/Za23HR7bt5+Zzdsxq235dfxcLWvHPpsc2uGxnZ0V6mGvgZz8Qsh/4se0w2w8jpXqotG8qbaddjvcot+bOXRO4cvOkqnko5ETGUAjkZn3AEy9M/Ye3a3m8skQt+1FDbv2LcRue8Jhvynuz4swdmRPwEQNi16b4bT2EUVf4QKy0/RGfxlWc59bRLHnbbtdIePsRJGO6dJ2AMKkoPTvvlU4krMqUPpebs3Wlv9K0/Lcj4Ag4Ao7AcBCQnQObDOsEjDFZy+OPc/1umvocUycgz3223/SJmSScE7hmkhfl2XQEHAFHwBFwBByBWQIB60EpZ4RsWkjr0ciSPuzzGOZY4ECscVmLYiyqa1HWPmeN6iLa6L4WWpoQuERu4FkWdeTJQXFx1GKLNfKwnQ7eNBA8g/EFayoYTfE6k36NqPzZ8qbPpr9ZuGMbHxbTMADrK2O7SFa3mGsXbEXgUtkpF2W3xjKlD1GMBVZEC712oZpFOBauUrFfuXLOV5B1YuO0hkBLCCAOXPPjHt96UqiL196zi5XW25sNY78GVr0adT1eY4014naf5AsvEyzIpmIXctlOA9JMP7FtJm2Pam+2jtv4rMcg4cJ9GTp5jvfM0YoMAXV1na3rWIBG9F5KCVwYlnJf5ts8yQhv82SNAddee23gy/JU2P6BL3utUTINY3+X1N1cO7VtA8IHi8ZW2PKL94Ng2IZoaYWFe203KjKlJZpggOU9pWK3MLNtUvpLC9ngDe6IJRWk8Wlruao6loav0mddpIexfokllpguSfoajDsYTqzUtRsbzp5bnVG1/QiGMLb2ox7i/aC0rdi6i25ki89U5Fkorbtqv+n1HIHLGu7SvlXp0UfRvyDW0Kj7VUfVqTTenNdM4lB41UGuyZhCP4EuyglbL7GFCSJdU9JOc3FzDRKj7Q8xEmMww6Cmxb/02dJ+OI3H/rY6o00fPYy8WFIY7w3PbanYbY1uuOGGcNJJJ/WCYJjnfbI4aiUNx70qncE9S0ZKSf/crxLiJA+MhSZM8+Y0bAIX28+KdJnmS6QGazBWO67qh9M4+N1kTNkPM1vP1EcMop+tsRMSBB9usGWavIHmytH2GoR/3idkSsZa1Ku0T6rDc5Dy1eXV9v05ozJzCeYUyB133BEgLw6Sl1J92aSfyvU3o06vDmvuWY8xdov4QfrTruPEcw5zzVTQofT1/USYE25QAtdYjK2l6+xYnbLYMRleg+hj8aiDZx36/7vvvjuSue36gebjdqxT2jfl9N4g4yPb9o866qg4z6WcEjzbaet6tX3u1fV3ejZ3tOmlngkJr/Zr8VM8fAzCOAHRVnmD6CHFa49N+qbSdtrleI88a+5s+2OuV9Vd7lWJLdOg81DeySKLLBI9h26xxRa9LW8tgcuSgskTRCY+1oFEmFsPqsq3rltCFiR4ebaivVCn6GstMa20/ZGe5gCpblBeLJHYzhOsdy6rC/Rc1VHp2bia9IW59Y2u9FdVXv26I+AIOAKOQLcIaA3HCVx9cHUCVx+A/LYj4Ag4Ao6AI+AIOAIdImCNkHaxpW0SduFCX8nm4hAxAk8w+kpQi2IYcSBQpWIXiiyhhHBaaGliDMbYSnlzC5VKU0Zfa+TpgsDFIrzyqrR0ZJGJrx9XWmml6H2CxbicDELgwtsEC6V8vazF4TQNu1ir7bfs4rW2/0qfs1/bNzEc2DhlCCRO0odcxn0rvAu+CoZUxoKjtnewYdJz8oHhDmEB2noxUlhLXFC9GnU9liFCeaKsOZFBu+792efsomEVgauqvVmSkHAhbhk6U5Ii9yw5M92mhvuSLbfcsueVRlublBC4rN6q8rBCmiIS2YVfu3AuT3PKn44yajRd9C2pu9awIqKlbRt28Vj5YmsMDH2IjFm6x7EfgavKUIAOQjcjlrAgnaW82K3FCNuvvhIGnU5dq5Mq41QX6VFXqAeUUXL66aeHq666Sj97x7p20wuUnFidwXY4kJnqZJC2YusuW8LigScV9XNp3VX7Ta9bPagtFG2fy1apbImcijXkjZrAJWImeWpSByG6YQQvaadpue1vSzqz1zHwoQfpr+Q1k/ul/bCNOz23OqNNHz2MvNit36reC/lXf5brK+w2oISl78bbQxpflc7gGUtGwpifEjUJg2CIJz3qBd7rcmL1Ye6+vZbqS+7l9DzXZRDMeWDiPiIPIpRdXqPUjnP98HNPhajr2o4p+2Fm65nGbYPoZzwXvuMd7+jVBeWduQEfk0CEpL9qI3g0xfsO5DvGu6pnNg6LJdfr8BykfDbN9NzWidx8yY5vNLcZJC8l+hKjvDzCqv9Py8HvHFlm1Onl8pVek26yH0EM0p8Sf5dxam6c5rtufGvDdkXgsnWvLu2ux9ZVJBjsQ5QNEYmINgPRiXkhfay2UqfeMXflSNu3ulXvinjSvoRrEukM9U05vTfI+Mi2/dzc1JZXbZ+81fV3ynvu2C89jQPScSFx0S+mBK5B9BBxlqx3lLbTrsd7WqvqmsBVMg/FU9tGG20UvZbrIz/wtWIJXISZNGlSrEc2DOfMj9H3fBSkLXLTMOlv4kNn0V7sWATyuz4EnDx5cmBOgZS2P57VuKpuHU36067v2R0G0i0qibdKlJ76vUHmbLY9D6K/qvLq1x0BR8ARcAS6RcAJXA3xdAJXQ6A8mCPgCDgCjoAj4Ag4Ah0hoMV2S6rqFzULWSz0IpAGWJzBnXpqHEnj0QKYXWTRNb50wFCXil0stYQSwmmhxS50ct0aVrWFgspZlQ7P6YtNW44mBK4qI5Dyp4Ug0rACyWi//fabjlyg+yI9YIhCBiFwyVhoiSxKR0e7UJ0jcFV5H+uKwEU+wHrHHXeMX1TnFiWpN4ceemg08CnfuePnpnqpYhseRJ6I0nBgL49vqlfaFsC+//Q5fqvODlqPRRjMpZG7VkW6SsPWEVGU96p20I/AlcsDXrUgsiDy3pbmid92If7SSy8NeENoQuBSO5KXQGtEqKqXpCcvH7be2zzgfStnJG5L4CKttnXXGlZyBK5cuSyB67TTTpth+4x+BK4qQwH5l4547LHHolGba8Jd+st6z+F+E8kZqdLnqoxTXaSHgYF6wNaOktw2HNyrazd6Nj1SPgxFCPqDdlUng7SVJnW3CwKXJZZWtZGxInDxPqmrbQQCGkQ0pG077ZcORqJNN900ennJhRXZhXtqY1Yfpc/k+uE0jP1tw+d0BmFzffQw8iJ9a/NXd54jnK2zzjoBr3aSKq9iVTqD5ywZqUr/VPW99P14U8MLEjJsAtfNN98c8BKWEwg0lNOORzTWzPXDxFE6puyHma1nqtOD6mc8P6JrIGOIOGFxQJdC3tBY2N5LzzfYYINIbk7jATvICcxXGFNaLImjDs9By5fmUb9t358bn1oSjeY2pXmh7CX6Eg+btBEEr5FHH320sj/dUYZ5EUBK9XNpetNlpuYHW+pB7kMYA0P+GaQ/JZ4u4xQBgXit1JGobLiuCFxjNbauInBRRvUrkHnR55rLQ946//zze54wRZjeddddIzR4y6ZPtHHEHw3+qW/K6b1Bxkf92r4lfKjtk926/q6uOP3SE4FL2Nq4cgSuUj1E/KV90yDttMvxnubOXRO4qsbYuXkoRHPaAGTlVFjDo8/U2oclcBFW5Dm8UWpdKY3DeihM76W/991330iC5zpzRQhW6g/oZyFaqu9WG07jqPqt9qe4OWoemnvGjue0NTfzajwFI1oHzD2bXkvnvYPM2YhbZVcbK9FfaR79tyPgCDgCjsBwEHACV0NcncDVECgP5gg4Ao6AI+AIOAKOQEcIyIBBdCeffHLcyqQuajxFaYFUJBBISEsuuWR8LPdFueLTwoX19qVFMcWlsDp2ReCSYbvK8EV6OQIPC4D9tlDUIiiu6LWtFPGlC0Fcs6KvmLkGJmwVBAEGAhXbQ+BtB9IGMgiBSwuBdR6cLKHplltuCXhusovXbYzDMcMV/2ycMgTmgmLcW3311eNWkjKmEk6GotwzumaJLLw7DOap2O0LReAadT223kYwPuTIRDbftBE8CPSTOiJKv/ZWQuCyRgd9uZ7LI15BaM/IiSeeGOt6PwKXNWaKwGWv2YXeNM0cSaGJMUDtpUldS9Pkd5O6aw0royJwVW3TiVGAMiPWYJjqL7YilCcYdNSpp54an6n6h0GhyZZYVcapLtKzZF7lEwMMuh4CppW6dmPD2XMM8BOmbbdGH9OvvIO0lSZ1V/1cWnfVz6fX+3ngqvL0ZbfdHLUHLm3xxJf/kPH6CdvU0Z+m0qSdps9U/eYrffoUtiyl3tLPSdgal7YnvdK2H1Y8uaPtT9v00cPIi4x35BPdQfuvE8ii1EcJbQPydUretgQ8ha3SGdzvR0ayRmgMjRjK2cKPLavoYxGNVYdN4LL6NiZs/h188MGReGoNxmrHVePY0jFlP8xsPdO4rQv9THExLDOvWHXVVaNBmLYkUVr6nTuyVSIEFpG37r///ji2gBwnjyJ4d1100UVbEbi6Kl+aZ9v3NyVwDZKXEn3JmJs+EsEwr7FAWhYRh2y/Mur00jxV/VabFmlykP5UaXQVJyRG6yVU8WP0h1DaT/QeCNfEE7Li03xAOmasxtZ1BC6rm/iAh3kaAumNti6CBKQ89Okqq6wS+3u7vXJp35TTe3ZNou34qF/bt+PD8UjgGkQPlfZNXbRT6sug4720rRAnUld3nwsx4/8mZdIYzepWS1RivQldxtjlnnvuiWQptlKUJ/uUwGVzwZbueMFk/M8z6jsJA3FcBmz7THpu5w7kAyIa8w/i0lxdz5S2P55X31NH4LL1kjWBI444ouchzHpdVH7qjml6tk22Xd8gnS70V11+/Z4j4Ag4Ao5Adwio/2M9gPUI+jQ+WuSPc/1umuIcEydOzO+v0TSGcRqOztHFEXAEHAFHwBFwBBwBR2B0CLznPe+JhhNStMSqqhxYcoy2KNhpp53C1PFpfOSUU04J11133QyP2wUWFl1ZfEW0KDZsApc8pWCwY4EL428q+grafqXP14wYFZEcWYQvGSFwIW0IXBidWNBEWKDDWJIame32XIMQuKwnB3CwRtOYgan/LJnooosuil8228XrNsZhxZk72jhlnMNwIa8bENgwpFrhHbBVC5MnBGNc7v3pmXe9612R/MXvs846K26zoXs6sn0PhlxEBK5R12NrSK7a3o6JIluEgBGLohAB+kkdEaVfeyshcJEfkaWq2jFh7CIudR/jON5rtthiC26HnDHEejmwi8IyElZ5s8EgBpkUsWFKF85jRJl/pXXXGnJGReCqMsRClKTNIFdeeWVsD5ynC9ksZGCwRKynrnjB/GNrDwwEGAXZvq6fVJExBk3PkozQ6ZAeMFAi6rts3urajQ1nz/HqQR1FtFWfvc+5DFciXZS2lSZ1twsCF2RsGUmryFlbbbVVQFcgVWHizeSf6pQ1ThLEEu3s1/IKb403wpN3irE67TeJDyIVfwie5yBNddnH0GaWWWaZ2A9B0Erlve99b1h55ZXjZfqzI488MhrGqOvku00/nMZtf9v+tE0fXTomsGmn59a4eNRRR8Utr9IweGpF5yOMEzGISbQ1Fr/R2fIyAV4QlyyRoUpn8Kw1mIEzJAgrdlylvt/etwa7YRO4RJyw6XMOiYl6Tv//yCOPRJIC1+sIXIOMKfthZuuZxm2l+nmxxRYL6623HsWJ48yUlG77I2u8jg9k/tltm1K9ouD6yIK6JBIy9+rwLC2f0qw62r6/KYFrkLyU6EvGceqnquoodQKSAXXUvqdRp1eFc3pdOlmecwfpTxX3MOJU3G2OXRG4SHMsxtZ1JJhll1027LXXXhEO1g7QH3qHXNxtt91iX881dP18880XIG1TNyWlfVNO7w0yPurX9m3fY3VZXX+nMuaO/dKTXpR3IBtHzgNXqR4apG8qaael8zJb/vRcc+dUH9bV3TQO/W5SphyBS+8rNyYibjxRbrvttjEZS+DafPPNo/dZPrxhO3ErvFPWVzTeOuOMMwLPNhHlkbkNXrU1l+cDQD4ElJS2P57PzQEUrz3q/aAHWPfR1qoXXnhh4K+p5NJTX9h2fYM0u9BfTfPu4RwBR8ARcAQGQ8AJXA3xcwJXQ6A8mCPgCDgCjoAj4Ag4Ah0hwEIXX/rjhQXR12ssgqTCgsi6664bL7OAxEI9X7jz5TxEMITfLCanYrfxsR4VtOhStTBiv3ZNjW1aaLELnaSbMwZrkZf7lqTAb8SSd1IjjxZvGNRj+LSyxx57xK8YudaGwIVrd3nrymHGgufnphLHeD/IIAQuGRmI5+qrrw5sv2YFYhTvUtuM8f7Ik128bmMctnGn5zZOGQJJH2IIhiC2UqE+pmKNrjmjrA1viVGWvKMwLFiy8MgRUb0adT223t2oOxDTqHtWttxyy7DJJpvES7l3Z8Pq3BJR2J6Jr2Ml/dpbKYFLhlDSOfzwwwPv1goGCEiKvGMRWbhvFzdTUg31gnhpC4glcFmDlW0bMeDUfyIo8NvWgdKFc8WbHkvrrjWsjIrAhU6nnVsiBOXBSx11EUHX3XffffFc+tWSZ2RAIACGCwwCVqwnv6bkhzrjVGl66E08M2irkMmTJ4cpU6YEvDJQBxG2hWJ7KEldu1GY9LjCCiv0tprKfemdIyCWtpUmdbcLApfV0dQZiDXoJwmGHtqX+qZRE7hsX3DxxReHn/3sZ8paPKLXwYFyQO6CdI502cdY4jvtBHKkFfpS9WP6ar+0H7bxpuf2XbXpo4eRF0uksSR9m2f7AcBhhx3WI3DRx9HXIZCzJ02aFPbZZ5/ozYxr6RipTmfssssu0QsLz+XGChD48TqB5N6dHec21WGKi6PVlzk9TxiNKTnPbYdriaEi1BNWusP2oVxHBhlT9sPM1jON20izRD9DbKT+IVVeIRVvnbe6GMHUfxisMVwj11xzzQyeIVMib1MCF/EpH5x31d/ZOtGUwDVIXkr0JXqTsYLGXqlBnvxYj6qWwDXq9MhLE4FUzkcECN5DmfPy4QpStY1ZVX8aH5r6bxhxKu42RzseHsQDF2nauEY1tu5HgpGnM2FiPRfaeZvus7UielNS2jfl9J691nZ81K/tj3cCF3iW6MRB+qaScW/pvEz1JXfU3HksCVxqB6wTpB8vMK9h3KQt3S2Bi48iGLej13kuXWewxK+qD1FymNiP5eir+UCG8RtrGVZK2x9x5OahNm6d2zU8xkfM/Sgn8xd+N5Vcehp3EUeb9Q2lqfem3231l57zoyPgCDgCjsBwEXACV0N8ncDVECgP5gg4Ao6AI+AIOAKOQIcIWCM00UKmgiyC5wg8reDJgu2BMM5LLrnkknDeeefpZ9ACERcwWOJxgsVNFtK222673hf3qeFJi2LDJnDxVS55lPH+iiuuiAu8LHZBSuOrfwmLPjkjD/chf+HRA8ID2xvKixP32hC4yAdfOis/MpBgfGY7GQx4ItUR97HHHhu9xnBujcN8OQuGGFBYnLMLxCKGWG8OPH/BBRcECA0IC24YXPiqGbHGR7tQ3cY4HCOq+GfjtIZAazQ499xz49ecioL6h8GPupRbHFQ4e7QLbhjXcalP3QMLjMgirPCMCFycj7oe77nnnmG55ZYj6Uheo06wEIpApsKoTR2hTlKmlHwTAyb/7II3GFO3FGe/9lZK4GLbEozACO0eDywicWFsZ0FXZBraz2WXXRbDUt9Z3EQoI4Y0thJdaqmlomGWhX+JJXBZLx2khxcciCRgiQco1WeeHSaBi/hL6m6undq2kWtv6Bu2VUVyRn9LjpBhmLYDeVXCwsQxxxwTSVq8j/e///1hwoQJ8XZqmMgtZK+zzjo9T0a0Jwx8f/rTn+LzSy+9dNh99917eqvpl9x1+qw0PUustcQqu8iPLoFUyBGpazcxQMU/Sxak70NX094WX3zxqFulx08//fRw1VVXRXJJSVux+WtrcJY+tIZ2imO3QbH9Atsk0w8h9DHHH3989GrBOAAPSnabs1ETuNjeC8ylF9Hf8hiAt0aIP+gc5Pbbb4+6iPOSdspzObFb8FK/IOSgZxCw4f1CHEEgmEE0K+2HYyQV//rpDB77f+ydCbhvU/nHl4hu9SCZh1xcswgZK/OQ4aKUhOaJBjSHRCUaSCpzGTJHMoZKLpFCkkskEuoqyvQUadD/fhbv7/+eddb+7b3Xb7jnnPt9n+ec3x7WXsN3rfWutdf73e/y5Hkz7g8iL6Rl21lxzNY+eGRFr6PnGcNXW201bsU2BbkKoa6M3Mu5kY7JI+2WZxE/5+ymM8Ce8QjJEbg8+Y5tt9iGkzZOPiADWbvneT92cN5Ncvoyp+eJwxO4wAePEXjhZA4HkZQxDGEbSsZOriPWj9N5NPd6mVPWYebbmZ+3lehn9CEkAPJL+ZgrmCc2SKHoF/PSxtzNcKWMOfGEMHQ5cyi2sqWNoDPBk7QQsIbEyy/SDU/ul5SP57qJbxM2Tvvwfhs7/3FKaV5K9aWfY9H+6JeQ7BEM8vQVw9WPK8NOj/z4ebttrcf1VPgohjGCfg95sFcCF/EPIs4033XnfmxjPLb2XfUc7+6829v7gJ/7+Xof1tza8kG+IXPRf03nUQY/t+Wc9wfeIxDGB+rc2iLXGE9YU/BSMjZV6b3S+VFd368icHUb73wZ0+O69IyM1dQDF/GX6CHqpnS9o3Te6/tEP9YUrI36vgIedr2q7RImlSZlMu9WXrd6PccaHXNf+ihe4XbfffeAh1MTvJl/5zvfiaf+A0bmxCeeeGKnf0FCZc5sZF30WeoV0+JMf72XNrvn07Vr/Jb0P56z8d+vTXE9FcYdPIl5qfqQwIdJj3Ppla5vWNz90F8Wl36FgBAQAkJgcAiIwNUQWxG4GgKlYEJACAgBISAEhIAQ6DMC3mtVXdS57d4wVrJY6BdRWViCdGPXWODCoIdhz8QWvwZN4CI93MhvvfXWlvSoX/JHXvn1BC7vkWHUQzMv2HNtCFzEs/fee4dll122E2WKFwuFkyZNivdJA28xLLwhhls8mfnPvHz4BVsjcBEG4gcEEBPiY4HcjKNcJ/98cY63C8QvXucIJYTJGYe5XiU+Tm8I9EY4ngUL8gPJxNoP15t+HYpnJ8hR/lmMheY1xh97Atew2zHGOhaawcWEcpNPn/d0AdrC5n4xfLNY6sW2krR2U9XfSglcpJUuUtK+aGe+jaWeVHgOI7t9Ncy5F+tbXPMELs4xfk5+jnzEeZV4I3zpwnlV3Fwvabu5fur7Rq6/9YPAZeXwuHKNc4xg3qNWbiGbsN6DDef0VcTXc91ie3zA/bN2aZdMn3HeNj0IGBjYEMqFIYQvnhH6FJ5F6COIT6dbv4mBK/7RBtHljHUmtH1/jlczSBsmJX2lSdut8hhiRAVvDCIvVQQuSBboJSNdWr7tlzq3+h42gYs8eO8vnFPP6HSvRyHRQfRCnyIl/TQ+WPHPDPfcJn1INWDi8wDe5MH6SMk4XJF8vFynMwhUNUb3Oy+klY674AL+RmIkDNcg7WJcQzC6YXxDUr3hjcU8h8EZ4z5SpTPqyEiQgul/fnz17Zl0fFsi/6QF4aGb5PRlTs8ThydwdYsTYrLfNtn6cY7ARTylc8o6zHw78/M20myrn3nGe+7gHOIVuNNOrF4497qbcDmhz+HtzusqP7/jGfCy+9Q15A+2kqrDk2dLysdzVeLbRBsCF/GV5qVEX5Ie5MHFF1+cwyjUCeLriON0XBl2ep4cgG4xUnnMrPsHMXLq1KnxCsRa8/rXlhDtooxky37H6eNvcuzJKk3C84EVH2iZDk1JKcOeW/s+Qf7T/Pj3Eu4zz7FxgHM/Fle925SMTVV6r3R+5MuZ6/tVBC7KaHXFMeLnrs9eGf2/Lr0SAheplOih0rGpdN7b7/me4Z+2TY8x2KT3uZZKkzLlCFxefxFnqo/TtQP7eAVyFmOdvZPwHGMuY6etiRBfkzZFOC+eVMZ13q/wXJpKSf8jjty8Ko3bzr0e4Nqpp54aP+yy+01+q9IreWez9Pqhvywu/QoBISAEhMDgEBCBqyG2InA1BErBhIAQEAJCQAgIASEwAAQgr+CdwL7ES5NgYQpvPizy5AQPXSxmGenIh2GxCNfjfFHvBcMLX5c+8cQTo76eI1zJFoq77bZbxzMWxlObjBMfBmu+VDQDPtfI24033hgWXnjh6DWDxS1P4CKM99rAOUI4PKpAPgE7Fs9sW0Tum5GualEMgxLeAPgC0gvxst0XWHuygXe7zpZDENJsQe7ee+8NRx11VNhzzz2jEZX4PIGL8w022CBARrNnuGbCghv55UtcExb2IHUgbMPHF/ipVBmH03B27uNMDYHbb799NIaYccie4RdCBF9de69v/n7uGHIcHoa8QZ1wGPP4Gti2U/EELu4Pux3T/uk33msU+UBom3hv4a+NeM9ePAdueDCp629+odHjYou0dYvTvu+l+a1qQxhDMBT6r4d5lv5EHl7/+tdHT3EpgYswEDJZ1DaCAH2HPGL43mWXXeJzfhssvO3RB5Cqxd3cwnl8oMu/tm03109938hh5Qlcp59++ggiLFnzC8xmHPIeuCDeYtQwQ7YVhzaGAfOWW26xS/G3m/7yW3z5h8D/1ltvjdjSZ5tKlT6z59ukZ/XHs7ltR5deeukR+t1vpVjVbywfVb/ocAxUflwhLHjgteS0007rEIksjrZ9pUnbbUvgwqhCW0RSkijtEa9JeLWzMYPyYBRibMKbE+K3aokXuvwz44j3LENwj4Ufs7u1wW7jGUREyM6pJ4G2/bRLUaLHJuqcrWlygt7Bu9DDDz884na3fOfG4REPJyd1OoPg3cbofubFssb4ybjLuJYK8zx0DeQBBE9L2267bTyGWEPdQwbx4vWaJwBX6Qw/V2P7HPM+6eOkL+F9x9q13WPsoN2wxaKNE9zr5tXHns211ZyeJ7yFRSfjPSMlMKM78XqHLvVSNw6XzinrMPPtLJ23kb82+pnwGI7BhnlzTpij8bFHWv5cWK5VzdloU8x9mE8z37P6njZtWrjgggs6npvq5jVty1eVT677NmHjtA9f5YHLwpTmpVtfr9KXzMUhQzOPSAViIV7rGB9SAhdhh5me3+4xJff4fNPuzFsT72XW/qrmglXj6aDj9PE3OTYiYpOwhDECl70P5Nr/MOfW1APeW21uypyUdwITT66HnMmY4MXPH6o8ABG+zdhE+G56r2R+VNf3uxG4qsY78lkldekZgYs1EsZeL967Urq9PeHa6qHSsamXeW8/53tVfaWu7XpM7bhJmew9JtWtKfnZ4mSeyfyavoBXfYTxz+bp6HDGedptTpiT4Z2Z/tVG/IeRRhirer5t/yMemytVraP5tHxeUh3iw3U77pae1zNpHLl3dgvTL/1l8elXCAgBISAEBoOA2Yz4GIB3Bt6DeHfkj2M7b5r6HOuvv/6zn740fWKchBOBa5xUlLIpBISAEBACQkAITGgEIFKwKAWhhMUcvIdgcPXknioAmOBOnumRBMMwC4B4WeBZ87ZQ9dywrzMpp3x8xYuxCNl///0jiatq4QciEOXiObbgaIpJXdnAGiMIJBQMVixUYShHLE1Icffcc0/HOxb3MPSwbRn5hRiXM1QSzguLqDzDH3FC/MKlfp13CR/HII9Z6FprrbWiZzLyypaBM2bMiOSSJu0vzRv1DGlvueWWi4uZ4Et7rpNZ0Y4XXXTRmFfaFy+O1CnGiFLBuIa3EV5GKXMbQk1pmjzHdqW0ZzCHhHX33XfHvpIa5tM0II6y8Mz2lpC16F8sQDcR+gIETPSMlROSHvWYej9qEl9JmH633ZI8pM94Apdt5QbZiK1f0S30fxaeDbP0+W7nvLtTXxAlGSfQiRBa0UclUqfP+p1eVR576Tc8yzZx5BUvILT9bnqrtK9U5X1Q1/GQxPhkXi8Y44184LdeHFT6VfGSpxVXXDGOy7RnCD6QsbuNZ/3up7T/NddcM+ot+gEYMVYzjlfJWBqHB5EXFjghJjH20naoDzyI4mGrn1KnM7qlZe2A8ZY5Bp7kIJiZQOJi/GR+iEfEEh1pcdX9Ug4IL+gNyEa94lQ6p6zLZ7f7JfqZd4111lknEuYYqx966KE4hjfZBi7NC88zd6TdMddg7mSeFwlL/piToCcgJDSZL/s0Ssrnn+/ncWleSvQl+WZcMx3HuMY8um4+x3PDTo80Jf1FYJhzayOLM4+3LYn7W5pnvcf1e2wa1vyol/Gu3zgSX4keGvbYZOM887R+rClU4TiMtmtps1bAux3jJ4RqxjP/3sU6Fe/TzId5xzNhPYTnmJdxn3UG5qvMb3h/G4YMcm7IGAVJDcntFNCP8o2Xd7Z+lFVxCAEhIARmNwRE4GpY40wAJUJACAgBISAEhIAQEAJCoN8I4KUHAxmC9xrIMV4wNOAinwUu77HHh9GxEBACYwMBPANhXIcghkeFlOiFkQDPM0jOC9PYKMXgc5EjcA0+VaUw3hHAWw1jIZ5Zcp4Xd9111zDzo8JYzKOPProrWWm8Y6H8CwEhIASEgBCYHRDQ3Lq+ljU/qsdIIYTAsBHw3lq9J99h50PpCQEhIASEwPhEQASuhvUmAldDoBRMCAgBISAEhIAQEAJCoBUCGJsxOiN85c/WGOZRgS/3DzjggPiVOfevuOKKgFcRiRAQAmMTAb/VXbqFG94iMLDYVhEQM4f1dfFYQ0sErrFWI+MjP1/4whc620HadkuWc/+Ve7ptsIXRrxAQAkJACAgBITC+ENDcur6+ND+qx0ghhMAwEMArHd40/UdbePDGA7dECAgBISAEhEAbBETgaoiWCFwNgVIwISAEhIAQEAJCQAgIgVYIsG3KoYceGrdP4UG2OnrssceiS31cyePWHcHjCB59bAvDeFH/hIAQGFMITJkyJXrYsn7Ldj5PPfVU3Bb0hS98YSev06ZNCxdccEHnfHY7EIFrdqvx/pR36tSpAa+VJmxnhJc7xkq8VSKMkSeeeGLcGs/C6VcICAEhIASEgBAYnwhobl1fb5of1WOkEEJgGAgcfPDBYb755uus4ZHmEUccEbewH0b6SkMICAEhIAQmDgIicDWsSxG4GgKlYEJACAgBISAEhIAQEAKtEVh00UXDPvvsE0keuYdF3sqhomtCYGwiwJaob3jDG+JWb7kcXnPNNeH888/P3ZptronANdtUdd8Luscee4S11157hGHEEoG8ddJJJ4Xp06fbJf0KASEgBISAEBAC4xwBza3rK1Dzo3qMFEIIDBoBCFzzzz9/Jxm993eg0IEQEAJCQAi0REAEroaAicDVECgFEwJCQAgIASEgBISAEChGgC2gVl555bDAAgsEPPf89re/jYboJ554ojhOPSgEhMDwEZhzzjnDxhtvHJZaaqm4iMv2qHfccUf0CvSvf/1r+BkaYynOM888Ya211oq5uuuuu8Lf/va3MZZDZWcsI8D6zCabbBIgP0+aNCncd999sW/dfffd8lI5litOeRMCQkAICAEhUIiA5tb1wGl+VI+RQgiBQSLAeh5eAx999NH4bjJjxoxBJqe4hYAQEAJCYAIjIAJXw8oVgashUAomBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEQGMEROBqCJUIXA2BUjAhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEGiMgAldDqETgagiUggkBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASHQGAERuBpCJQJXQ6AUTAgIASEgBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICIHGCIjA1RAqEbgaAqVgQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEgBAQAkJACDRGQASuhlCJwNUQKAUTAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCoDECInA1hEoEroZAKZgQEAJCQAgIASEgBAaIwCte8Yqw9tprh5e+9KXhwQcfDKeddtoAUxs7Uc8xxxxhu+22C3PNNVe45557wvTp08dO5mZxTtZdd90wZcqU8Mgjj4TLL7+8dW6e97znhfXWWy8sv/zyYckllwzzzTdfeOaZZ8ITTzwRHnroofCjH/0o3H///dl4eWbVVVfN3rOLjz76aPj9738f/vjHP4b//e9/drnzu9FGG4UFFlggpnnRRRd1rucOaAfbbLNNmHvuucNf//rXcO211+aC6ZoQmGUIrLHGGp0+ceaZZ86yfCjh8YkA6y6bbbZZQNfdcMMNYcaMGeOzIAPO9ViaE4ylvAwYdkUvBCY0Ajanffzxx8NVV13Vl7IOIs6qjPGOuOGGG8Z3xBe/+MXhP//5T5zL//nPfw6XXHJJ+Nvf/lb1aF+vSyf2Fc7ZKjLeZ1dbbbVY5uuvvw/9HugAAEAASURBVD785S9/aVT+V73qVWGhhRYKvHNeffXVjZ4pCVQ1R1t22WXD6quvHqOkr9H3hi3qdyMR72ebGA/YjoU2OLIGdCYEhIAQEAJCoHcEROBqiKEIXA2BUjAhIASEgBAQAkJACAwIgR122CEadi16JrIHHnignQ71d/LkyQHiD6Shxx57bOBpP//5zw9f+cpXYjp33XVXOOaYY3pOc9FFFw0vfOELw5NPPhkwboxX+fSnPx0WXHDBWI7999+/VTEgAn74wx8OGHq6yZ133hlOOeWU8M9//nNEsPe+971hlVVWGXGt6uTpp58OZ511VrjllltGBPnSl74U5plnnnht3333HXEvPSGfhxxySLw8K9t/mi+dCwFD4P3vf39YYYUV4mlde7Zn9DscBMaSzq/KCwb4t7/97REQCK0/+clPhgPOOEul25xgIsxPxll1FGeXsX+JJZaIz//pT38KzBMkQmBWIfCa17wm7LzzzjH5z3/+830hPA0izhSf+eefP+y1115hkUUWSW+NOOdjim9+85vxg4kRN/p80k0/9zkpRTfBEHjXu94VXv7yl8dSnXvuueG6665rVMLDDjssTJo0KTz11FNhv/326zxTNdfqBGh5UDVHY97GPeSAAw4I//jHP1rG3Htw9buRGFa1iZGhmp2NB2zHQhtshmZ9KD4mZI2KD//uvffe+gcUQggIASEgBCYsAiJwNaxaEbgaAqVgQkAICAEhIASEgBAYEAIYE2xOBpHmgQceCEcfffSAUquOlgUVI4796le/Cqeeemp14D7dGcTCGYQw4uVL+4MOOqhPOR1+NKUErle+8pVht912i0Q8yzVfDEPI40vTeeedN+Jj9yDrfe5zn7PT+NuGwGUPnnDCCeE3v/mNnQYRuDpQ6GACICAC19itxLGk86vyUmUcHLuozpqcVc0JJsr8ZNagOvxUX/va1wb+kJNPPjn8+te/Hn4mlKIQeA4BPkxBN88555zhl7/8ZV+8HA8izrTCDj744ACJywTyCB+nQGjhQxXyYIIx/KijjrLTgfxW6eeBJKZIJxQC/SZwVc21SkGrmqONBfKM+t3IWhWBa/gkwpE1UH72kY98JLzsZS+LBC4+NJQIASEgBITA7IuACFwN696MhQ2DK5gQEAJCQAgIASEgBIRAnxE48sgjI7GGre0+85nP9Dn25tHNCgMphKJdd901GlXwBnXTTTc1z3BFyH4v6lYkM/DLJQQuyFmf/exnY3sigxACIQNCCvSy8cYbhx133LFj/EkNWp7Add5554Ubb7zRPx4WX3zxuL3j5ptvHl7wghfEe//617/CJz7xiU44Ebg6UOhgAiAgAtfYrcSxpPOr8lJlHBy7qM6anFXNCSbK/GTWoDr8VD2B66STTgq33nrr8DOhFIWAQ8Dmtf/+97/Dxz/+cXen/HAQcVpu2FZ86623jqeQtpjL483Oyxvf+MbAdmImeMP9xS9+Yad9/63Sz31PSBFOOARKCVxbbrll9EDHNqGXXXZZB5equVYnQMuDqjnaWCBwqd+NrMyqNjEyVLOz8YDtWGiDzdCsDyUCVz1GCiEEhIAQmF0QEIGrYU2LwNUQKAUTAkJACAgBISAEhMCAEPja174WY77//vvDV7/61QGlUh/trDCQ1ueqfYh+L+q2z0F/nighcH3gAx8Iyy+/fMwAi91f/OIXA8aqnKy++urhne98Z7yFK3sW1fhFzCjF8dlnnx1+/vOfczhKXvSiF0XvXXg1QPDkhUcvRASuCIP+TRAEROAauxU5lnR+VV6qjINjF9WxlbOJMj8ZW6gOLjcicA0OW8VchgBbehpx6zvf+U64+eabyyJyTw0iToueDyL4WAJhLl+1Jbw37kOUhDApEQJjDYFSAldVOarmWlXh665XzdF8/5pVWyjW5V33JzYCE6kNisA1sduqSicEhIAQaIOACFwN0RKBqyFQCiYEhIAQEAJCYIIhsN5664VVV101bsUAQWPy5MnhNa95TSR/sNXaDTfcEL/ihfyB4Yyv3ZZZZpm4bQOLyGyxd/3111eiwjZua6yxRmBxG8EDEAvLLJgbScQeHmRecDu/0047xfItsMACMUmILXfccUe49NJLLQud3zXXXDPwx2Ty3HPPjcd8Ac2cadq0aWGppZaKYadPnz7KK5FFgkcptrb4+9//Hr773e/a5VG/GLjYGmP99deP9/CWdMsttwSIXD/72c864duWwR5s8xx5fslLXhJWXHHF+DjbdNxzzz0xP9QZHpsWW2yxWI/kjYXOddddN7pBf+qpp8J9990XLrjggoibpc/voosuGrbddtt46aKLLgpzzTVX9Li10EILxfZ1ySWXhF122SXep+x44UKsTUAGIt6VV1454gT+kIX++Mc/Rm9dtEOTTTbZJCy77LLh5S9/efRA9cwzz4TbbrstGj1+8IMfWLCuv8RNW6ft4s2KLzP58v3BBx+M7SU1oJAfwv/3v/+NRCfqc9NNN419hTbw8MMPxzL98Ic/zKbL9ievfvWrw0orrRTA5NFHH41bDeER62Mf+1hYcMEFY/r7779/9nl/kfr55Cc/2bl0+OGHR5w6FzIHLEaTLuK9ZDQlcPHcpz71qVjPHJ955plRd3A8aALX3HPPHXbfffdYR+iWnPe2rbbaKiy55JLhoYceCrQ1L9QV3gvADSIa/Y9wxFPlwQA9MHXq1Fi/PEMbo6/87ne/i1+Gc5wTvJRtscUWUb9yTN+iH9GOuc412nLqXYG42ujSXNq5a03jfOtb3xr7LOPAaaedlosq9jn6HkKZrA9zTvu2ctPOiAeswPj3v/89QUYIXuEYb/7whz+En/zkJ3FMoj+jR55++umoG9HDqUe5EZE8d0JdUb8IeF999dXP3Xn2B/1rxtGLL7449lUf4C1veUvcapRtQSEwpgQuxk9wXG655eKYRt3RbrptFdYUd/JRogN9/rsd095e//rXx3Fxvvnmi/qLMe+aa64J1113XfbRVVZZJWy00Uaxv7B9E3oRfQh2abul3jE4IMwTwJ9xdMqUKVGnoeeoY7wp5PpM075Ju2ui84eh1+vykhoH6QNveMMbIkY5/RRvzPxn4wnzJuYTObwsrMedvgjGzC9od/QH+uZPf/rTzriw4YYbxrEcHUh9Wp0wB8zJMNoAZUjnBHXzE8trmzkPz3Sb76Hv7rrrrlF54ble+2Yv4wHp54T5O3VN3wFD6pB++f3vf7/TZpjT9NLm6L/bbbdd1NHzzDNPnO+hA3784x/HtkO+XvziF0fMaFM2t2D+xFyIeZifQ5HPNuOD4U5bHcR7S4prXfvwYx3vUPQntgZi7veXv/wlzj8ZE5hb5KQJnulzbds43pmY16M/2MoyFcZbxl3k8ssvDzNmzIjHbcrOWLraaqsF3rHQtbz78I7F3J3tu3PSZiy055u0cQtb9ctHBvQDyvnlL395RDCvP9uMW4OIk4zZHJp5JkbvKvEksr/+9a/hkEMOGRV0s802i+9GCy+8cJzT4fGZd03ec6va56hIZl7I6WfCWd9s886Wiz93rWm9l74T+Hrv17g5iDg9NmuttVZ8L+e9HZ3Aezg6/8orrwy33367DxqP3/a2t3W2D0Vv8e6EzqK9MP9AZ9HOTj311FFrNETAOyr6Dbn22mvj2BhPWvwrJXDxjo2eos8yR92k4byPrLXRy+kcjXcQhLks9xAjcA26fmNi7l9Vv7MgJWOJPZv7ZW2DsR59wXwfD9u8I7A2wbsUbaWp2HsdW7zy/gaWzFV4/+IdmD7HmhrCB2isiSy99NIxDe5T53ffffeI5NI2wc3S9ZgqbE2nDWK+0XYtIdcGRwBScdL0XYrxgb6CXHHFFaPe6bhe9U7Nut7rXve6WHeEoW2gV6gz1l1szdd0yAorrNDx3M7aDesCrB2xjmbCeyke3skTZWC8Qm/xLk7cXobdF33aOhYCQkAICIHeEBCBqyF+DLASISAEhIAQEAJCYPZDwBujIWtBxkmFRQtIHXvttVdc+EvvX3XVVeHCCy8ccZkFVOK2hYARN2ee8OINscQvGA8qLyzm4JEIY1lOMDIcd9xxHWMmYWyRhAUHSDe2fQX3MFJhbEJ4Fg9JqUAWgXiDPP744+Gggw5Kg3TObXG+c+G5AyayBx54YDwrKQMPtn3uiCOOyNYxC25HHXVUOPjgg+MiCm0CA7IZ5p7Lcvxh8YXFXxZkTPyCKMYh8IQUhUCMwKDEV7QIxtJjjjkmHlubIE4WiyGQ5QQS3o9+9KN4C/ISRsNU0q390vt2TjvBEEMbrhIWdCGimWBY2HnnneMp5YMwxGJSKpBVvv71r4+4THp8YW/EQn8TsgqLWhhDwbwJgWuHHXYILMIhTb25sUgKQQbBYAW5EWlD4KK90+6RM844o0Ns9O173333jfer/lFOMzr59l8VnusYLqx/YbA48cQTRwVnS1LwTdsAhgjIPdYW0wdpi+gGv0jNwjLtsuoZdMbxxx8/gsBEvBh0P/jBD2bbFcRH+iptBgIX/cekRJfas1W/beM89NBDo2GH+MDDG6wtDfualnPv1QIdsc8++8Q2bGH9b1pe7h122GHRWIBBiTEC7FKhTr75zW9mCWA+LGWlDVJfxAXR0AveDq2vYiA4//zzO7fpFx/+8IfjOduH0q5NJ3GR9gaBKycQJlKyWFvcidfSa6MDc/lJr0F42nPPPbPtkbAQLb7whS+MeAxj3zrrrDPimp3Q7tEdnqyMQdH0OvUMgQADYSqMJaSFjjNp0zeb6Pxh6fW6vPixkDFk2kxDFnMh2iAY7rfffiPmRYaHjc2EIQ10WZV43Bm70ctcSwViBXUCMToVxh7qBIOJl2G1AV8GmxMYBj4/HNv8hOO2cx6e6TbfYysyyOvWji0vPNdL3ywdD0g3JxBmMCrn5hGEh0DzrW99K+pu2lppm4MAAKknJ7RNjH7MgTDK+q2UfXiMecyjkZLxwXDn+X6+txBfTurahxG9MV5WzVHpr8z9MER7aYqnf6akjTOOMZ4huXkYOuB973tfvE/98Yc0KTvzNuKHXJET5rDM63gXMikZC9u0cUun6tc8w9FmeYfzhFive9qMW4OIk/wbMYzjb3/72x2SA+ep4FEXbCEOeoI74+6HPvSh7LsRcTC/OOecczofXqTxpuceo37pxDQNO29b76XvBL5M/Ro3BxGn4YIXOfs4zq75X3QNet6LefrmAwOIFBBwEdo/8y97p/fvcP55P7/hvb3bhwr+OX9cSuCy9wJIasyTfF58/Ol7Xlu9nM7RuhG4Blm/vkx27NPz/Y77JWOJxZv7hXDFhwNVwhwRvW5G16pwdt3qj/A8y4dpqfBhD2tCRib299HVJ5xwQiQF23WL09oE10vXY6qwHdR8o2QtwcZjymkkQo67SZt3Kb8VLx8+MmdMxa8x2fs7H1d99KMfzb5n8Dxj/5FHHhnJpf75NG7WPK090Q/5gAr9nwpt4bzzzhvxoZGvv37p7zRdnQsBISAEhMBgEDDdj20Nvc+6LesV/HFs501Tn2MmQ/x/TQOPp3AicI2n2lJehYAQEAJCQAj0DwG/MGGx8uUsC+58ccdkyQtGc8gdfBXFIrEJC+BMuEyMMME5C8N8MclkzL765TrGdMKZIXIQecE7zuc///mOgZ48sqiNMZeFTysDi0ksCBpRwy+SsFBgOHB8+umnR9IHcSDEb4SXeGHmPxYd1l577XgKsSjn5cvCYkRnwXmRRRaJl8ADzyR4KzjllFOiV6CSMpSUfe+9945fpdvCGrjwNS9fRWJ0MwKX5Z1f7oMrpClbaAEnFmKsTfgFUf8s4fC4xVd33Qyk/hniJE3yaHXAfasHiFR82WftlzqFjACmkE/qxC+Ks6gN6YpFbgySGKpM/FYmfsHQ7tOHMKIwz6a/mHjjJdfIt83FwYP+xy/GMGt3hGtK4MIIZwZ5b4gjjrbSlMCFcYhyWP3TTqgjZKwSuMAcwxgYgzd9GN1AHeNNiRdGBE9EeCdAaAeU0/QGBCO8m2A0ZwHTjCHUvW3Rw3PEyXNWn1bPtF/6qRdbELVrJbrUnq36bRunX9TFowYENS/UO4YiygdRwMirqQ5C56PXwN63b0/AIF5blPdpQPpFN6InrZ2lhhof3h97veUXvSFReI8W9FfSNvHlxvD1h5mejHLjFIvT6BeMX74+fT8gzra480wuvTodyHPdJG2P4AjZky+oMfJbO4WYAIEF8WMa7ZcxnT7DOEr7t2fwxIX3B8QvqMcLM//xLN53SAsdbs/5NtC2bzbR+cPS63V58WMhBC6Mg37LW09GNswg12L0RHJGWQtnvznc6ZfoK75iz5HoWDhDbzEXsTrhy3lIkibDbAO+DGaorJufpPqGftKP+R5k9H7NT8Ay7X9txgOri/T33e9+d/R+xHXmbfRn5gyQfYzUxVyceS79vaTN8YHHbrvtFpMmLnQ5bYq5lpG3uXn00UfHjzSY21JW04noScYA5kDMKdP6ajo+5HRiP95bYsEy/+reB/BG4omN1Ce4YFRmvMJzCcL1b3zjGx3ScRs8MWwjKWZN23ivBC7SJv+mGzjmXYiye4KRtQvKPnny5I5Bl7GCOZBJyVjYto1bWrlf9AuetygP3gi/973vdYJ53WMXKW/duDWIOEmffgTZBiEf6EPI4czFOG8ifg6Enkcvoifot/79A0zo13XiMTL9zDO5vtnrfKVtvfeDwGXl73Xc9Dj1K07i2X777TsfktHnGKvR68zH/BjOB2je87QRuCwv9ov+pE1BdkKY66ZhmbMxDtJn/Dzf4mj62y8CV91ci/yU6OXcHI24/Dhg7xGDql/Sy4lPz/e7krEkF79d4wMPCJ/UNTqGj4x4x2EdhHm7vYM1mY9anOl7HfEyTtKucuRf2jNzBuYvlh46C+KeicVZReCycE3WY6qwzem0XucbpWsJuTZoZcz9tn2XYq3qs5/9bIwK/HMkfD+W2DoYRD7meoh5daTOaEe2LmIfBeF10zynUfcI794IJC/mgXi/f8c73hGv8Y/1JDCn7eE508Svcfn6s/u96m+LR79CQAgIASEwWARE4GqIr720NQyuYEJACAgBISAEhMAEQcAvTLCYgvcavn5DvNGQcxZvIGPwco14Y57fMg2357Y9Cy/ceE2wr5t5wcaAZAYl//I9iLx4AgpeYzyBh8UF77HAPKxQNr9IwjnGE7zisBCNYMQyb2We4BFvzvxni0pgSnkNM7uf+7XF0t/+9rfh2GOP7QQpLUPpcyykmeevlEziF24oG3XrPQqAp33BC2YY8hC/IMo5Czx8SWnP+oUXvyiZtgnIcH4xGmyN+IZHBwyDJiw0Ey8LgOahye5V/bIwhDEKgTCCBxLKaeK/HPRtNyVwUYd8uciiIcJCM2EQCD9mDGZbG0giCMZW8DQyIIQgjG62+NWUwOXrAAIgBLlS8W2IrYpwW2/Cwi5GJRbj8EJkZDpewKz9EHasErjMWwJ5ZOsG7znIG9g97iw6sp0EAhZg4oXFTha4EdoR+g/Be6FtS4phBG921q7Ql7QP8ER8nyvVpTGiin8lcfp+kVvU9e2YL/Jtiybff/11skb7huhlC7joTFvENf1JOBZgic+2g6Fu6M/0bcQWkONJxT+2YrNtX/hqF29+CNsHsh2gCYYwviI2gZjMgrE3VvkyUYeMC76PeU9k3nhWgjv5SNNrowOtHOmvNwh7fUQ4CB+GgRlLWNRH99NGwYj2C0HEBK9cGMoQCLP0f8Z8r9e5hy7GC43pOO/1xWNc0jeJv0rn+/Y7DL3eLS9+LDQCl8fBjBzEYeLJNlWeMSwsvynu1DHzCxuP/DhOeK/bWRfCgAOBlfmOeRgddhvwZfBzgm7zEz9e9XO+V5WX0r5ZOh5QV1VibZ/+iZdBq2vC+/ms6b+SNud1G3M7IxWRhm/Xvr58X/bbM/OMx6/N+OCfQwf3472F/FSJx48w6fsAbZJ+gn5Ej6EfIciYsAUxW50h3itqCZ6lbbwfBC7yn5bdj/3MDSBm2fsORHcMu0Z4Z1xgflg6FrZt4+S3m0AIxcDsjf+E9/2d86bjFmEHESdzEN51jMRAOghtn/dyyBV4S6EP0f5SYQuwN7/5zfEy+PNeY3XERf8uz5zV3oHSePy5x8j397Rv9mO+0rbe+0Xg6se46XECv37ESTwQ7ehX6Hv6nK2xcM9/mOD1DfdsnYFjnmU+wTsHbckTtJjHMQ/kuglzZebMSJV3Hgvb7bdfBC5Lw9pH+q5fqpf9WGZzNNLy40AVgatf9WtlS399e/L9rmQsSeP253hpnDyTgIvgEZ20THjXR0fQ/nLvgxYu/fXvdbxb0IbtXcDrIJ6D4I23QRM/Z+W90fScxel1eOl6TBW2qU7rx3yjdC0h1wYNo9yvn381Xefw5GrmMnxcY8L7gRGx7f2A8cneE9L3F94jeF+3jxgh31H3iLVZdAzzEy/e6zcf0LHOasJ4xnbqzLd8+/P1R9hB90XLj36FgBAQAkKgdwRE4GqIoQhcDYFSMCEgBISAEBACEwwBvzDBNjFsfeWFr6GMWOAN7IRh4ZvFasR76sCgzgIPL+UsurCo5gXvD7ycIxB5WCxA+p0XXubtC2uMWd4jTkxw5j/ySX4RM1Zz7BdJ+BoZEooXb0T0ZSCM3zqGL7Ytfv987tgWVj2Bq7QMpc+RL182Tybhnl9E42tdtgnzArmChT0WbVgcNiKAXxBl4Q1jhDcw+oUXvyjp20S6oEe6G2ywQXjTm94Us5DmtWpR1+c3PZ4yZUr82p3rGDo9YYlrfK1u3oX8YphfMEwJTDzHQidtEfGLzCyE2TycvoYhxov/CtETiXyY9NgvfGE8g7BQKt5Y2DSOdLF3rBK4vFHVk/GsnHyJjic3DCPmhWannXaKxkd0GyQHI3TaM9zfZJNN4inP8FW8b9voGBY6fdsnsPea5ttxqS6NGaj4Vxon+WahFrGyWRLeuxHxo/f8l7y5PsGz3vgLCQrCIWKL8hzj5eOmm27isCMerybbuOCVwPS/J3YYAZT6tHEOEiXGd87ZXpFf743A6ySfZ8ucL1M/6tKn11YHWp78r9dF6Gi2ZbUFdQsHAQSCHUK9o2Nti1VPSrPw/Po6MaOXb/tgzFhvCzT2LMZk89BjW3uV9E3iq9L5w9br3fLix0LDifBmkAUn8Pd1QpvEeE99Mf4QppukuFOH3sDrjWWpgZd4jQRMOmZY8UbXYbQBXwY/J6ianxB+UPO9qryU9E0fV9vxoFud21wdgxb158cYvK7RPxE8vvGxAtK2zTHmmSHO9HyM6Ll/EA2ZAzLumUcjb0D0BK5exgePe7/eW3w50uO69wFPsMyNV8Rn8zLfv9vi2Usb7weBK/cu5D1vQM7FY60Xv33ZhRdeGK666qr4TlTyjljSxn1e0mO2sKLuED9v9X2U+mo6bhHPIOIkXojVeKKy/se1VMgrH2CxDbQRIwjj3zNy/ZYwfhw2cgrXq8Rj5PWz75v9mK+Qftt67weBCyz7MW56nPoVJ5jwXsWcACKVzZu5bmJzBt7/6KMmts7Aea6/euKO3wqd8P4DFZsnc72t+LlESs7oFpe9F3iyDuGr5n2lerlqjubHAesjg6rfKhx8er7ftR1LquK365BrWMtivcIIO3aPX9u+kjZtc0R/P3ds9cc9Pxfg3H8wyhyG+InbxHtD5kNM3uMQi9O3idL1mCpsvU7r13yjZC2B8ubaINerpORdypPL8D5LXZn4jxhtDdDXXe59AvI6cSJ82GhjUxWBi22ozRNgbgwhHv8REvqPd3Fff/3UtaQnEQJCQAgIgcEiYOuDrK0zv2X9FXsSfxzbedNcaAvFpkgpnBAQAkJACAgBITAuEPALE34B2zJvBh5PxrF7eFpiEQuxbbWYZGH0RnCNbkSteMH9s0V/v/jT77x4gpk3pLtsxEMjmPi8+EWSKoKAXzDjmC+hEW8cNW8H8UbNP1tY9QSu0jKUPkcWqwyk3PMELl9m7pnwlT1xICz4shjnF0RzdeEXXvyipG8TuQVjPLkZAdATM0i7alGXe22ENs32kHzVvO2223YIV1UELlvUStOwvuSJWGaY8KSuJs+lYfw5eJiHOxZebbHMh2l63IbART2zOEf9ebH+xTUjaPj7/hjjrxkbqkg/PjzHpcYaT/4jHkg711xzTVwI9MZv7nUTPKRBEILsxSKleUkwkpPvi75v+zg9wcj6Ry+61Mftj3uJ0y+q+q/v6btGnPBkVjyz7bHHHjF5PF6hC1MBO9oHwhYJ6BfEFuVz4w73PSmgqQEo1//MyAWhAS9SCG0AA6j3UOP1uNdJbCXJ2OcF4hMEHMR0Ui+4+/Ta6kCfLzv27TH9WtrCQNTDEI0XhhtuuCGSvBjvGSPR6bn+sclM4iJGCcSMHF6vV5GZbRGf5zgmzdK+2UbnD1KvU5aqvPix0BO43va2t4U111yTR4O/jnfD97znPfG6HxvjhYp/Hnf0f2qA22KLLeIWTDwOoYf0vEASsy3xTGcz1xtmG/Bl8OWump/4dm061JfJjm08ajPfq8pLSd/0+WwzHlj+q349AQNiGKRXtoaj31VJ2zbnSZr0U3Qf8510zPfpeV3tjba9jA8e9368t/j85o7r3geMIAMm6LCc0IfpywieRTBMtsXTt522bbwfBK7cu5DNYavKDmHYtpPHiyYL86XviCVtPFcX/prNNfwWvr6/txm3LN5BxGlxM7+AJM78hLmvzTftPr/UBfMd6/tWR93eMz74wQ8GiM6Itc94UvHPY+T1s++b/ZivkHzbei99J/Bl6te4OYg4K6okvndD9GMuNvk570lVBK6qtuA/GoKMCckL8d65/DtsVV66XR8WgatUL1fN0fw4kCNw9avNdMPOtyff79qOJd3SqLrH+zntC0IO4zfGVD+PqnrOrptezD3jPTvliMJ4vjYS0DnnnBOuv/76GK3FWUXgarMeU4Wt12mDnG/UrSVQ4FwbNHxzvyXvUozZzJOpX+aSfstKvwYIwZXx3H8ISx5YC2V9jA8gzSCfy5u9+6XtwesH1kX5gCoVv2Uo2zifdtppIwhcw+iLaZ50LgSEgBAQAuUI2HghAlcNhvblf00w3RYCQkAICAEhIAQmGAJ+YcIWpHwRzdiVW7DLEbi8637i4cU8JywMmJhL7X7nZdNNNw077rhjTAZPUSzk5MQbK+3rZL9IAiEGYkIq22+/fcAQipjRn2P70p5FdOLmt4nkCFylZWBxv7TsVQZSymCLN+mCiy+fJ/0YicUviF566aWBbTW8NFk4gxTht/3geb9wlBpDqwzoPt2qYwwkm2++efzaPWcg4bkqAtcFF1wQpk2bNipq2hb5tb7kcfYL5emDRsiy59L76bnvR/ZlYhqm6bmvSxaLbctL/zwLZffcc0/HWOTvcWwLrBwbGYDjnPhFXE/oyYW1a6XGGuoV70NGNrT4+MW4AUkJcgPl84Ihg69DV1999eg5CCJITqzte+IT3ifwQpGKJ/iYYbYXXZrGb+e9xAlehx9+eFzUhawHkQfBWGTEnSuuuCJcdtll8Xq6PWHdWEDfNuKTtZl08ThGPPOfx7QpgcsbKBlzFl544Y6HQAzKfNGLd0i2cSR9I+KSb8JTZsT3r9yY6duw6aRecPfptdWBMcPJP19f6bZlSdDOqc0DfB11bj534OcDbF1h+pdfBK889IlUvJcEPDZC2ivtm5ZmlXFyGHrdyleVFz8WeqIWJGEzlFgbJC5f/+m2dZZW+uvH09zYstlmmwW+pEfYOpaxzIufE5nOHnYb8GXwhko/bpquJO+lcyVIDnXzvaq8+Lpp2je97mozHvj6yR1DQGVrbz+3JhweT/GKgDENMqaXtm2OPo7eBw8v6EjaLMRN5sJ+nlZF4OplfPC453SwtdXcnMnrKfvwxJcld1zXPowIzLN14xxh7H2kLZ69tPF+ELjSd6Eqb8qUsUp6GQtL2nhVPuy6bW/ux3nf39uMW4OM0+JOf/GSs/7668f5KJ72TPC4SN/AuyUEKMRva2/h7NcTJNLt6C2M//UYef3s+2ZTnejjzR23rffSdwJfpn6Nm4OI0zCC0En7RY9AushJFYELUoStOaTPMc/nPcd/QOG3Pc1tH5/G0e3cEzSazt+Jz94LPFmH61VzrVK9XDVH8+OAjTuDrF/KlopPz/e7tmNJGm/uHG9/bL06eSYZEHJROrfgGfRmWw9cufc6r6fswxefJ6+f2hC4mq7HkFYVtl6nWb37vJXON9quJZBmrg36vKTHpe9S/h2A92PmkP4Du1Sv8LEWpL5U6KuMO8wLGUu9VBG4zDM2YavmU9yz9mjjmq+/fulv0pEIASEgBITA4BEQgashxiJwNQRKwYSAEBACQkAITDAE/MKEGep8EW1hwhaD/b2cIcR/FeXDdju2BZF+52WXXXYJG264YUy62xfFPt0cgcvyl5YB4wUL4ywimOcZbxDLLSCkcfhzW0w1oz/3Ssuw0UYbFZe9ykBKfozAlVuA4z7Cgt96660Xj0844YS4pUfVgmgMNPOfX3jxi5K+bnLts98ELhbBqe/cNiUYQvkqxIwkVQSuM888c5ShlHKmBC7vWYVtT8AqJ7aYlTNG5sL7bfyaGGKIAyIiC6QIRnHbStUTuM4+++xRW0rGB2r+eU91thBY9YjHJPcVbu65JsYatvWcd955IwnHiEfEZQuoLDyyQJ2Tiy++OFx55ZXxFl8f77PPPvG5NCx9ArF4jMDlDdVVbSNH4OpFl6Z5s/Ne42TLXIxGiH0Za+2ThVYMdoaD9zhi6Xf79TrFDDX0N77yTcWTIJoagDBy7rrrrjGqs846K3rVg8xkRir7gt3Ord2mRMI6nZQjcPWCe1163XRgihvnfky55JJLAjqiTpp48PA6PEfgwvvKiSeeOCqpHIGLQG37Js9UGfKGqdfJB1KVl25jId4HMZLQl8zTmRlTff94NoXq/74ucrh7AldOr3vjjY27w24Dvgx+TlA1P/Htut/zvaq8lPTN0vGgurb//w5e84gfLz1m3Pr/uyHOX/BKYjqae23bHOMtW6qSFsbBVNCfRx11VDT4ca+KwNXL+FCHe9v3lrQM6Xk3oyk40zfaiG0lyDNt8OyljdcRuPD+h0c2xG8p3a3s3iOY92AVI6n418tYSJQlbbwiK/EyxAH6APVo5fb9Pac/ebBq3OJeP+PkPdM+MoBsmvN+SZoIW1m9853v7PR93mV4J4W8jphnzHiS/PPbjjHfZd7bTTxGXj/X9c228xXLQ5t6L30n8GXK1XvJuDmIOMGkSn8yd8ADjnlhTokWts7QbX3Cx20fAflt0qu8b1td1f0Og8DVi16umqPldOGg6rcKQ5+e73eEbzOWVMVv1yELQ/JP5xG0L9Yi6MeM/5y3JXDl3us8gStHrC4lcFW9c6frMZS7Cts6nVYy3yhZSyCPuTbI9W5S8i7lx2m2J0QP+I9W/ccnljYkz6222iqutdg1/5u21yoCl/e46J+vOjaSta+/funvqjR1XQgIASEgBPqLgAhcDfEUgashUAomBISAEBACQmCCIdDvhYmll166s5iDERdDeTeBFGPbPPQ7L36bIPviPZcXSAcYvBAWoliQarpIYuQFnuXr9KlTp3a24sJYzSJCU7GFVU/gKi0D3qNYbEHalr3KQEpcRuCq2i6FML4eMWLTDqoWRAmP+IUXv8jj4zJD8rNPPPu/mzGgyoDun0+P/cI1hhI81LAVEcYpjJ6eoNcrgYttyoyc0u1raNsGoimByxvieBliS8s6MbIK4fyCZz8IXHiVATckt11XvPHcP2/ctkU5fz933MRYYwus1CmGiJwsssgise+ussoqMb9+4RoMwdKM3TwPaRPX/RjFaOP0CRa8MfIgRuDyZKOqr4ExTmEQRMyrTC+6NEaU+ddrnGBDm0DoG7QVFsLBii90bWsk7ptnC475+jb1/sJ1LyzqQ5ZCBkHgYhEbnUBe0csYuGiXRhT0C9ZsG/OhD30ohr3uuusCJDGTOp2UI3D1gntdet10oOXZ/7INiZE1mxI8bfvJbh64MEjgQQu59dZbA9uleb2eW1AnbDdDOPeRJn2TcFU6f5h6nXwgVXnpNhZ6/YeuYBtq62+2TcizsXf/X4d7iSF62G3Al8HPCarmJ6VzpSbzvaq8lPTN0vGge42PvIuuw0MkcwFINhhHTTyWXOulzTFusT0e2wcbYYA4/VylisDVy/hQh7uN900/PCHP3aTufYBxDxI2Xhpty7Fu8c2YMSPrmbcOz17aeB2By3tmNCITZehWdj50YO6IGGk3nnT518tY6KNt08b9c7ljyLJ4srIPcXx/Lx23+hWnn1M2Ga95T5o802MOcvrppwfeJ3mHQMxTSTxJ/uFVFt2E8AEH89pu4jHyOqWub7adr6R5aFLvpe8Evky5ei8ZNwcRp5+rMn5Rx7yn4rmIeTRi3qdKCFy+j/Ieduyxx3a876YfNKT10+R8GAQu8lGql6vmaDldOIj67YahT8/3u/SZurEkDe/P+YgAnWHvwHjeRh/wzmceqU2/icAV4naDfLjVZr5RspZAHeXaoK+7uuOm71LUPR+PQNKzj0fMGzx1bh+Y5NJjvslHcRCK0SW0WZPzzjsvXHvttfG0isDl11VZF2WduJs88sgjcc7p+0a/9He3dHVPCAgBISAE+oeACFwNsRSBqyFQCiYEhIAQEAJCYIIhULfY2tYQwss+C4cIL9V4vskJBCMWEnCvDcEI6XdePCmC7dC+9a1vjcqKX6Tw5I6miyT+q2W2w8HzFF9M+7hGJVpxIUfgKi1D6XNkrcpAyj0jcHF80EEHxa3mOPZihCNP8qpaELXn/MKLX5SsaxPdjAFVBnRLM/dr7Z0FKtouXzJ78VvY9ErgIl7zapJuCWFpgguGc9qpN4ra/dyv//qf+6eeemokBeXCcs2T0tKFuX4QuHbfffcOqTEl+aR5sgU9rjfxAkA4PKLRLpEc6YuFVeoV8f1ym222iV8sY3hMt1dFj7FYaZ7Y2GYMUgqLrgh1Afku3R7Vb9NnBK5lllkmeu3iOSNncezFf9lqYXrRpT5uf9yPOI3IwaIudbTtttvGJCDsgJGJNzJB3oLslQrt+o1vfGP0tkTbsIXdQRC4SBsiHvoNI9ekSZPi4rRtY+Z1EG1iiSWWiNmlvBjcTep0Uo7A1Qvudel104GWZ/8L2YI4kSqDrnkjIwxtfq+99oq4oR/w6kH7T8UTMn74wx+GH/zgB8UErrZ907YArNL5w9brYFOVl25joW87EAshFKy44ooRavoE29Q1Ed+W+2XIsL4zrDbgy+DnBFXzk17mPHXzvaq8lPTN0vGgW70vueSSAa+rCP3OiLD2DCQrtoRF0nlE0zYHcQIPUAjGXMgCXhiHGTNtS2EMfBCaqghcvYwPdbhbf29jUPVlSY/r2ocZY+kbkFjTeQHxYczkD8F7BWTYtnhiDDWid9t3Gk/gYuvoVIf7uV5TAhdlsTlsFbmXbWsZ4xHiZfv0knfEXtp4TLzLP//RA3ob4iy/SE5/cr2OeNyvOCFi4lULIV+HHnpoPK765+v5+OOPD3izsTrKeb6xeLzRnPYM8aeb9FMndkunpN5L3wl8mXL1PlYIXP49I+eB1uv0EgIX9WFzcDwqnn/++SP6MP24FxkWgatEL9NHquZouXFgEG2mG7Y+PZsXlY7NVel4Mq//oNCHtzGWMQ+d00SsTeX00OzkgctvRdhmLQGMc22wG/al71LE6edZxx13XNhzzz1jUuk6DvNL3lOY70HQSuUd73hHWGONNeJlvz2mrfekbch/cGNjWBonH0Di7Qu58cYb47us7xv90t9pujoXAkJACAiBwSAgAldDXJnkS4SAEBACQkAICIHZDwH/gp7zcGSLNG0MIfYMaLIIjjHci/fU4RcX+50XiBvmHQaDCp6AIHB4weiFBwLEkz+aLpJgmOcrNYgIEBps+zS+VDz55JN9UrXHOQJXaRlKnyOTVQZS7kGUsS0EjWjCdRO/BR7GZhbskKoFUXvOL7zYoiT36tpEN/JClQHd0sz92lfLOUMcdYzhi61DkX4QuGyBmfhSAgzX/FfxqeGV+1XijaYswLOlFNs0psIiGB6prN36xTXCeqNebqutNL7cue/v4Eq/8EQfe8Z7JuFaFUHQwvtfM1DlPI75MngCl3kdQzdgdCVvXjxZD5Ip+sG8d/EVsnk1sGdYlKV/sJiOGIHLt23qAo9/Xg9BEoMcYc/5flWqSy1Pud9e44QIwIItgtGWPsjCLQZ7L94LAuXlfoqx3xbj5z//eaCNId0W+rnv20rOgEWYnHiSkd33BC3batPu5cpVp5O88cwbP0pxr0uvmw60cvhfthMkL+gz6sNve0k48g8O3Lfy+wV4X08WL6QNdBnkZYS+QR/xbT+3oE7YnCG8bd80AmaVzh+2XqdcVXmpGws9UQrdxBzDPMMQbxOpw73EED3sNuDL4OcEVfOTXuY8dfO9qryU9E0fV9vxoKruMY5RPwgk2JwRzfRPjmjTpM3Rx+lH6IUqIoknFtjW434uwtjP3BjpZXyow93K2ua9JWaq4l9d+/DlhqB06aWXjoiJPsy7CHVPn2aLUqQtnniiKH2n2W233QKkOeS0006L3kPjycx/zGmZ21K3SBsCl38nyHkd9tsh2bhg9UNaTd8Re23jpNVNTF8zT6adco60GbfS+PsRpx/fGa/BODeXJ23moIzdKYnSz2uOOeaYgD71gk7lgwTq37yt+Pu5Y6/HvH6u65u+PH5+lEuDa6X1XvJO4MuUq/eScXMQcXqvxqwb/OEPfxgBH4RJiJOIX2Ph3NYZum2hSDi2G2fbccTWNnLzxRig5b9hEbhK9DL6uWqOlhsHBlG/3eD06Vm/Kx2bq9LZcccdA++/yC9+8YtRnvQ9WZ42IQLXl+IaStP5Bh8HlawlUB+5Nsj1Kil9lyI+X8+mA7iefhTI1ssQlpGcPuK90IjH/qMhI3DxnF9/9gRCvL+xxpqK3+b96KOPFoErBUjnQkAICIFxhoAIXA0rTASuhkApmBAQAkJACAiBCYZA3WKrLbQ3XZgAng033LDzZTkv/RAZHnjggYgc3j/e/e53B4zICJ5tzHvGIPLiFxaYGLKgjjEU4ctmjF5mtMAAbV8dt1kk2WeffQJeFbxgZLGtIf31bse2sJouapeWofQ5v9hCvUOmgDzEwqY31lAWtvTgD6MgC+2kacYDvtpl6zSkakE03pz5L7coyb26NtHNGGAkEBYYqXfqgzJ0E1vsIgxEBcghGFmpXzxJQXgywQsFW40g3hOb34LQwvJLmyC/nojlPWOQNwxH06dPj4+xiMVCqrVP/5yPt+rYjLJ2n3gxSkDSYsvQ1VZbLWywwQaRIEAYyBoYXT25yJOfSglcxO3bDfXBtnS33HJL3L4O0h95oT+a2LZ2dl736w1UxI2HCwzEGFzMaEkcnsDljQh4KcAwZu0D74BsoYdBDCH/jz/+eNySw+rDCHcYZ8n7m9/85o5e4xlIc1aXeFCw8tGnTjnllOjViW0G+IrUb3HlCVylupT0q6TXODH20k68+L7gr3tPThj92dIEXYGwHRQELvCkTVCH5vHO+m7uS22eLSVw0e4hLJnQt23bP655ncm5X2zmHKnTSVUErlLc69LrpgOfzfHo/7RVvEUijIuMPRCuaIcspBtJlX7BF9CpV7/LLrssXHHFFfF50sdQhqcMxBsGvV7PGUQJnyNwte2b5nHI2k2q84et1ylXVV7qxkK8k7IVs5ccKcTfT4/rcC8xRA+7DfgymKGScnabn/j+28/5XlVeSvtm6XiQ1rOde1ImJB/6LLoLgRjMGGPeCjD221zTnm/a5sy7Ks9dfPHF0QOjxYF3KebTzP+M+Mk9PzeiHhk3bQwoHR/qcC95b7Fy5H7r3gfYPpL5lo1lzBvtvYYPHphLQJJBTKdyXIJnaRv3HqF4L/vGN74R58Rc50MBI9+SrzYELr+tMuMpno4pI1gwZ2aOg/h3yJKxsLSN+7rrtoW3EdMpA96oIHYjbcat+ID71684/XhI9Mxxr7/++oBxG6FtrbPOOrGP2/vXfffdFz1vcd+POZQP/UBfRHgWcr19xMHcGZzqpN86sSq90noveSfwZcrVe8m4OYg4vQ7gQym2baV/UZe8M9q7Bpjy3sLHMCam+/08ze75X3QaHhW9pGQK34/xUmt9xj+TO/btmTh5N+gmbA8JadHmVKnHaruezvtK9bLvL74/eF1iBOVB1G83LHx6fl5UMpZUpeNJk4zlvLexfsIYwXgOKdveg8EcIg6/dWL1lHuvY34J2RfxY6TF6T/2Oeecc6L+457F6duEn3O0WY+pwrbf8w2wA1PDsM1aQq4NGka5X9/XwLVuncPepSwum0vZOfNLI6DbNcb4PfbYI57yPORZ9A5CvZJnyGAI5HbeZxCPK1vG8/GBbZfoid/0/zPOOCO2MdZbmGeyZoT4eYWvv37p75iI/gkBISAEhMDAERCBqyHEInA1BErBhIAQEAJCQAhMMAT8C7T/AsqKaS/v/iXZ7nlDfrrg4r8QJTyLxggv3ybpAuIg8sKiNAtbRhgjbfLCwoktdHMt3eKLBQcW8RBbqIsnmX8YrlgkMWnrLcOes4XVlMBVWobS58iPLYpZ3ozI4Ik4do9fFu9sMYpz782M86oFUe4hfuHFL0rWtYlu5AX/LGn4BT7Oc5IaMm1R0soGAQiDqJ2zWAUmpQuG5AHjyeKLL97JTpqmYduWwAXZjLh92+8kkhwQ97HHHtshWtrtfhG4yAtGMd//LY30lwVjjC8s8jYV/8V57hnD0BO4Um8FhCFt8mjesIjL2j7He++9d1h22WU5jIIuQY9Ye6CNsTUfQnwYHVgwpQ7QQ2YkiwHcP+IxbDyBiyAlutRFnT3sNU5PiCEBT371CdI/KTf92yTtQ1xPyQCmf3IL/YQvJXDxLEYm6xN4hzRPG9zzHgQ5zy3+e72SGzOrCFzEV4J7XXrddCBp5oT6oA690R7yoh8TMfJjwOMX2WGHHSIh0uKjffOMtVuuU7cQVSGDIV6v5xbUCZMjcJX0TeLyWHFuOn9W6PWqvDQZC2mjplPAGd1ppBfKVSd1uJcYoklzmG3Al8HPCciH6QeOEdPRpXOeuvleVV58Hed0QVXf7GU8eLbEo/8bWcTuMJbRdkjLtyXaFgRpL5SvSZvzhl2eZ9yiz4O7pcF1PFaaVzxvmOUeYuT+0vGhDvfS95Znczf6f1374AnvLZVzsMcYCbYm9GGIXmCGlOBZ2sbBGqOo19eWL379HKQNgYtnvQ7nnLIj1iY45/0GUpFJyVhY0sb9HJY2SdvMCeQX6gbBmLzTTjvF4zbjVnzA/etXnIzLzKPoS15SnO0e76CM79SpifdYwjXGbp737SHnWdaeT3/7rRPT+P15Sb2XvBP4MuXqvWTcHEScePChPq1/gZXvv9Sr1z3oG8bMRx55pEPeTddfPN52nL7vp553/LwKgg9zvybiSSVNwpsXKBv3bV5nz/rxgGv+folerpqj5caBQdSvlSv369Pz86KSsSQXP9fQCXhM8u+rtCf/Xsx7gd2n7UF0szG/Kl6rv9x7nZ8npOuJxDeRCFyUp3QtIdcGia9KSt+lLL5U91btLuB1BfqH9kE7or2asM7EGGvjkl83szC23rrSSisFCP6m44gTPWbv7oTnGl5Mjcjs+0a/9LflS79CQAgIASEwWARE4GqIrwhcDYFSMCEgBISAEBACEwyBPffcM/CijOQMUGYIYVJli9sGgSdw4WkGjzNevJcPf52XbrZQYzHQPN5wf1B5wUjNF/CLLbaYz0Y8Ji8s1qcLT/4LVzy21BlPbasMIvXeSUYl2OVCFYGLR0rK0MtzW265Zdhmm206Bv177703HHXUUZGshEcBjIOQU1g0tAUWKxrGVL7wti/puM4XwXidQMx4F0+e+8fCoLlJ94uSdW2iykBKtHzxh7c3W2QkzxCa6iRdsLLwDz/8cFz8ZisaiB4IC1F48GG7CgwGSLrIHS/O/JfzwMU98AMbiICp8EUiRqCVV155hOeuNFzVObjSD9daa61R9cQzVX3R4gM/+9KxFw9cxMdWgSy0492qSvDUB5GMhb624vusPUv58FSArqI9sABoWxcQBsx5zi9M27P84q0MjxLWlmlLfG2cloF0brvttuhdBDKTGdq8JzHS4MtR6tKIMjwHCZAvcM0TlN+a0/LSVpfac91+e4kT3bD11lvH6I3EWJUWuot6Nw9NPhx9kq9x7Ytcu4fxgOeqyLC9ELi8sQfvgZdccoklG/uIfRlN3WAks8VmC1Snk7oRuIijLe516XXTgZbn3C+L3YyLL3vZy0bdxpsCbdI8UloAPPah56z92nV+CcuX15C9Tbxer1r498Z/+oDh3bZvkmY3nT9svV6Vl7qxkHKAA1vPIt6TSrzQ4F8d7t4Qffrppwe+cPfijf3pvHBYbcCXwc8JyGfV/IR7JXMlP3bk5ntVeemlbxJn6XhAOVPBWEZ+aHc5waCGF4Pc9sWEb9rmtt9++4DhPp33EQfzebz3eJ3Kde9pi3Puo3uRkvGhDvde3ltippJ/de3DgnfrG5CFIXMzXnopwbOkjZMm70Bsd+WNoFzHWwbbKuJJEfEErqZlz21PTFyMBxChMaim0nYsLGnjfg6bjvdpfnjHZb6NVyOb47UdtwYVJ2Vn7MVzZq7vkS5jJ+9lzNX9OGx58tto2jX7rSqn3U9/B6ET0zTsvKTeeda3XYur2zuBL1MOj5JxcxBxUhbeOelz6VwM8hJ6hr5u76SE5/0aooNtLWmkZ+5ViZ/n596fPYHLv+tUxWfXGfdYO2gqRuCy9wJP0CKOqrmWxd9WL1fN0Xx7snnCoOrX8p7++vTSeVHJWJLGb+fMP3lXsg+S7Do6hvGb910+LLD2N23atLiWZuFyv1Z/ufc6T+DKrSd6Apefs1qcvk2UrsdUYTuI+UbpWkKuDeaw9tdK3qXsecZB6tkEEjhrYakwbkJKY50nJ7wfsi7on+XdlTU5POWZMAabEZ82uNdee8U5ot23X9oQ8wrWaEx8/fVLf1vc+hUCQkAICIHBImC6H5I3837edZhj8MexnTfNxRwz9wGv9w3aNLYxFE4ErjFUGcqKEBACQkAICIEJhABzDMgueK2BBMHCOIQKFgOHLWyfBXkCgzVfGrP4dc8993QMxr3kx7ZrYHGYBQn7wr6XOHPPlpah5DkWV9jykrr6w8xtdyCxHTzT25QRuCgnCyYsxBKOusVIw+9YEiPMsHhtbt3r8gdeLHrhOYp2woKib7OQHvmykXYEua0fwgIY29mw9R9EJgytJUSmXF4gayy33HJxK0j6JFvVUa7777+/4y0h99wgrs0777xxWx2wZdGWFzW20Ljxxht7Li/lpG4gC9EO8WaXM2T5cvGSSF2zFRB1Sn74mrxbW8ZgQLvCEEo9YQyh7yOWBxa+0S/mjcinyYIlz5IOMnny5A6BtooAOghdOog4fTn9MX0KjKkbMEansPXi7CjDxL0OX8gAjNEY/GiPVW3W4sHwgL7njzaO/uOLebw79FtK+iZ5qNL5s0KvV+WlG1bewInRA3zHkgyzDVSVOzc/8WFL5jz++WEel4wHVfljXGU7Nfozi56Mrcx98OxoY1Tu2TZtjnEbUjjzetoC8wlIn2yLXDXeMr/BcwwLtJAS/ccb5GeijA+M6yuuuGKchzAXYPxnbtNNP5bgaZihX9q+02CUZSxmMRx97z1j5dpG02voa8rOXBMDK2MDc8xuUjIWlrbxbvkYL/cYrxl7MW7TZyBUYBSHIEj/S/tVWi7m37QZ6oj3VLwlM0/u17tGml4/z0vq3ebjbd4J+pnnQcZleoOyoX/R8fQ7E8YAdC41DLmOAABAAElEQVTkXd5n6tqGPWe/ftvV1Eu5hUHf4b0xR5iwMMP67TbXKtHLw8p3P9OxNtFmbK5Kn/kD4/wyyywT9QPva957J7obPUIfY42k7kPHqnRm5+u9riU0xa70XYp+AyGeuQJzGNY6uwntztaxWPO1d0rWSKqEsYx1RUhevn0RnnRpf8xXmCeTB0jKeBCUCAEhIASEwMRBQASuhnXJ5EsiBISAEBACQkAICAEh0B4Btr8zz058DXbccce1j2ScPJESuMZJtpVNITBLEbDtIzGynXzyyaPysuuuu4aZHwrF60cffXQkhI0KpAtCQAhMeAQwWODRE3I0RvX9999/wpd5divgWBsP1OZmtxao8goBISAEuiPgPXF6zzj+KdtWGe+OEFUlQkAITBwE8Oq2xRZbxAKde+654brrrps4hVNJhIAQEAJCYMwgIAJXw6oQgashUAomBISAEBACQkAICIGZCGBcxejFF2aQt/jSFWGbPPOqEy9MsH8icE2wClVxhoIA2w7wZTQCwdO7/fdfuadbPA4lc0pECAiBWY4AHqXwYLDjjjuGTTfdNObHb2U2yzOoDPQNgbEyHqjN9a1KFZEQEAJCYNwjYGMCnoHY3hrBix5bi6fCdp5sg8o6yAEHHBA9faVhdC4EhMD4QgAdgNc+vD0edNBB0Vt4bgvV8VUq5VYICAEhIATGMgIicDWsHRG4GgKlYEJACAgBISAEhIAQmIkAW669613vilvSQORC2Kbm8MMPj8cT9Z8IXBO1ZlWuQSIwderUsPnmm3eSYCtPtr5hy0a2KEDY3urEE0+M2wN0AupACAiB2QKBI488MpbT5hOQOT/5yU+23vZotgBrnBdyrIwHanPjvCEp+0JACAiBPiLAO/58880XP1CzaI844ojwwAMP2Gnnd4011ggbb7xx+O53vzuhP1zrFFgHQmA2QOAtb3lL3DrT3kUo8o9//ONwySWXzAalVxGFgBAQAkJgViAgAldD1EXgagiUggkBISAEhIAQEAJCYCYCRuAyMJ566qm47dEjjzxilybkrwhcE7JaVaghILDHHnuEtddee4RhxJKFvHXSSSeF6dOn2yX9CgEhMBshAJnGDCbPPPNMOOWUU8Ktt946GyEwexV1LIwHanOzV5tTaYWAEBAC3RCwd3wLc80114Tzzz/fTvUrBITABEcAAhdrFSazw8epVlb9CgEhIASEwKxBQASuhriLwNUQKAUTAkJACAgBISAEhMBMBNgODY86c845Z7jvvvsi8QKPGRNdpkyZEhZaaKHw5JNPhl//+tcTvbgqnxDoKwK8c22yySZh0UUXDZMmTYq64ze/+U24++67oweuviamyISAEBg3CGyxxRZh/vnnDw8++GCcTzzxxBPjJu/KaBkCs3o8UJsrqzc9JQSEgBCYiAiwpTvv+Y8++mj0BjxjxoyJWEyVSQgIgQoEllpqqbDOOusEtk1kbeLOO++sCKnLQkAICAEhIAT6g4AIXA1xFIGrIVAKJgSEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEhEBjBETgagiVCFwNgVIwISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBBojIAJXQ6hE4GoIlIIJASEgBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEh0BgBEbgaQiUCV0OgFEwICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEgBAQAkJACAiBxgg0IXBNnjy5cXxzrL/++v9rHHocBRSBaxxVlrIqBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIATGCQJtCFzPe97zakslAlctRAogBISAEBACQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEgBB4FoGmBC7IWy94wQtqYROBqxYiBRACQkAICAEhIASEgBAQAkJACAgBISAEhIAQEAJCQAgIASEgBISAEBACQkAICAEhIASEgBAQAkJACDyLgAhcDVuCtlBsCJSCCQEhIASEgBAQAkJACAgBISAEhIAQEAJ9Q2CllVYK/CEXXXRReOaZZ/oW97Aj2n777cO8884b7rzzznDzzTcPO/nwqle9Kiy00ELh0UcfDVdfffXQ0x90gksvvXQsI+mcddZZ4X//+1+jJPlic+rUqWGxxRYLkyZNCmeffXa47777Gj07kQPtvPPOYZ555gl33HFH+NWvfjXLi0o9ve51rwtzzDFHmDZtWpgxY0ajPJU+1yjyikCzuq9XZEuXxykC6667bpgyZUp45JFHwuWXXz5OS6FsC4HBIcC4sN1224W55por3HPPPWH69OmDS6zHmNuOD/PNN1/YZJNN4tj3u9/9Ltx+++2NcjCR5s+NCvxcoFmtL2dX3OvqaI011girrrpqDHbmmWfWBdd9ISAEhIAQmM0REIGrYQMQgashUAomBISAEBACQkAICAEhIASEgBAQAkJACPQNgfe///1hhRVWiPF9/OMfD//+97/jMcSSJZZYIh7/6U9/Ck8//XTf0hxUREceeWQ0wP32t78Nxx577KCSqYz3sMMOiwSlp556Kuy3336V4cbrjV133TWsv/76Mfsf/ehHw3//+9/aosw999zhkEMOCfyanH766eGmm26y09n219orBK7jjz9+luOw/PLLhw984AMxH+eee2647rrrGuWp9LlGkVcEMuxmVV+vyFbry+NRz7Yu5Dh44NOf/nRYcMEFw5NPPhn233//cZBjZXF2R2Dy5MmBLW0gHT722GMDh+P5z39++MpXvhLTueuuu8Ixxxwz8DRLE2g7Przyla8Me+yxR0yuzZhSNX8uzfd4eW5W68vZFfe69uFx2XfffeuC674QEAJCQAjM5giIwNWwAYjA1RAoBRMCQkAICAEhIASEgBAQAkJACAgBISAE+oaAX/D3BK7Xvva1gT/k5JNPDr/+9a/7luagImprtOt3PkTgGo3o2muvHd7ylrfEG3js+vvf/x7OOOOM6CVtdOjZ64q1VxG42te7YdfG2N4+lcE/MR717OBRGX4Ks5qQMPwSK8XxjMBLX/rScOCBB8Yi4L3x1FNPHXhxROAaDXHV/Hl0yIl1ZVbry9kV97pW5HERgasOLd0XAkJACAgBEbgatgERuBoCpWBCQAgIASEgBISAEBACQkAICAEhIASEQN8QYMuNl7/85TE+ttywLRQ9seCkk04Kt956a9/SHFREs5rUseWWW4ZFFlkk/O1vfwuXXXbZoIo5y+It8cCFVwu8WyAYmcfCVoGzDMAkYWuvInAlwDQ4NewmEoFrvOjZBtUz7oLMakLCuANMGZ6lCMwKAhdbKDIHmHPOOSMBeyx70Ww7PpR64KqaP8/SxjGExGe1vpxdca+rWhG46hDSfSEgBISAEPAIiMDl0ehyLAJXF3B0SwgIASEgBISAEBACQkAICAEhIASEgBAYKgIicA0V7nGRWAmB6x3veEfA2IZ8/vOfj+S2cVHYIWTSjMwicLUH27ATgas9dnpiNAKzmpAwOke6IgSqEZgVBK7q3Iy9O23Hh1IC19gr+XByJH05HJzbpiICV1vEFF4ICAEhMHsjIAJXw/oXgashUAomBISAEBACQkAICAEhIASEgBAQAkJgjCCw3nrrhVVXXTU8+eST4eyzzw6TJ08Or3nNa8Lyyy8fHnvssXDDDTeEX/ziF+Hf//53wOCGh6ZlllkmTJo0Kfz5z3+O3oiuv/76bGnYrmannXaKcS6wwAIxDJ6dIHtceumlo56xvDzyyCPhggsuCCuvvHJYf/31w1JLLRU9Jvzxj38MeExIPSCtueaaYcUVVwxPP/10+P73vx9e/OIXh1122SUstthiYaGFForpPPjgg+Hhhx8OP/jBD2K+LXHub7fddmGJJZYI8847bywn4a699trwy1/+0oJ1frfZZpsY75/+9KdwxRVXhO233z6stdZaYZ555gkHHHBAJ1y3A9ZPXvWqV4UVVlghcEy5KNP06dPDV7/61YCXiCpSB0Y6yETkF3nggQeiZ7Gbb745sL1fTqZMmRLLSP2RTxa6qLsf//jH4Q9/+MOIR6hfws2YMSNcc801I+5xstFGG8X2Qn2CKW3jN7/5TaAOFl988XD//fd3PJ1Rb8T33//+N7at+eefP2y66aax/bzwhS+M9XHnnXeGH/7wh6PSsQu0xw033DC87GUvCzzzl7/8Jdx2220x3X/+858WbNQvHtle8YpXhCWXXDK2C/JIW95qq61im+KBj370ozFvox5+7gL5p55oWy95yUviVeqJdnbJJZfErRTt2VVWWSViQ5ujb9CfwPjiiy8OtJVU3va2t8U2TRsDg9133z32k7/+9a/h61//eho8e/685z0vbLHFFrGv0o7po7/73e9iH/n9738/6pkdd9wx1u29994bpk2bFvGhf1FvtMGf/exnsQ3yIP3/1a9+dVh66aWjRzvu0x7uvvvuEfGakZk+fd5554Vtt902luNFL3pRePTRRwP5OP/88ytxblsGS5x6RV8su+yygThIh/qde+65wwc+8IEY7Nxzzw3XXXedPRJ/S58rzWcvfX1Ext0J+pl6oz+RL/Q0bQzd949//COGRHdusMEG8Ri9cuONN7oY/v8QQiP9im1Bv/vd73ZuNEmjjZ5ti98g2iqFm2uuucLrXve62L6pG7w10udo1/TpKh3aASY5wJMPOg6dzPiB7qbvoxsZ49ABXnrVieBIv1xppZXi2EYfY2tg9MjHPvaxsOCCC8b0999/f59s9njRRReN/ZWbF110UcSG9oAuQa9zzaRt/fFcKdabbbZZ9Ki58MILxzieeOKJOK7Qn1OdT39Hd4I7HjZzHpXQ+fT7hx56KNaxlampDmasRa/xS1/517/+FUm8F154YdQ7Fp//nW+++cLmm28edSH9lDKg53/+85/H9ubDtjkuyUubsYl6fvvb3x6zxLzunnvuCVtvvXVgDkHbor0xZ8A7p+kan3/K+sY3vjHOkRgDqC9wp15oUya0M8ZUxlaEuEjrlltuCcxlmE/wx1yFeueYfNBnTzvttBHbFzP/2njjjWN8zDmfeuqpqBOvvPLKcPvtt1uS8ZfyMTdESIs6QUrnnvHh5/6VzM36OT6UErjA1s+frUymg6nvn/zkJ/G9gHkVeoM5EHM95hHMQb28/vWvj2NT2t8szOqrrx49mv7nP/8J5jGXvkgfRqi3++67z4LHX+ZVfJDBM7QV5hRNpBd9Obnh3JN8MYdC0Am846Tyghe8IOy2227xMvOvq666KrbpHO72LPXC/JOyo0vpS8zD6A+M+Tlpmmf/bJv3A/+cHdOG6fMIffjqq6+2W/HX48N8mPcrL2xPTr9ljo5+TAlcvJ/Stpdbbrk4PjPXQZcw7lVJm74Izvw10TWD0utV5dB1ISAEhIAQqEdABK56jGIIBmyJEBACQkAICAEhIASEgBAQAkJACAgBITB+EPCL5RAg1l133VGZxyDN1lh77bVXJJ2kATBGYLjwgqEaIgWGi5xAGDjuuOOiQcLuW14g/ECgwiiXEwzjP/rRjzq37DkufPzjH48G6E984hOd+/4AIz3EJQRiEIYHMxz5cBxjRDr22GNHGI0/97nPRUM9hkyMshBcTPbdd187rPwFl3322ScaZNJAGP0xjpGflMCFoZpyYqDJCSSEww8/fEReCYdhDONETiArQEK7/PLLO7cPO+ywSEDCCLrffvt1rmO4/vCHP9whxHVuzDygfWDUxnj7+OOPh4MOOijehgSy8847x2PSwJCOQS0VyDc50hJEi6o2QHo8g0ErlXe+850BI2EqlBdCBQYxpI7AhQF+6tSpaTTx/PTTT++QBSAQrLPOOtlwpIkh3JNjCPi1r30thscIBRkDYh2CcbIJERCSBe0IEk1OIJqx3aMXq1sWOjHAYpBPBQIYhjSMt6lQlhNOOCESMO2eEbgwWlL/EFpSoS0dffTRo+qqpAzEDYGFdpXrt7QlSF1ISuAqfa40n6V9PWY+8w9saRtGhk2DYNz+1re+FUkJYLD33nvHIOhavI2kAqkF0g9i/bZNGhitm+jZEvwG0VbRrfR5jMU5AQPac5VxPH2GsY3xAN1cJRAfPBGqF51IeuCdq3/6MwRO9AH6uAmBC4KrkXXQzxBkrE+hA+jrSEn9lWDNGPOhD32oo59TTJkXnHPOOZGoafcgAdl4A1nnxBNPtFud38985jMRM8YM316b6GAIxzvssEMHl06kzx1AOID47gVcISXkdCE6FKJrSiz1z1cdl+Sl7dhE3/jKV74Ss8AYAsGEekmFceoLX/hCbGt2r24+ddddd8U5H6TJI444IosP5JajjjoqtktwBC8I3rRNk7POOqtDBmO+Z2R2u+9/mR8wLzLx5SM/xxxzTLxlc8i2c08eLp2b9Xt8KCVwWdkpC3iiRxDTwRCxIA9Bok+FuvzmN785gsj45S9/OWJSNe5AZLL3DPQnH2wwd7a5LfqLcY66N7F5N+dV/dzC2m8v+rLN3HPPPfeMczjS5R0KUloq3hswRFPep6pwRwczh7Vt4dO4wOWUU04ZRWBqk2eLs+37gT3nf2n/X/rSl6KOpJ186lOf8rfjRyk27+cjAE++4/2J9woEkvkZZ5wxAhfqGgJXTiCsp2Sxkr7IGNhE1wxKr+fKpmtCQAgIASHQHAERuBpiJQJXQ6AUTAgIASEgBISAEBACQkAICAEhIASEwBhBwBsRLEsYVDDi4AHDDLp2D4MNZA2+RPaGawgCGGwQPC+w1Zwt2nOdr/QxqGBss+cwOkMSIk4klxeexaAO2YTnTfxWdv45DFAYsTGq8EteEIzzGBcgcOGRBoIPRhITCFB4ncJYvcgii3TybgZFC+cNSXaNX8rwkY98xF8adYzh/cADD+xgirGQdPHYhPcWLymBy4zQhOE58oqB2LyUcJ3yEQ5DNYKRzL765xkIYhjjeAbyhgnkGog7iBntUgJXWm7Ia5SZduDbiBFBiMuTFThHaFd40WINiWdNPLGOa97wjMGKfJMn6ga8EK5/4xvfGGE8fNe73jXC8EU+MTZT5tSgXkfgwnCE8R5ikhGsyDsCkQCyEIb6tddeO14jP9QL/YN2Tn0bNngewLOEiZEH7Nx+6Xtg3U3S/kW9U7dgivc0SzNtu1a3FrfhincHnkuFdkR9Ug7Djj77yU9+shPUCFx2wdoZeYDEYc+lpJLSMuBV6k1vepMl1/G2ApHD6wcCeAJX6XOl+eylr3cKlxy8+93vDquttlq8Sj3gAQVcIQKQHgL+6FTq7otf/GIHE68vY8CZ/3zbhRALMbZNGmBTp2dL8RtEWz3kkEM6hEf0AvjRPiG7Wf/GOwjElCbiySPoGPQB8UBs88RK6sE8cfWiE6lDW3un76Ir+PV9nnynfa2qLBikMV6nQpx4J4IAWlp/JVgffPDBUdeSH8YJ5gy0c8YqX24IIug7pB8ErhiR+2c6GOIzBAcT5iIQgkiTccgE0ph5esITG1vumjB3IT7mL36MhzDnidMWvuq3JC++f1OnTcYmT3CyvPAs7ZdxgnLkxhfqh3GLe4RnDKT+6Ad4zrG5IMQ19DLkUvAwEjH1DFbMzZgL0C5pnwjxWZocQ57G4xzeT/FAiaD38KKH3mPspY7sGQhgeF5FfPlyBK4Y6Ll/TeaeBC2Zmw1ifBgUgctjwnwVjGn/NrZz7omRJQQuxm50Bm0MwcMSRD0EL76bbLJJPGYOyLsG9V0npfqy7dzTk6WrCPjM+22OZeNB+t5ixDm/ZTftHf3BuIQetHGF8tPuSA9pm2eeKXk/4LmceN0N+c7yBenPvxcxf2ZsN+EDGryMIcyJ8fbmcbFwzEP5aIb3M8YkE9L1hOuSvthE1wxKr1s59CsEhIAQEALlCIjA1RA7e5lqGFzBhIAQEAJCQAgIASEgBISAEBACQkAICIFZjIBfLMdYgDES7xsIX4BDiDFhAZ0vrSGMIN5AyFfnfH2OvPe97w1s24OwRQ2etkww+ngvMvbVNffTvEAqMMMb9yEmmOEUL1oY+hD/nPcg4L9654t3vnw3wUhvhgC8h+FFzASjImmZgerb3/52Z2s5T2QCL57DEIsRq078l/oYN/E0gdccBBLQHnvs0TE6egIXnoPe8IY3xHAYc/BeYQYSDJLk1Qgc3jCM4cS8JniSFhF54703ZBpxwhO4MLDYFinUPUYTawPEj9cU8oF0I3BRJjwEmaEKL0oQGhC2RTHPHxi6MNJhgAUfcAIvk7e+9a1x20rOIWGw7SQCIYy8mRH55JNP7tQ5pEEIW9Z+CF9H4CIM4g1q/hmfHgY18kl+TPDKhWENgeyGEc/qzRO4eBbPA3g8oU3ViW/vePCinCaQpvCqZIZQ6tNIZ1a3hMVgjqEVQzvi+zLnGNJp9ybgCpENIX5rt57ARVzUhZWR8LRNI8d4z3mlZTj00EM7HmGmzdy+ia1WTdgaCy8wJp7AVfpcaT5L+7rlPfdL/6Cf0V7wcmH9iLDeCImHHzwYek8nRpzw8Vp7oM1RT/TptmkQXzc9W4qf5Y34+9FW0enmhSwlaUEuwYuTEUohKJJmN4F8YkRLSA2MJ77vQvxkK0DE6+SUwNVUJ3odDEGLMcD6Ln0eLybWz0oJXJDa8LrlvRqW1F8J1mxh9+Y3vznihSEGPG2M4aLXT0aw4nq/CFw5Hex1hp9vkK4nD0EcwgsR4p/x+od7lJGtAxmfUtIL97uJj7dJXkrHJk9wIj+M53i6tLbG1qzve9/7YlYZA8yDn9cBbMXrPU5COoFMQ7l922ScZ0xEUo+RXp9xH4I5hEJIVSZGFKLuPJmF+5444ucIvnx+3uPbOf246dyzdG42iPFhkAQu6pp5hhEVqVN0ps37jJQE9lYv1JXpXK6b+HEJHUp/RvyclDpAx5Eu+tjmdMyxIPnUSam+LJ17+vEKIhpjggnvGUYKRsfSVhHf5uy9BX3GfSsv83a/bTX9zT6+sPeW0jyXvB9YmdJfP/ey+Qdh2E6TbddN6KvMoU1oH4wXXpd4XGgH9HsIxSY+356cWdoXm+gar3/7qdetTPoVAkJACAiBcgRE4GqInQhcDYFSMCEgBISAEBACQkAICAEhIASEgBAQAmMEAb9YfvPNN4fvfOc7I3LmCRoYKYwMQiD/5bl9MY9BBwMOBggIBhgmUuFreww+CIZy8+jj85ISSAjrveh4g59/zgwhhPdGRU/ggiyFQRhJt9iJF2f+W3/99aOxlXO/xZ8ncKUEEns298s2RBhxwAUjBh4L+PXitzPxBC6wAjOMGRBpMKp6IW4MDIg3EH32s5/tkBK8gc2eZYtLDHEYiL73ve/Fy2aI8gQu82RA+hB0PJmKh3y9VBG4WFwzY62lD6mKtoL458jX8ssvH6/7rQrjhef+mUGFPEFmoR1571u5uvF1QDSejOXjTo+rCFw+PW9I8s9j7MbojbCVGluqIZ7AhYGcNtZEMMxTr0gOU6574yWGr1NmbreDWN1y7PsD556sCbmAPgm2Jt5TAoRMiJmI6Yeqtuk9F+BFjXorLYPvt3jggUyaim/zZmgrfa40n76dte3raXn8uWFN/UCC9QQuyHJGrKCNQYz1BAmvF4jTb3+Idx3Tx23TIK4qPVuKH3H2u6369u0JHaSFrLXWWmHLLbeMx5BMjbASL2T+TZkyJXof4xYGa7bS84KR3cgtntDiCVy5/lulE00HkwZ1xPa+Xnw/8yQZHyY99oQJDOiQ+HybKq2/Eqx9+XJjFXln/DTStXl56ReBK9XBnnybEv7IC6Q/yI6QvG0Ow3a/bGOG5OYvXPfEHfSyJyZwPycleSkdmzzBCZ0OmcQMY5Y3Xw+2bbQnVXvCoj0DLiussEIk9xrZzesnP5/jGU+qqNL16H/wv+222zpjnKXHr23TCJkGUg3iy1dF4MrVnZ/j+LyWzM0GNT4MksCVm4f5uQ3kLsjkSCmBi2d9/2DMgvhuxPEcCZlncuL1SRt9WTr39AQmr+/JG9twsx034ueJufcW7wEzV16/5aARR0vz7OdKOZ2bez+Ihcj8w+udvev5j3YYU/hoAl3Cuw9Cv+QdgnPeJ/iFlGdzYo+Ln79asn5+22tfJM46XTMovW7l0a8QEAJCQAj0hoDNUyGOMy9kXGGezh/H/E2ePDmep966cynPMXMR8P9XQHIhxuk1EbjGacUp20JACAgBISAEhIAQEAJCQAgIASEw2yLgF8uPOeaYgFHLixlj0i+nCcN2FhhSkTvuuCMcf/zxI0hdfnE9BnL/ML7hMYSFfbyHID4vtsjvHolepuzrdW8k8M81IXB5Y0tKZLH0/FfznlxkBC7yzZfg/DYRb9TOEeWIw3t1MQIXi0/mYcoIMLn0bMsqj6c3sGEIo46uvvrqUXXs4zPihCdwkT756EYMMGOpx8qTFUj3+9//vk8qHlv78nGb8Y08g3FO3vOe9wS2OETMQ5oZpMAA8kRKkCMsBmcW8ZBeCVy0ffoA6UHI8+SHmMDMf5vM3PqHLYAQX+9mrPJ4xUA1/7yRFi9LkEdSoV8ZuYntZSD9IVa3vo3EGzP/saYH7kjOYL7ddtt1CC5sH3n99dfHsEb4YXsuI+PFG+6feXWyNlVaBk8SsDp3ycRDSDjkFTECV+lzpfks7esx013+eeIEpJGbbrop/PSnP+1sz5d71PoE9zjGiyLiPRp5jxklaVQRuErxI3/9bqueNEz84IChHeKVLfxzvRdBRy622GLR+8+2227b2fbPG/RLdaL1s276IqdLu5XHE7hyY3Vp/ZVg3aR8H/zgBwPEOcT6fz8IXDlM/RwhR6QgDxDYISfwPF5LPWkK/Q4pIRW/bRnbAJ522mmRLL7iiiumQeN4iw4ryUvp2OQJTp7Y6TPnPeBwzDjtCU6EhaBxzTXXRIJablwkTFMClycH8Vw3IU62lGXctXG+LYGr6dyzdG42qPHB91ebP3bDyu5VzZ9NB+fm/jzr9b6NtVw3PdTWAxfP4jmUMci8CXIN8fOYZ690/99En1g++zH39GTXtNw2BjPvso8NyH0Od+u33E9JpVxD2E4VHcvHJ/Sz0vlyyfvBsznI/8/hae8FEMohoiLohfPPPz9+2GCkcz8H8bjwTsl7ixc8ToIjYu+BpX2RODyBK6drSvU6cUuEgBAQAkJg8AjYe5wIXDVYi8BVA5BuCwEhIASEgBAQAkJACAgBISAEhIAQGGMI+MVyjAe2/Zll04hW3shh93IErk033TTsuOOOMQiEHYg7OfFbgdjX3z4vLND7LZSIwxuGvYHKP9eEwOUNwbl0LL+HH354NCj57T2MwNV2C6RtttkmbL311jFq74nJ0rJfMzxZ+fxWQITBCJQTvi40sS3AqB+IRRhlvRAHntQgFGFM8Tib0c7INh7zHLHH4jUCmTeGe7ICW93hFSsV82Dh25cZfQjbpLzWzowoZB5R0rQ4Z0tDMyT1SuCyvgF+ZlBK0/R9xG8TaQQujPx2nD6bO0+3pKnDx+fN6jaHjycsmlHMp19H4Mp5LbHnvQETsmZpGagvjPNITldxna1b2cIVMaNy6XOl+Szt6zHTXf7Rbtl+yvd1gqOf8CoFGcm2sbVo/FZvZjjlnnmwg3yBLuYXKUnDG/I9IbYUP/IxiLbKFrWQHFJB17FFG/j47arScLlzvIHgXQUDvm25m4arInA11Yme6OK9QabpQG5mK12vS9Mw/twTuPz2phaml/prg7XXPdQD24blxOsg20awHwSunA72cwS28ILgVifmbYZwVXqZe9Z/razMWfBgk4oRZ0ryUjo2eQKXefhJ8+U9/tgYStvff//9IykrDc+cAC9ZeAb0nu18u04JhJ5UQbvGG1NOINGxFTPjLN7rctKWwJWbE/p5UK9zM7ZWLZkL5srmrw2KwJWbL5Cu90xkYy3XjciTEpm4h1Rtofjs3RA9tTGnN6EvMb/0bcfu5X59u2qrL0vnnuQDD7OkjdjWkJ7YBdmK+E1y7y3Wbwlj5EgLX/VbmueS94OqPHDd6yneQRZeeOHOdol8BIJ3NbzP8e7B+G4kcuqX8LxTIR6X3DzPf2zQa1+kbdfpmlK9Hgujf0JACAgBITBwBETgagixCFwNgVIwISAEhIAQEAJCQAgIASEgBISAEBACYwQBv1hu2+H4rJlBAWIXi+lePDnFPHB5bxHmJcM/Y8c+3RyBK5eXnBGN+HxcTQhcn/70p8OCCy4Yjazm/cvy5X+NRGCGVO4ZgavKqOWf98dmrODaWWedFdhyMidmjDHDhPfYkQufu+aNHhi43/SmN8UtCXMEA8p21FFHRQIIcVmZjcDlCWS33357OPHEE3NJdra3qiJwnXnmmaPIJUSUErgwbkNiayMXXnhhuOqqqzrb+eXaqsXnSQlmfLZ7Vb9VWyga2c6XOY3DG8RzBK5uBsY0Ls6957Hc/fSab6dWtznDqidRWF/2cXnyRM4DF9sn4b0gJ2bYxFBHfystA57EbDulnH4gbQhe1CtiRuXS50rzWdrXY6Zr/rG1KG0YLxRGBPGPULd45KDeEb9dl22jiJcoDKZIrv21TaOKwFWKH/kaRFsl3le/+tVhq622it4OOU/Fb6uW3vPnkEXQsxjoU4FQRz1YW60icDXViXgaBEsET08nnHBCmmQ8N0NzCYErRyrupf7IUFOs8aqF8R/xXgrjBffPE4KvvPLKcPHFF4cmBC4bs1PStRFnc32AumV+gzBfoD7rxHuvqwvLfSNI1RG4SvJSOjb58apqvM8RuCgP3pPYKhEiUepBifsIdUbdIZ5o043A5ecz8cHn/lW1T8YZPOxBZkTaErhyY0tu7lk6N0N/s60v0mYuGB/o8m9QBK7cfIFslBK4/HzKiE6+WLQL+pyNb+hT2oCNaT5s7rhUX/Yy9yQfEPN22GGHmCXzjurnm6l3p9x7i/XbVFflysm1XvPc9v2gKh9c99vO066ZZ+AJz96fzOOXnRuxP/Wu5nHJ9cUcgau0L/Ku4AlcOV1Tqte7YaV7QkAICAEh0D8EROBqiKUIXA2BUjAhIASEgBAQAkJACAgBISAEhIAQEAJjBIG6xfK2BK4tttgi4PUFMc9IuaLi5QASAgKpA6NbXV5yRjSe9881IXDts88+YZllluHR6DnJe6CKF5/7Z2QqIz5w2YzBnhjjn6k6ZkstiANIztsJ170xxghcSy+9dGeLSQhAGEa6CcYutj7KCcQMDIcrrLBCx7hJOG/wN+KEEbg85mZwzsVthidPZvIG96ZkBeK2LRsxYrGNTJ2wfR8ehMwDVzfjl98OpVcCl3ma8F6u0rx6QtGtt94a8FCEdCMPpHH4c7yNgCuCx6DU45IPyzHGVwxkiNVtziDbK4Grm3c28/Zkbaq0DN5r30EHHRS3LosFc/+8EdsIXKXPleaztK+7YtQeQpZYffXV43ZKeKGh/kxSEpIRe7iPN5upU6d2vNBByISokZOmaVQRuErxIy+DaKu+jOBFW2E7M3Ss91Lot3Pyz/hjTx5hizgIjP/X3p2FWlX+fxxfafRLiixoABu0jCwIpCDSopkQioaL5oQGo+EiL7roIiL+ENVFV0aZhdEMJiVCYXNYRAkSWIZ1UYoUDVZeBZEN/3/v9e97+LrcwzrP3tvfOfp+QPe09hpea61nrXOez3kehrTcsmVLHTTIIblBA1yEjQk0UDr1FhXrFUNp5fo8Puv0mHvg6hTgGmT/5eX1s8Yuhm+NXqny9+M54SBCI5TnnnuuDnu1CXDFPQz7ifuDKL3qYIIDMQRfBMzje90e83nGvLkW9yrbt2+vr71sQz5/4ztxLS9Zl9Jr0yABrlhvHhlakt786BGRcyHCOHxGoJfGtkECXDmwwb0j90ucf/QeGWG7uH8bVYCr9N5sVNeHfO2L+0e8+5Vu98+96mDmWRrgyj01cd43e9bi2s45kUuve888Hc8HqS9L7z1ZLtdL7kE51uNnhqiTm3UP03dyj/OWc5/7ljZlkHXO82/z80Gevvk8bz/3FAQoOffj3jCfs9zX33nnnbVVc4ja7NI2wFV6LrIN/QJcpfV608fXCiiggAKjETDA1dLVAFdLKCdTQAEFFFBAAQUUUEABBRRQYIII9PtleTR+durVqFMPXDQC0EMDhWFzli9fvsuW0sDB8IT0CJUbNvqtSw4T5Qaq/L02Aa5rrrmm/mtxVuzFF1+s1q9fv8s65gaBb7/9tl5fJioNcBEUIDxE6dZIfeKJJ9bDjDBNbB9GNERSaPBl+Z0Kw3jRaEpIhuAcjSn0hkahVxMaNnOhdxjCHFOmTKnfZqhFgk/RaBdhGz6MBqIczsrzIogXQwjmaUoDXDEcIw2zhKxieLe8TDz5RyF8QKPt/6QemroNu8T70TPHoAGu3LMUf7lPcKJZcgjirbfeqtasWVNP0is80JxHfp0bwQhvEYxrFs6vK6+8sj4GGFqP3iAosW9HEeDKx0teH4IJ7E/W6aeffqp7aivdhtyz1apVq+oAW14Wz/PwTBHgKv1e6XqWnuvNbcmvjzrqqOrss8+u3+IYilBeTEMwk+2kNAM8+Tykp7rTTz+97pkr1718r3QZ3QJcpX6sy7CPVXzmzJlT13EEtJol9wrTaQjR5vRxXaSOok6mx59c8lDCgwa4mG8EZLudZwRvaPznPGvu/7xe+Xm/AFfp/iuxju3rVDfFOueGdOoUgjlcx6j3KZ1CHvQExb6iNI/3XnXwtddeW58nfK9bED2uUxHmzqG+J554oqInw2YhXBJBbu47uBfoV0rWpfTaVBrgYthYQjeEzJvDZnMPw3U3eqtbuXJlxTkxSIArh4Cins+OuZeeUQW4Su/NRnF9YNsnWoArzou8X3ieezRqBrhySJNgPOcvdRql2x8B1B82/ov6ZLz1ZZzT4733jMXnsCUhpcWLF9cfNXuY481OP7fEecvnne5hOYeo7zCJMG/JOmNb8vMB69WrxPpTj0+bNq3+GY97DnrJzXUL9UQMG8t1iz/CiJJd2ga4Ss9FlnnjjTdWXAspnXrgGlW9Xi/Q/xRQQAEFBhYwwNWS0ABXSygnU0ABBRRQQAEFFFBAAQUUUGCCCPT7ZXk0VLcNcNHgQo8VNDAQvGGoLhpOcyGIwNAilNzo2m9dBglw5eFLTjnllOqGG26ol89f/0fvH/Ub//6XhwmKIfr4qDTAlYMsNA7RGN3s+Sv3ShYBLpYZ+4Dn/IU/jR+55F6eorGSYBbBL/bDtm3bKnpBapbcCBoNFxGcyA1f0YsA33/00UfrfZbnFY02vDeMAFder7fffrvusSwvj8YajjEahDjG6KmAx9zQ0qnBLIfymN+gAa4c+li3bl21YsWKvJp1OI7GNYaxo+TGyl7hgZ1m0niRe5zhvCJ4x/GUSx7uMK9X7NtOIQmOTxpWKSVDKPI9tp/l5ZLDBxFgK92GHCjJx1ksj+OCxkAeKdGwX/q90vUc5FyPbWk+zp07t+J4o8TwTM1pop5o9giHB4FZ6gIa1WN4s+awl6XLyAGuXM+W+rFdwz5Wqe+p9ymcezR+58I5GnVkt4Btnj569+nU0I/zPffcMzYE3zACXNFIzzrQix+9+eWSgw/DCnCV7r8S67iusk1Lly6t6EUulzysWjMYEmENGnC4FuVy66231r1A8d54Alx5GLbmEF/MixAkdRuFkCwhZ4YLu/zyy+v3cui7fuPf/3JvgI899lirAFfJupRem3LIYjxDKMZwaFyHua42r0k50BiBuEECXNxX0rsPpdP5TID5zDPPrD+PeyJe5O3LPRWW3ntGncu8296bjeL6wPInSoCrV0j+jDPOGAsOsc75nogAMccO9SeFOpYe3AgHUhh6j3nzs0i/Ulpflt57xvrkcB7XYX5moXBvRYA9l3zMxR+e5LD5J598Uj3//PP5K1Wuz954442KfyXrzExLfj7YaWU6vMh/sBAf54BWruf5vFNvudmlbYCLeZWci3zvxj4BrlHV6yzbooACCigwuIABrpaGBrhaQjmZAgoooIACCiiggAIKKKCAAhNEoN8vy+OX4m0DXGxWbsDllyo0bDGkCIVhv2hcjEYaGlpoYKP0W5fxBrhyzzM01tHwHaGpaHBkuTTYL1u2rG4gIvhEI2z0dtNsLI4GiOb7zKdfufnmm+vtZzoa2WlAIUDGMjGJHqX4PAe4cqMXyyVE9c033zBZPRziLbfcUu2333716+jdghc5ePXqq69W7777bj0N/7EslsmycyNKBCdygCv37kMjGj3YEJA66aSTKnr+ouEtSg7WZP9uvScQxGK/5tABPWTREM8xQkMwQRxCEBR6XGHoFRp/KTlsxO+l2D9xbL333nvVa6+9Voe7Zs2aVTd00TNZlEEDXLkhlnm+/vrr1ZtvvlnPnm2iYS1sNm/evNNwkKUBLmZ+22231fY8J5xHeCCOa4YwJcAVdnhE70Cxb0cV4GJf0TMWPYPRkE+wh+ODwpBAhM14n1K6DXH+MQ9COI8//ngdSmJfEI4gdBIlAly8Lv1e6XqWnuux7s1Hzm/qYvYrlvTwE733cEzTq0/07INLHF8xnzxsbLzXHBqudBn5PG/Ws6V+wz5Wc7iBQA6hH+oqCscOjbj0HknpNsRt/eG//+XrB6FFjjXqRobmvf766+thvGJ6ekBkyD9KthpPnZjrYM4hgnIbN26s50kD82WXXTZW7+W6tJ6gy3/9euDiayX7r8Q6rwuOHN8R4qKup+6I4GFzuMd8bjMcF59TD5x//vkV4c0o4wlw8Z0cTOZce+qpp+p69phjjqnr9rjmvvTSS9XHH39cLyb3LsSQfvTwSb1IiJLr7cknn1xP1+l+qv6gy3/jXZfSa1MOOI0nwJWHJuaazNCsUdfTMyjX7AMPPLDeOnoQ4hzMoUk8OOc5dvke52OvXnHyPeaPP/5YX1uZB8cK5wL3mVHyPUnevmEEuErvzYZ9fWBb83nHNT7On3BoPhIy5B4p33dHkIhpe9XBfN5tCEWOc8LAFP7Y4Mknn6zrRkKPDK8e92d8HgEu3uNnAY5bSg4v5WOf+fHzRL9SWl+W3nvm9SGwFHUD7+fjL0/XyZ37RoLE3JdTCGgRfOec4FgjmBj3doTZ+PmqdJ1Lfj7I69/pee6Nl8+py7nPjpLPW97rFJbOLuMJcJWei/3qGtZzVPU687YooIACCgwmYICrpZ8BrpZQTqaAAgoooIACCiiggAIKKKDABBHo98vykgAXDa00DuRGDH6RT8NDNEyw+c0h4Pqty3gDXDQGRa9CwR1Dr9FYz/JyYxLryPrFezS80gBLQ2yUaCwuCXCx/ny/6RLLZHmx7BzgYtm5xwles66U6G2I582QUO5Rh8/5Do3Y7J9YDu9Hjxg8j0a7HODi/Tw0DK+7ldxYVRpWYN65RxleY0NwhQbYKISWaNxjm6LQeEtvH1H4Ho1f4ZSNBw1wsYxLL720Dgp0Wx7vs36EZQjrRYmATXOfxee9HjmOOL+yBcsgyJP3azO0F/t2VAGuXutM6C+GcmS60m1gmFFCJXk7OS4imJef5wBX6fdK13OQc72bY+6dg2kIXnI8U5+EB69pQP7+++93mk3uGYQPCNTSANwsJcvoVc+W+o3iWCU4QgCUghN1OPVCPo8IkFCnRP3a9InXBBMvueSSeFnPjxexH5rnY/TiNEidSIhpxowZXZcZddswA1yl+6/EOvdOxUZSb7NNUXfzXqceM3NvS0zTLOHCPiGgEqVfHUzolyHQ8j0L65Rfb926tQ4Dxjyb9QzLZrn5ms97hLcJ0LQtJetScm3KAafxBLgIZ3FvEzZsI/UT+y7qZra1GdiI8zwc4vN+oQqGX+N4ifON73POxrHC8vP9AvuAZcUfFDD9MAJczKfk3mwU14cc4GK9+pU4l/J99zACXPSaRU9R3Qr7JvZbBLgIvZ522mn1V6iX6aGWc41CKO/ee+8d+87q1aurtWvX1p/1+q+0viy994x1aYaUcrA/puGxm/uFF15Yh/BjWrwoYcbz6H2L55SSdS75+eD/l9b7/xxgawbucm+CzKVTiDm7jCfAxfxKzsV+dQ3zHVW9zrwtCiiggAKDCRjgaulngKsllJMpoIACCiiggAIKKKCAAgooMEEEbr/99vqX06xOp1+WR4CLX47QsJ3LYYcdVjH0HoXeQOihIgq9K9DrQgxzE+/zSIMEjTDvv/9+frvqty40ehGEoeSAU/5eboBiutyDCK/pkemdd97hacXQgzQWTJs2rX6d/6PxkaGc6M0ml+h5pRlwytP0ek5D51133VX/1XyeDpNnnnmmHl6GQETevpguD0cX7/HIdxlS69lnnx1r9IrP6fGAsEFu/InPaCCLXqriPf76n33XafsWLFhQzysao1ku0xHOueqqq+pQTh6uiCGMaFynsG702tUsnXrgimnmz59ffz8aheN9HmkYopcPghHNQoCLxuvmNhNqIUQU6zSMABfL7rWeeNDbD72D5BLDfkWDdf6szXP2Ecdu9PCVv8Oxy9CT/Msl9m2n8E4O4TTPZeaRh2V84YUXxkKNsR2EMel9iDohF44xjuvmkG9MU7INfO+4446r7rjjjp2CN7xPwy+9kdH4S8kBLl6Xfq90PQc511nfZiGcQF0XPUU1P2f7CZx2smZaei6JsFK3RuXSZfSqZ0v8RnGsEgQgkDN9+vQmXf2ac5Wen5pDXXWc+J83m2G3mI7vEw667rrrKhqsKYRLqG8GqROpz+i5J/fUGMukXmP76BWxbYCLXoqYHyWCzTG//Fiy/0qtMcu9ZuX1aA75mT9rhib4jOsTPWNRJ3HONANcUXf1qoPpPYpjhvoxF+ZNPckQZ8w3F+4rqJ9waxbqXkILX375ZfOjvq9L1mW81ybCVgy3SunmnYeXztdQjkv2Qw5s5Y1im5cvX14Hq+J9wioMkRfX+C1btlRLlizZqRdXhpaOHibjezxyLjFkW3w3PuOehHsD7j3jWs9nbNcPP/wwtn05wJXvITvdB3e794xlltybDfv6kIcGj/Xq9RgBrrzt+f65Vx3MfLv1wMVn8+bNq66++upd7sG4nyYYyP0EJYLo7OMo1MH04pbLRRddNNbDJPcUBHWa512enueD1Je9zpte954sN/dCRT1BkKzTunZzZx7sy4ULF44FEnmPwnWE+zoCXM1Sss7j/fmgucxOr3MAi5+1+JkrCvuEezQesSGE2QxLZ5dO5yLtzxw3lGH8nJSvHd3qGpY1qnqdeVsUUEABBcoFDHC1tDPA1RLKyRRQQAEFFFBAAQUUUEABBRTYSwRozKBRmWGHaDCi0ezrr7/e5Zf2o+SgMZkeG/gFDz1mxF/2s0wa/2b909MGf2FNQy+9YtAoMJ7eMUrWfebMmfUwMzRkfPXVV3WDbrMho9N8+d0LoQDCKPQwwfBBNFIT2ulWaHw+9dRT6+/Q+xZD6n333XfVhg0bdgkWdZtHfp/GzMMPP7w2CksaZbBs9kiSv1fynLDYnDlz6v1D+IRjaP369dX27dt7zo7GcwIKNLowLdvKd0dVcD3hhBPqfwQCaYimEbLfeg66Ppxf9HhBkIuetWggZci2/1bh2KAhkeP0888/r3uF67cuJdtA0Ijtnj17dl2XEFri2OtXSr/HfEvWk++Vnut8t1M59NBD695KCChwzjGMJvUVAUkaRbuV6D2wV6NyfLdkGb3qWeZb6hfrNKxH6k4ayBlmjzqUUAfXJII84y1sE8EVvLi2EerJdTHXFYIa1D3UCcMoOMf6M5Quxz6hrVGXkv1XYn3QQQfV9wyc2wQfuD5yTe63jVwf8KYu5LrId5rB2VIjzBn+kHoNc9ap17y5rhNopY5iiDOuA5s2bWpVH/Zbx/Guy+68NlG/cj6w3Rz3XJM4vwjtsE86Fa4ZXDs5b7h+dQprdfoe78W9DfucexrqwBium8+pI7n3I9zKOsT9Cp8Nu5Tcm7EOw74+DHu7SufHOTDrn3tr9i3HAQG+Ud6DdVvP0vqy9N6z23qUvM/PTZxL/GwQ9Q7XrG6lZJ3jHKKuHsbPB93WbXe+X3ou9lvHUdbr/Zbt5woooIACnQUMcHV22eVdLo4WBRRQQAEFFFBAAQUUUEABBRRQQIE9R+Cmm26qG0FpTKcXi2bQjN5N6JWDsm7dumrFihV7zsa7JQrsAQIMvUdPIBQa0pctW7YHbJWboIACCiiggAIKKKCAAgoosDcKGOBqudcNcLWEcjIFFFBAAQUUUEABBRRQQAEFFFBgkgjk4dE++uijauXKlWNrTu8GDFkXwyY99NBDXXvaGPuSTxRQYOQCnJP0GEGPHYS3Yjhbhi2lVxyLAgoooIACCiiggAIKKKCAApNRwABXy71mgKsllJMpoIACCiiggAIKKKCAAgoooIACk0Tg+OOPr3vYIgxCYSir3377rWKoQIYqjLJ27dpq9erV8dJHBRT4LwowlNmiRYvqYRXj3GWoRXrRsyiggAIKKKCAAgoooIACCigwWQUMcLXccwa4WkI5mQIKKKCAAgoooIACCiiggAIKKDCJBObPn19dccUV1dSpUzuu9QcffFCtWrWq42e+qYACu18gAlyxZEKXDz/8cLV9+/Z4y0cFFFBAAQUUUEABBRRQQAEFJp2AAa6Wu8wAV0soJ1NAAQUUUEABBRRQQAEFFFBAAQUmmQDhrXPOOac6+uijq4MPPrjatm1b9cUXX1SbNm2qduzYMcm2xtVVYM8WOOCAA6oLLrigDl1u3bq12rhxY/XHH3/s2Rvt1imggAIKKKCAAgoooIACCuzxAga4Wu5iA1wtoZxMAQUUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFWgsY4GpJZYCrJZSTKaCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiigQGsBA1wtqQxwtYRyMgUUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFGgtYICrJZUBrpZQTqaAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAKtBQxwtaQywNUSyskUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFCgtYABrpZUBrhaQjmZAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKtBYwwNWSygBXSygnU0ABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAgdYCBrhaUhngagnlZAoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKNBawABXSyoDXC2hnEwBBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQVaCxjgakllgKsllJMpoIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKBAawEDXC2pDHC1hHIyBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUaC1ggKsllQGullBOpoACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAq0FDHC1pDLA1RLKyRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUKC1gAGu1lROqIACCiiggAIKKKCAAgoooIACCiigdw4mPAAAAw5JREFUgAIKKKCAAgoooIACCiiggAIKKKCAAgqMRuDXX3+tpk6dWu2zzz7VlClT6n8859+sWbPq1/vvv3/fhe8zb968/+07lRMooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgqMCRjgGqPwiQIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiwewUMcO1eb5emgAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCowJGOAao/CJAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKLB7BQxw7V5vl6aAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKjAkY4Bqj8MkoBQ455JDq2GOPrT799NPqr7/+GuWinLcCCiiwVwtY3+7Vu9+NV0ABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUECBSShggGsS7rTJtspHHHFE9eCDD9ar/eGHH1ZPP/30ZNuECbm+Rx55ZHXuuedWU6dOrX7//ffqlVdeqf78888Jua7DWqkFCxZUHE+UDRs2VJ999tmwZj3y+Zx11ll1iDEv6Oeff67WrFmT32r9fN99960uvvjiavr06fV32Pcvv/xytWPHjtbzcMI9T8D6ds/bp26RAgoooIACCiiggAIKKKCAAgoooIACCiiggAIKKKCAAgrs+QIGuAr38YwZM6o5c+ZUmzdvrrZu3Vo4l8nxtdmzZ1dbtmyp/v7776IVnjt3brV48eL6u3g98MADRfPxSzsL3H///RXHYZQlS5ZMqkBTrHfbx5kzZ1b33Xff2OS//PJLdffdd4+9nshP/vOf/1RLly7tuIqLFi3q+H6/N88777xq4cKFO032yCOP1L3c7fSmL/YqgdL6dtB6fq9CdmMVUEABBRRQQAEFFFBAAQUUUEABBRRQQAEFFFBAAQUUUECBIQsMK8D1f24uqiazdlIEAAAAAElFTkSuQmCC)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "O3ENsWYB27Mb" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "Pk55Mjq_3DiR" - }, - "source": [ - "## Example Use Case 1 - Code Generator\n", - "### For this use case enter your system prompt and questions\n" - ] - }, - { - "cell_type": "code", - "execution_count": 21, - "metadata": { - "id": "_1SZYJFB3HmQ" - }, - "outputs": [], - "source": [ - "# enter your system prompt if you have one\n", - "system_prompt = \"\"\"\n", - "You are a coding assistant helping users using litellm.\n", - "litellm is a light package to simplify calling OpenAI, Azure, Cohere, Anthropic, Huggingface API Endpoints\n", - "--\n", - "Sample Usage:\n", - "```\n", - "pip install litellm\n", - "from litellm import completion\n", - "## set ENV variables\n", - "os.environ[\"OPENAI_API_KEY\"] = \"openai key\"\n", - "os.environ[\"COHERE_API_KEY\"] = \"cohere key\"\n", - "messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - "# openai call\n", - "response = completion(model=\"gpt-3.5-turbo\", messages=messages)\n", - "# cohere call\n", - "response = completion(\"command-nightly\", messages)\n", - "```\n", - "\n", - "\"\"\"\n", - "\n", - "\n", - "# qustions/logs you want to run the LLM on\n", - "questions = [\n", - " \"what is litellm?\",\n", - " \"why should I use LiteLLM\",\n", - " \"does litellm support Anthropic LLMs\",\n", - " \"write code to make a litellm completion call\",\n", - "]" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "AHH3cqeU3_ZT" - }, - "source": [ - "## Running questions\n", - "### Select from 100+ LLMs here: https://docs.litellm.ai/docs/providers" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "BpQD4A5339L3" - }, - "outputs": [], - "source": [ - "from litellm import completion, completion_cost\n", - "import os\n", - "import time\n", - "\n", - "# optional use litellm dashboard to view logs\n", - "# litellm.use_client = True\n", - "# litellm.token = \"ishaan_2@berri.ai\" # set your email\n", - "\n", - "\n", - "# set API keys\n", - "os.environ['TOGETHERAI_API_KEY'] = \"\"\n", - "os.environ['OPENAI_API_KEY'] = \"\"\n", - "os.environ['ANTHROPIC_API_KEY'] = \"\"\n", - "\n", - "\n", - "# select LLMs to benchmark\n", - "# using https://api.together.xyz/playground for llama2\n", - "# try any supported LLM here: https://docs.litellm.ai/docs/providers\n", - "\n", - "models = ['togethercomputer/llama-2-70b-chat', 'gpt-3.5-turbo', 'claude-instant-1.2']\n", - "data = []\n", - "\n", - "for question in questions: # group by question\n", - " for model in models:\n", - " print(f\"running question: {question} for model: {model}\")\n", - " start_time = time.time()\n", - " # show response, response time, cost for each question\n", - " response = completion(\n", - " model=model,\n", - " max_tokens=500,\n", - " messages = [\n", - " {\n", - " \"role\": \"system\", \"content\": system_prompt\n", - " },\n", - " {\n", - " \"role\": \"user\", \"content\": question\n", - " }\n", - " ],\n", - " )\n", - " end = time.time()\n", - " total_time = end-start_time # response time\n", - " # print(response)\n", - " cost = completion_cost(response) # cost for completion\n", - " raw_response = response['choices'][0]['message']['content'] # response string\n", - "\n", - "\n", - " # add log to pandas df\n", - " data.append(\n", - " {\n", - " 'Model': model,\n", - " 'Question': question,\n", - " 'Response': raw_response,\n", - " 'ResponseTime': total_time,\n", - " 'Cost': cost\n", - " })" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "apOSV3PBLa5Y" - }, - "source": [ - "## View Benchmarks for LLMs" - ] - }, - { - "cell_type": "code", - "execution_count": 22, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 1000 - }, - "id": "CJqBlqUh_8Ws", - "outputId": "e02c3427-d8c6-4614-ff07-6aab64247ff6" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Question: does litellm support Anthropic LLMs\n" - ] - }, - { - "data": { - "text/html": [ - "

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
ModelQuestionResponseResponseTimeCost
6togethercomputer/llama-2-70b-chatdoes litellm support Anthropic LLMsYes, litellm supports Anthropic LLMs.\\n\\nIn the example usage you provided, the `completion` function is called with the `model` parameter set to `\"gpt-3.5-turbo\"` for OpenAI and `\"command-nightly\"` for Cohere.\\n\\nTo use an Anthropic LLM with litellm, you would set the `model` parameter to the name of the Anthropic model you want to use, followed by the version number, if applicable. For example:\\n```\\nresponse = completion(model=\"anthropic-gpt-2\", messages=messages)\\n```\\nThis would call the Anthropic GPT-2 model to generate a completion for the given input messages.\\n\\nNote that you will need to set the `ANTHROPIC_API_KEY` environment variable to your Anthropic API key before making the call. You can do this by running the following command in your terminal:\\n```\\nos.environ[\"ANTHROPIC_API_KEY\"] = \"your-anthropic-api-key\"\\n```\\nReplace `\"your-anthropic-api-key\"` with your actual Anthropic API key.\\n\\nOnce you've set the environment variable, you can use the `completion` function with the `model` parameter set to an Anthropic model name to call the Anthropic API and generate a completion.21.5130090.001347
7gpt-3.5-turbodoes litellm support Anthropic LLMsNo, currently litellm does not support Anthropic LLMs. It mainly focuses on simplifying the usage of OpenAI, Azure, Cohere, and Huggingface API endpoints.8.6565100.000342
8claude-instant-1.2does litellm support Anthropic LLMsYes, litellm supports calling Anthropic LLMs through the completion function.\\n\\nTo use an Anthropic model with litellm:\\n\\n1. Set the ANTHROPIC_API_KEY environment variable with your Anthropic API key\\n\\n2. Pass the model name as the 'model' argument to completion(). Anthropic model names follow the format 'anthropic/<model_name>'\\n\\nFor example:\\n\\n```python \\nimport os\\nfrom litellm import completion\\n\\nos.environ[\"ANTHROPIC_API_KEY\"] = \"your_anthropic_api_key\"\\n\\nmessages = [{\"content\": \"Hello\", \"role\": \"user\"}]\\n\\nresponse = completion(model=\"anthropic/constitutional\", messages=messages)\\n```\\n\\nThis would call the Constitutional AI model from Anthropic.\\n\\nSo in summary, litellm provides a simple interface to call any Anthropic models as long as you specify the model name correctly and set the ANTHROPIC_API_KEY env variable.9.6981950.001342
" - ], - "text/plain": [ - "" - ] - }, - "execution_count": 22, - "metadata": {}, - "output_type": "execute_result" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Question: what is litellm?\n" - ] - }, - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
ModelQuestionResponseResponseTimeCost
0togethercomputer/llama-2-70b-chatwhat is litellm?Litellm is a lightweight Python package that simplifies calling various AI API endpoints, including OpenAI, Azure, Cohere, Anthropic, and Hugging Face. It provides a convenient interface for making requests to these APIs, allowing developers to easily integrate them into their applications. With Litellm, developers can quickly and easily interact with multiple AI models and services, without having to handle the details of authentication, API calls, and response parsing. This makes it easier to build and deploy AI-powered applications, and can help developers save time and effort.13.4796440.000870
1gpt-3.5-turbowhat is litellm?litellm is a light package that provides a simplified interface for making API calls to various language models and APIs. It abstracts away the complexities of handling network requests, authentication, and response parsing, making it easier for developers to integrate powerful language models into their applications.\\n\\nWith litellm, you can quickly make API calls to models like OpenAI's GPT-3.5 Turbo, Azure's Text Analytics, Cohere's Command API, Anthropic's API, and Huggingface's models. It also supports additional functionality like conversational AI, summarization, translation, and more.\\n\\nBy using litellm, you can focus on your application logic without getting tangled in the details of API integration, allowing you to quickly build intelligent and conversational applications.8.3243320.000566
2claude-instant-1.2what is litellm?litellm is a Python library that simplifies calling various AI API endpoints like OpenAI, Azure, Cohere, Anthropic, and Huggingface. \\n\\nSome key things to know about litellm:\\n\\n- It provides a consistent interface for completing prompts and generating responses from different AI models through a single method called completion().\\n\\n- You specify the API (e.g. OpenAI, Cohere etc.) and model either by name or by setting environment variables before making the completion call.\\n\\n- This avoids having to use different SDKs or APIs for each provider and standardizes the call structure. \\n\\n- It handles things like setting headers, encoding inputs, parsing responses so the user doesn't have to deal with those details.\\n\\n- The goal is to make it easy to try different AI APIs and models without having to change code or learn different interfaces.\\n\\n- It's lightweight with no other dependencies required besides what's needed for each API (e.g. openai, azure SDKs etc.).\\n\\nSo in summary, litellm is a small library that provides a common way to interact with multiple conversational AI APIs through a single Python method, avoiding the need to directly use each provider's specific SDK.10.3164880.001603
" - ], - "text/plain": [ - "" - ] - }, - "execution_count": 22, - "metadata": {}, - "output_type": "execute_result" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Question: why should I use LiteLLM\n" - ] - }, - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
ModelQuestionResponseResponseTimeCost
3togethercomputer/llama-2-70b-chatwhy should I use LiteLLM\\nThere are several reasons why you might want to use LiteLLM:\\n\\n1. Simplified API calls: LiteLLM provides a simple and consistent API for calling various language models, making it easier to use multiple models and switch between them.\\n2. Environment variable configuration: LiteLLM allows you to set environment variables for API keys and model names, making it easier to manage and switch between different models and APIs.\\n3. Support for multiple models and APIs: LiteLLM supports a wide range of language models and APIs, including OpenAI, Azure, Cohere, Anthropic, and Hugging Face.\\n4. Easy integration with popular frameworks: LiteLLM can be easily integrated with popular frameworks such as PyTorch and TensorFlow, making it easy to use with your existing codebase.\\n5. Lightweight: LiteLLM is a lightweight package, making it easy to install and use, even on resource-constrained devices.\\n6. Flexible: LiteLLM allows you to define your own models and APIs, making it easy to use with custom models and APIs.\\n7. Extensive documentation: LiteLLM has extensive documentation, making it easy to get started and learn how to use the package.\\n8. Active community: LiteLLM has an active community of developers and users, making it easy to get help and feedback on your projects.\\n\\nOverall, LiteLLM can help you to simplify your workflow, improve your productivity, and make it easier to work with multiple language models and APIs.23.7778850.001443
4gpt-3.5-turbowhy should I use LiteLLMLiteLLM is a lightweight Python package that simplifies the process of making API calls to various language models. Here are some reasons why you should use LiteLLM:\\n\\n1. **Simplified API Calls**: LiteLLM abstracts away the complexity of making API calls to different language models. It provides a unified interface for invoking models from OpenAI, Azure, Cohere, Anthropic, Huggingface, and more.\\n\\n2. **Easy Integration**: LiteLLM seamlessly integrates with your existing codebase. You can import the package and start making API calls with just a few lines of code.\\n\\n3. **Flexibility**: LiteLLM supports a variety of language models, including GPT-3, GPT-Neo, chatGPT, and more. You can choose the model that suits your requirements and easily switch between them.\\n\\n4. **Convenience**: LiteLLM handles the authentication and connection details for you. You just need to set the relevant environment variables, and the package takes care of the rest.\\n\\n5. **Quick Prototyping**: LiteLLM is ideal for rapid prototyping and experimentation. With its simple API, you can quickly generate text, chat with models, and build interactive applications.\\n\\n6. **Community Support**: LiteLLM is actively maintained and supported by a community of developers. You can find help, share ideas, and collaborate with others to enhance your projects.\\n\\nOverall, LiteLLM simplifies the process of making API calls to language models, saving you time and effort while providing flexibility and convenience.12.1098810.000881
5claude-instant-1.2why should I use LiteLLMHere are some key reasons why you may want to consider using LiteLLM:\\n\\n- Simplifies calling multiple large language models - LiteLLM provides a unified API to call models from different providers like OpenAI, Azure, HuggingFace, Anthropic etc. This avoids having to deal with different APIs from each provider.\\n\\n- Easy to get started - LiteLLM is very lightweight and simple to install with just one pip install. It has minimal configuration needed with just API keys. This lowers the barrier to start experimenting with LLMs.\\n\\n- Standard interface - The completion API provides a standard way to send messages and get responses back regardless of underlying model. This keeps the code interface consistent. \\n\\n- Model agnostic - Your code doesn't need to change to switch between different models. You can easily compare performance of models from different providers.\\n\\n- Open source - As it is open source, the library can be expanded to support more models and providers over time via community contributions.\\n\\n- Cost effective - LiteLLM helps avoid vendor lock-in. You can optimize costs by testing multiple models and choosing the best suitable and cost-effective option for your needs.\\n\\nSo in summary, L12.6102590.001568
" - ], - "text/plain": [ - "" - ] - }, - "execution_count": 22, - "metadata": {}, - "output_type": "execute_result" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Question: write code to make a litellm completion call\n" - ] - }, - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
ModelQuestionResponseResponseTimeCost
9togethercomputer/llama-2-70b-chatwrite code to make a litellm completion call\\nTo make a completion call using litellm, you can use the `completion` function from the litellm package. Here's an example of how to use it:\\n```\\nfrom litellm import completion\\n\\n# Set ENV variables\\nos.environ[\"OPENAI_API_KEY\"] = \"your_openai_api_key\"\\nos.environ[\"COHERE_API_KEY\"] = \"your_cohere_api_key\"\\n\\n# Define the messages to be completed\\nmessages = [\\n {\\n \"content\": \"Hello, how are you?\",\\n \"role\": \"user\"\\n }\\n]\\n\\n# Make a completion call using OpenAI\\nresponse = completion(model=\"gpt-3.5-turbo\", messages=messages)\\n\\n# Make a completion call using Cohere\\nresponse = completion(\"command-nightly\", messages)\\n```\\nIn this example, we first set the ENV variables for the OpenAI and Cohere API keys. Then, we define a list of messages to be completed, which in this case contains a single message with the content \"Hello, how are you?\" and the role \"user\".\\n\\nNext, we make two completion calls using the `completion` function from litellm. The first call uses the OpenAI model `gpt-3.5-turbo` and passes in the list of messages. The second call uses the Cohere model `command-nightly` and passes in the same list of messages.\\n\\nThe `completion` function returns a response object that contains the completed messages. You can then use the `response.messages` attribute to access the completed messages.\\n\\nHere's an example of how to access the completed messages:\\n```\\n# Print the completed messages\\nprint(response.messages)\\n```\\nThis will print the completed messages, which should look something like this:\\n```\\n[{'content': 'Hello, how are you?', 'role': 'user', 'completion': 'I am doing well, thanks for asking.'}]\\n```\\nNote that the `completion` attribute contains the completed message. You can use this attribute to retrieve the completed message and use it in your application.32.1924530.001821
10gpt-3.5-turbowrite code to make a litellm completion callSure! Here's an example code to make a completion call using the litellm package:\\n\\n```python\\nfrom litellm import completion\\n\\n# Set the model and messages\\nmodel = \"gpt-3.5-turbo\"\\nmessages = [\\n {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\\n {\"role\": \"user\", \"content\": \"Who won the world series in 2020?\"},\\n {\"role\": \"assistant\", \"content\": \"The Los Angeles Dodgers won the World Series in 2020.\"},\\n {\"role\": \"user\", \"content\": \"Where was it played?\"}\\n]\\n\\n# Make the completion call\\nresponse = completion(model=model, messages=messages)\\n\\n# Print the assistant's reply\\nassistant_reply = response[\"choices\"][0][\"message\"][\"content\"]\\nprint(\"Assistant: \", assistant_reply)\\n```\\n\\nMake sure you have the litellm package installed (`pip install litellm`) and set the necessary environment variables for the API keys before running this code.9.3771550.000686
11claude-instant-1.2write code to make a litellm completion callHere is an example of making a completion call using litellm:\\n\\n```python\\nimport os\\nfrom litellm import completion\\n\\n# Set API keys as environment variables\\nos.environ[\"OPENAI_API_KEY\"] = \"your openai api key\" \\n\\n# Conversation context \\nmessages = [{\\n \"content\": \"Hello, how can I help you today?\",\\n \"role\": \"assistant\"\\n}]\\n\\n# Make completion call with GPT-3 model\\nresponse = completion(\\n model=\"gpt-3.5-turbo\", \\n messages=messages\\n)\\n\\nprint(response)\\n```\\n\\nTo break it down:\\n\\n- Import completion from litellm\\n- Set the OPENAI_API_KEY env var \\n- Define a messages list with the conversation context\\n- Call completion(), specifying the model (\"gpt-3.5-turbo\") and messages\\n- It will return the response from the API\\n- Print the response\\n\\nThis makes a simple completion call to OpenAI GPT-3 using litellm to handle the API details. You can also call other models like Cohere or Anthropic by specifying their name instead of the OpenAI9.8399880.001578
" - ], - "text/plain": [ - "" - ] - }, - "execution_count": 22, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "from IPython.core.interactiveshell import InteractiveShell\n", - "InteractiveShell.ast_node_interactivity = \"all\"\n", - "from IPython.display import HTML\n", - "import pandas as pd\n", - "\n", - "df = pd.DataFrame(data)\n", - "grouped_by_question = df.groupby('Question')\n", - "\n", - "for question, group_data in grouped_by_question:\n", - " print(f\"Question: {question}\")\n", - " HTML(group_data.to_html())\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "bmtAbC1rGVAm" - }, - "source": [ - "## Use Case 2 - Rewrite user input concisely" - ] - }, - { - "cell_type": "code", - "execution_count": 23, - "metadata": { - "id": "boiHO1PhGXSL" - }, - "outputs": [], - "source": [ - "# enter your system prompt if you have one\n", - "system_prompt = \"\"\"\n", - "For a given user input, rewrite the input to make be more concise.\n", - "\"\"\"\n", - "\n", - "# user input for re-writing questions\n", - "questions = [\n", - " \"LiteLLM is a lightweight Python package that simplifies the process of making API calls to various language models. Here are some reasons why you should use LiteLLM:\\n\\n1. **Simplified API Calls**: LiteLLM abstracts away the complexity of making API calls to different language models. It provides a unified interface for invoking models from OpenAI, Azure, Cohere, Anthropic, Huggingface, and more.\\n\\n2. **Easy Integration**: LiteLLM seamlessly integrates with your existing codebase. You can import the package and start making API calls with just a few lines of code.\\n\\n3. **Flexibility**: LiteLLM supports a variety of language models, including GPT-3, GPT-Neo, chatGPT, and more. You can choose the model that suits your requirements and easily switch between them.\\n\\n4. **Convenience**: LiteLLM handles the authentication and connection details for you. You just need to set the relevant environment variables, and the package takes care of the rest.\\n\\n5. **Quick Prototyping**: LiteLLM is ideal for rapid prototyping and experimentation. With its simple API, you can quickly generate text, chat with models, and build interactive applications.\\n\\n6. **Community Support**: LiteLLM is actively maintained and supported by a community of developers. You can find help, share ideas, and collaborate with others to enhance your projects.\\n\\nOverall, LiteLLM simplifies the process of making API calls to language models, saving you time and effort while providing flexibility and convenience\",\n", - " \"Hi everyone! I'm [your name] and I'm currently working on [your project/role involving LLMs]. I came across LiteLLM and was really excited by how it simplifies working with different LLM providers. I'm hoping to use LiteLLM to [build an app/simplify my code/test different models etc]. Before finding LiteLLM, I was struggling with [describe any issues you faced working with multiple LLMs]. With LiteLLM's unified API and automatic translation between providers, I think it will really help me to [goals you have for using LiteLLM]. Looking forward to being part of this community and learning more about how I can build impactful applications powered by LLMs!Let me know if you would like me to modify or expand on any part of this suggested intro. I'm happy to provide any clarification or additional details you need!\",\n", - " \"Traceloop is a platform for monitoring and debugging the quality of your LLM outputs. It provides you with a way to track the performance of your LLM application; rollout changes with confidence; and debug issues in production. It is based on OpenTelemetry, so it can provide full visibility to your LLM requests, as well vector DB usage, and other infra in your stack.\"\n", - "]" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "fwNcC_obICUc" - }, - "source": [ - "## Run Questions" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "KtBjZ1mUIBiJ" - }, - "outputs": [], - "source": [ - "from litellm import completion, completion_cost\n", - "import os\n", - "import time\n", - "\n", - "# optional use litellm dashboard to view logs\n", - "# litellm.use_client = True\n", - "# litellm.token = \"ishaan_2@berri.ai\" # set your email\n", - "\n", - "os.environ['TOGETHERAI_API_KEY'] = \"\"\n", - "os.environ['OPENAI_API_KEY'] = \"\"\n", - "os.environ['ANTHROPIC_API_KEY'] = \"\"\n", - "\n", - "models = ['togethercomputer/llama-2-70b-chat', 'gpt-3.5-turbo', 'claude-instant-1.2'] # enter llms to benchmark\n", - "data_2 = []\n", - "\n", - "for question in questions: # group by question\n", - " for model in models:\n", - " print(f\"running question: {question} for model: {model}\")\n", - " start_time = time.time()\n", - " # show response, response time, cost for each question\n", - " response = completion(\n", - " model=model,\n", - " max_tokens=500,\n", - " messages = [\n", - " {\n", - " \"role\": \"system\", \"content\": system_prompt\n", - " },\n", - " {\n", - " \"role\": \"user\", \"content\": \"User input:\" + question\n", - " }\n", - " ],\n", - " )\n", - " end = time.time()\n", - " total_time = end-start_time # response time\n", - " # print(response)\n", - " cost = completion_cost(response) # cost for completion\n", - " raw_response = response['choices'][0]['message']['content'] # response string\n", - " #print(raw_response, total_time, cost)\n", - "\n", - " # add to pandas df\n", - " data_2.append(\n", - " {\n", - " 'Model': model,\n", - " 'Question': question,\n", - " 'Response': raw_response,\n", - " 'ResponseTime': total_time,\n", - " 'Cost': cost\n", - " })\n", - "\n", - "\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "-PCYIzG5M0II" - }, - "source": [ - "## View Logs - Group by Question" - ] - }, - { - "cell_type": "code", - "execution_count": 20, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 1000 - }, - "id": "-3R5-2q8IiL2", - "outputId": "c4a0d9e5-bb21-4de0-fc4c-9f5e71d0f177" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Question: Hi everyone! I'm [your name] and I'm currently working on [your project/role involving LLMs]. I came across LiteLLM and was really excited by how it simplifies working with different LLM providers. I'm hoping to use LiteLLM to [build an app/simplify my code/test different models etc]. Before finding LiteLLM, I was struggling with [describe any issues you faced working with multiple LLMs]. With LiteLLM's unified API and automatic translation between providers, I think it will really help me to [goals you have for using LiteLLM]. Looking forward to being part of this community and learning more about how I can build impactful applications powered by LLMs!Let me know if you would like me to modify or expand on any part of this suggested intro. I'm happy to provide any clarification or additional details you need!\n" - ] - }, - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
ModelQuestionResponseResponseTimeCost
3togethercomputer/llama-2-70b-chatHi everyone! I'm [your name] and I'm currently working on [your project/role involving LLMs]. I came across LiteLLM and was really excited by how it simplifies working with different LLM providers. I'm hoping to use LiteLLM to [build an app/simplify my code/test different models etc]. Before finding LiteLLM, I was struggling with [describe any issues you faced working with multiple LLMs]. With LiteLLM's unified API and automatic translation between providers, I think it will really help me to [goals you have for using LiteLLM]. Looking forward to being part of this community and learning more about how I can build impactful applications powered by LLMs!Let me know if you would like me to modify or expand on any part of this suggested intro. I'm happy to provide any clarification or additional details you need!\\nHere's a more concise version of the user input:\\n\\n\"Hi everyone! I'm [your name] and I'm working on [your project/role involving LLMs]. I recently discovered LiteLLM and I'm excited to use it to [build an app/simplify my code/test different models etc]. Before LiteLLM, I struggled with [describe any issues you faced working with multiple LLMs]. I'm looking forward to using LiteLLM's unified API and automatic translation to achieve my goals. I'm eager to learn more about building impactful applications powered by LLMs and to be part of this community. Let me know if you have any questions or need further clarification.\"\\n\\nIn this revised version, we've kept the essential information and removed some of the extraneous language. We've also rephrased some of the sentences to make them more concise and easier to read.18.3006200.001200
4gpt-3.5-turboHi everyone! I'm [your name] and I'm currently working on [your project/role involving LLMs]. I came across LiteLLM and was really excited by how it simplifies working with different LLM providers. I'm hoping to use LiteLLM to [build an app/simplify my code/test different models etc]. Before finding LiteLLM, I was struggling with [describe any issues you faced working with multiple LLMs]. With LiteLLM's unified API and automatic translation between providers, I think it will really help me to [goals you have for using LiteLLM]. Looking forward to being part of this community and learning more about how I can build impactful applications powered by LLMs!Let me know if you would like me to modify or expand on any part of this suggested intro. I'm happy to provide any clarification or additional details you need!User input: Hi, I'm [your name] and I'm excited about using LiteLLM to simplify working with different LLM providers. Before finding LiteLLM, I faced challenges working with multiple LLMs. With LiteLLM's unified API and automatic translation, I believe it will help me achieve my goals of [state your goals]. I look forward to being part of this community and learning how to build impactful applications with LLMs. Let me know if you need any further clarification or details.7.3854720.000525
5claude-instant-1.2Hi everyone! I'm [your name] and I'm currently working on [your project/role involving LLMs]. I came across LiteLLM and was really excited by how it simplifies working with different LLM providers. I'm hoping to use LiteLLM to [build an app/simplify my code/test different models etc]. Before finding LiteLLM, I was struggling with [describe any issues you faced working with multiple LLMs]. With LiteLLM's unified API and automatic translation between providers, I think it will really help me to [goals you have for using LiteLLM]. Looking forward to being part of this community and learning more about how I can build impactful applications powered by LLMs!Let me know if you would like me to modify or expand on any part of this suggested intro. I'm happy to provide any clarification or additional details you need!Here is a more concise rewrite of the user input:\\n\\nHi everyone, I'm [your name]. I'm currently [your project/role] and came across LiteLLM, which simplifies working with different LLMs through its unified API. I hope to [build an app/simplify code/test models] with LiteLLM since I previously struggled with [issues]. LiteLLM's automatic translation between providers will help me [goals] and build impactful LLM applications. Looking forward to learning more as part of this community. Let me know if you need any clarification on my plans to use LiteLLM.8.6282170.001022
" - ], - "text/plain": [ - "" - ] - }, - "execution_count": 20, - "metadata": {}, - "output_type": "execute_result" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Question: LiteLLM is a lightweight Python package that simplifies the process of making API calls to various language models. Here are some reasons why you should use LiteLLM:\n", - "\n", - "1. **Simplified API Calls**: LiteLLM abstracts away the complexity of making API calls to different language models. It provides a unified interface for invoking models from OpenAI, Azure, Cohere, Anthropic, Huggingface, and more.\n", - "\n", - "2. **Easy Integration**: LiteLLM seamlessly integrates with your existing codebase. You can import the package and start making API calls with just a few lines of code.\n", - "\n", - "3. **Flexibility**: LiteLLM supports a variety of language models, including GPT-3, GPT-Neo, chatGPT, and more. You can choose the model that suits your requirements and easily switch between them.\n", - "\n", - "4. **Convenience**: LiteLLM handles the authentication and connection details for you. You just need to set the relevant environment variables, and the package takes care of the rest.\n", - "\n", - "5. **Quick Prototyping**: LiteLLM is ideal for rapid prototyping and experimentation. With its simple API, you can quickly generate text, chat with models, and build interactive applications.\n", - "\n", - "6. **Community Support**: LiteLLM is actively maintained and supported by a community of developers. You can find help, share ideas, and collaborate with others to enhance your projects.\n", - "\n", - "Overall, LiteLLM simplifies the process of making API calls to language models, saving you time and effort while providing flexibility and convenience\n" - ] - }, - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
ModelQuestionResponseResponseTimeCost
0togethercomputer/llama-2-70b-chatLiteLLM is a lightweight Python package that simplifies the process of making API calls to various language models. Here are some reasons why you should use LiteLLM:\\n\\n1. **Simplified API Calls**: LiteLLM abstracts away the complexity of making API calls to different language models. It provides a unified interface for invoking models from OpenAI, Azure, Cohere, Anthropic, Huggingface, and more.\\n\\n2. **Easy Integration**: LiteLLM seamlessly integrates with your existing codebase. You can import the package and start making API calls with just a few lines of code.\\n\\n3. **Flexibility**: LiteLLM supports a variety of language models, including GPT-3, GPT-Neo, chatGPT, and more. You can choose the model that suits your requirements and easily switch between them.\\n\\n4. **Convenience**: LiteLLM handles the authentication and connection details for you. You just need to set the relevant environment variables, and the package takes care of the rest.\\n\\n5. **Quick Prototyping**: LiteLLM is ideal for rapid prototyping and experimentation. With its simple API, you can quickly generate text, chat with models, and build interactive applications.\\n\\n6. **Community Support**: LiteLLM is actively maintained and supported by a community of developers. You can find help, share ideas, and collaborate with others to enhance your projects.\\n\\nOverall, LiteLLM simplifies the process of making API calls to language models, saving you time and effort while providing flexibility and convenienceHere's a more concise version of the user input:\\n\\nLiteLLM is a lightweight Python package that simplifies API calls to various language models. It abstracts away complexity, integrates seamlessly, supports multiple models, and handles authentication. It's ideal for rapid prototyping and has community support. It saves time and effort while providing flexibility and convenience.11.2942500.001251
1gpt-3.5-turboLiteLLM is a lightweight Python package that simplifies the process of making API calls to various language models. Here are some reasons why you should use LiteLLM:\\n\\n1. **Simplified API Calls**: LiteLLM abstracts away the complexity of making API calls to different language models. It provides a unified interface for invoking models from OpenAI, Azure, Cohere, Anthropic, Huggingface, and more.\\n\\n2. **Easy Integration**: LiteLLM seamlessly integrates with your existing codebase. You can import the package and start making API calls with just a few lines of code.\\n\\n3. **Flexibility**: LiteLLM supports a variety of language models, including GPT-3, GPT-Neo, chatGPT, and more. You can choose the model that suits your requirements and easily switch between them.\\n\\n4. **Convenience**: LiteLLM handles the authentication and connection details for you. You just need to set the relevant environment variables, and the package takes care of the rest.\\n\\n5. **Quick Prototyping**: LiteLLM is ideal for rapid prototyping and experimentation. With its simple API, you can quickly generate text, chat with models, and build interactive applications.\\n\\n6. **Community Support**: LiteLLM is actively maintained and supported by a community of developers. You can find help, share ideas, and collaborate with others to enhance your projects.\\n\\nOverall, LiteLLM simplifies the process of making API calls to language models, saving you time and effort while providing flexibility and convenienceLiteLLM is a lightweight Python package that simplifies API calls to various language models. Here's why you should use it:\\n1. Simplified API Calls: Works with multiple models (OpenAI, Azure, Cohere, Anthropic, Huggingface).\\n2. Easy Integration: Import and start using it quickly in your codebase.\\n3. Flexibility: Supports GPT-3, GPT-Neo, chatGPT, etc. easily switch between models.\\n4. Convenience: Handles authentication and connection details, just set environment variables.\\n5. Quick Prototyping: Great for rapid prototyping and building interactive applications.\\n6. Community Support: Actively maintained and supported by a developer community.9.7783150.000795
2claude-instant-1.2LiteLLM is a lightweight Python package that simplifies the process of making API calls to various language models. Here are some reasons why you should use LiteLLM:\\n\\n1. **Simplified API Calls**: LiteLLM abstracts away the complexity of making API calls to different language models. It provides a unified interface for invoking models from OpenAI, Azure, Cohere, Anthropic, Huggingface, and more.\\n\\n2. **Easy Integration**: LiteLLM seamlessly integrates with your existing codebase. You can import the package and start making API calls with just a few lines of code.\\n\\n3. **Flexibility**: LiteLLM supports a variety of language models, including GPT-3, GPT-Neo, chatGPT, and more. You can choose the model that suits your requirements and easily switch between them.\\n\\n4. **Convenience**: LiteLLM handles the authentication and connection details for you. You just need to set the relevant environment variables, and the package takes care of the rest.\\n\\n5. **Quick Prototyping**: LiteLLM is ideal for rapid prototyping and experimentation. With its simple API, you can quickly generate text, chat with models, and build interactive applications.\\n\\n6. **Community Support**: LiteLLM is actively maintained and supported by a community of developers. You can find help, share ideas, and collaborate with others to enhance your projects.\\n\\nOverall, LiteLLM simplifies the process of making API calls to language models, saving you time and effort while providing flexibility and convenienceHere is a concise rewrite of the user input:\\n\\nLiteLLM is a lightweight Python package that simplifies accessing various language models. It provides a unified interface for models from OpenAI, Azure, Cohere, Anthropic, Huggingface, and more. Key benefits include simplified API calls, easy integration, flexibility to use different models, automated handling of authentication, and support for quick prototyping. The actively maintained package saves time by abstracting away complexity while offering convenience and a collaborative community.7.6975200.001098
" - ], - "text/plain": [ - "" - ] - }, - "execution_count": 20, - "metadata": {}, - "output_type": "execute_result" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Question: Traceloop is a platform for monitoring and debugging the quality of your LLM outputs. It provides you with a way to track the performance of your LLM application; rollout changes with confidence; and debug issues in production. It is based on OpenTelemetry, so it can provide full visibility to your LLM requests, as well vector DB usage, and other infra in your stack.\n" - ] - }, - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
ModelQuestionResponseResponseTimeCost
6togethercomputer/llama-2-70b-chatTraceloop is a platform for monitoring and debugging the quality of your LLM outputs. It provides you with a way to track the performance of your LLM application; rollout changes with confidence; and debug issues in production. It is based on OpenTelemetry, so it can provide full visibility to your LLM requests, as well vector DB usage, and other infra in your stack.\\nRewritten input: Traceloop is a platform for monitoring and debugging LLM outputs. It allows users to track performance, rollout changes confidently, and debug issues in production. It uses OpenTelemetry for full visibility into LLM requests, vector DB usage, and other infrastructure.9.0604440.000525
7gpt-3.5-turboTraceloop is a platform for monitoring and debugging the quality of your LLM outputs. It provides you with a way to track the performance of your LLM application; rollout changes with confidence; and debug issues in production. It is based on OpenTelemetry, so it can provide full visibility to your LLM requests, as well vector DB usage, and other infra in your stack.Traceloop is a platform for monitoring and debugging the quality of your LLM outputs. It helps track performance, rollout changes, and debug issues in production. It is based on OpenTelemetry, providing visibility to LLM requests, vector DB usage, and other infrastructure in your stack.7.3046610.000283
8claude-instant-1.2Traceloop is a platform for monitoring and debugging the quality of your LLM outputs. It provides you with a way to track the performance of your LLM application; rollout changes with confidence; and debug issues in production. It is based on OpenTelemetry, so it can provide full visibility to your LLM requests, as well vector DB usage, and other infra in your stack.Here is a more concise rewrite of the user input:\\n\\nTraceloop monitors and debugs LLM quality. It tracks LLM performance, enables confident changes, and debugs production issues. Based on OpenTelemetry, Traceloop provides full visibility into LLM requests, vector DB usage, and other stack infrastructure.7.9761580.000538
" - ], - "text/plain": [ - "" - ] - }, - "execution_count": 20, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "from IPython.core.interactiveshell import InteractiveShell\n", - "InteractiveShell.ast_node_interactivity = \"all\"\n", - "from IPython.display import HTML\n", - "import pandas as pd\n", - "\n", - "df = pd.DataFrame(data_2)\n", - "grouped_by_question = df.groupby('Question')\n", - "\n", - "for question, group_data in grouped_by_question:\n", - " print(f\"Question: {question}\")\n", - " HTML(group_data.to_html())\n" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file diff --git a/cookbook/Claude_(Anthropic)_with_Streaming_liteLLM_Examples.ipynb b/cookbook/Claude_(Anthropic)_with_Streaming_liteLLM_Examples.ipynb deleted file mode 100644 index 338785ea5e3..00000000000 --- a/cookbook/Claude_(Anthropic)_with_Streaming_liteLLM_Examples.ipynb +++ /dev/null @@ -1,406 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "ZwuaylskLxFu", - "outputId": "d684d6a3-32fe-4beb-c378-c39134bcf8cc" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Collecting litellm==0.1.363\n", - " Downloading litellm-0.1.363-py3-none-any.whl (34 kB)\n", - "Requirement already satisfied: openai<0.28.0,>=0.27.8 in /usr/local/lib/python3.10/dist-packages (from litellm==0.1.363) (0.27.8)\n", - "Requirement already satisfied: python-dotenv<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from litellm==0.1.363) (1.0.0)\n", - "Requirement already satisfied: tiktoken<0.5.0,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from litellm==0.1.363) (0.4.0)\n", - "Requirement already satisfied: requests>=2.20 in /usr/local/lib/python3.10/dist-packages (from openai<0.28.0,>=0.27.8->litellm==0.1.363) (2.31.0)\n", - "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from openai<0.28.0,>=0.27.8->litellm==0.1.363) (4.65.0)\n", - "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from openai<0.28.0,>=0.27.8->litellm==0.1.363) (3.8.5)\n", - "Requirement already satisfied: regex>=2022.1.18 in /usr/local/lib/python3.10/dist-packages (from tiktoken<0.5.0,>=0.4.0->litellm==0.1.363) (2022.10.31)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<0.28.0,>=0.27.8->litellm==0.1.363) (3.2.0)\n", - "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<0.28.0,>=0.27.8->litellm==0.1.363) (3.4)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<0.28.0,>=0.27.8->litellm==0.1.363) (1.26.16)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<0.28.0,>=0.27.8->litellm==0.1.363) (2023.7.22)\n", - "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm==0.1.363) (23.1.0)\n", - "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm==0.1.363) (6.0.4)\n", - "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm==0.1.363) (4.0.2)\n", - "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm==0.1.363) (1.9.2)\n", - "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm==0.1.363) (1.4.0)\n", - "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm==0.1.363) (1.3.1)\n", - "Installing collected packages: litellm\n", - " Attempting uninstall: litellm\n", - " Found existing installation: litellm 0.1.362\n", - " Uninstalling litellm-0.1.362:\n", - " Successfully uninstalled litellm-0.1.362\n", - "Successfully installed litellm-0.1.363\n" - ] - } - ], - "source": [ - "!pip install litellm==\"0.1.363\"" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "id": "W216G__XL19Q" - }, - "outputs": [], - "source": [ - "# @title Import litellm & Set env variables\n", - "import litellm\n", - "import os\n", - "\n", - "os.environ[\"ANTHROPIC_API_KEY\"] = \" \" #@param" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "ff1lKwUMMLJj", - "outputId": "bfddf6f8-36d4-45e5-92dc-349083fa41b8" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "\n", - " Result from claude-instant-1 {'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': \" The Los Angeles Dodgers won the 2020 World Series, defeating the Tampa Bay Rays 4-2. It was the Dodgers' first World Series title since 1988.\"}}], 'created': 1691536677.2676156, 'model': 'claude-instant-1', 'usage': {'prompt_tokens': 30, 'completion_tokens': 32, 'total_tokens': 62}}\n", - "\n", - "\n", - " Result from claude-2 {'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': ' The Los Angeles Dodgers won'}}], 'created': 1691536677.944753, 'model': 'claude-2', 'usage': {'prompt_tokens': 30, 'completion_tokens': 5, 'total_tokens': 35}}\n" - ] - } - ], - "source": [ - "# @title Request Claude Instant-1 and Claude-2\n", - "messages = [\n", - " {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n", - " {\"role\": \"user\", \"content\": \"Who won the world series in 2020?\"}\n", - " ]\n", - "\n", - "result = litellm.completion('claude-instant-1', messages)\n", - "print(\"\\n\\n Result from claude-instant-1\", result)\n", - "result = litellm.completion('claude-2', messages, max_tokens=5, temperature=0.2)\n", - "print(\"\\n\\n Result from claude-2\", result)" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "06hWKnNQMrV-", - "outputId": "7fdec0eb-d4a9-4882-f9c4-987ff9a31114" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - " Here\n", - "'s\n", - " a\n", - " quick\n", - " overview\n", - " of\n", - " how\n", - " a\n", - " court\n", - " case\n", - " can\n", - " reach\n", - " the\n", - " U\n", - ".\n", - "S\n", - ".\n", - " Supreme\n", - " Court\n", - ":\n", - "\n", - "\n", - "-\n", - " The\n", - " case\n", - " must\n", - " first\n", - " be\n", - " heard\n", - " in\n", - " a\n", - " lower\n", - " trial\n", - " court\n", - " (\n", - "either\n", - " a\n", - " state\n", - " court\n", - " or\n", - " federal\n", - " district\n", - " court\n", - ").\n", - " The\n", - " trial\n", - " court\n", - " makes\n", - " initial\n", - " r\n", - "ulings\n", - " and\n", - " produces\n", - " a\n", - " record\n", - " of\n", - " the\n", - " case\n", - ".\n", - "\n", - "\n", - "-\n", - " The\n", - " losing\n", - " party\n", - " can\n", - " appeal\n", - " the\n", - " decision\n", - " to\n", - " an\n", - " appeals\n", - " court\n", - " (\n", - "a\n", - " state\n", - " appeals\n", - " court\n", - " for\n", - " state\n", - " cases\n", - ",\n", - " or\n", - " a\n", - " federal\n", - " circuit\n", - " court\n", - " for\n", - " federal\n", - " cases\n", - ").\n", - " The\n", - " appeals\n", - " court\n", - " reviews\n", - " the\n", - " trial\n", - " court\n", - "'s\n", - " r\n", - "ulings\n", - " and\n", - " can\n", - " affirm\n", - ",\n", - " reverse\n", - ",\n", - " or\n", - " modify\n", - " the\n", - " decision\n", - ".\n", - "\n", - "\n", - "-\n", - " If\n", - " a\n", - " party\n", - " is\n", - " still\n", - " unsat\n", - "isf\n", - "ied\n", - " after\n", - " the\n", - " appeals\n", - " court\n", - " rules\n", - ",\n", - " they\n", - " can\n", - " petition\n", - " the\n", - " Supreme\n", - " Court\n", - " to\n", - " hear\n", - " the\n", - " case\n", - " through\n", - " a\n", - " writ\n", - " of\n", - " cert\n", - "ior\n", - "ari\n", - ".\n", - " \n", - "\n", - "\n", - "-\n", - " The\n", - " Supreme\n", - " Court\n", - " gets\n", - " thousands\n", - " of\n", - " cert\n", - " petitions\n", - " every\n", - " year\n", - " but\n", - " usually\n", - " only\n", - " agrees\n", - " to\n", - " hear\n", - " about\n", - " 100\n", - "-\n", - "150\n", - " of\n", - " cases\n", - " that\n", - " have\n", - " significant\n", - " national\n", - " importance\n", - " or\n", - " where\n", - " lower\n", - " courts\n", - " disagree\n", - " on\n", - " federal\n", - " law\n", - ".\n", - " \n", - "\n", - "\n", - "-\n", - " If\n", - " 4\n", - " out\n", - " of\n", - " the\n", - " 9\n", - " Just\n", - "ices\n", - " vote\n", - " to\n", - " grant\n", - " cert\n", - " (\n", - "agree\n", - " to\n", - " hear\n", - " the\n", - " case\n", - "),\n", - " it\n", - " goes\n", - " on\n", - " the\n", - " Supreme\n", - " Court\n", - "'s\n", - " do\n", - "cket\n", - " for\n", - " arguments\n", - ".\n", - "\n", - "\n", - "-\n", - " The\n", - " Supreme\n", - " Court\n", - " then\n", - " hears\n", - " oral\n", - " arguments\n", - ",\n", - " considers\n", - " written\n", - " brief\n", - "s\n", - ",\n", - " examines\n", - " the\n", - " lower\n", - " court\n", - " records\n", - ",\n", - " and\n", - " issues\n", - " a\n", - " final\n", - " ruling\n", - " on\n", - " the\n", - " case\n", - ",\n", - " which\n", - " serves\n", - " as\n", - " binding\n", - " precedent\n" - ] - } - ], - "source": [ - "# @title Streaming Example: Request Claude-2\n", - "messages = [\n", - " {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n", - " {\"role\": \"user\", \"content\": \"how does a court case get to the Supreme Court?\"}\n", - " ]\n", - "\n", - "result = litellm.completion('claude-2', messages, stream=True)\n", - "for part in result:\n", - " print(part.choices[0].delta.content or \"\")\n", - "\n" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/Evaluating_LLMs.ipynb b/cookbook/Evaluating_LLMs.ipynb deleted file mode 100644 index e27e8934f76..00000000000 --- a/cookbook/Evaluating_LLMs.ipynb +++ /dev/null @@ -1,579 +0,0 @@ -{ - "cells": [ - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "Ys9n20Es2IzT" - }, - "source": [ - "# Evaluate Multiple LLM Providers with LiteLLM\n", - "\n", - "\n", - "\n", - "* Quality Testing\n", - "* Load Testing\n", - "* Duration Testing\n", - "\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "ZXOXl23PIIP6" - }, - "outputs": [], - "source": [ - "!pip install litellm python-dotenv" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": { - "id": "LINuBzXDItq2" - }, - "outputs": [], - "source": [ - "from litellm import load_test_model, testing_batch_completion" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "EkxMhsWdJdu4" - }, - "outputs": [], - "source": [ - "import os \n", - "os.environ[\"OPENAI_API_KEY\"] = \"...\"\n", - "os.environ[\"ANTHROPIC_API_KEY\"] = \"...\"\n", - "os.environ[\"REPLICATE_API_KEY\"] = \"...\"" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "mv5XdnqeW5I_" - }, - "source": [ - "# Quality Test endpoint\n", - "\n", - "## Test the same prompt across multiple LLM providers\n", - "\n", - "In this example, let's ask some questions about Paul Graham" - ] - }, - { - "cell_type": "code", - "execution_count": 15, - "metadata": { - "id": "XpzrR5m4W_Us" - }, - "outputs": [], - "source": [ - "models = [\"gpt-3.5-turbo\", \"gpt-3.5-turbo-16k\", \"gpt-4\", \"claude-instant-1\", {\"model\": \"replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781\", \"custom_llm_provider\": \"replicate\"}]\n", - "context = \"\"\"Paul Graham (/ɡræm/; born 1964)[3] is an English computer scientist, essayist, entrepreneur, venture capitalist, and author. He is best known for his work on the programming language Lisp, his former startup Viaweb (later renamed Yahoo! Store), cofounding the influential startup accelerator and seed capital firm Y Combinator, his essays, and Hacker News. He is the author of several computer programming books, including: On Lisp,[4] ANSI Common Lisp,[5] and Hackers & Painters.[6] Technology journalist Steven Levy has described Graham as a \"hacker philosopher\".[7] Graham was born in England, where he and his family maintain permanent residence. However he is also a citizen of the United States, where he was educated, lived, and worked until 2016.\"\"\"\n", - "prompts = [\"Who is Paul Graham?\", \"What is Paul Graham known for?\" , \"Is paul graham a writer?\" , \"Where does Paul Graham live?\", \"What has Paul Graham done?\"]\n", - "messages = [[{\"role\": \"user\", \"content\": context + \"\\n\" + prompt}] for prompt in prompts] # pass in a list of messages we want to test\n", - "result = testing_batch_completion(models=models, messages=messages)" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "9nzeLySnvIIW" - }, - "source": [ - "## Visualize the data" - ] - }, - { - "cell_type": "code", - "execution_count": 17, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 403 - }, - "id": "X-2n7hdAuVAY", - "outputId": "69cc0de1-68e3-4c12-a8ea-314880010d94" - }, - "outputs": [ - { - "data": { - "text/html": [ - "\n", - "\n", - "
\n", - "
\n", - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Model Nameclaude-instant-1gpt-3.5-turbo-0613gpt-3.5-turbo-16k-0613gpt-4-0613replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781
Prompt
\\nIs paul graham a writer?Yes, Paul Graham is considered a writer in ad...Yes, Paul Graham is a writer. He has written s...Yes, Paul Graham is a writer. He has authored ...Yes, Paul Graham is a writer. He is an essayis...Yes, Paul Graham is an author. According to t...
\\nWhat has Paul Graham done?Paul Graham has made significant contribution...Paul Graham has achieved several notable accom...Paul Graham has made significant contributions...Paul Graham is known for his work on the progr...Paul Graham has had a diverse career in compu...
\\nWhat is Paul Graham known for?Paul Graham is known for several things:\\n\\n-...Paul Graham is known for his work on the progr...Paul Graham is known for his work on the progr...Paul Graham is known for his work on the progr...Paul Graham is known for many things, includi...
\\nWhere does Paul Graham live?Based on the information provided:\\n\\n- Paul ...According to the given information, Paul Graha...Paul Graham currently lives in England, where ...The text does not provide a current place of r...Based on the information provided, Paul Graha...
\\nWho is Paul Graham?Paul Graham is an influential computer scient...Paul Graham is an English computer scientist, ...Paul Graham is an English computer scientist, ...Paul Graham is an English computer scientist, ...Paul Graham is an English computer scientist,...
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "
\n", - " \n", - "
\n", - "\n", - "\n", - "\n", - " \n", - "\n", - "\n", - " \n", - " \n", - "\n", - " \n", - "
\n", - "
\n" - ], - "text/plain": [ - "Model Name claude-instant-1 \\\n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is considered a writer in ad... \n", - "\\nWhat has Paul Graham done? Paul Graham has made significant contribution... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for several things:\\n\\n-... \n", - "\\nWhere does Paul Graham live? Based on the information provided:\\n\\n- Paul ... \n", - "\\nWho is Paul Graham? Paul Graham is an influential computer scient... \n", - "\n", - "Model Name gpt-3.5-turbo-0613 \\\n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is a writer. He has written s... \n", - "\\nWhat has Paul Graham done? Paul Graham has achieved several notable accom... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for his work on the progr... \n", - "\\nWhere does Paul Graham live? According to the given information, Paul Graha... \n", - "\\nWho is Paul Graham? Paul Graham is an English computer scientist, ... \n", - "\n", - "Model Name gpt-3.5-turbo-16k-0613 \\\n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is a writer. He has authored ... \n", - "\\nWhat has Paul Graham done? Paul Graham has made significant contributions... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for his work on the progr... \n", - "\\nWhere does Paul Graham live? Paul Graham currently lives in England, where ... \n", - "\\nWho is Paul Graham? Paul Graham is an English computer scientist, ... \n", - "\n", - "Model Name gpt-4-0613 \\\n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is a writer. He is an essayis... \n", - "\\nWhat has Paul Graham done? Paul Graham is known for his work on the progr... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for his work on the progr... \n", - "\\nWhere does Paul Graham live? The text does not provide a current place of r... \n", - "\\nWho is Paul Graham? Paul Graham is an English computer scientist, ... \n", - "\n", - "Model Name replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781 \n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is an author. According to t... \n", - "\\nWhat has Paul Graham done? Paul Graham has had a diverse career in compu... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for many things, includi... \n", - "\\nWhere does Paul Graham live? Based on the information provided, Paul Graha... \n", - "\\nWho is Paul Graham? Paul Graham is an English computer scientist,... " - ] - }, - "execution_count": 17, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "import pandas as pd\n", - "\n", - "# Create an empty list to store the row data\n", - "table_data = []\n", - "\n", - "# Iterate through the list and extract the required data\n", - "for item in result:\n", - " prompt = item['prompt'][0]['content'].replace(context, \"\") # clean the prompt for easy comparison\n", - " model = item['response']['model']\n", - " response = item['response']['choices'][0]['message']['content']\n", - " table_data.append([prompt, model, response])\n", - "\n", - "# Create a DataFrame from the table data\n", - "df = pd.DataFrame(table_data, columns=['Prompt', 'Model Name', 'Response'])\n", - "\n", - "# Pivot the DataFrame to get the desired table format\n", - "table = df.pivot(index='Prompt', columns='Model Name', values='Response')\n", - "table" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "zOxUM40PINDC" - }, - "source": [ - "# Load Test endpoint\n", - "\n", - "Run 100+ simultaneous queries across multiple providers to see when they fail + impact on latency" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "ZkQf_wbcIRQ9" - }, - "outputs": [], - "source": [ - "models=[\"gpt-3.5-turbo\", \"replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781\", \"claude-instant-1\"]\n", - "context = \"\"\"Paul Graham (/ɡræm/; born 1964)[3] is an English computer scientist, essayist, entrepreneur, venture capitalist, and author. He is best known for his work on the programming language Lisp, his former startup Viaweb (later renamed Yahoo! Store), cofounding the influential startup accelerator and seed capital firm Y Combinator, his essays, and Hacker News. He is the author of several computer programming books, including: On Lisp,[4] ANSI Common Lisp,[5] and Hackers & Painters.[6] Technology journalist Steven Levy has described Graham as a \"hacker philosopher\".[7] Graham was born in England, where he and his family maintain permanent residence. However he is also a citizen of the United States, where he was educated, lived, and worked until 2016.\"\"\"\n", - "prompt = \"Where does Paul Graham live?\"\n", - "final_prompt = context + prompt\n", - "result = load_test_model(models=models, prompt=final_prompt, num_calls=5)" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "8vSNBFC06aXY" - }, - "source": [ - "## Visualize the data" - ] - }, - { - "cell_type": "code", - "execution_count": 19, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 552 - }, - "id": "SZfiKjLV3-n8", - "outputId": "00f7f589-b3da-43ed-e982-f9420f074b8d" - }, - "outputs": [ - { - "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAioAAAIXCAYAAACy1HXAAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABn5UlEQVR4nO3dd1QT2d8G8Cf0ojQBEUFRsSv2FXvvvSx2saNi7733ihXELotd7KuIir33sjZUsIuKVGmS+/7hy/yM6K7RYEZ4PufkaO5Mkm/IJHly594ZhRBCgIiIiEiGdLRdABEREdG3MKgQERGRbDGoEBERkWwxqBAREZFsMagQERGRbDGoEBERkWwxqBAREZFsMagQERGRbDGoEBERkWwxqBCR7Dk5OaFLly7aLkNtc+fORd68eaGrq4uSJUtquxyNO3bsGBQKBbZv367tUtSmUCgwadIktW8XGhoKhUKBdevWabwm+joGFVKxfPlyKBQKlC9fXtulyI6TkxMUCoV0MTU1xR9//IENGzZou7TfTuoX3PdcfleHDh3CiBEjUKlSJaxduxYzZszQdkmys27dOul1PnXqVJrlQgg4OjpCoVCgcePGWqiQ5EBP2wWQvPj7+8PJyQkXLlxASEgInJ2dtV2SrJQsWRJDhw4FALx8+RKrVq2Cu7s7EhMT0bNnTy1X9/soXLgw/Pz8VNpGjx6NLFmyYOzYsWnWv3fvHnR0fq/fVUePHoWOjg5Wr14NAwMDbZcja0ZGRti4cSMqV66s0n78+HE8e/YMhoaGWqqM5IBBhSSPHz/GmTNnEBAQAA8PD/j7+2PixIm/tAalUomkpCQYGRn90sf9Xjlz5kTHjh2l6126dEHevHmxcOFCBhU1ZM+eXeXvCACzZs2CtbV1mnYAv+UXVXh4OIyNjTUWUoQQSEhIgLGxsUbuT04aNmyIbdu2YfHixdDT+9/X0saNG1GmTBm8fftWi9WRtv1eP1EoXfn7+8PS0hKNGjVC69at4e/vLy1LTk6GlZUVunbtmuZ20dHRMDIywrBhw6S2xMRETJw4Ec7OzjA0NISjoyNGjBiBxMREldsqFAr069cP/v7+KFq0KAwNDXHw4EEAwLx581CxYkVky5YNxsbGKFOmzFf3hcfHx2PAgAGwtrZG1qxZ0bRpUzx//vyr+6CfP3+Obt26IXv27DA0NETRokWxZs2aH/6b2djYoFChQnj48KFKu1KphJeXF4oWLQojIyNkz54dHh4eeP/+vcp6ly5dQr169WBtbQ1jY2PkyZMH3bp1k5an7g+fN28eFi5ciNy5c8PY2BjVqlXDrVu30tRz9OhRVKlSBaamprCwsECzZs1w584dlXUmTZoEhUKBkJAQdOnSBRYWFjA3N0fXrl3x4cMHlXWDgoJQuXJlWFhYIEuWLChYsCDGjBmjss73vtY/48sxKqm7DE6dOoUBAwbAxsYGFhYW8PDwQFJSEiIjI9G5c2dYWlrC0tISI0aMwJcnitfUa/Q1CoUCa9euRVxcnLRrI3VMw8ePHzF16lTky5cPhoaGcHJywpgxY9L8vZycnNC4cWMEBgaibNmyMDY2xooVK/71cc+fP4/69evD3NwcJiYmqFatGk6fPq2yTlhYGPr27YuCBQvC2NgY2bJlw59//onQ0NA09xcZGYnBgwfDyckJhoaGcHBwQOfOndMEB6VSienTp8PBwQFGRkaoVasWQkJC/rXWz7Vr1w7v3r1DUFCQ1JaUlITt27ejffv2X71NXFwchg4dCkdHRxgaGqJgwYKYN29emtc5MTERgwcPho2NjfT58OzZs6/ep6Y/H0hDBNH/K1SokOjevbsQQogTJ04IAOLChQvS8m7dugkLCwuRmJiocrv169cLAOLixYtCCCFSUlJE3bp1hYmJiRg0aJBYsWKF6Nevn9DT0xPNmjVTuS0AUbhwYWFjYyMmT54sli1bJq5evSqEEMLBwUH07dtXLF26VCxYsED88ccfAoDYt2+fyn24ubkJAKJTp05i2bJlws3NTZQoUUIAEBMnTpTWe/XqlXBwcBCOjo5iypQpwtvbWzRt2lQAEAsXLvzPv0/u3LlFo0aNVNqSk5OFnZ2dyJ49u0p7jx49hJ6enujZs6fw8fERI0eOFKampqJcuXIiKSlJCCHE69evhaWlpShQoICYO3euWLlypRg7dqwoXLiwdD+PHz8WAETx4sWFk5OTmD17tpg8ebKwsrISNjY24tWrV9K6QUFBQk9PTxQoUEDMmTNHTJ48WVhbWwtLS0vx+PFjab2JEycKAKJUqVKiZcuWYvny5aJHjx4CgBgxYoS03q1bt4SBgYEoW7asWLRokfDx8RHDhg0TVatWldZR57X+L0WLFhXVqlX75t/e3d1dur527VoBQJQsWVLUr19fLFu2THTq1El6DpUrVxbt27cXy5cvF40bNxYAxPr169PlNfoaPz8/UaVKFWFoaCj8/PyEn5+fePjwoRBCCHd3dwFAtG7dWixbtkx07txZABDNmzdP85ydnZ2FpaWlGDVqlPDx8RHBwcHffMwjR44IAwMDUaFCBTF//nyxcOFC4eLiIgwMDMT58+el9bZt2yZKlCghJkyYIHx9fcWYMWOEpaWlyJ07t4iLi5PWi4mJEcWKFRO6urqiZ8+ewtvbW0ydOlWUK1dOeo8GBwdL21KZMmXEwoULxaRJk4SJiYn4448//vVv9PnrePHiRVGxYkXRqVMnadmuXbuEjo6OeP78eZr3nlKpFDVr1hQKhUL06NFDLF26VDRp0kQAEIMGDVJ5jI4dOwoAon379mLp0qWiZcuWwsXF5Yc/H1Lfk2vXrv3P50eawaBCQgghLl26JACIoKAgIcSnDwIHBwcxcOBAaZ3AwEABQOzdu1fltg0bNhR58+aVrvv5+QkdHR1x8uRJlfV8fHwEAHH69GmpDYDQ0dERt2/fTlPThw8fVK4nJSWJYsWKiZo1a0ptly9f/uqHU5cuXdJ8EHXv3l3kyJFDvH37VmXdtm3bCnNz8zSP96XcuXOLunXrijdv3og3b96ImzdvSl+Onp6e0nonT54UAIS/v7/K7Q8ePKjSvnPnTpWA9zWpH4rGxsbi2bNnUvv58+cFADF48GCprWTJksLW1la8e/dOart+/brQ0dERnTt3ltpSg0q3bt1UHqtFixYiW7Zs0vWFCxcKAOLNmzffrE+d1/q//EhQqVevnlAqlVJ7hQoVhEKhEL1795baPn78KBwcHFTuW5Ov0be4u7sLU1NTlbZr164JAKJHjx4q7cOGDRMAxNGjR1WeMwBx8ODB/3wspVIp8ufPn+bv8eHDB5EnTx5Rp04dlbYvnT17VgAQGzZskNomTJggAIiAgICvPp4Q/wsqhQsXVvkBs2jRIgFA3Lx581/r/jyoLF26VGTNmlWq788//xQ1atSQ/hafB5Vdu3YJAGLatGkq99e6dWuhUChESEiIEOJ/f+++ffuqrNe+ffsf/nxgUPn1uOuHAHza7ZM9e3bUqFEDwKeu6zZt2mDz5s1ISUkBANSsWRPW1tbYsmWLdLv3798jKCgIbdq0kdq2bduGwoULo1ChQnj79q10qVmzJgAgODhY5bGrVauGIkWKpKnp833x79+/R1RUFKpUqYIrV65I7am7ifr27aty2/79+6tcF0Jgx44daNKkCYQQKnXVq1cPUVFRKvf7LYcOHYKNjQ1sbGxQvHhx+Pn5oWvXrpg7d67K8zc3N0edOnVUHqdMmTLIkiWL9PwtLCwAAPv27UNycvK/Pm7z5s2RM2dO6foff/yB8uXL4++//wbwaWDvtWvX0KVLF1hZWUnrubi4oE6dOtJ6n+vdu7fK9SpVquDdu3eIjo5WqW/37t1QKpVfrUvd11rTunfvrjIzqHz58hBCoHv37lKbrq4uypYti0ePHqnUrenX6Hukvg5DhgxRaU8doL1//36V9jx58qBevXr/eb/Xrl3DgwcP0L59e7x79056PnFxcahVqxZOnDghvYafv6+Sk5Px7t07ODs7w8LCQuU9sGPHDpQoUQItWrRI83hfzsbq2rWrylicKlWqAIDK3/y/uLm5IT4+Hvv27UNMTAz27dv3zd0+f//9N3R1dTFgwACV9qFDh0IIgQMHDkjrAUiz3qBBg1Sua+rzgdJHhgkqJ06cQJMmTWBvbw+FQoFdu3al+2M+f/4cHTt2lMZQFC9eHJcuXUr3x9W0lJQUbN68GTVq1MDjx48REhKCkJAQlC9fHq9fv8aRI0cAAHp6emjVqhV2794t7U8PCAhAcnKySlB58OABbt++LX2hp14KFCgA4NMgw8/lyZPnq3Xt27cPrq6uMDIygpWVFWxsbODt7Y2oqChpnbCwMOjo6KS5jy9nK7158waRkZHw9fVNU1fquJsv6/qa8uXLIygoCAcPHsS8efNgYWGB9+/fq3xIP3jwAFFRUbC1tU3zWLGxsdLjVKtWDa1atcLkyZNhbW2NZs2aYe3atV8d25E/f/40bQUKFJDGFYSFhQEAChYsmGa9woULS19an8uVK5fKdUtLSwCQxmi0adMGlSpVQo8ePZA9e3a0bdsWW7duVQkt6r7WmvblczA3NwcAODo6pmn/fOxJerxG3yN1e/1y+7Szs4OFhYX0Oqb61nvjSw8ePAAAuLu7p3k+q1atQmJiovS+iY+Px4QJE6SxHdbW1rCxsUFkZKTKe+vhw4coVqzYdz3+f21L38PGxga1a9fGxo0bERAQgJSUFLRu3fqr64aFhcHe3h5Zs2ZVaS9cuLC0PPVfHR0d5MuXT2W9L98nmvp8oPSRYWb9xMXFoUSJEujWrRtatmyZ7o/3/v17VKpUCTVq1MCBAwdgY2ODBw8eSG/Q38nRo0fx8uVLbN68GZs3b06z3N/fH3Xr1gUAtG3bFitWrMCBAwfQvHlzbN26FYUKFUKJEiWk9ZVKJYoXL44FCxZ89fG+/BL52iyGkydPomnTpqhatSqWL1+OHDlyQF9fH2vXrsXGjRvVfo6pX64dO3aEu7v7V9dxcXH5z/uxtrZG7dq1AQD16tVDoUKF0LhxYyxatEj6laxUKmFra6syGPlzNjY2ACAdKOvcuXPYu3cvAgMD0a1bN8yfPx/nzp1DlixZ1H6e6tDV1f1qu/j/wYjGxsY4ceIEgoODsX//fhw8eBBbtmxBzZo1cejQIejq6qr9Wmvat57D19rFZ4Mstf0afe/xYb53hk/q9j137txvHlgutdb+/ftj7dq1GDRoECpUqABzc3MoFAq0bdv2mz1n/+W/tqXv1b59e/Ts2ROvXr1CgwYNpB6t9KapzwdKHxkmqDRo0AANGjT45vLExESMHTsWmzZtQmRkJIoVK4bZs2ejevXqP/R4s2fPhqOjI9auXSu1fe+vH7nx9/eHra0tli1blmZZQEAAdu7cCR8fHxgbG6Nq1arIkSMHtmzZgsqVK+Po0aNpjnuRL18+XL9+HbVq1frhA3bt2LEDRkZGCAwMVJma+vnfGwBy584NpVKJx48fq/Q6fDnjIHXEf0pKihQ0NKFRo0aoVq0aZsyYAQ8PD5iamiJfvnw4fPgwKlWq9F1fNK6urnB1dcX06dOxceNGdOjQAZs3b0aPHj2kdVJ/MX/u/v37cHJyAvDp7wB8Ot7Il+7evQtra2uYmpqq/fx0dHRQq1Yt1KpVCwsWLMCMGTMwduxYBAcHo3bt2hp5rbUhPV6j75G6vT548ED69Q8Ar1+/RmRkpPQ6qiu1x8DMzOw/t+/t27fD3d0d8+fPl9oSEhIQGRmZ5j6/NrMsPbVo0QIeHh44d+6cyi7mL+XOnRuHDx9GTEyMSq/K3bt3peWp/yqVSjx8+FClF+XL90l6fT6QZmSYXT//pV+/fjh79iw2b96MGzdu4M8//0T9+vW/+gXwPfbs2YOyZcvizz//hK2tLUqVKoWVK1dquOr0Fx8fj4CAADRu3BitW7dOc+nXrx9iYmKwZ88eAJ++uFq3bo29e/fCz88PHz9+VNntA3za1/z8+fOv/j3i4+PT7IL4Gl1dXSgUCml8DPBpqu6Xu/RS998vX75cpX3JkiVp7q9Vq1bYsWPHVz9837x58581fcvIkSPx7t076fm6ubkhJSUFU6dOTbPux48fpS+E9+/fp/nFmfpr+MtdC7t27cLz58+l6xcuXMD58+elcJ4jRw6ULFkS69evV/nCuXXrFg4dOoSGDRuq/bwiIiLStH1ZnyZea21Ij9foe6S+Dl5eXirtqT1SjRo1Uvs+AaBMmTLIly8f5s2bh9jY2DTLP9++dXV10zynJUuWqLzXAKBVq1a4fv06du7cmeb+1O0p+V5ZsmSBt7c3Jk2ahCZNmnxzvYYNGyIlJQVLly5VaV+4cCEUCoX0vkj9d/HixSrrffn3T8/PB/p5GaZH5d88efIEa9euxZMnT2Bvbw8AGDZsGA4ePPjDh7Z+9OgRvL29MWTIEIwZMwYXL17EgAEDYGBg8M2uQznas2cPYmJi0LRp068ud3V1hY2NDfz9/aVA0qZNGyxZsgQTJ05E8eLFVX4ZAkCnTp2wdetW9O7dG8HBwahUqRJSUlJw9+5dbN26VTouxL9p1KgRFixYgPr166N9+/YIDw/HsmXL4OzsjBs3bkjrlSlTBq1atYKXlxfevXsHV1dXHD9+HPfv3weg2sU+a9YsBAcHo3z58ujZsyeKFCmCiIgIXLlyBYcPH/7qF/P3aNCgAYoVK4YFCxbA09MT1apVg4eHB2bOnIlr166hbt260NfXx4MHD7Bt2zYsWrQIrVu3xvr167F8+XK0aNEC+fLlQ0xMDFauXAkzM7M0wcLZ2RmVK1dGnz59kJiYCC8vL2TLlg0jRoyQ1pk7dy4aNGiAChUqoHv37oiPj8eSJUtgbm7+Q+c0mTJlCk6cOIFGjRohd+7cCA8Px/Lly+Hg4CAdQVQTr7U2pMdr9D1KlCgBd3d3+Pr6IjIyEtWqVcOFCxewfv16NG/eXBrMri4dHR2sWrUKDRo0QNGiRdG1a1fkzJkTz58/R3BwMMzMzLB3714AQOPGjeHn5wdzc3MUKVIEZ8+exeHDh5EtWzaV+xw+fDi2b9+OP//8E926dUOZMmUQERGBPXv2wMfHR2V3ryZ9z+dnkyZNUKNGDYwdOxahoaEoUaIEDh06hN27d2PQoEFSD1PJkiXRrl07LF++HFFRUahYsSKOHDny1WO8pNfnA2mAVuYapTMAYufOndL1ffv2CQDC1NRU5aKnpyfc3NyEEELcuXNHAPjXy8iRI6X71NfXFxUqVFB53P79+wtXV9df8hw1pUmTJsLIyEjl+Alf6tKli9DX15em7SmVSuHo6PjV6YGpkpKSxOzZs0XRokWFoaGhsLS0FGXKlBGTJ08WUVFR0nr4Ymrv51avXi3y588vDA0NRaFChcTatWulqbWfi4uLE56ensLKykpkyZJFNG/eXNy7d08AELNmzVJZ9/Xr18LT01M4OjoKfX19YWdnJ2rVqiV8fX3/82/1teOopFq3bl2aKYu+vr6iTJkywtjYWGTNmlUUL15cjBgxQrx48UIIIcSVK1dEu3btRK5cuYShoaGwtbUVjRs3FpcuXZLuI3Uq5Ny5c8X8+fOFo6OjMDQ0FFWqVBHXr19PU8fhw4dFpUqVhLGxsTAzMxNNmjQR//zzj8o6qX/DL6cdp04VTT3mypEjR0SzZs2Evb29MDAwEPb29qJdu3bi/v37Krf73tf6v/zI9OQvpw1/67l9baqwEJp5jb7lW4+ZnJwsJk+eLPLkySP09fWFo6OjGD16tEhISEjznL+1vX3L1atXRcuWLUW2bNmEoaGhyJ07t3BzcxNHjhyR1nn//r3o2rWrsLa2FlmyZBH16tUTd+/eTfM3FkKId+/eiX79+omcOXMKAwMD4eDgINzd3aXPgtTpydu2bVO53fdO4f3W6/ilr/0tYmJixODBg4W9vb3Q19cX+fPnF3PnzlWZni2EEPHx8WLAgAEiW7ZswtTUVDRp0kQ8ffo0zfRkIb7v84HTk389hRDp1IenRQqFAjt37kTz5s0BAFu2bEGHDh1w+/btNIO+smTJAjs7OyQlJf3nVLps2bJJg+xy586NOnXqYNWqVdJyb29vTJs2TaWLnrTj2rVrKFWqFP766y906NBB2+X8sNDQUOTJkwdz585VOfIvEVFmkSl2/ZQqVQopKSkIDw+X5vd/ycDAAIUKFfru+6xUqVKaAVn379//4cFw9OPi4+PTDIj08vKCjo4OqlatqqWqiIhIEzJMUImNjVXZ7/j48WNcu3YNVlZWKFCgADp06IDOnTtj/vz5KFWqFN68eYMjR47AxcXlhwawDR48GBUrVsSMGTPg5uaGCxcuwNfXF76+vpp8WvQd5syZg8uXL6NGjRrQ09PDgQMHcODAAfTq1Svdp8cSEVE60/a+J01J3Vf65SV1n2tSUpKYMGGCcHJyEvr6+iJHjhyiRYsW4saNGz/8mHv37hXFihWTxlB8zzgH0rxDhw6JSpUqCUtLS6Gvry/y5csnJk2aJJKTk7Vd2k/7fIwKEVFmlCHHqBAREVHGkGmOo0JERES/HwYVIiIikq3fejCtUqnEixcvkDVr1t/q8N1ERESZmRACMTExsLe3h47Ov/eZ/NZB5cWLF5zVQURE9Jt6+vQpHBwc/nWd3zqopJ6M6unTpzAzM9NyNURERPQ9oqOj4ejoqHJSyW/5rYNK6u4eMzMzBhUiIqLfzPcM2+BgWiIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki09bRdARETy5TRqv7ZLIC0LndVIq4/PHhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki3ZBJVZs2ZBoVBg0KBB2i6FiIiIZEIWQeXixYtYsWIFXFxctF0KERERyYjWg0psbCw6dOiAlStXwtLSUtvlEBERkYxoPah4enqiUaNGqF279n+um5iYiOjoaJULERERZVx62nzwzZs348qVK7h48eJ3rT9z5kxMnjw5nasiIiIiudBaj8rTp08xcOBA+Pv7w8jI6LtuM3r0aERFRUmXp0+fpnOVREREpE1a61G5fPkywsPDUbp0aaktJSUFJ06cwNKlS5GYmAhdXV2V2xgaGsLQ0PBXl0pERERaorWgUqtWLdy8eVOlrWvXrihUqBBGjhyZJqQQERFR5qO1oJI1a1YUK1ZMpc3U1BTZsmVL005ERESZk9Zn/RARERF9i1Zn/Xzp2LFj2i6BiIiIZIQ9KkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWz8UVB4+fIhx48ahXbt2CA8PBwAcOHAAt2/f1mhxRERElLmpHVSOHz+O4sWL4/z58wgICEBsbCwA4Pr165g4caLGCyQiIqLMS+2gMmrUKEybNg1BQUEwMDCQ2mvWrIlz585ptDgiIiLK3NQOKjdv3kSLFi3StNva2uLt27caKYqIiIgI+IGgYmFhgZcvX6Zpv3r1KnLmzKmRooiIiIiAHwgqbdu2xciRI/Hq1SsoFAoolUqcPn0aw4YNQ+fOndOjRiIiIsqk1A4qM2bMQKFCheDo6IjY2FgUKVIEVatWRcWKFTFu3Lj0qJGIiIgyKT11b2BgYICVK1di/PjxuHXrFmJjY1GqVCnkz58/PeojIiKiTEztoJIqV65cyJUrlyZrISIiIlKhdlARQmD79u0IDg5GeHg4lEqlyvKAgACNFUdERESZm9pBZdCgQVixYgVq1KiB7NmzQ6FQpEddREREROoHFT8/PwQEBKBhw4bpUQ8RERGRRO1ZP+bm5sibN2961EJERESkQu2gMmnSJEyePBnx8fHpUQ8RERGRRO1dP25ubti0aRNsbW3h5OQEfX19leVXrlzRWHFERESUuakdVNzd3XH58mV07NiRg2mJiIgoXakdVPbv34/AwEBUrlw5PeohIiIikqg9RsXR0RFmZmbpUQsRERGRCrWDyvz58zFixAiEhoamQzlERERE/6P2rp+OHTviw4cPyJcvH0xMTNIMpo2IiNBYcUSZndOo/dougbQsdFYjbZdApFVqBxUvL690KIOIiIgorR+a9UNERET0K3xXUImOjpYG0EZHR//ruhxoS0RERJryXUHF0tISL1++hK2tLSwsLL567BQhBBQKBVJSUjReJBEREWVO3xVUjh49CisrKwBAcHBwuhZERERElOq7gkq1atWQN29eXLx4EdWqVUvvmoiIiIgAqHEcldDQUO7WISIiol9K7QO+aZK3tzdcXFxgZmYGMzMzVKhQAQcOHNBmSURERCQjak1PDgwMhLm5+b+u07Rp0+++PwcHB8yaNQv58+eHEALr169Hs2bNcPXqVRQtWlSd0oiIiCgDUiuo/NcxVNSd9dOkSROV69OnT4e3tzfOnTvHoEJERETqBZVXr17B1tY2XQpJSUnBtm3bEBcXhwoVKnx1ncTERCQmJkrX/+uYLkRERPR7++4xKl87doom3Lx5E1myZIGhoSF69+6NnTt3okiRIl9dd+bMmTA3N5cujo6O6VITERERycN3BxUhRLoUULBgQVy7dg3nz59Hnz594O7ujn/++eer644ePRpRUVHS5enTp+lSExEREcnDd+/6cXd3h7GxscYLMDAwgLOzMwCgTJkyuHjxIhYtWoQVK1akWdfQ0BCGhoYar4GIiIjk6buDytq1a9OzDolSqVQZh0JERESZl9pnT9ak0aNHo0GDBsiVKxdiYmKwceNGHDt2DIGBgdosi4iIiGRCq0ElPDwcnTt3xsuXL2Fubg4XFxcEBgaiTp062iyLiIiIZEKrQWX16tXafHgiIiKSuR8+hH5ISAgCAwMRHx8PIP1mBREREVHmpXZQeffuHWrXro0CBQqgYcOGePnyJQCge/fuGDp0qMYLJCIiosxL7aAyePBg6Onp4cmTJzAxMZHa27Rpg4MHD2q0OCIiIsrc1B6jcujQIQQGBsLBwUGlPX/+/AgLC9NYYURERERq96jExcWp9KSkioiI4MHYiIiISKPUDipVqlTBhg0bpOsKhQJKpRJz5sxBjRo1NFocERERZW5q7/qZM2cOatWqhUuXLiEpKQkjRozA7du3ERERgdOnT6dHjURERJRJqd2jUqxYMdy/fx+VK1dGs2bNEBcXh5YtW+Lq1avIly9fetRIREREmdQPHfDN3NwcY8eO1XQtRERERCrU7lE5ePAgTp06JV1ftmwZSpYsifbt2+P9+/caLY6IiIgyN7WDyvDhwxEdHQ0AuHnzJoYMGYKGDRvi8ePHGDJkiMYLJCIiosxL7V0/jx8/RpEiRQAAO3bsQJMmTTBjxgxcuXIFDRs21HiBRERElHmp3aNiYGCADx8+AAAOHz6MunXrAgCsrKyknhYiIiIiTVC7R6Vy5coYMmQIKlWqhAsXLmDLli0AgPv376c5Wi0RERHRz1C7R2Xp0qXQ09PD9u3b4e3tjZw5cwIADhw4gPr162u8QCIiIsq81O5RyZUrF/bt25emfeHChRopiIiIiCjVDx1HRalUIiQkBOHh4VAqlSrLqlatqpHCiIiIiNQOKufOnUP79u0RFhYGIYTKMoVCgZSUFI0VR0RERJmb2kGld+/eKFu2LPbv348cOXJAoVCkR11ERERE6geVBw8eYPv27XB2dk6PeoiIiIgkas/6KV++PEJCQtKjFiIiIiIVaveo9O/fH0OHDsWrV69QvHhx6Ovrqyx3cXHRWHFERESUuakdVFq1agUA6Natm9SmUCgghOBgWiIiItKoHzrXDxEREdGvoHZQyZ07d3rUQURERJTGDx3w7eHDh/Dy8sKdO3cAAEWKFMHAgQORL18+jRZHREREmZvaQSUwMBBNmzZFyZIlUalSJQDA6dOnUbRoUezduxd16tTReJHa4jRqv7ZLIC0LndVI2yUQEWVqageVUaNGYfDgwZg1a1aa9pEjR2aooEJERETapfZxVO7cuYPu3bunae/WrRv++ecfjRRFREREBPxAULGxscG1a9fStF+7dg22traaqImIiIgIwA/s+unZsyd69eqFR48eoWLFigA+jVGZPXs2hgwZovECiYiIKPNSO6iMHz8eWbNmxfz58zF69GgAgL29PSZNmoQBAwZovEAiIiLKvNQOKgqFAoMHD8bgwYMRExMDAMiaNavGCyMiIiL6oeOoAEB4eDju3bsHAChUqBBsbGw0VhQRERER8AODaWNiYtCpUyfY29ujWrVqqFatGuzt7dGxY0dERUWlR41ERESUSakdVHr06IHz589j//79iIyMRGRkJPbt24dLly7Bw8MjPWokIiKiTErtXT/79u1DYGAgKleuLLXVq1cPK1euRP369TVaHBEREWVuaveoZMuWDebm5mnazc3NYWlpqZGiiIiIiIAfCCrjxo3DkCFD8OrVK6nt1atXGD58OMaPH6/R4oiIiChzU3vXj7e3N0JCQpArVy7kypULAPDkyRMYGhrizZs3WLFihbTulStXNFcpERERZTpqB5XmzZunQxlEREREaakdVCZOnJgedRARERGlofYYladPn+LZs2fS9QsXLmDQoEHw9fXVaGFEREREageV9u3bIzg4GMCnQbS1a9fGhQsXMHbsWEyZMkXjBRIREVHmpXZQuXXrFv744w8AwNatW1G8eHGcOXMG/v7+WLdunabrIyIiokxM7aCSnJwMQ0NDAMDhw4fRtGlTAJ/O9/Py5UvNVkdERESZmtpBpWjRovDx8cHJkycRFBQkHY32xYsXyJYtm8YLJCIiosxL7aAye/ZsrFixAtWrV0e7du1QokQJAMCePXukXUJEREREmqD29OTq1avj7du3iI6OVjlkfq9evWBiYqLR4oiIiChzU7tHBQCEELh8+TJWrFiBmJgYAICBgQGDChEREWmU2j0qYWFhqF+/Pp48eYLExETUqVMHWbNmxezZs5GYmAgfH5/0qJOIiIgyIbV7VAYOHIiyZcvi/fv3MDY2ltpbtGiBI0eOaLQ4IiIiytzU7lE5efIkzpw5AwMDA5V2JycnPH/+XGOFEREREando6JUKpGSkpKm/dmzZ8iaNatGiiIiIiICfiCo1K1bF15eXtJ1hUKB2NhYTJw4EQ0bNtRkbURERJTJqb3rZ/78+ahXrx6KFCmChIQEtG/fHg8ePIC1tTU2bdqUHjUSERFRJqV2UHFwcMD169exZcsWXL9+HbGxsejevTs6dOigMriWiIiI6GepHVQAQE9PDx06dECHDh2ktpcvX2L48OFYunSpxoojIiKizE2toHL79m0EBwfDwMAAbm5usLCwwNu3bzF9+nT4+Pggb9686VUnERERZULfPZh2z549KFWqFAYMGIDevXujbNmyCA4ORuHChXHnzh3s3LkTt2/fTs9aiYiIKJP57qAybdo0eHp6Ijo6GgsWLMCjR48wYMAA/P333zh48KB0FmUiIiIiTfnuoHLv3j14enoiS5Ys6N+/P3R0dLBw4UKUK1cuPesjIiKiTOy7g0pMTAzMzMwAALq6ujA2NuaYFCIiIkpXag2mDQwMhLm5OYBPR6g9cuQIbt26pbJO06ZNNVcdERERZWpqBRV3d3eV6x4eHirXFQrFVw+vT0RERPQjvjuoKJXK9KyDiIiIKA21z/VDRERE9KtoNajMnDkT5cqVQ9asWWFra4vmzZvj3r172iyJiIiIZESrQeX48ePw9PTEuXPnEBQUhOTkZNStWxdxcXHaLIuIiIhk4ofO9aMpBw8eVLm+bt062Nra4vLly6hataqWqiIiIiK50GpQ+VJUVBQAwMrK6qvLExMTkZiYKF2Pjo7+JXURERGRdvzQrp/IyEisWrUKo0ePRkREBADgypUreP78+Q8XolQqMWjQIFSqVAnFihX76jozZ86Eubm5dHF0dPzhxyMiIiL5Uzuo3LhxAwUKFMDs2bMxb948REZGAgACAgIwevToHy7E09MTt27dwubNm7+5zujRoxEVFSVdnj59+sOPR0RERPKndlAZMmQIunTpggcPHsDIyEhqb9iwIU6cOPFDRfTr1w/79u1DcHAwHBwcvrmeoaEhzMzMVC5ERESUcak9RuXixYtYsWJFmvacOXPi1atXat2XEAL9+/fHzp07cezYMeTJk0fdcoiIiCgDUzuoGBoafnUQ6/3792FjY6PWfXl6emLjxo3YvXs3smbNKgUdc3NzGBsbq1saERERZTBq7/pp2rQppkyZguTkZACfzu/z5MkTjBw5Eq1atVLrvry9vREVFYXq1asjR44c0mXLli3qlkVEREQZkNpBZf78+YiNjYWtrS3i4+NRrVo1ODs7I2vWrJg+fbpa9yWE+OqlS5cu6pZFREREGZDau37Mzc0RFBSEU6dO4caNG4iNjUXp0qVRu3bt9KiPiIiIMrEfPuBb5cqVUblyZU3WQkRERKRC7aCyePHir7YrFAoYGRnB2dkZVatWha6u7k8XR0RERJmb2kFl4cKFePPmDT58+ABLS0sAwPv372FiYoIsWbIgPDwcefPmRXBwMI8cS0RERD9F7cG0M2bMQLly5fDgwQO8e/cO7969w/3791G+fHksWrQIT548gZ2dHQYPHpwe9RIREVEmonaPyrhx47Bjxw7ky5dPanN2dsa8efPQqlUrPHr0CHPmzFF7qjIRERHRl9TuUXn58iU+fvyYpv3jx4/SAdvs7e0RExPz89URERFRpqZ2UKlRowY8PDxw9epVqe3q1avo06cPatasCQC4efMmD4dPREREP03toLJ69WpYWVmhTJkyMDQ0hKGhIcqWLQsrKyusXr0aAJAlSxbMnz9f48USERFR5qL2GBU7OzsEBQXh7t27uH//PgCgYMGCKFiwoLROjRo1NFchERERZVo/fMC3QoUKoVChQpqshYiIiEjFDwWVZ8+eYc+ePXjy5AmSkpJUli1YsEAjhRERERGpHVSOHDmCpk2bIm/evLh79y6KFSuG0NBQCCFQunTp9KiRiIiIMim1B9OOHj0aw4YNw82bN2FkZIQdO3bg6dOnqFatGv7888/0qJGIiIgyKbWDyp07d9C5c2cAgJ6eHuLj45ElSxZMmTIFs2fP1niBRERElHmpHVRMTU2lcSk5cuTAw4cPpWVv377VXGVERESU6ak9RsXV1RWnTp1C4cKF0bBhQwwdOhQ3b95EQEAAXF1d06NGIiIiyqTUDioLFixAbGwsAGDy5MmIjY3Fli1bkD9/fs74ISIiIo1SK6ikpKTg2bNncHFxAfBpN5CPj0+6FEZERESk1hgVXV1d1K1bF+/fv0+veoiIiIgkag+mLVasGB49epQetRARERGpUDuoTJs2DcOGDcO+ffvw8uVLREdHq1yIiIiINEXtwbQNGzYEADRt2hQKhUJqF0JAoVAgJSVFc9URERFRpqZ2UAkODk6POoiIiIjSUDuoVKtWLT3qICIiIkpD7TEqAHDy5El07NgRFStWxPPnzwEAfn5+OHXqlEaLIyIiosxN7aCyY8cO1KtXD8bGxrhy5QoSExMBAFFRUZgxY4bGCyQiIqLM64dm/fj4+GDlypXQ19eX2itVqoQrV65otDgiIiLK3NQOKvfu3UPVqlXTtJubmyMyMlITNREREREB+IGgYmdnh5CQkDTtp06dQt68eTVSFBERERHwA0GlZ8+eGDhwIM6fPw+FQoEXL17A398fw4YNQ58+fdKjRiIiIsqk1J6ePGrUKCiVStSqVQsfPnxA1apVYWhoiGHDhqF///7pUSMRERFlUmoHFYVCgbFjx2L48OEICQlBbGwsihQpgixZsqRHfURERJSJqb3r56+//sKHDx9gYGCAIkWK4I8//mBIISIionShdlAZPHgwbG1t0b59e/z99988tw8RERGlG7WDysuXL7F582YoFAq4ubkhR44c8PT0xJkzZ9KjPiIiIsrE1A4qenp6aNy4Mfz9/REeHo6FCxciNDQUNWrUQL58+dKjRiIiIsqk1B5M+zkTExPUq1cP79+/R1hYGO7cuaOpuoiIiIh+7KSEHz58gL+/Pxo2bIicOXPCy8sLLVq0wO3btzVdHxEREWViaveotG3bFvv27YOJiQnc3Nwwfvx4VKhQIT1qIyIiokxO7aCiq6uLrVu3ol69etDV1VVZduvWLRQrVkxjxREREVHmpnZQ8ff3V7keExODTZs2YdWqVbh8+TKnKxMREZHG/NAYFQA4ceIE3N3dkSNHDsybNw81a9bEuXPnNFkbERERZXJq9ai8evUK69atw+rVqxEdHQ03NzckJiZi165dKFKkSHrVSERERJnUd/eoNGnSBAULFsSNGzfg5eWFFy9eYMmSJelZGxEREWVy392jcuDAAQwYMAB9+vRB/vz507MmIiIiIgBq9KicOnUKMTExKFOmDMqXL4+lS5fi7du36VkbERERZXLfHVRcXV2xcuVKvHz5Eh4eHti8eTPs7e2hVCoRFBSEmJiY9KyTiIiIMiG1Z/2YmpqiW7duOHXqFG7evImhQ4di1qxZsLW1RdOmTdOjRiIiIsqkfnh6MgAULFgQc+bMwbNnz7Bp0yZN1UREREQE4CeDSipdXV00b94ce/bs0cTdEREREQHQUFAhIiIiSg8MKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbWg0qJ06cQJMmTWBvbw+FQoFdu3ZpsxwiIiKSGa0Glbi4OJQoUQLLli3TZhlEREQkU3rafPAGDRqgQYMG2iyBiIiIZEyrQUVdiYmJSExMlK5HR0drsRoiIiJKb7/VYNqZM2fC3Nxcujg6Omq7JCIiIkpHv1VQGT16NKKioqTL06dPtV0SERERpaPfatePoaEhDA0NtV0GERER/SK/VY8KERERZS5a7VGJjY1FSEiIdP3x48e4du0arKyskCtXLi1WRkRERHKg1aBy6dIl1KhRQ7o+ZMgQAIC7uzvWrVunpaqIiIhILrQaVKpXrw4hhDZLICIiIhnjGBUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLVkElWXLlsHJyQlGRkYoX748Lly4oO2SiIiISAa0HlS2bNmCIUOGYOLEibhy5QpKlCiBevXqITw8XNulERERkZZpPagsWLAAPXv2RNeuXVGkSBH4+PjAxMQEa9as0XZpREREpGVaDSpJSUm4fPkyateuLbXp6Oigdu3aOHv2rBYrIyIiIjnQ0+aDv337FikpKciePbtKe/bs2XH37t006ycmJiIxMVG6HhUVBQCIjo5Ol/qUiR/S5X7p95Fe29b34jZI3AZJ29JjG0y9TyHEf66r1aCirpkzZ2Ly5Mlp2h0dHbVQDWUG5l7aroAyO26DpG3puQ3GxMTA3Nz8X9fRalCxtraGrq4uXr9+rdL++vVr2NnZpVl/9OjRGDJkiHRdqVQiIiIC2bJlg0KhSPd6M5Po6Gg4Ojri6dOnMDMz03Y5lAlxGyRt4zaYfoQQiImJgb29/X+uq9WgYmBggDJlyuDIkSNo3rw5gE/h48iRI+jXr1+a9Q0NDWFoaKjSZmFh8QsqzbzMzMz4BiWt4jZI2sZtMH38V09KKq3v+hkyZAjc3d1RtmxZ/PHHH/Dy8kJcXBy6du2q7dKIiIhIy7QeVNq0aYM3b95gwoQJePXqFUqWLImDBw+mGWBLREREmY/WgwoA9OvX76u7ekh7DA0NMXHixDS72oh+FW6DpG3cBuVBIb5nbhARERGRFmj9yLRERERE38KgQkRERLLFoEJERESyxaBCREREssWgQkRERLLFoEJERESyxaBCREREssWgQkRERLLFoEJERESyxaBCvyWlUqntEoiI6BdgUKHfko7Op0337du3AACeCYJ+tS/DMrdB0oYvt8OM+COOQYV+W4sWLULz5s3x8OFDKBQKbZdDmYyOjg6ioqIQGBgIANwGSSt0dHQQGRmJuXPn4v3799KPuIwk4z0jyrC+/MWqr68PY2NjGBgYaKkiysyUSiXmz58PDw8P7Nu3T9vlUCZ26NAhLFiwAEuXLtV2KemCZ0+m3050dDTMzMwAAFFRUTA3N9dyRZRZKJVKlV+sd+7cwerVqzF79mzo6upqsTLKTFJSUlS2t+TkZGzZsgXt2rXLkNshgwr9VgYPHoyUlBSMHj0aOXLk0HY5lAlFRkYiMjISjo6OKl8KX355EP2ML0Pxl969e4fTp0+jYsWKsLa2ltoz4nbIXT8ka1/maAcHB2zYsCHDvRHp9yCEwKhRo1C+fHmEhoaqLOM2ST/j5cuXePHiBd68eQPg09iTf+tH2Lp1K5o3b47jx4+rtGfE7ZA9KiQbqb8EhBBQKBTf/EXx/v17WFpaaqFCymj+61fr19YJCwvDuHHjsG7dugz5pUC/3tq1a7Fs2TI8ffoU+fLlQ+XKlTFnzhyVdb7WU+Ll5YV+/fpBT0/vV5b7yzGokFakhhHg0xtQCAE9PT08f/4cO3fuRNeuXWFqagrg0+4eS0tLTJgwIc1tiX7U5wHk6NGjePLkCZydnZE3b17Y29urrBMVFQWlUpkmIGfEbnb6tfbt2wc3NzcsX74cJiYmePToEebMmYOKFSti/fr1yJYtm/SZ9/btW4SEhMDV1VXlPj5+/Jihwwp3/dAvkZqHo6OjER8fD4VCgUOHDiEkJAS6urrQ09NDWFgYSpUqhRcvXkghJS4uDvr6+li4cCEiIiIYUkgjhBBSSBk1ahS6dOmCefPmoVevXhg2bBguXrwI4FP3e2JiIiZMmIDSpUvj3bt3KvfDkEI/6+LFi2jUqBG6dOkCNzc3jBgxAoGBgbhx4wY6dOgA4NPU9+TkZPj5+aFixYo4deqUyn1k5JACMKjQL/Tq1SsUL14cx48fx8aNG1G/fn38888/AD7tzilatChatGiB6dOnS7cxNTXFiBEj8ODBA1hZWTGkkEakbkfz5s3DX3/9hU2bNuHWrVto2bIl9u7di3HjxuHs2bMAAAMDA5QqVQq1atWChYWFFqumjOjx48d4+fKlSlu5cuWwZ88eXL58GT179gTw6XAMjRs3xvTp09P0qGR4gugX6tq1qzAzMxM6Ojpi5cqVUntSUpLYsmWLSElJkdqUSqU2SqRM4vXr16Jly5ZizZo1Qggh9uzZI8zMzETv3r1FqVKlRK1atcS5c+eEEKrb4sePH7VSL2VMgYGBInv27GLz5s1SW+r25u/vL5ydncXFixfT3C45OfmX1aht7FGhXyL1sM6enp6IiYmBgYEB7OzskJCQAODTrwU3NzeVQYvsPaH0ZGtrixEjRqB+/fq4evUqPD09MW3aNHh7e6NVq1Y4d+4cPD09cfnyZZVtkbt7SJMKFy6M6tWrw8/PD0eOHAHwv8++kiVLIjw8XDpVyOcy+u6ezzGo0C+RGkAcHR1x6tQpuLu7o23btti9ezfi4+PTrJ8Rz1dB2vOt7alUqVLIkSMHDhw4ABcXF/Tq1QsAYGVlBVdXVzRp0gSlSpX6laVSJuPo6IjevXsjMjISCxcuxJ49e6RlOXLkQJ48ebRYnTxknkhGWiH+f/Dry5cvkZycjFy5csHW1hYVK1ZEQkICunfvjnXr1qFx48YwMjKCj48PateuDWdnZ22XThmE+Gzg7KpVqxAeHg4DAwMMGzZMOv1CYmIinj9/jtDQUBQsWBCHDh1C06ZN0b9//3+dKk/0M1JnjVWvXh3Lly/HmDFjMHLkSAQGBsLFxQVbt26FQqFAnTp1tF2qVnF6MqW7gIAATJo0Ca9fv0ajRo3QokULNGnSBADQtWtX7Ny5E0OHDsXr16/h7e2NmzdvokiRIlqumjKaiRMnwsvLC+XKlcOFCxdQvnx5+Pn5wc7ODnv37sW0adPw/v176OvrQwiBGzduQE9PjzPNKF2kblcBAQFYvnw5Dh06hLt37yI4OBhLly6Fo6MjLCws4O/vD319/Uw9FZ5BhdLV7du3Ua9ePQwePBgmJibYtGkTDA0N4e7ujo4dOwIABg4ciCtXriAxMRG+vr4oWbKkdoumDOHzXpCPHz/C3d0d/fv3R6lSpRAaGopGjRrBzs4OO3fuhI2NDfbv34+QkBDExsZi5MiR0NPTy9RfDqQZqYFEfHHsKF1dXQQEBKBz585YsGCBtNsR+LS96ujoqGy/mWlMypcYVCjd3L17F9u2bUN8fDxmzJgBALh58yYmTJiA6OhodO3aVQorr169gqmpKbJmzarNkimD+Dyk3LlzB9HR0VixYgUmTJgAJycnAJ+mhdapUwfZs2fHrl27YGNjo3IfDCn0sz7fDt++fQuFQoFs2bIB+PSZV7p0aUyYMAG9e/eWbvNlDx579BhUKB0IIfD+/Xs0btwY//zzD5o0aQI/Pz9p+Y0bNzBhwgTEx8ejbdu26Nq1qxarpYxs+PDhUtf569evERAQgAYNGkgf/I8fP0aDBg0ghMDp06dVTu5G9DM+DxhTp07Frl27EB0dDWtra0yfPh01a9bE8+fPkTNnTi1XKn8cHUYap1AoYGVlhZkzZ6Jo0aK4cuUKgoKCpOUuLi6YOnUqkpOTpTcvkSZ8Prtn3759OHjwIBYvXozly5cjT548GDt2LK5fvy4dKTlPnjzYt28fSpYsyfNHkUalhpQpU6Zg0aJF0vR3a2trdOjQAevXr0/Ti0dfxx4V0ohvdU8eP34cY8aMgZ2dHTw9PVGzZk1p2e3bt2Fubg4HB4dfWSplAgEBAThz5gyyZcuG0aNHAwBiY2NRunRpmJmZYdWqVShRokSabZa7e0iT3r17h7p168LT0xPdunWT2nv16oW9e/ciODgYhQoV4u6d/8AeFfppqW+yM2fOYMGCBRg/fjxOnz6N5ORkVKtWDVOmTMGrV6+wdOlSHDt2TLpd0aJFGVJI4+Lj4zF+/HgsWLAAt2/fltqzZMmCK1euICYmBh4eHtL5fD7HkEKa9PHjR7x9+1bqrUs9wKWvry/s7e2xcOFCADy45X9hUKGf8vkUuwYNGuD06dPYs2cPxowZg+nTpyMpKQm1atXClClT8O7dO0ydOhUnT57UdtmUgRkbG+PkyZOoXbs2Ll++jD179iAlJQXA/8LK3bt3sWLFCi1XShnJ13ZOZM+eHXZ2dlizZg0AwMjICElJSQAAZ2dnBpTvxKBCPyW1J2XAgAFYsGABduzYgW3btuHy5cvYsmULxo0bJ4WVUaNGQV9fn0daJI35fEyKEEL6srCyssLGjRthaWmJuXPnIjAwUFpmamqKV69ewdfXVys1U8ajVCql0PHixQuEh4fjw4cPAIBJkybh7t270sye1IMMPnv2jCe5/E4co0I/JPWNqVAosHz5cly7dg2+vr54/PgxateujcqVK8PMzAzbtm2Dh4cHxowZA0NDQ3z48AEmJibaLp8ygM+nfi5ZsgTXr1/Ho0ePMGjQIJQuXRoODg548+YNmjVrBl1dXYwZMwb16tVTOcIsx6TQz/D394erqyvy5csHABg9ejQCAwMRFhaG2rVro2nTpujQoQNWrlyJqVOnIlu2bChWrBgePnyIyMhI6aCC9O8YVOi7pH4pfB40rl27hpIlSyI6OhpPnz6Fs7Mz6tevjzx58mDNmjWIioqSjjDbpUsXTJ8+nYPG6Kd9uQ2NHj0aq1evRq9evfDs2TOcPXsWzZo1Q69eveDs7Iw3b96gZcuWePPmDdatWwdXV1ctVk8ZxYEDB9C4cWOMHDkSgwYNwoEDBzBixAh4eXnh3bt3uHLlCgIDAzF+/Hj07t0bN2/ehJeXF3R0dGBpaYkZM2bwoILfK13PzUwZyqNHj0S7du3EP//8I7Zu3SoUCoW4cOGCdErymzdvikKFConz588LIYR4+PChaNy4sRgzZox48uSJNkunDCYlJUUIIYSfn5/IkyePuHz5shBCiJMnTwqFQiHy588vBg4cKB49eiSEEOLly5eiV69e4uPHj1qrmTKepUuXCgcHBzF16lTRr18/sXLlSmnZ06dPxZQpU4STk5M4ePDgV2+fnJz8q0r9rbHPib5bQkICTp48iS5duuDatWtYu3YtypUrJ+0GEkLg48ePOHv2LIoWLYoNGzYAAIYNG8ZjVNBP69SpE2xsbLBgwQLo6OggOTkZBgYG6N27N0qXLo1du3aha9euWLVqFV69eoVp06ZBR0cHPXv2ROHChaXBs/wFSz8rKSkJBgYG8PT0hImJCUaPHo2YmBhMmzZNWsfBwQGdO3fGoUOHcOnSJdSrVy/NyS252+c7aTsp0e8h9Resj4+P0NHRESVKlBBXr15VWScqKkp06dJF5MuXTzg5OQkbGxvply7Rz4iKihKTJ08WVlZWYtKkSVL78+fPxevXr8XLly9F2bJlxfz586X17e3tRY4cOcSiRYuEEELq+SPSlJkzZ4rw8HDh7+8vTExMRMOGDcX9+/dV1mnTpo1o2bKllirMGDjrh/6TEAI6OjoQQsDe3h7z58/Hx48fMW7cOJw6dUpaz8zMDPPmzcPy5csxceJEnD9/HqVLl9Zi5ZQRxMTEwMzMDH369MG4cePg5eWFiRMnAgDs7e1ha2uLly9f4v3799L4k+fPn6Nu3bqYMGECPD09AfBYFfTzxGdDOtevX4+pU6fiwYMHaN++PRYuXIgrV67Ax8cH9+7dAwBER0fj8ePHyJUrl7ZKzhDY70T/Svz/wMWjR4/i+PHjGDRoEJo0aYLatWvDzc0Ns2bNwpgxY1CxYkUAn046WLduXS1XTRnFiBEjsGLFCjx8+BA2Njbo2LEjhBCYOnUqAGDy5MkAPoUZXV1dnD59GkIIzJo1CyYmJtKUUO7uIU1IDbtHjhzB1atX4evrK3329erVC8nJyZg8eTIOHjyI0qVLIy4uDklJSZgzZ442y/79abM7h+Qttat8+/btwtzcXIwePVpcvHhRWn7jxg1RpEgR0bhxY/HXX3+JSZMmCYVCIZ4+fcpudtKI69evi6pVq4qCBQuKN2/eCCGECA8PF/PnzxcWFhZiwoQJ0rr9+vUT+fLlEw4ODsLV1VUkJSUJIbjLhzTr2LFjonjx4iJbtmxi165dQgghEhMTpeWrV68WWbJkEaVLlxYbNmyQBnBz4OyP4/Rk+lcXLlxA/fr1MXv2bPTs2VNqj46OhpmZGe7cuYOePXsiPj4eUVFR2Lp1K3f3kEacPXsWb968QZEiRdCmTRvExsZKZzh+8+YN/Pz8MHXqVOlkb8CnKfMKhQLFixeHjo4OPn78yAGL9FPEF9PhY2NjMXfuXPj6+qJ8+fLYtGkTjI2NkZycDH19fQDAggULcObMGWzbtg0KhYI9ej+JQYX+1dKlS7Fz504cOXIEUVFROHr0KP766y/cuXMHw4YNQ7du3RAeHo6oqCiYm5vD1tZW2yVTBtG5c2e8ePEChw8fRmhoKFq3bo2YmJg0YWXatGno168fpkyZonJ7fjmQJi1btgwODg5o1qwZ4uPjMW/ePOzcuRPVq1fHjBkzYGRkpBJWUgPOl0GH1MfBtPSv7OzscPnyZcycOROtW7fG2rVrYWRkhEaNGqFHjx64f/8+bG1tkT9/foYU0qhly5bh2bNnWLp0KZycnLBp0yaYm5ujUqVKePv2LWxsbNCpUydMmDAB06ZNw+rVq1Vuz5BCmvLmzRscPXoUffv2xcGDB2FsbIwhQ4agcePGOHPmDMaOHYuEhATo6+vj48ePAMCQokHsUSFJ6psqNjYWWbJkAQC8fv0aS5YswdatW1GzZk106dIFf/zxB16/fo2mTZti3bp1KFq0qJYrp4wmtTdk8eLFuHr1KhYsWABLS0vcvXsXnTt3RlRUlNSz8urVKxw/fhytWrXibh7SiC+PdwIA169fx+LFi3H48GH4+PigQYMGiIuLw5w5c3D48GEULlwYy5cvl87lQ5rDHhWSKBQK7N+/H+3atUP16tWxbt066OnpYdq0aTh//jx8fHzg6uoKHR0dLFmyBHFxcexFoXSR2htSvXp1nDhxAvv37wcAFCxYEH5+frC0tETVqlXx+vVr2NnZoU2bNtDT05N+zRL9jNSQ8urVK6mtRIkSGDhwIGrUqIHevXvj4MGDMDU1xYgRI/DHH39AR0dH2u1DGqalQbwkQ6dPnxZGRkZi+PDhon79+sLFxUV4eHiIkJAQaZ3g4GDRq1cvYWVlleaAb0Q/KvWAgl/j4+MjChQoIO7duye13bt3Tzg5OYm2bdv+ivIok/h8O9y8ebPImzevykxHIYS4du2aaNasmciVK5c4duyYEEKI+Ph4aXbZv23L9GPYo0IAgLCwMAQFBWH69OmYM2cODhw4gF69euHGjRuYOXMmHj16hLi4OJw9exbh4eE4fvw4SpYsqe2yKQP4vJv9woULOHPmDI4fPy4tb9q0KcqXL4/g4GCprUCBAjhx4gT++uuvX14vZUyJiYnSdpiUlIR8+fKhUKFC8PT0xOXLl6X1SpQogebNm+Pp06eoW7cuzpw5AyMjI2lMype7jOjn8S+aCS1duhR///23dP3evXto06YN1qxZAyMjI6nd09MTHTp0wO3btzFnzhxERkZi+PDhWL9+PYoVK6aN0imD+fyDfcyYMejSpQu6desGd3d3tGnTBtHR0ciRI4e0/z85OVm6raOjI3R1dZGSkqKt8imDOHDgAPz8/AAAPXv2RM2aNVG2bFkMHToUdnZ28PDwwKVLl6T1c+XKhbZt22L+/PkoX7681M6Bs+lE21069Gs9fvxYtG/fXjx48EClfdSoUcLW1la0bNlSOrBWKm9vb1GwYEExYMAAHrSI0sW8efNEtmzZxPnz50VKSoqYMWOGUCgU4tSpU9I6lSpVEh4eHlqskjKqdu3aCScnJ1GvXj1hbW0trl+/Li07evSoaN68uShWrJg4cOCAePz4sWjevLkYOnSotA7Pyp2+GFQyobi4OCGEEOfOnRPbt2+X2idMmCCKFy8uxo0bJ16/fq1ym5UrV4rHjx//yjIpk1AqlcLd3V34+voKIYTYsWOHsLCwED4+PkIIIWJiYoQQQhw4cEA0bdpU3LhxQ2u1UsZVsmRJoVAoVE56merkyZOiU6dOQqFQiAIFCggXFxfpRxuPfJz+OJcvEzI2NkZkZCRmzpyJ58+fQ1dXF82bN8fkyZORnJyM/fv3QwiBgQMHwsbGBgDQo0cPLVdNGVVCQgLOnz+P6tWr49ixY3B3d8fcuXPh4eGBjx8/Ys6cOahQoQJcXV0xZcoUXLhwAcWLF9d22ZRBJCUlISEhAc7OzsiVKxe2bNmCnDlzom3bttJhGipXrozy5cujZ8+eSE5ORrVq1aCrq8sjH/8iHKOSCSkUClhYWGDo0KHIkycPvLy8EBAQAACYMWMG6tevj6CgIMyYMQNv377VcrWUkdy4cQPPnj0DAAwePBjHjx+HsbEx2rdvj7/++gsNGzbEwoULpZMJvn//HpcuXcK9e/dgaWkJPz8/5M6dW5tPgTIYAwMDmJmZYdu2bdi9ezfKlSuHOXPmYPPmzYiJiZHWS0hIQJUqVVCzZk1pbBRDyq/BoJIJiU+7/FClShUMHjwYlpaWWLx4sUpYcXV1xdWrV1VOa070o4QQuH//PmrUqIE1a9agd+/eWLRoESwtLQEArq6uCAsLQ/ny5VGhQgUAwIsXL9ClSxdERkaiX79+AIB8+fKhdu3aWnselPEIIaBUKqXr69evR8WKFbFw4UJs2LABT548Qc2aNfHnn39K6wM88vGvxCPTZkKpR/2MioqCiYkJbty4genTp+P9+/cYOHAgmjdvDuDTYaNTd/0QacLKlSsxYsQIJCQkYPfu3ahbt650ROQtW7ZgypQpEEJAT08PxsbGUCqVOHPmDPT19XnuHvppERERsLKyUmlL3f62bduGoKAg+Pr6AgB69eqFY8eOISUlBVZWVjh9+jSPOqsl7FHJZD5+/AhdXV2EhoaievXqOHToEMqUKYNhw4bBxsYGkydPxr59+wCAIYU0JvUXq6OjIwwNDWFmZoZz584hNDRUmtLZpk0bbNiwAVOmTIGbmxtGjhyJc+fOSedPYUihn7Fo0SKUK1dOZXcOACmkdOnSBSVKlJDafX19sWLFCixZsgTnzp2DgYEBj3ysLdoZw0u/wrdGo4eEhIjs2bOLHj16qEyrO3bsmOjUqZMIDQ39VSVSBvflNpiUlCTi4+OFt7e3yJkzpxgzZsx/bm+c+kk/a8WKFcLQ0FBs3LgxzbInT56I4sWLi6VLl0ptX9vmuB1qD3f9ZFDi/7szz549izt37iAkJASdO3dGjhw5sH79ely6dAnr169Pc4bPhIQElYO+Ef2oz484GxERgZiYGJWBsF5eXpg3bx66d++Orl27wsnJCU2aNMHYsWPh6uqqrbIpg1m5ciX69+8PPz8//Pnnn4iMjERcXBwSEhJga2uLrFmz4sGDB8ifP7+2S6VvYFDJwHbs2IFevXpJJ2978+YN2rRpg5EjRyJr1qzaLo8ysM9DypQpU3Do0CHcunULbm5uaNGiBRo0aADgU1jx8vJCsWLF8O7dOzx58gShoaE8uRtpxKNHj+Ds7Aw3Nzds3rwZt27dQt++ffHmzRuEhYWhRo0a6NOnDxo3bqztUulfcG5VBnXr1i0MHjwY8+fPR5cuXRAdHQ0LCwsYGxszpFC6Sw0pEyZMgK+vL+bOnQsnJyf07t0bDx48QGRkJNq1a4dBgwbB2toa169fR0JCAk6ePCmdBZlTP+ln2djYYPbs2ZgwYQKGDRuGQ4cOoUqVKmjWrBmio6Oxfft2jBs3DtbW1uzFkzNt7ncizTh69Kh4+PBhmrYKFSoIIYS4c+eOyJ07t+jRo4e0/OHDh9znSunq6NGjomjRouLEiRNCCCHOnDkjDAwMRJEiRUT58uXFtm3bpHU/PzUDT9NAmpSQkCDmzZsndHR0RLdu3URSUpK07NKlS6JgwYJi2bJlWqyQ/gtn/fzGhBC4evUqGjRoAG9vb4SFhUnLnj9/DiEEYmNjUb9+fdStWxcrVqwAAAQFBcHb2xvv37/XVumUAYkv9iLnzJkTffr0QZUqVXDo0CE0btwYvr6+CAoKwsOHD7F48WKsXr0aAFR6T9iTQppkaGiI3r17Y8eOHejRowf09fWlbbVMmTIwMjLC06dPtVwl/RsGld+YQqFAqVKlMH/+fGzduhXe3t549OgRAKBRo0Z4/fo1zMzM0KhRI/j6+krd8YGBgbhx4wane5LGKJVKaUD2o0ePEBcXh/z586Ndu3ZISEjAokWLMGDAAHTq1An29vYoWrQoQkJCcOfOHS1XTpmBqakpGjRoIB1MMHVbDQ8Ph7GxMYoWLarN8ug/8KfLbyx1P76npycAYO7cudDV1UWPHj2QJ08ejB8/HjNmzMDHjx/x4cMHhISEYNOmTVi1ahVOnTolHRWU6Gd8PnB2woQJOHv2LIYPH44aNWrAysoKcXFxePnyJUxMTKCjo4PExEQ4OTlhxIgRqF+/vparp4xIfDaTMZWhoaH0/5SUFLx9+xY9e/aEQqFAu3btfnWJpAYGld9Yao/IoUOHoKOjg+TkZHh5eSEhIQEjR46Em5sb4uPjMWPGDGzfvh3Zs2eHgYEBgoODUaxYMS1XTxnF5yFlxYoV8PX1RalSpaSZO4mJibCyssKpU6ekAbPv3r3DmjVroKOjoxJ0iH5EWFgYIiIikC1bNtjZ2f3rEWSTk5Ph5+eHTZs2ISIiAufOnZPO3cNeZnni9OTfXGBgoHQiN1NTUzx48ACLFy9G3759MXLkSNjY2CAmJgbHjx+Hk5MTbG1tYWtrq+2y6Tf3Zbi4f/8+mjdvjtmzZ6NJkyZp1rt48SLGjRuH2NhYWFlZISAgAPr6+gwp9NM2bNiA+fPnIzw8HNbW1ujfv7/UU5Lqy+0sKCgIt2/fRr9+/TjL7DfAoPIbUyqV6NChAxQKBTZu3Ci1L1myBCNGjICnpyf69u2LvHnzarFKymhatmyJMWPGoGzZslLbtWvXUL9+fRw/fhwFCxb86kEEExISIISAkZERFAoFvxzop23YsAGenp7S4fFnzJiBR48e4fTp09K2lRpSIiMjcejQIbi5uancB3tS5I8/ZX5jqb8QUrvYk5KSAAD9+/eHh4cH1q5di8WLF6vMBiL6Webm5nBxcVFpMzIywvv373Hr1i2pLfX8PmfPnsWOHTugo6MDY2NjKBQKKJVKhhT6KZcuXcLUqVOxdOlSdOvWDcWLF8fgwYPh7OyMM2fO4Pbt24iOjpZ2i69fvx59+/bFX3/9pXI/DCnyx6DyG3rx4oX0/4IFC2Lv3r0IDw+HgYEBkpOTAQAODg4wMTFBcHAwjI2NtVUqZSDPnz8HAKxduxYGBgZYvHgxDh06hKSkJDg7O6NNmzaYO3cuDh8+DIVCAR0dHaSkpGD69OkIDg5WGTfA3T30sxITEzFo0CA0atRIaps0aRKOHDmCdu3aoXPnzmjbti0iIiKgr6+Phg0bYtiwYRw4+xvirp/fzPXr19GvXz+0b98effr0QVJSEmrWrIm3b9/i2LFjsLOzAwCMHDkSRYsWRePGjdOc1pxIXT179gQAjB49WtqV6OLigrdv32Lz5s2oWrUqTp48iYULF+LmzZvo0KEDDAwMcOTIEbx58wZXrlxhDwpplFKpxJs3b5A9e3YAQOfOnXH48GHs2bMHjo6OOH78OKZNm4aRI0eiffv2KmNWuLvn98KfNb8ZExMTWFhYYPv27Vi3bh0MDAywYsUK2NjYoHDhwmjevDnq1q2LRYsWoWzZsgwppBEuLi44ePAgvL29ERISAgC4ceMGChYsiA4dOuDEiROoUqUKpkyZgs6dO8PPzw9Hjx5Frly5cPnyZWnAIpGm6OjoSCEFAIYNG4bz58+jbNmyyJ49Oxo0aICIiAi8fv06zVRlhpTfC3tUfkMhISEYM2YMXr16hZ49e6JTp05ISUnBvHnzEBYWBiEE+vfvjyJFimi7VMpA1qxZgwkTJqBt27bo2bMnChYsCACoWrUqHj9+DH9/f1StWhUA8OHDB5iYmEi35cBZ+tWePXuGjh07YtiwYTzp4G+OQeU3cOXKFbx8+VJlX2xISAjGjRuH0NBQ9O/fHx06dNBihZSRfT61c/Xq1ZgwYQLatWuXJqyEhYVhw4YNqFChgsp4lK8dfItIHZ9vQ6n/T/33zZs3sLGxUVk/Li4O7dq1Q1RUFI4ePcoelN8cg4rMxcTEoFGjRtDV1cWIESPQoEEDaVloaCjq168PExMT9OjRA3379tVipZTRfOsYJytXrsTkyZPRpk0b9OrVSworNWvWxOnTp3Hu3DmUKlXqV5dLGdTXtsPUtoCAAGzatAmLFi2Cvb094uPjsXv3bvj5+eH58+e4ePEi9PX1OSblN8cxKjKVmh+zZs2KOXPmQE9PD0uXLsX+/fuldZycnFCjRg28evUKR44cQWRkpJaqpYzm8y+HM2fOIDg4GNevXwfwaWDt+PHjsXnzZvj6+uLevXsAgKNHj6JHjx5ppi4T/ahTp05JJwwcMmQIZs2aBeDT+JQtW7agc+fOqF27Nuzt7QF8OqHl48ePkTdvXly6dAn6+vr4+PEjQ8pvjj0qMpPanZn6CyD1C+P8+fMYNWoUTE1N0adPH2k30NChQ5E3b160bNkSOXLk0HL1lBF83s0+ZMgQbNmyBbGxsXBwcECuXLlw4MABAMCKFSswbdo0tG3bFu7u7iqnZeAvWPoZQghERUXB1tYWDRo0gLW1NQICAnDy5EkUK1YMkZGRcHV1haenJ/r37y/d5vPPToDbYUbBoCIjqW+04OBg7NmzBxEREahcuTL+/PNPWFhY4Ny5cxg/fjwSExORN29emJiYYMuWLbh+/TocHBy0XT5lAJ+HlEOHDmHQoEHw9fWFhYUF/vnnH0ycOBGmpqa4dOkSgE9jVjw8PODl5YV+/fpps3TKgMLDw5E3b16kpKRgx44daNiwobTsa2NTvjaWhX5/3PUjIwqFAjt37kSTJk3w4cMHfPjwAX5+fujTpw8iIiLg6uqKefPmoVq1aggJCcGjR49w9OhRhhTSmNQP9j179mDz5s2oXbs2KleujGLFiqF169bYsGEDYmNj0adPHwBA9+7dsXv3buk6kaYkJibi1atXMDExga6uLtasWSNNjQcAa2tr6f+pR0H+PJgwpGQc7FGRkUuXLqFt27YYNWoUevTogbCwMJQuXRrGxsYoWbIkNmzYACsrK+ncKV9OASXShIiICDRu3BjXr19HjRo1sG/fPpXlY8aMwenTp/H333/D1NRUamc3O/2sbw3gDg0NhYuLC2rUqIEFCxYgX758WqiOtIU9Kloyc+ZMjB07VvolAHw6RLmrqyt69OiB0NBQ1KpVC82bN8e4ceNw8eJF9O3bFxERETAyMgIAhhTSiM+3QQCwsrLC+vXrUadOHVy9ehVr165VWZ4/f368e/cO8fHxKu0MKfQzPg8px44dw8aNG3H9+nU8f/4cTk5OOH36NIKDgzFixAhpAHeLFi2wZMkSbZZNvwB7VLRkyZIlGDhwIGbMmIERI0ZIb9A7d+6gYMGCaNasmfSFoVQqUbJkSYSEhKBRo0bYsmULz5VCGvH5l8PDhw+hUChgYmICOzs7PH78GJ6enoiLi8Off/4JDw8PvH79Gu7u7jAyMsK+ffvYvU4aN2zYMKxfvx56enrIkiUL7OzssHDhQpQtWxY3b95EjRo14OTkhKSkJHz8+BHXr1+XTsxKGZSgX06pVAohhFi5cqXQ0dERU6dOFcnJydLyp0+fisKFC4t9+/YJIYSIiIgQ7dq1E0uWLBHPnj3TSs2U8aRuh0IIMXHiRFG8eHFRqFAhkSNHDuHr6yuEECIkJEQ0bNhQGBkZiYIFC4oWLVqIevXqifj4eCGEECkpKVqpnTKOz7fDoKAgUaJECXHy5EkREREhdu/eLVq0aCGcnZ3FlStXhBBCPHjwQEyZMkVMnz5d+tz8/POTMh4GlV9MqVRKb0ylUin++usvoaOjI6ZNmyZ96IeHh4uSJUsKDw8PERoaKsaMGSPKlSsnXr9+rc3SKYOaMmWKsLGxEYGBgSI2Nla0aNFCWFhYiNu3bwshhHj06JFo1KiRKFmypFi4cKF0u4SEBC1VTBnR+vXrRb9+/USvXr1U2i9evCjq168v3N3dRWxsrBBCNdwwpGR83H+gBQqFAocPH8bQoUNRpkwZ6Rwqs2bNghAClpaW6NChA44fPw5XV1ds2LABPj4+sLW11XbplAF8PiZFqVTiwoULWLhwIerWrYugoCAcO3YMM2bMQJEiRZCcnIw8efJg/vz5yJ49O/bv34+AgAAAgKGhobaeAmUA4otRB7t27cKyZctw7do1JCYmSu1ly5ZFlSpVcOrUKaSkpABQndHDc0hlAtpOSpnRjh07hLGxsZg6daq4ePGiEEIIX19faTeQEEIkJiaK27dvi6CgIPH06VNtlksZ1IQJE8SsWbNEzpw5xb1790RwcLDIkiWL8Pb2FkII8eHDBzF27FgRGhoqhBDi/v37onHjxqJs2bIiICBAm6XTb+7zHhF/f3+xYcMGIYQQ/fr1ExYWFmLZsmUiKipKWicwMFAUKlRI2hYpc2FQ+cXu3bsn8uTJI5YvX55m2YoVK6TdQESa9vl4ks2bNwtHR0dx69Yt0bFjR1GvXj1hYmIiVq9eLa3z/PlzUaVKFbFhwwbptnfu3BGtW7cWYWFhv7x+yhg+3w5v3bolSpUqJUqUKCF2794thBDC3d1d5M+fX0yfPl2EhISIkJAQUatWLVGtWjWVgEOZB/vMfrEnT55AX19f5QiLqTMvevXqBVNTU3Tq1AmGhoYYNmyYFiuljCZ1ds/x48dx7NgxDB06FEWLFpUOJFirVi1069YNwKeTYfbo0QO6urpo3749dHR0oFQqUahQIWzcuJGzLOiHpW6Hw4cPx+PHj2FsbIy7d+9i8ODB+PjxI9atW4du3bph3LhxWLJkCSpVqoQsWbJgy5YtUCgU3zzWCmVcDCq/WGxsrMrxJ5RKpbS/9dixYyhTpgy2bNmict4UIk159eoVunfvjvDwcIwZMwYA0Lt3bzx8+BBHjx5FqVKlkD9/fjx58gQJCQm4ePEidHV1VQ7mxjEB9LPWrVuHVatW4ciRI8iTJw8SExPh7u6OmTNnQkdHB2vWrIGJiQm2bt2K+vXro23btjA0NERSUhIMDAy0XT79Yoylv1iJEiXw9u1b+Pr6Avj06yI1qOzevRsbN25Ey5YtUbhwYW2WSRmUnZ0dAgICkD17duzduxeXL1+Grq4u5s6diylTpqBmzZqws7NDmzZtvnn2WR47hX5WSEgIihUrhpIlS8Lc3Bx2dnZYs2YNdHV1MXjwYOzcuRNLly5F7dq1sWDBAuzZswcxMTEMKZkUfxr9Ynny5MHSpUvRu3dvJCcno3PnztDV1cW6deuwbt06nD17lkf4pHTl4uKCHTt2wN3dHT4+Pujfvz9cXFzQtGlTNG3aVGXdlJQU9qCQxoj/P1GgoaEhEhISkJSUBCMjIyQnJyNnzpyYOXMmGjduDC8vLxgbG2Pjxo1o3749hg0bBj09Pbi5uWn7KZAW8Mi0WqBUKrFjxw54eHjA1NQURkZG0NXVxaZNm1CqVCltl0eZxNWrV9GjRw+UKVMGAwcORNGiRbVdEmUSN2/eRKlSpTB+/HhMnDhRag8MDMTKlSvx/v17pKSk4NixYwCArl27Yvz48cibN6+WKiZtYlDRohcvXiAsLAwKhQJ58uRB9uzZtV0SZTJXr16Fh4cHcufOjTlz5iBPnjzaLokyiXXr1qFXr14YNGgQ2rRpA0tLSwwYMAAVK1ZEixYtULRoUezfvx8NGjTQdqmkZQwqRJnchQsX4OPjg1WrVnE2Bf1SO3bsQN++fWFgYAAhBGxtbXHmzBm8fv0aderUwfbt2+Hi4qLtMknLGFSISBo7wKmf9Ks9f/4cT58+RXJyMipVqgQdHR2MHj0au3btQnBwMOzs7LRdImkZgwoRAfhfWCHSltu3b2P27Nn4+++/cfjwYZQsWVLbJZEMcDg/EQHgtGPSro8fPyIpKQm2trY4fvw4B3eThD0qREQkG8nJyTzyMalgUCEiIiLZ4qg5IiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSL6rRw7dgwKhQKRkZHffRsnJyd4eXmlW01ElH4YVIhIo7p06QKFQoHevXunWebp6QmFQoEuXbr8+sKI6LfEoEJEGufo6IjNmzcjPj5eaktISMDGjRuRK1cuLVZGRL8bBhUi0rjSpUvD0dERAQEBUltAQABy5cqFUqVKSW2JiYkYMGAAbG1tYWRkhMqVK+PixYsq9/X333+jQIECMDY2Ro0aNRAaGprm8U6dOoUqVarA2NgYjo6OGDBgAOLi4tLt+RHRr8OgQkTpolu3bli7dq10fc2aNejatavKOiNGjMCOHTuwfv16XLlyBc7OzqhXrx4iIiIAAE+fPkXLli3RpEkTXLt2DT169MCoUaNU7uPhw4eoX78+WrVqhRs3bmDLli04deoU+vXrl/5PkojSHYMKEaWLjh074tSpUwgLC0NYWBhOnz6Njh07Ssvj4uLg7e2NuXPnokGDBihSpAhWrlwJY2NjrF69GgDg7e2NfPnyYf78+ShYsCA6dOiQZnzLzJkz0aFDBwwaNAj58+dHxYoVsXjxYmzYsAEJCQm/8ikTUTrgSQmJKF3Y2NigUaNGWLduHYQQaNSoEaytraXlDx8+RHJyMipVqiS16evr448//sCdO3cAAHfu3EH58uVV7rdChQoq169fv44bN27A399fahNCQKlU4vHjxyhcuHB6PD0i+kUYVIgo3XTr1k3aBbNs2bJ0eYzY2Fh4eHhgwIABaZZx4C7R749BhYjSTf369ZGUlASFQoF69eqpLMuXLx8MDAxw+vRp5M6dG8CnM+devHgRgwYNAgAULlwYe/bsUbnduXPnVK6XLl0a//zzD5ydndPviRCR1nCMChGlG11dXdy5cwf//PMPdHV1VZaZmpqiT58+GD58OA4ePIh//vkHPXv2xIcPH9C9e3cAQO/evfHgwQMMHz4c9+7dw8aNG7Fu3TqV+xk5ciTOnDmDfv364dq1a3jw4AF2797NwbREGQSDChGlKzMzM5iZmX112axZs9CqVSt06tQJpUuXRkhICAIDA2FpaQng066bHTt2YNeuXShRogR8fHwwY8YMlftwcXHB8ePHcf/+fVSpUgWlSpXChAkTYG9vn+7PjYjSn0IIIbRdBBEREdHXsEeFiIiIZItBhYiIiGSLQYWIiIhki0GFiIiIZItBhYiIiGSLQYWIiIhki0GFiIiIZItBhYiIiGSLQYWIiIhki0GFiIiIZItBhYiIiGSLQYWIiIhk6/8AHoK08GWUizwAAAAASUVORK5CYII=", - "text/plain": [ - "
" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "import matplotlib.pyplot as plt\n", - "\n", - "## calculate avg response time\n", - "unique_models = set(result[\"response\"]['model'] for result in result[\"results\"])\n", - "model_dict = {model: {\"response_time\": []} for model in unique_models}\n", - "for completion_result in result[\"results\"]:\n", - " model_dict[completion_result[\"response\"][\"model\"]][\"response_time\"].append(completion_result[\"response_time\"])\n", - "\n", - "avg_response_time = {}\n", - "for model, data in model_dict.items():\n", - " avg_response_time[model] = sum(data[\"response_time\"]) / len(data[\"response_time\"])\n", - "\n", - "models = list(avg_response_time.keys())\n", - "response_times = list(avg_response_time.values())\n", - "\n", - "plt.bar(models, response_times)\n", - "plt.xlabel('Model', fontsize=10)\n", - "plt.ylabel('Average Response Time')\n", - "plt.title('Average Response Times for each Model')\n", - "\n", - "plt.xticks(models, [model[:15]+'...' if len(model) > 15 else model for model in models], rotation=45)\n", - "plt.show()" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "inSDIE3_IRds" - }, - "source": [ - "# Duration Test endpoint\n", - "\n", - "Run load testing for 2 mins. Hitting endpoints with 100+ queries every 15 seconds." - ] - }, - { - "cell_type": "code", - "execution_count": 20, - "metadata": { - "id": "ePIqDx2EIURH" - }, - "outputs": [], - "source": [ - "models=[\"gpt-3.5-turbo\", \"replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781\", \"claude-instant-1\"]\n", - "context = \"\"\"Paul Graham (/ɡræm/; born 1964)[3] is an English computer scientist, essayist, entrepreneur, venture capitalist, and author. He is best known for his work on the programming language Lisp, his former startup Viaweb (later renamed Yahoo! Store), cofounding the influential startup accelerator and seed capital firm Y Combinator, his essays, and Hacker News. He is the author of several computer programming books, including: On Lisp,[4] ANSI Common Lisp,[5] and Hackers & Painters.[6] Technology journalist Steven Levy has described Graham as a \"hacker philosopher\".[7] Graham was born in England, where he and his family maintain permanent residence. However he is also a citizen of the United States, where he was educated, lived, and worked until 2016.\"\"\"\n", - "prompt = \"Where does Paul Graham live?\"\n", - "final_prompt = context + prompt\n", - "result = load_test_model(models=models, prompt=final_prompt, num_calls=100, interval=15, duration=120)" - ] - }, - { - "cell_type": "code", - "execution_count": 27, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 552 - }, - "id": "k6rJoELM6t1K", - "outputId": "f4968b59-3bca-4f78-a88b-149ad55e3cf7" - }, - "outputs": [ - { - "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjcAAAIXCAYAAABghH+YAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABwdUlEQVR4nO3dd1QU198G8GfpoNKUooKCYuwIaiL2GrGLJnYFOxrsNZbYFTsYG2JDjV2xRKOIir33EhsWLBGwUaXJ3vcPX+bnCiYsLi6Oz+ecPbp37ux+lx3YZ+/cmVEIIQSIiIiIZEJH2wUQERERaRLDDREREckKww0RERHJCsMNERERyQrDDREREckKww0RERHJCsMNERERyQrDDREREckKww0RERHJCsMNEcmSg4MDunfvru0y1DZnzhyUKFECurq6cHFx0XY5GnfkyBEoFAps27ZN26WoTaFQYNKkSWqv9+jRIygUCgQFBWm8Jsoaww19tiVLlkChUKBatWraLiXPcXBwgEKhkG758uXDDz/8gLVr12q7tK9Oxodidm5fqwMHDmDUqFGoWbMmVq9ejRkzZmi7pDwnKChIep9PnDiRabkQAvb29lAoFGjRooUWKqS8QE/bBdDXb/369XBwcMC5c+cQHh4OJycnbZeUp7i4uGD48OEAgOfPn2PFihXw8vJCSkoK+vTpo+Xqvh5ly5bFunXrVNrGjBmD/PnzY9y4cZn637lzBzo6X9f3t8OHD0NHRwcrV66EgYGBtsvJ04yMjLBhwwbUqlVLpf3o0aN4+vQpDA0NtVQZ5QUMN/RZHj58iFOnTiE4OBje3t5Yv349Jk6c+EVrUCqVSE1NhZGR0Rd93uwqWrQounbtKt3v3r07SpQoAT8/P4YbNdjY2Kj8HAFg5syZKFSoUKZ2AF/lh1t0dDSMjY01FmyEEEhOToaxsbFGHi8vadasGbZu3Yrff/8denr/+yjbsGEDqlSpgpcvX2qxOtK2r+trDeU569evh4WFBZo3b46ff/4Z69evl5alpaXB0tISPXr0yLReXFwcjIyMMGLECKktJSUFEydOhJOTEwwNDWFvb49Ro0YhJSVFZV2FQoEBAwZg/fr1KF++PAwNDbF//34AwNy5c1GjRg0ULFgQxsbGqFKlSpb79pOSkjBo0CAUKlQIBQoUQKtWrfDs2bMs96k/e/YMPXv2hI2NDQwNDVG+fHmsWrUqxz8zKysrlClTBvfv31dpVyqV8Pf3R/ny5WFkZAQbGxt4e3vjzZs3Kv0uXLgAd3d3FCpUCMbGxnB0dETPnj2l5Rn79+fOnQs/Pz8UL14cxsbGqFu3Lm7cuJGpnsOHD6N27drIly8fzM3N0bp1a9y6dUulz6RJk6BQKBAeHo7u3bvD3NwcZmZm6NGjB96+favSNzQ0FLVq1YK5uTny58+P0qVLY+zYsSp9svtef46P59xk7M44ceIEBg0aBCsrK5ibm8Pb2xupqamIiYmBp6cnLCwsYGFhgVGjRkEIofKYmnqPsqJQKLB69WokJiZKu10y5mi8e/cOU6dORcmSJWFoaAgHBweMHTs208/LwcEBLVq0QEhICKpWrQpjY2MsW7bsX5/37NmzaNKkCczMzGBiYoK6devi5MmTKn0iIiLwyy+/oHTp0jA2NkbBggXRrl07PHr0KNPjxcTEYOjQoXBwcIChoSHs7Ozg6emZKWwolUpMnz4ddnZ2MDIyQsOGDREeHv6vtX6oU6dOePXqFUJDQ6W21NRUbNu2DZ07d85yncTERAwfPhz29vYwNDRE6dKlMXfu3Ezvc0pKCoYOHQorKyvp78PTp0+zfExN/30gDRFEn6FMmTKiV69eQgghjh07JgCIc+fOSct79uwpzM3NRUpKisp6a9asEQDE+fPnhRBCpKeni8aNGwsTExMxZMgQsWzZMjFgwAChp6cnWrdurbIuAFG2bFlhZWUlJk+eLBYvXiwuX74shBDCzs5O/PLLL2LRokVi/vz54ocffhAAxJ49e1Qeo3379gKA6Natm1i8eLFo3769qFSpkgAgJk6cKPWLjIwUdnZ2wt7eXkyZMkUsXbpUtGrVSgAQfn5+//nzKV68uGjevLlKW1pamrC1tRU2NjYq7b179xZ6enqiT58+IiAgQIwePVrky5dPfP/99yI1NVUIIURUVJSwsLAQ3333nZgzZ45Yvny5GDdunChbtqz0OA8fPhQARMWKFYWDg4OYNWuWmDx5srC0tBRWVlYiMjJS6hsaGir09PTEd999J2bPni0mT54sChUqJCwsLMTDhw+lfhMnThQAhKurq2jbtq1YsmSJ6N27twAgRo0aJfW7ceOGMDAwEFWrVhULFiwQAQEBYsSIEaJOnTpSH3Xe6/9Svnx5Ubdu3U/+7L28vKT7q1evFgCEi4uLaNKkiVi8eLHo1q2b9Bpq1aolOnfuLJYsWSJatGghAIg1a9bkynuUlXXr1onatWsLQ0NDsW7dOrFu3Tpx//59IYQQXl5eAoD4+eefxeLFi4Wnp6cAIDw8PDK9ZicnJ2FhYSF+/fVXERAQIMLCwj75nIcOHRIGBgaievXqYt68ecLPz084OzsLAwMDcfbsWanf1q1bRaVKlcSECRNEYGCgGDt2rLCwsBDFixcXiYmJUr/4+HhRoUIFoaurK/r06SOWLl0qpk6dKr7//nvpdzQsLEzalqpUqSL8/PzEpEmThImJifjhhx/+9Wf04ft4/vx5UaNGDdGtWzdp2c6dO4WOjo549uxZpt89pVIpGjRoIBQKhejdu7dYtGiRaNmypQAghgwZovIcXbt2FQBE586dxaJFi0Tbtm2Fs7Nzjv8+ZPxOrl69+j9fH2kGww3l2IULFwQAERoaKoR4/8fDzs5ODB48WOoTEhIiAIg///xTZd1mzZqJEiVKSPfXrVsndHR0xPHjx1X6BQQECADi5MmTUhsAoaOjI27evJmpprdv36rcT01NFRUqVBANGjSQ2i5evJjlH7Tu3btn+uPVq1cvUbhwYfHy5UuVvh07dhRmZmaZnu9jxYsXF40bNxYvXrwQL168ENevX5c+UH18fKR+x48fFwDE+vXrVdbfv3+/SvuOHTtUQmFWMv6QGhsbi6dPn0rtZ8+eFQDE0KFDpTYXFxdhbW0tXr16JbVdvXpV6OjoCE9PT6ktI9z07NlT5bnatGkjChYsKN338/MTAMSLFy8+WZ867/V/yUm4cXd3F0qlUmqvXr26UCgUol+/flLbu3fvhJ2dncpja/I9+hQvLy+RL18+lbYrV64IAKJ3794q7SNGjBAAxOHDh1VeMwCxf//+/3wupVIpSpUqlenn8fbtW+Ho6Ch+/PFHlbaPnT59WgAQa9euldomTJggAIjg4OAsn0+I/4WbsmXLqnzpWbBggQAgrl+//q91fxhuFi1aJAoUKCDV165dO1G/fn3pZ/FhuNm5c6cAIKZNm6byeD///LNQKBQiPDxcCPG/n/cvv/yi0q9z5845/vvAcPPlcbcU5dj69ethY2OD+vXrA3g/rN6hQwds2rQJ6enpAIAGDRqgUKFC2Lx5s7TemzdvEBoaig4dOkhtW7duRdmyZVGmTBm8fPlSujVo0AAAEBYWpvLcdevWRbly5TLV9OHcgjdv3iA2Nha1a9fGpUuXpPaMXVi//PKLyroDBw5UuS+EwPbt29GyZUsIIVTqcnd3R2xsrMrjfsqBAwdgZWUFKysrVKxYEevWrUOPHj0wZ84clddvZmaGH3/8UeV5qlSpgvz580uv39zcHACwZ88epKWl/evzenh4oGjRotL9H374AdWqVcNff/0F4P3k5itXrqB79+6wtLSU+jk7O+PHH3+U+n2oX79+Kvdr166NV69eIS4uTqW+Xbt2QalUZlmXuu+1pvXq1UvliKpq1apBCIFevXpJbbq6uqhatSoePHigUrem36PsyHgfhg0bptKeMUl97969Ku2Ojo5wd3f/z8e9cuUK7t27h86dO+PVq1fS60lMTETDhg1x7Ngx6T388PcqLS0Nr169gpOTE8zNzVV+B7Zv345KlSqhTZs2mZ7v46PYevTooTK3qHbt2gCg8jP/L+3bt0dSUhL27NmD+Ph47Nmz55O7pP766y/o6upi0KBBKu3Dhw+HEAL79u2T+gHI1G/IkCEq9zX194Fyxzcdbo4dO4aWLVuiSJEiUCgU2LlzZ64/57Nnz9C1a1dpTkjFihVx4cKFXH9eTUtPT8emTZtQv359PHz4EOHh4QgPD0e1atUQFRWFQ4cOAQD09PTw008/YdeuXdL8gODgYKSlpamEm3v37uHmzZtSCMi4fffddwDeT7T8kKOjY5Z17dmzB25ubjAyMoKlpSWsrKywdOlSxMbGSn0iIiKgo6OT6TE+PsrrxYsXiImJQWBgYKa6MuYRfVxXVqpVq4bQ0FDs378fc+fOhbm5Od68eaPyh/3evXuIjY2FtbV1pudKSEiQnqdu3br46aefMHnyZBQqVAitW7fG6tWrs5yrUqpUqUxt3333nTRPIiIiAgBQunTpTP3Kli0rfdB9qFixYir3LSwsAECac9KhQwfUrFkTvXv3ho2NDTp27IgtW7aoBB1132tN+/g1mJmZAQDs7e0ztX84lyY33qPsyNheP94+bW1tYW5uLr2PGT71u/Gxe/fuAQC8vLwyvZ4VK1YgJSVF+r1JSkrChAkTpLkqhQoVgpWVFWJiYlR+t+7fv48KFSpk6/n/a1vKDisrKzRq1AgbNmxAcHAw0tPT8fPPP2fZNyIiAkWKFEGBAgVU2suWLSstz/hXR0cHJUuWVOn38e+Jpv4+UO74po+WSkxMRKVKldCzZ0+0bds215/vzZs3qFmzJurXr499+/bBysoK9+7dk36pvyaHDx/G8+fPsWnTJmzatCnT8vXr16Nx48YAgI4dO2LZsmXYt28fPDw8sGXLFpQpUwaVKlWS+iuVSlSsWBHz58/P8vk+/uDJ6uiP48ePo1WrVqhTpw6WLFmCwoULQ19fH6tXr8aGDRvUfo0ZH8hdu3aFl5dXln2cnZ3/83EKFSqERo0aAQDc3d1RpkwZtGjRAgsWLJC+jSuVSlhbW6tMyP6QlZUVAEgnPztz5gz+/PNPhISEoGfPnpg3bx7OnDmD/Pnzq/061aGrq5tlu/j/CZnGxsY4duwYwsLCsHfvXuzfvx+bN29GgwYNcODAAejq6qr9Xmvap15DVu3ig4mm2n6Psnv+nuweGZWxfc+ZM+eTJwvMqHXgwIFYvXo1hgwZgurVq8PMzAwKhQIdO3b85Ajdf/mvbSm7OnfujD59+iAyMhJNmzaVRs5ym6b+PlDu+KbDTdOmTdG0adNPLk9JScG4ceOwceNGxMTEoEKFCpg1axbq1auXo+ebNWsW7O3tsXr1aqktu9+y8pr169fD2toaixcvzrQsODgYO3bsQEBAAIyNjVGnTh0ULlwYmzdvRq1atXD48OFM5yUpWbIkrl69ioYNG+b4JGzbt2+HkZERQkJCVA4D/vDnDQDFixeHUqnEw4cPVUY3Pj5SI+NIifT0dCmcaELz5s1Rt25dzJgxA97e3siXLx9KliyJgwcPombNmtn6cHJzc4ObmxumT5+ODRs2oEuXLti0aRN69+4t9cn4Zv6hu3fvwsHBAcD7nwPw/nwwH7t9+zYKFSqEfPnyqf36dHR00LBhQzRs2BDz58/HjBkzMG7cOISFhaFRo0Yaea+1ITfeo+zI2F7v3bsnjTIAQFRUFGJiYqT3UV0ZIxOmpqb/uX1v27YNXl5emDdvntSWnJyMmJiYTI+Z1RF5ualNmzbw9vbGmTNnVHZ/f6x48eI4ePAg4uPjVUZvbt++LS3P+FepVOL+/fsqozUf/57k1t8H0oxverfUfxkwYABOnz6NTZs24dq1a2jXrh2aNGmS5YdGduzevRtVq1ZFu3btYG1tDVdXVyxfvlzDVee+pKQkBAcHo0WLFvj5558z3QYMGID4+Hjs3r0bwPsPu59//hl//vkn1q1bh3fv3qnskgLe7zt/9uxZlj+PpKSkTLtHsqKrqwuFQiHN9wHeHxb98e7GjPkIS5YsUWlfuHBhpsf76aefsH379iz/YL948eI/a/qU0aNH49WrV9Lrbd++PdLT0zF16tRMfd+9eyd9iLx58ybTN9uMb90f7/bYuXMnnj17Jt0/d+4czp49KwX6woULw8XFBWvWrFH5kLpx4wYOHDiAZs2aqf26Xr9+nant4/o08V5rQ268R9mR8T74+/urtGeMfDVv3lztxwSAKlWqoGTJkpg7dy4SEhIyLf9w+9bV1c30mhYuXKjyuwYAP/30E65evYodO3Zkejx1R2SyK3/+/Fi6dCkmTZqEli1bfrJfs2bNkJ6ejkWLFqm0+/n5QaFQSL8XGf/+/vvvKv0+/vnn5t8H+nzf9MjNv3n8+DFWr16Nx48fo0iRIgCAESNGYP/+/Tk+LfqDBw+wdOlSDBs2DGPHjsX58+cxaNAgGBgYfHJYMy/avXs34uPj0apVqyyXu7m5wcrKCuvXr5dCTIcOHbBw4UJMnDgRFStWVPkGCgDdunXDli1b0K9fP4SFhaFmzZpIT0/H7du3sWXLFum8Hf+mefPmmD9/Ppo0aYLOnTsjOjoaixcvhpOTE65duyb1q1KlCn766Sf4+/vj1atXcHNzw9GjR3H37l0AqsP/M2fORFhYGKpVq4Y+ffqgXLlyeP36NS5duoSDBw9m+WGeHU2bNkWFChUwf/58+Pj4oG7duvD29oavry+uXLmCxo0bQ19fH/fu3cPWrVuxYMEC/Pzzz1izZg2WLFmCNm3aoGTJkoiPj8fy5cthamqaKYw4OTmhVq1a6N+/P1JSUuDv74+CBQti1KhRUp85c+agadOmqF69Onr16oWkpCQsXLgQZmZmObqGzpQpU3Ds2DE0b94cxYsXR3R0NJYsWQI7OzvpTLKaeK+1ITfeo+yoVKkSvLy8EBgYiJiYGNStWxfnzp3DmjVr4OHhIU3oV5eOjg5WrFiBpk2bonz58ujRoweKFi2KZ8+eISwsDKampvjzzz8BAC1atMC6detgZmaGcuXK4fTp0zh48CAKFiyo8pgjR47Etm3b0K5dO/Ts2RNVqlTB69evsXv3bgQEBKjsitak7Pz9bNmyJerXr49x48bh0aNHqFSpEg4cOIBdu3ZhyJAh0kiWi4sLOnXqhCVLliA2NhY1atTAoUOHsjwHT279fSAN0MoxWnkQALFjxw7p/p49ewQAkS9fPpWbnp6eaN++vRBCiFu3bgkA/3obPXq09Jj6+vqievXqKs87cOBA4ebm9kVeo6a0bNlSGBkZqZzf4mPdu3cX+vr60iGSSqVS2NvbZ3koZobU1FQxa9YsUb58eWFoaCgsLCxElSpVxOTJk0VsbKzUDx8dRv2hlStXilKlSglDQ0NRpkwZsXr1aukw5g8lJiYKHx8fYWlpKfLnzy88PDzEnTt3BAAxc+ZMlb5RUVHCx8dH2NvbC319fWFraysaNmwoAgMD//NnldV5bjIEBQVlOjw0MDBQVKlSRRgbG4sCBQqIihUrilGjRol//vlHCCHEpUuXRKdOnUSxYsWEoaGhsLa2Fi1atBAXLlyQHiPjsNM5c+aIefPmCXt7e2FoaChq164trl69mqmOgwcPipo1awpjY2NhamoqWrZsKf7++2+VPhk/w48P8c44LDfjnDiHDh0SrVu3FkWKFBEGBgaiSJEiolOnTuLu3bsq62X3vf4vOTkU/ONDtD/12rI6LFsIzbxHn/Kp50xLSxOTJ08Wjo6OQl9fX9jb24sxY8aI5OTkTK/5U9vbp1y+fFm0bdtWFCxYUBgaGorixYuL9u3bi0OHDkl93rx5I3r06CEKFSok8ufPL9zd3cXt27cz/YyFEOLVq1diwIABomjRosLAwEDY2dkJLy8v6W9BxqHgW7duVVkvu4dLf+p9/FhWP4v4+HgxdOhQUaRIEaGvry9KlSol5syZo3IovBBCJCUliUGDBomCBQuKfPnyiZYtW4onT55kOhRciOz9feCh4F+eQohcGiv8yigUCuzYsQMeHh4AgM2bN6NLly64efNmpolv+fPnh62tLVJTU//zsMWCBQtKEw2LFy+OH3/8EStWrJCWL126FNOmTVPZfUDaceXKFbi6uuKPP/5Aly5dtF1Ojj169AiOjo6YM2eOyhmgiYi+Fdwt9Qmurq5IT09HdHS0dP6FjxkYGKBMmTLZfsyaNWtmmpR29+7dHE8IpJxLSkrKNCnU398fOjo6qFOnjpaqIiIiTfimw01CQoLKftSHDx/iypUrsLS0xHfffYcuXbrA09MT8+bNg6urK168eIFDhw7B2dk5R5P4hg4diho1amDGjBlo3749zp07h8DAQAQGBmryZVE2zJ49GxcvXkT9+vWhp6eHffv2Yd++fejbt2+uH4pMRES5TNv7xbQpY9/vx7eMfcipqaliwoQJwsHBQejr64vChQuLNm3aiGvXruX4Of/8809RoUIFaU5IduZtkOYdOHBA1KxZU1hYWAh9fX1RsmRJMWnSJJGWlqbt0j7bh3NuiIi+RZxzQ0RERLLC89wQERGRrDDcEBERkax8cxOKlUol/vnnHxQoUOCrOvU7ERHRt0wIgfj4eBQpUgQ6Ov8+NvPNhZt//vmHR8MQERF9pZ48eQI7O7t/7fPNhZuMC6Y9efIEpqamWq6GiIiIsiMuLg729vYqFz79lG8u3GTsijI1NWW4ISIi+spkZ0oJJxQTERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGs6Gm7ACLSLIdf92q7BNKyRzOba/X5uQ2StrdBjtwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrGg13CxduhTOzs4wNTWFqakpqlevjn379v3rOlu3bkWZMmVgZGSEihUr4q+//vpC1RIREdHXQKvhxs7ODjNnzsTFixdx4cIFNGjQAK1bt8bNmzez7H/q1Cl06tQJvXr1wuXLl+Hh4QEPDw/cuHHjC1dOREREeZVCCCG0XcSHLC0tMWfOHPTq1SvTsg4dOiAxMRF79uyR2tzc3ODi4oKAgIBsPX5cXBzMzMwQGxsLU1NTjdVNlFfwooWk7YsWchuk3NgG1fn8zjNzbtLT07Fp0yYkJiaievXqWfY5ffo0GjVqpNLm7u6O06dPf/JxU1JSEBcXp3IjIiIi+dJ6uLl+/Try588PQ0ND9OvXDzt27EC5cuWy7BsZGQkbGxuVNhsbG0RGRn7y8X19fWFmZibd7O3tNVo/ERER5S1aDzelS5fGlStXcPbsWfTv3x9eXl74+++/Nfb4Y8aMQWxsrHR78uSJxh6biIiI8h49bRdgYGAAJycnAECVKlVw/vx5LFiwAMuWLcvU19bWFlFRUSptUVFRsLW1/eTjGxoawtDQULNFExERUZ6l9ZGbjymVSqSkpGS5rHr16jh06JBKW2ho6Cfn6BAREdG3R6sjN2PGjEHTpk1RrFgxxMfHY8OGDThy5AhCQkIAAJ6enihatCh8fX0BAIMHD0bdunUxb948NG/eHJs2bcKFCxcQGBiozZdBREREeYhWw010dDQ8PT3x/PlzmJmZwdnZGSEhIfjxxx8BAI8fP4aOzv8Gl2rUqIENGzZg/PjxGDt2LEqVKoWdO3eiQoUK2noJRERElMdoNdysXLnyX5cfOXIkU1u7du3Qrl27XKqIiIiIvnZ5bs4NERER0edguCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWdFquPH19cX333+PAgUKwNraGh4eHrhz586/rhMUFASFQqFyMzIy+kIVExERUV6n1XBz9OhR+Pj44MyZMwgNDUVaWhoaN26MxMTEf13P1NQUz58/l24RERFfqGIiIiLK6/S0+eT79+9XuR8UFARra2tcvHgRderU+eR6CoUCtra2uV0eERERfYXy1Jyb2NhYAIClpeW/9ktISEDx4sVhb2+P1q1b4+bNm5/sm5KSgri4OJUbERERyVeeCTdKpRJDhgxBzZo1UaFChU/2K126NFatWoVdu3bhjz/+gFKpRI0aNfD06dMs+/v6+sLMzEy62dvb59ZLICIiojwgz4QbHx8f3LhxA5s2bfrXftWrV4enpydcXFxQt25dBAcHw8rKCsuWLcuy/5gxYxAbGyvdnjx5khvlExERUR6h1Tk3GQYMGIA9e/bg2LFjsLOzU2tdfX19uLq6Ijw8PMvlhoaGMDQ01ESZRERE9BXQ6siNEAIDBgzAjh07cPjwYTg6Oqr9GOnp6bh+/ToKFy6cCxUSERHR10arIzc+Pj7YsGEDdu3ahQIFCiAyMhIAYGZmBmNjYwCAp6cnihYtCl9fXwDAlClT4ObmBicnJ8TExGDOnDmIiIhA7969tfY6iIiIKO/QarhZunQpAKBevXoq7atXr0b37t0BAI8fP4aOzv8GmN68eYM+ffogMjISFhYWqFKlCk6dOoVy5cp9qbKJiIgoD9NquBFC/GefI0eOqNz38/ODn59fLlVEREREX7s8MaFYThx+3avtEkjLHs1sru0SiIi+aXnmUHAiIiIiTWC4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZyVG4uX//PsaPH49OnTohOjoaALBv3z7cvHlTo8URERERqUvtcHP06FFUrFgRZ8+eRXBwMBISEgAAV69excSJEzVeIBEREZE61A43v/76K6ZNm4bQ0FAYGBhI7Q0aNMCZM2c0WhwRERGRutQON9evX0ebNm0ytVtbW+Ply5caKYqIiIgop9QON+bm5nj+/Hmm9suXL6No0aIaKYqIiIgop9QONx07dsTo0aMRGRkJhUIBpVKJkydPYsSIEfD09MyNGomIiIiyTe1wM2PGDJQpUwb29vZISEhAuXLlUKdOHdSoUQPjx4/PjRqJiIiIsk3tq4IbGBhg+fLl+O2333Djxg0kJCTA1dUVpUqVyo36iIiIiNSidrjJUKxYMRQrVkyTtRARERF9NrXDjRAC27ZtQ1hYGKKjo6FUKlWWBwcHa6w4IiIiInWpHW6GDBmCZcuWoX79+rCxsYFCociNuoiIiIhyRO1ws27dOgQHB6NZs2a5UQ8RERHRZ1H7aCkzMzOUKFEiN2ohIiIi+mxqh5tJkyZh8uTJSEpKyo16iIiIiD6L2rul2rdvj40bN8La2hoODg7Q19dXWX7p0iWNFUdERESkLrXDjZeXFy5evIiuXbtyQjERERHlOWqHm7179yIkJAS1atXKjXqIiIiIPovac27s7e1hamqaG7UQERERfTa1w828efMwatQoPHr0KBfKISIiIvo8au+W6tq1K96+fYuSJUvCxMQk04Ti169fa6w4IiIiInWpHW78/f1zoQwiIiIizcjR0VJEREREeVW2wk1cXJw0iTguLu5f+3KyMREREWlTtsKNhYUFnj9/Dmtra5ibm2d5bhshBBQKBdLT0zVeJBEREVF2ZSvcHD58GJaWlgCAsLCwXC2IiIiI6HNkK9zUrVsXJUqUwPnz51G3bt3cromIiIgox7J9nptHjx5xlxMRERHleWqfxI+IiIgoL1PrUPCQkBCYmZn9a59WrVp9VkFEREREn0OtcPNf57jh0VJERESkbWrtloqMjIRSqfzkjcGGiIiItC3b4Sarc9sQERER5TXZDjdCiNysg4iIiEgjsh1uvLy8YGxsnJu1EBEREX22bE8oXr16dW7WQURERKQRPM8NERERyQrDDREREckKww0RERHJSo7DTXh4OEJCQpCUlAQgZ0dT+fr64vvvv0eBAgVgbW0NDw8P3Llz5z/X27p1K8qUKQMjIyNUrFgRf/31l9rPTURERPKkdrh59eoVGjVqhO+++w7NmjXD8+fPAQC9evXC8OHD1Xqso0ePwsfHB2fOnEFoaCjS0tLQuHFjJCYmfnKdU6dOoVOnTujVqxcuX74MDw8PeHh44MaNG+q+FCIiIpIhtcPN0KFDoaenh8ePH8PExERq79ChA/bv36/WY+3fvx/du3dH+fLlUalSJQQFBeHx48e4ePHiJ9dZsGABmjRpgpEjR6Js2bKYOnUqKleujEWLFqn7UoiIiEiG1Lq2FAAcOHAAISEhsLOzU2kvVaoUIiIiPquY2NhYAIClpeUn+5w+fRrDhg1TaXN3d8fOnTuz7J+SkoKUlBTpflxc3GfVSERERHmb2iM3iYmJKiM2GV6/fg1DQ8McF6JUKjFkyBDUrFkTFSpU+GS/yMhI2NjYqLTZ2NggMjIyy/6+vr4wMzOTbvb29jmukYiIiPI+tcNN7dq1sXbtWum+QqGAUqnE7NmzUb9+/RwX4uPjgxs3bmDTpk05foysjBkzBrGxsdLtyZMnGn18IiIiylvU3i01e/ZsNGzYEBcuXEBqaipGjRqFmzdv4vXr1zh58mSOihgwYAD27NmDY8eOZdrd9TFbW1tERUWptEVFRcHW1jbL/oaGhp81okRERERfF7VHbipUqIC7d++iVq1aaN26NRITE9G2bVtcvnwZJUuWVOuxhBAYMGAAduzYgcOHD8PR0fE/16levToOHTqk0hYaGorq1aur9dxEREQkT2qP3ACAmZkZxo0b99lP7uPjgw0bNmDXrl0oUKCANG/GzMxMukinp6cnihYtCl9fXwDA4MGDUbduXcybNw/NmzfHpk2bcOHCBQQGBn52PURERPT1U3vkZv/+/Thx4oR0f/HixXBxcUHnzp3x5s0btR5r6dKliI2NRb169VC4cGHptnnzZqnP48ePpXPpAECNGjWwYcMGBAYGolKlSti2bRt27tz5r5OQiYiI6Nuh9sjNyJEjMWvWLADA9evXMWzYMAwfPhxhYWEYNmyYWlcPz85ZjY8cOZKprV27dmjXrl22n4eIiIi+HWqHm4cPH6JcuXIAgO3bt6Nly5aYMWMGLl26hGbNmmm8QCIiIiJ1qL1bysDAAG/fvgUAHDx4EI0bNwbw/sR7PEEeERERaZvaIze1atXCsGHDULNmTZw7d06aH3P37t3/PIybiIiIKLepPXKzaNEi6OnpYdu2bVi6dCmKFi0KANi3bx+aNGmi8QKJiIiI1KH2yE2xYsWwZ8+eTO1+fn4aKYiIiIjoc+ToPDdKpRLh4eGIjo6GUqlUWVanTh2NFEZERESUE2qHmzNnzqBz586IiIjIdCi3QqFAenq6xoojIiIiUpfa4aZfv36oWrUq9u7di8KFC0OhUORGXUREREQ5ona4uXfvHrZt2wYnJ6fcqIeIiIjos6h9tFS1atUQHh6eG7UQERERfTa1R24GDhyI4cOHIzIyEhUrVoS+vr7KcmdnZ40VR0RERKQutcPNTz/9BADo2bOn1KZQKCCE4IRiIiIi0rocXVuKiIiIKK9SO9wUL148N+ogIiIi0ogcncTv/v378Pf3x61btwAA5cqVw+DBg1GyZEmNFkdERESkLrWPlgoJCUG5cuVw7tw5ODs7w9nZGWfPnkX58uURGhqaGzUSERERZZvaIze//vorhg4dipkzZ2ZqHz16NH788UeNFUdERESkLrVHbm7duoVevXplau/Zsyf+/vtvjRRFRERElFNqhxsrKytcuXIlU/uVK1dgbW2tiZqIiIiIckzt3VJ9+vRB37598eDBA9SoUQMAcPLkScyaNQvDhg3TeIFERERE6lA73Pz2228oUKAA5s2bhzFjxgAAihQpgkmTJmHQoEEaL5CIiIhIHWqHG4VCgaFDh2Lo0KGIj48HABQoUEDjhRERERHlRI7OcwMA0dHRuHPnDgCgTJkysLKy0lhRRERERDml9oTi+Ph4dOvWDUWKFEHdunVRt25dFClSBF27dkVsbGxu1EhERESUbWqHm969e+Ps2bPYu3cvYmJiEBMTgz179uDChQvw9vbOjRqJiIiIsk3t3VJ79uxBSEgIatWqJbW5u7tj+fLlaNKkiUaLIyIiIlKX2iM3BQsWhJmZWaZ2MzMzWFhYaKQoIiIiopxSO9yMHz8ew4YNQ2RkpNQWGRmJkSNH4rffftNocURERETqUnu31NKlSxEeHo5ixYqhWLFiAIDHjx/D0NAQL168wLJly6S+ly5d0lylRERERNmgdrjx8PDIhTKIiIiINEPtcDNx4sTcqIOIiIhII9Sec/PkyRM8ffpUun/u3DkMGTIEgYGBGi2MiIiIKCfUDjedO3dGWFgYgPcTiRs1aoRz585h3LhxmDJlisYLJCIiIlKH2uHmxo0b+OGHHwAAW7ZsQcWKFXHq1CmsX78eQUFBmq6PiIiISC1qh5u0tDQYGhoCAA4ePIhWrVoBeH99qefPn2u2OiIiIiI1qR1uypcvj4CAABw/fhyhoaHSWYn/+ecfFCxYUOMFEhEREalD7XAza9YsLFu2DPXq1UOnTp1QqVIlAMDu3bul3VVERERE2qL2oeD16tXDy5cvERcXp3K5hb59+8LExESjxRERERGpS+2RGwAQQuDixYtYtmwZ4uPjAQAGBgYMN0RERKR1ao/cREREoEmTJnj8+DFSUlLw448/okCBApg1axZSUlIQEBCQG3USERERZYvaIzeDBw9G1apV8ebNGxgbG0vtbdq0waFDhzRaHBEREZG61B65OX78OE6dOgUDAwOVdgcHBzx79kxjhRERERHlhNojN0qlEunp6Znanz59igIFCmikKCIiIqKcUjvcNG7cGP7+/tJ9hUKBhIQETJw4Ec2aNdNkbURERERqU3u31Lx58+Du7o5y5cohOTkZnTt3xr1791CoUCFs3LgxN2okIiIiyja1R27s7Oxw9epVjBs3DkOHDoWrqytmzpyJy5cvw9raWq3HOnbsGFq2bIkiRYpAoVBg586d/9r/yJEjUCgUmW6RkZHqvgwiIiKSKbVHbgBAT08PXbp0QZcuXaS258+fY+TIkVi0aFG2HycxMRGVKlVCz5490bZt22yvd+fOHZiamkr31Q1VREREJF9qhZubN28iLCwMBgYGaN++PczNzfHy5UtMnz4dAQEBKFGihFpP3rRpUzRt2lStdYD3Ycbc3Fzt9YiIiEj+sr1bavfu3XB1dcWgQYPQr18/VK1aFWFhYShbtixu3bqFHTt24ObNm7lZq8TFxQWFCxfGjz/+iJMnT/5r35SUFMTFxanciIiISL6yHW6mTZsGHx8fxMXFYf78+Xjw4AEGDRqEv/76C/v375euDp6bChcujICAAGzfvh3bt2+Hvb096tWrh0uXLn1yHV9fX5iZmUk3e3v7XK+TiIiItCfb4ebOnTvw8fFB/vz5MXDgQOjo6MDPzw/ff/99btanonTp0vD29kaVKlVQo0YNrFq1CjVq1ICfn98n1xkzZgxiY2Ol25MnT75YvURERPTlZXvOTXx8vDSJV1dXF8bGxmrPsckNP/zwA06cOPHJ5YaGhjA0NPyCFREREZE2qTWhOCQkBGZmZgDen6n40KFDuHHjhkqfVq1aaa66bLhy5QoKFy78RZ+TiIiI8i61wo2Xl5fKfW9vb5X7CoUiy0szfEpCQgLCw8Ol+w8fPsSVK1dgaWmJYsWKYcyYMXj27BnWrl0LAPD394ejoyPKly+P5ORkrFixAocPH8aBAwfUeRlEREQkY9kON0qlUuNPfuHCBdSvX1+6P2zYMADvQ1RQUBCeP3+Ox48fS8tTU1MxfPhwPHv2DCYmJnB2dsbBgwdVHoOIiIi+bTk6iZ+m1KtXD0KITy4PCgpSuT9q1CiMGjUql6siIiKir5nal18gIiIiyssYboiIiEhWGG6IiIhIVhhuiIiISFZyFG5iYmKwYsUKjBkzBq9fvwYAXLp0Cc+ePdNocURERETqUvtoqWvXrqFRo0YwMzPDo0eP0KdPH1haWiI4OBiPHz+WzklDREREpA1qj9wMGzYM3bt3x71792BkZCS1N2vWDMeOHdNocURERETqUjvcnD9/PtOZiQGgaNGiiIyM1EhRRERERDmldrgxNDREXFxcpva7d+/CyspKI0URERER5ZTa4aZVq1aYMmUK0tLSALy/ntTjx48xevRo/PTTTxovkIiIiEgdaoebefPmISEhAdbW1khKSkLdunXh5OSEAgUKYPr06blRIxEREVG2qX20lJmZGUJDQ3HixAlcu3YNCQkJqFy5Mho1apQb9RERERGpJccXzqxVqxZq1aqlyVqIiIiIPpva4eb333/Psl2hUMDIyAhOTk6oU6cOdHV1P7s4IiIiInWpHW78/Pzw4sULvH37FhYWFgCAN2/ewMTEBPnz50d0dDRKlCiBsLAw2Nvba7xgIiIion+j9oTiGTNm4Pvvv8e9e/fw6tUrvHr1Cnfv3kW1atWwYMECPH78GLa2thg6dGhu1EtERET0r9QeuRk/fjy2b9+OkiVLSm1OTk6YO3cufvrpJzx48ACzZ8/mYeFERESkFWqP3Dx//hzv3r3L1P7u3TvpDMVFihRBfHz851dHREREpCa1w039+vXh7e2Ny5cvS22XL19G//790aBBAwDA9evX4ejoqLkqiYiIiLJJ7XCzcuVKWFpaokqVKjA0NIShoSGqVq0KS0tLrFy5EgCQP39+zJs3T+PFEhEREf0Xtefc2NraIjQ0FLdv38bdu3cBAKVLl0bp0qWlPvXr19dchURERERqyPFJ/MqUKYMyZcposhYiIiKiz5ajcPP06VPs3r0bjx8/Rmpqqsqy+fPna6QwIiIiopxQO9wcOnQIrVq1QokSJXD79m1UqFABjx49ghAClStXzo0aiYiIiLJN7QnFY8aMwYgRI3D9+nUYGRlh+/btePLkCerWrYt27drlRo1ERERE2aZ2uLl16xY8PT0BAHp6ekhKSkL+/PkxZcoUzJo1S+MFEhEREalD7XCTL18+aZ5N4cKFcf/+fWnZy5cvNVcZERERUQ6oPefGzc0NJ06cQNmyZdGsWTMMHz4c169fR3BwMNzc3HKjRiIiIqJsUzvczJ8/HwkJCQCAyZMnIyEhAZs3b0apUqV4pBQRERFpnVrhJj09HU+fPoWzszOA97uoAgICcqUwIiIiopxQa86Nrq4uGjdujDdv3uRWPURERESfRe0JxRUqVMCDBw9yoxYiIiKiz6Z2uJk2bRpGjBiBPXv24Pnz54iLi1O5EREREWmT2hOKmzVrBgBo1aoVFAqF1C6EgEKhQHp6uuaqIyIiIlKT2uEmLCwsN+ogIiIi0gi1w03dunVzow4iIiIijVB7zg0AHD9+HF27dkWNGjXw7NkzAMC6detw4sQJjRZHREREpC61w8327dvh7u4OY2NjXLp0CSkpKQCA2NhYzJgxQ+MFEhEREakjR0dLBQQEYPny5dDX15faa9asiUuXLmm0OCIiIiJ1qR1u7ty5gzp16mRqNzMzQ0xMjCZqIiIiIsoxtcONra0twsPDM7WfOHECJUqU0EhRRERERDmldrjp06cPBg8ejLNnz0KhUOCff/7B+vXrMWLECPTv3z83aiQiIiLKNrUPBf/111+hVCrRsGFDvH37FnXq1IGhoSFGjBiBgQMH5kaNRERERNmmdrhRKBQYN24cRo4cifDwcCQkJKBcuXLInz9/btRHREREpBa1d0v98ccfePv2LQwMDFCuXDn88MMPDDZERESUZ6gdboYOHQpra2t07twZf/3112ddS+rYsWNo2bIlihQpAoVCgZ07d/7nOkeOHEHlypVhaGgIJycnBAUF5fj5iYiISH7UDjfPnz/Hpk2boFAo0L59exQuXBg+Pj44deqU2k+emJiISpUqYfHixdnq//DhQzRv3hz169fHlStXMGTIEPTu3RshISFqPzcRERHJk9pzbvT09NCiRQu0aNECb9++xY4dO7BhwwbUr18fdnZ2uH//frYfq2nTpmjatGm2+wcEBMDR0RHz5s0DAJQtWxYnTpyAn58f3N3d1X0pREREJENqh5sPmZiYwN3dHW/evEFERARu3bqlqbqydPr0aTRq1Eilzd3dHUOGDPnkOikpKdIlIgAgLi4ut8ojIiKiPCBHF858+/Yt1q9fj2bNmqFo0aLw9/dHmzZtcPPmTU3XpyIyMhI2NjYqbTY2NoiLi0NSUlKW6/j6+sLMzEy62dvb52qNREREpF1qh5uOHTvC2toaQ4cORYkSJXDkyBGEh4dj6tSpKFOmTG7U+FnGjBmD2NhY6fbkyRNtl0RERES5SO3dUrq6utiyZQvc3d2hq6ursuzGjRuoUKGCxor7mK2tLaKiolTaoqKiYGpqCmNj4yzXMTQ0hKGhYa7VRERERHmL2uFm/fr1Kvfj4+OxceNGrFixAhcvXvysQ8P/S/Xq1fHXX3+ptIWGhqJ69eq59pxERET0dcnRnBvg/TlqvLy8ULhwYcydOxcNGjTAmTNn1HqMhIQEXLlyBVeuXAHw/lDvK1eu4PHjxwDe71Ly9PSU+vfr1w8PHjzAqFGjcPv2bSxZsgRbtmzB0KFDc/oyiIiISGbUGrmJjIxEUFAQVq5cibi4OLRv3x4pKSnYuXMnypUrp/aTX7hwAfXr15fuDxs2DADg5eWFoKAgPH/+XAo6AODo6Ii9e/di6NChWLBgAezs7LBixQoeBk5ERESSbIebli1b4tixY2jevDn8/f3RpEkT6OrqIiAgIMdPXq9ePQghPrk8q7MP16tXD5cvX87xcxIREZG8ZTvc7Nu3D4MGDUL//v1RqlSp3KyJiIiIKMeyPefmxIkTiI+PR5UqVVCtWjUsWrQIL1++zM3aiIiIiNSW7XDj5uaG5cuX4/nz5/D29samTZtQpEgRKJVKhIaGIj4+PjfrJCIiIsoWtY+WypcvH3r27IkTJ07g+vXrGD58OGbOnAlra2u0atUqN2okIiIiyrYcHwoOAKVLl8bs2bPx9OlTbNy4UVM1EREREeXYZ4WbDLq6uvDw8MDu3bs18XBEREREOaaRcENERESUVzDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGs5Ilws3jxYjg4OMDIyAjVqlXDuXPnPtk3KCgICoVC5WZkZPQFqyUiIqK8TOvhZvPmzRg2bBgmTpyIS5cuoVKlSnB3d0d0dPQn1zE1NcXz58+lW0RExBesmIiIiPIyrYeb+fPno0+fPujRowfKlSuHgIAAmJiYYNWqVZ9cR6FQwNbWVrrZ2Nh8wYqJiIgoL9NquElNTcXFixfRqFEjqU1HRweNGjXC6dOnP7leQkICihcvDnt7e7Ru3Ro3b978ZN+UlBTExcWp3IiIiEi+tBpuXr58ifT09EwjLzY2NoiMjMxyndKlS2PVqlXYtWsX/vjjDyiVStSoUQNPnz7Nsr+vry/MzMykm729vcZfBxEREeUdWt8tpa7q1avD09MTLi4uqFu3LoKDg2FlZYVly5Zl2X/MmDGIjY2Vbk+ePPnCFRMREdGXpKfNJy9UqBB0dXURFRWl0h4VFQVbW9tsPYa+vj5cXV0RHh6e5XJDQ0MYGhp+dq1ERET0ddDqyI2BgQGqVKmCQ4cOSW1KpRKHDh1C9erVs/UY6enpuH79OgoXLpxbZRIREdFXRKsjNwAwbNgweHl5oWrVqvjhhx/g7++PxMRE9OjRAwDg6emJokWLwtfXFwAwZcoUuLm5wcnJCTExMZgzZw4iIiLQu3dvbb4MIiIiyiO0Hm46dOiAFy9eYMKECYiMjISLiwv2798vTTJ+/PgxdHT+N8D05s0b9OnTB5GRkbCwsECVKlVw6tQplCtXTlsvgYiIiPIQrYcbABgwYAAGDBiQ5bIjR46o3Pfz84Ofn98XqIqIiIi+Rl/d0VJERERE/4bhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkJU+Em8WLF8PBwQFGRkaoVq0azp0796/9t27dijJlysDIyAgVK1bEX3/99YUqJSIiorxO6+Fm8+bNGDZsGCZOnIhLly6hUqVKcHd3R3R0dJb9T506hU6dOqFXr164fPkyPDw84OHhgRs3bnzhyomIiCgv0nq4mT9/Pvr06YMePXqgXLlyCAgIgImJCVatWpVl/wULFqBJkyYYOXIkypYti6lTp6Jy5cpYtGjRF66ciIiI8iKthpvU1FRcvHgRjRo1ktp0dHTQqFEjnD59Ost1Tp8+rdIfANzd3T/Zn4iIiL4tetp88pcvXyI9PR02NjYq7TY2Nrh9+3aW60RGRmbZPzIyMsv+KSkpSElJke7HxsYCAOLi4j6n9E9SprzNlcelr0dubVvZxW2QuA2StuXGNpjxmEKI/+yr1XDzJfj6+mLy5MmZ2u3t7bVQDX0LzPy1XQF967gNkrbl5jYYHx8PMzOzf+2j1XBTqFAh6OrqIioqSqU9KioKtra2Wa5ja2urVv8xY8Zg2LBh0n2lUonXr1+jYMGCUCgUn/kK6ENxcXGwt7fHkydPYGpqqu1y6BvEbZC0jdtg7hFCID4+HkWKFPnPvloNNwYGBqhSpQoOHToEDw8PAO/Dx6FDhzBgwIAs16levToOHTqEIUOGSG2hoaGoXr16lv0NDQ1haGio0mZubq6J8ukTTE1N+UtNWsVtkLSN22Du+K8Rmwxa3y01bNgweHl5oWrVqvjhhx/g7++PxMRE9OjRAwDg6emJokWLwtfXFwAwePBg1K1bF/PmzUPz5s2xadMmXLhwAYGBgdp8GURERJRHaD3cdOjQAS9evMCECRMQGRkJFxcX7N+/X5o0/PjxY+jo/O+grho1amDDhg0YP348xo4di1KlSmHnzp2oUKGCtl4CERER5SEKkZ1px0TZkJKSAl9fX4wZMybTrkCiL4HbIGkbt8G8geGGiIiIZEXrZygmIiIi0iSGGyIiIpIVhhsiIiKSFYYbIiIikhWGGyIiIpIVhhsiIiKSFYYbIiIikhWGGyIiIpIVhhsiIiKSFYYb+mYolUptl0BERF8Aww19MzIuwPry5UsAAK88Ql/axwGb2yBpw8fboRy/+DHc0DdlwYIF8PDwwP3796FQKLRdDn1jdHR0EBsbi5CQEADgNkhaoaOjg5iYGMyZMwdv3ryRvvjJifxeEdEHPv5mrK+vD2NjYxgYGGipIvqWKZVKzJs3D97e3tizZ4+2y6Fv2IEDBzB//nwsWrRI26XkCl4VnL4JcXFxMDU1BQDExsbCzMxMyxXRt0KpVKp8M7516xZWrlyJWbNmQVdXV4uV0bckPT1dZXtLS0vD5s2b0alTJ1luhww3JHtDhw5Feno6xowZg8KFC2u7HPoGxcTEICYmBvb29iofJB9/4BB9jo+D9MdevXqFkydPokaNGihUqJDULsftkLulSHY+zut2dnZYu3at7H556esghMCvv/6KatWq4dGjRyrLuE3S53j+/Dn++ecfvHjxAsD7uTT/Nl6xZcsWeHh44OjRoyrtctwOOXJDX7WMbxxCCCgUik9+c3nz5g0sLCy0UCHJzX99O86qT0REBMaPH4+goCBZfpDQl7d69WosXrwYT548QcmSJVGrVi3Mnj1bpU9WIzL+/v4YMGAA9PT0vmS5XxzDDX01MgIM8P6XVggBPT09PHv2DDt27ECPHj2QL18+AO93RVlYWGDChAmZ1iXKqQ9Dy+HDh/H48WM4OTmhRIkSKFKkiEqf2NhYKJXKTKFajrsA6Mvas2cP2rdvjyVLlsDExAQPHjzA7NmzUaNGDaxZswYFCxaU/ua9fPkS4eHhcHNzU3mMd+/eyTrgcLcU5VkZuTsuLg5JSUlQKBQ4cOAAwsPDoaurCz09PURERMDV1RX//POPFGwSExOhr68PPz8/vH79msGGNEIIIQWbX3/9Fd27d8fcuXPRt29fjBgxAufPnwfwftdASkoKJkyYgMqVK+PVq1cqj8NgQ5/r/PnzaN68Obp374727dtj1KhRCAkJwbVr19ClSxcA708zkJaWhnXr1qFGjRo4ceKEymPIOdgADDeUx0VGRqJixYo4evQoNmzYgCZNmuDvv/8G8H5XU/ny5dGmTRtMnz5dWidfvnwYNWoU7t27B0tLSwYb0oiM7Wju3Ln4448/sHHjRty4cQNt27bFn3/+ifHjx+P06dMAAAMDA7i6uqJhw4YwNzfXYtUkRw8fPsTz589V2r7//nvs3r0bFy9eRJ8+fQC8P/VFixYtMH369EwjN7IniPK4Hj16CFNTU6GjoyOWL18utaemporNmzeL9PR0qU2pVGqjRPpGREVFibZt24pVq1YJIYTYvXu3MDU1Ff369ROurq6iYcOG4syZM0II1W3x3bt3WqmX5CkkJETY2NiITZs2SW0Z29v69euFk5OTOH/+fKb10tLSvliN2saRG8qzMk4J7uPjg/j4eBgYGMDW1hbJyckA3n8rad++vcrETY7SUG6ytrbGqFGj0KRJE1y+fBk+Pj6YNm0ali5dip9++glnzpyBj48PLl68qLItclcUaVLZsmVRr149rFu3DocOHQLwv799Li4uiI6Oli4z8yG574r6EMMN5VkZocXe3h4nTpyAl5cXOnbsiF27diEpKSlTfzleH4W051Pbk6urKwoXLox9+/bB2dkZffv2BQBYWlrCzc0NLVu2hKur65cslb4x9vb26NevH2JiYuDn54fdu3dLywoXLgxHR0ctVpc3fDsxjr4a4v8nAD9//hxpaWkoVqwYrK2tUaNGDSQnJ6NXr14ICgpCixYtYGRkhICAADRq1AhOTk7aLp1kQnwweXjFihWIjo6GgYEBRowYIV26IyUlBc+ePcOjR49QunRpHDhwAK1atcLAgQP/9bQERJ8j42i7evXqYcmSJRg7dixGjx6NkJAQODs7Y8uWLVAoFPjxxx+1XapW8VBwypOCg4MxadIkREVFoXnz5mjTpg1atmwJAOjRowd27NiB4cOHIyoqCkuXLsX169dRrlw5LVdNcjNx4kT4+/vj+++/x7lz51CtWjWsW7cOtra2+PPPPzFt2jS8efMG+vr6EELg2rVr0NPT4xF6lCsytqvg4GAsWbIEBw4cwO3btxEWFoZFixbB3t4e5ubmWL9+PfT19b/p0w4w3FCec/PmTbi7u2Po0KEwMTHBxo0bYWhoCC8vL3Tt2hUAMHjwYFy6dAkpKSkIDAyEi4uLdosmWfhwtOXdu3fw8vLCwIED4erqikePHqF58+awtbXFjh07YGVlhb179yI8PBwJCQkYPXo09PT0vukPFNKMjBAjPjq3l66uLoKDg+Hp6Yn58+dLu0SB99urjo6Oyvb7Lc2x+RjDDeUpt2/fxtatW5GUlIQZM2YAAK5fv44JEyYgLi4OPXr0kAJOZGQk8uXLhwIFCmizZJKJD4PNrVu3EBcXh2XLlmHChAlwcHAA8P4Q3B9//BE2NjbYuXMnrKysVB6DwYY+14fb4cuXL6FQKFCwYEEA7//mVa5cGRMmTEC/fv2kdT4eKeTIIcMN5RFCCLx58wYtWrTA33//jZYtW2LdunXS8mvXrmHChAlISkpCx44d0aNHDy1WS3I2cuRIaVg/KioKwcHBaNq0qfRh8fDhQzRt2hRCCJw8eVLlAoREn+PDUDJ16lTs3LkTcXFxKFSoEKZPn44GDRrg2bNnKFq0qJYrzfs4243yBIVCAUtLS/j6+qJ8+fK4dOkSQkNDpeXOzs6YOnUq0tLSpF94Ik348KioPXv2YP/+/fj999+xZMkSODo6Yty4cbh69ap0xmxHR0fs2bMHLi4uvF4ZaVRGsJkyZQoWLFggnWqgUKFC6NKlC9asWZNptJCyxpEb0ppPDZ0ePXoUY8eOha2tLXx8fNCgQQNp2c2bN2FmZgY7O7svWSp9A4KDg3Hq1CkULFgQY8aMAQAkJCSgcuXKMDU1xYoVK1CpUqVM2yx3RZEmvXr1Co0bN4aPjw969uwptfft2xd//vknwsLCUKZMGe56+g8cuSGtyPjFPHXqFObPn4/ffvsNJ0+eRFpaGurWrYspU6YgMjISixYtwpEjR6T1ypcvz2BDGpeUlITffvsN8+fPx82bN6X2/Pnz49KlS4iPj4e3t7d0/agPMdiQJr179w4vX76URgUzTloaGBiIIkWKwM/PDwBPWPpfGG7oi/vwcMamTZvi5MmT2L17N8aOHYvp06cjNTUVDRs2xJQpU/Dq1StMnToVx48f13bZJGPGxsY4fvw4GjVqhIsXL2L37t1IT08H8L+Ac/v2bSxbtkzLlZKcZLXjxMbGBra2tli1ahUAwMjICKmpqQAAJycnhppsYrihLy5jxGbQoEGYP38+tm/fjq1bt+LixYvYvHkzxo8fLwWcX3/9Ffr6+jzjJmnMh3NshBDSB4ylpSU2bNgACwsLzJkzByEhIdKyfPnyITIyEoGBgVqpmeRHqVRKQeWff/5BdHQ03r59CwCYNGkSbt++LR0RlXHiyKdPn/JCrNnEOTf0xWT8MisUCixZsgRXrlxBYGAgHj58iEaNGqFWrVowNTXF1q1b4e3tjbFjx8LQ0BBv376FiYmJtssnGfjwMNuFCxfi6tWrePDgAYYMGYLKlSvDzs4OL168QOvWraGrq4uxY8fC3d1d5UzDnGNDn2P9+vVwc3NDyZIlAQBjxoxBSEgIIiIi0KhRI7Rq1QpdunTB8uXLMXXqVBQsWBAVKlTA/fv3ERMTI50okv4dww3lmowPkg/DyZUrV+Di4oK4uDg8efIETk5OaNKkCRwdHbFq1SrExsZKZxru3r07pk+fzolz9Nk+3obGjBmDlStXom/fvnj69ClOnz6N1q1bo2/fvnBycsKLFy/Qtm1bvHjxAkFBQXBzc9Ni9SQX+/btQ4sWLTB69GgMGTIE+/btw6hRo+Dv749Xr17h0qVLCAkJwW+//YZ+/frh+vXr8Pf3h46ODiwsLDBjxgyeKDK7cvWa4/TNe/DggejUqZP4+++/xZYtW4RCoRDnzp0TSqVSCCHE9evXRZkyZcTZs2eFEELcv39ftGjRQowdO1Y8fvxYm6WTzKSnpwshhFi3bp1wdHQUFy9eFEIIcfz4caFQKESpUqXE4MGDxYMHD4QQQjx//lz07dtXvHv3Tms1k/wsWrRI2NnZialTp4oBAwaI5cuXS8uePHkipkyZIhwcHMT+/fuzXD8tLe1LlfpV49gW5ark5GQcP34c3bt3x5UrV7B69Wp8//330i4qIQTevXuH06dPo3z58li7di0AYMSIETyHCH22bt26wcrKCvPnz4eOjg7S0tJgYGCAfv36oXLlyti5cyd69OiBFStWIDIyEtOmTYOOjg769OmDsmXLShOI+U2ZPldqaioMDAzg4+MDExMTjBkzBvHx8Zg2bZrUx87ODp6enjhw4AAuXLgAd3f3TBdg5S6pbNJ2uiL5yvimHBAQIHR0dESlSpXE5cuXVfrExsaK7t27i5IlSwoHBwdhZWUlfaMm+hyxsbFi8uTJwtLSUkyaNElqf/bsmYiKihLPnz8XVatWFfPmzZP6FylSRBQuXFgsWLBACCGkEUYiTfH19RXR0dFi/fr1wsTERDRr1kzcvXtXpU+HDh1E27ZttVShPPBoKcoVQgjo6OhACIEiRYpg3rx5ePfuHcaPH48TJ05I/UxNTTF37lwsWbIEEydOxNmzZ1G5cmUtVk5yEB8fD1NTU/Tv3x/jx4+Hv78/Jk6cCAAoUqQIrK2t8fz5c7x580aaT/Ps2TM0btwYEyZMgI+PDwCeS4Q+n/hgWuuaNWswdepU3Lt3D507d4afnx8uXbqEgIAA3LlzBwAQFxeHhw8folixYtoqWRY4vkUaJ/5/8ubhw4dx9OhRDBkyBC1btkSjRo3Qvn17zJw5E2PHjkWNGjUAvL8wZuPGjbVcNcnFqFGjsGzZMty/fx9WVlbo2rUrhBCYOnUqAGDy5MkA3gcgXV1dnDx5EkIIzJw5EyYmJtLht9wVRZqQEZAPHTqEy5cvIzAwUPrb17dvX6SlpWHy5MnYv38/KleujMTERKSmpmL27NnaLPvrp81hI5KfjGH8bdu2CTMzMzFmzBhx/vx5afm1a9dEuXLlRIsWLcQff/whJk2aJBQKhXjy5Al3AZBGXL16VdSpU0eULl1avHjxQgghRHR0tJg3b54wNzcXEyZMkPoOGDBAlCxZUtjZ2Qk3NzeRmpoqhODuKNKsI0eOiIoVK4qCBQuKnTt3CiGESElJkZavXLlS5M+fX1SuXFmsXbtWmsTOycM5x0PBSePOnTuHJk2aYNasWejTp4/UHhcXB1NTU9y6dQt9+vRBUlISYmNjsWXLFu6KIo04ffo0Xrx4gXLlyqFDhw5ISEiQrtz94sULrFu3DlOnTpUuSAi8Pz2BQqFAxYoVoaOjg3fv3nHSJn0W8dGpBxISEjBnzhwEBgaiWrVq2LhxI4yNjZGWlgZ9fX0AwPz583Hq1Cls3boVCoWCI4efieGGNG7RokXYsWMHDh06hNjYWBw+fBh//PEHbt26hREjRqBnz56Ijo5GbGwszMzMYG1tre2SSSY8PT3xzz//4ODBg3j06BF+/vlnxMfHZwo406ZNw4ABAzBlyhSV9fmBQpq0ePFi2NnZoXXr1khKSsLcuXOxY8cO1KtXDzNmzICRkZFKwMkIRR+HI1IfJxSTxtna2uLixYvw9fXFzz//jNWrV8PIyAjNmzdH7969cffuXVhbW6NUqVIMNqRRixcvxtOnT7Fo0SI4ODhg48aNMDMzQ82aNfHy5UtYWVmhW7dumDBhAqZNm4aVK1eqrM9gQ5ry4sULHD58GL/88gv2798PY2NjDBs2DC1atMCpU6cwbtw4JCcnQ19fH+/evQMABhsN4sgNfZaMX8SEhATkz58fABAVFYWFCxdiy5YtaNCgAbp3744ffvgBUVFRaNWqFYKCglC+fHktV05ykzHq8vvvv+Py5cuYP38+LCwscPv2bXh6eiI2NlYawYmMjMTRo0fx008/cRcUacTH56MBgKtXr+L333/HwYMHERAQgKZNmyIxMRGzZ8/GwYMHUbZsWSxZskS6dhRpDkdu6LMoFArs3bsXnTp1Qr169RAUFAQ9PT1MmzYNZ8+eRUBAANzc3KCjo4OFCxciMTGRozWUKzJGXerVq4djx45h7969AIDSpUtj3bp1sLCwQJ06dRAVFQVbW1t06NABenp60rdmos+REWwiIyOltkqVKmHw4MGoX78++vXrh/379yNfvnwYNWoUfvjhB+jo6Ei7pEjDtDSRmWTi5MmTwsjISIwcOVI0adJEODs7C29vbxEeHi71CQsLE3379hWWlpaZTuJHlFMZJ4nMSkBAgPjuu+/EnTt3pLY7d+4IBwcH0bFjxy9RHn0jPtwON23aJEqUKKFyhKgQQly5ckW0bt1aFCtWTBw5ckQIIURSUpJ0VN6/bcuUMxy5oRyLiIhAaGgopk+fjtmzZ2Pfvn3o27cvrl27Bl9fXzx48ACJiYk4ffo0oqOjcfToUbi4uGi7bJKBD3cBnDt3DqdOncLRo0el5a1atUK1atUQFhYmtX333Xc4duwY/vjjjy9eL8lTSkqKtB2mpqaiZMmSKFOmDHx8fHDx4kWpX6VKleDh4YEnT56gcePGOHXqFIyMjKQ5Nh/vzqLPx58oZcuiRYvw119/Sffv3LmDDh06YNWqVTAyMpLafXx80KVLF9y8eROzZ89GTEwMRo4ciTVr1qBChQraKJ1k5sMPg7Fjx6J79+7o2bMnvLy80KFDB8TFxaFw4cLSfIa0tDRpXXt7e+jq6iI9PV1b5ZNM7Nu3D+vWrQMA9OnTBw0aNEDVqlUxfPhw2NrawtvbGxcuXJD6FytWDB07dsS8efNQrVo1qZ2Th3OJtoeOKO97+PCh6Ny5s7h3755K+6+//iqsra1F27ZtpZOlZVi6dKkoXbq0GDRoEE9ERbli7ty5omDBguLs2bMiPT1dzJgxQygUCnHixAmpT82aNYW3t7cWqyS56tSpk3BwcBDu7u6iUKFC4urVq9Kyw4cPCw8PD1GhQgWxb98+8fDhQ+Hh4SGGDx8u9eHV5nMXww1lS2JiohBCiDNnzoht27ZJ7RMmTBAVK1YU48ePF1FRUSrrLF++XDx8+PBLlknfCKVSKby8vERgYKAQQojt27cLc3NzERAQIIQQIj4+XgghxL59+0SrVq3EtWvXtFYryZeLi4tQKBQqF2bNcPz4cdGtWzehUCjEd999J5ydnaUvejwDdu7jMZCULcbGxoiJiYGvry+ePXsGXV1deHh4YPLkyUhLS8PevXshhMDgwYNhZWUFAOjdu7eWqya5Sk5OxtmzZ1GvXj0cOXIEXl5emDNnDry9vfHu3TvMnj0b1atXh5ubG6ZMmYJz586hYsWK2i6bZCI1NRXJyclwcnJCsWLFsHnzZhQtWhQdO3aUTolRq1YtVKtWDX369EFaWhrq1q0LXV1dngH7C+GcG8oWhUIBc3NzDB8+HI6OjvD390dwcDAAYMaMGWjSpAlCQ0MxY8YMvHz5UsvVkpxcu3YNT58+BQAMHToUR48ehbGxMTp37ow//vgDzZo1g5+fn3TByzdv3uDChQu4c+cOLCwssG7dOhQvXlybL4FkxsDAAKampti6dSt27dqF77//HrNnz8amTZsQHx8v9UtOTkbt2rXRoEEDaa4Xg82XwXBD2SLe78JE7dq1MXToUFhYWOD3339XCThubm64fPkyBM8LSRoghMDdu3dRv359rFq1Cv369cOCBQtgYWEBAHBzc0NERASqVauG6tWrAwD++ecfdO/eHTExMRgwYAAAoGTJkmjUqJHWXgfJjxACSqVSur9mzRrUqFEDfn5+WLt2LR4/fowGDRqgXbt2Un+AZ8D+kniGYsqWjLO/xsbGwsTEBNeuXcP06dPx5s0bDB48GB4eHgDen3I8Y7cUkSYsX74co0aNQnJyMnbt2oXGjRtLZ8bevHkzpkyZAiEE9PT0YGxsDKVSiVOnTkFfX5/XiqLP9vr1a1haWqq0ZWx/W7duRWhoKAIDAwEAffv2xZEjR5Ceng5LS0ucPHmSZx/WEo7c0H969+4ddHV18ejRI9SrVw8HDhxAlSpVMGLECFhZWWHy5MnYs2cPADDYkMZkfDO2t7eHoaEhTE1NcebMGTx69Eg6fLZDhw5Yu3YtpkyZgvbt22P06NE4c+aMdL0eBhv6HAsWLMD333+vsqsJgBRsunfvjkqVKkntgYGBWLZsGRYuXIgzZ87AwMCAZ8DWFu3MY6a86lOz+MPDw4WNjY3o3bu3yiGMR44cEd26dROPHj36UiWSzH28DaampoqkpCSxdOlSUbRoUTF27Nj/3N54mC19rmXLlglDQ0OxYcOGTMseP34sKlasKBYtWiS1ZbXNcTvUHu6WIon4/6HW06dP49atWwgPD4enpycKFy6MNWvW4MKFC1izZk2mK9cmJyernMiPKKc+PPPw69evER8frzIZ2N/fH3PnzkWvXr3Qo0cPODg4oGXLlhg3bhzc3Ny0VTbJzPLlyzFw4ECsW7cO7dq1Q0xMDBITE5GcnAxra2sUKFAA9+7dQ6lSpbRdKn0Cww2p2L59O/r27StdYPDFixfo0KEDRo8ejQIFCmi7PJKxD4PNlClTcODAAdy4cQPt27dHmzZt0LRpUwDvA46/vz8qVKiAV69e4fHjx3j06BEvQEga8eDBAzg5OaF9+/bYtGkTbty4gV9++QUvXrxAREQE6tevj/79+6NFixbaLpX+BY9JI8mNGzcwdOhQzJs3D927d0dcXBzMzc1hbGzMYEO5LiPYTJgwAYGBgZgzZw4cHBzQr18/3Lt3DzExMejUqROGDBmCQoUK4erVq0hOTsbx48elq3vzMFv6XFZWVpg1axYmTJiAESNG4MCBA6hduzZat26NuLg4bNu2DePHj0ehQoU4WpiXaXOfGGnP4cOHxf379zO1Va9eXQghxK1bt0Tx4sVF7969peX379/nPmTKVYcPHxbly5cXx44dE0IIcerUKWFgYCDKlSsnqlWrJrZu3Sr1/fCyHrzEB2lScnKymDt3rtDR0RE9e/YUqamp0rILFy6I0qVLi8WLF2uxQvovPFrqGyOEwOXLl9G0aVMsXboUERER0rJnz55BCIGEhAQ0adIEjRs3xrJlywAAoaGhWLp0Kd68eaOt0kmGxEd7xYsWLYr+/fujdu3aOHDgAFq0aIHAwECEhobi/v37+P3337Fy5UoAUBml4YgNaZKhoSH69euH7du3o3fv3tDX15e21SpVqsDIyAhPnjzRcpX0bxhuvjEKhQKurq6YN28etmzZgqVLl+LBgwcAgObNmyMqKgqmpqZo3rw5AgMDpV0FISEhuHbtGg+tJY1RKpXSpPQHDx4gMTERpUqVQqdOnZCcnIwFCxZg0KBB6NatG4oUKYLy5csjPDwct27d0nLl9C3Ily8fmjZtKp0gMmNbjY6OhrGxMcqXL6/N8ug/8OvONyZjXoKPjw8AYM6cOdDV1UXv3r3h6OiI3377DTNmzMC7d+/w9u1bhIeHY+PGjVixYgVOnDghnR2W6HN8OHl4woQJOH36NEaOHIn69evD0tISiYmJeP78OUxMTKCjo4OUlBQ4ODhg1KhRaNKkiZarJzkSHxwBmsHQ0FD6f3p6Ol6+fIk+ffpAoVCgU6dOX7pEUgPDzTcmY+TlwIED0NHRQVpaGvz9/ZGcnIzRo0ejffv2SEpKwowZM7Bt2zbY2NjAwMAAYWFhqFChgparJ7n4MNgsW7YMgYGBcHV1lY54SklJgaWlJU6cOCFNGn716hVWrVoFHR0dlXBElBMRERF4/fo1ChYsCFtb2389k3BaWhrWrVuHjRs34vXr1zhz5ox0rSiOZudNPBT8GxQSEiJdbDBfvny4d+8efv/9d/zyyy8YPXo0rKysEB8fj6NHj8LBwQHW1tawtrbWdtn0lfs4kNy9exceHh6YNWsWWrZsmanf+fPnMX78eCQkJMDS0hLBwcHQ19dnsKHPtnbtWsybNw/R0dEoVKgQBg4cKI3IZPh4OwsNDcXNmzcxYMAAHp33FWC4+cYolUp06dIFCoUCGzZskNoXLlyIUaNGwcfHB7/88gtKlCihxSpJbtq2bYuxY8eiatWqUtuVK1fQpEkTHD16FKVLl87yxJDJyckQQsDIyAgKhYIfKPTZ1q5dCx8fH+nSCjNmzMCDBw9w8uRJadvKCDYxMTE4cOAA2rdvr/IYHLHJ+/j15xuT8U0kY/g/NTUVADBw4EB4e3tj9erV+P3331WOoiL6XGZmZnB2dlZpMzIywps3b3Djxg2pLeN6UqdPn8b27duho6MDY2NjKBQKKJVKBhv6LBcuXMDUqVOxaNEi9OzZExUrVsTQoUPh5OSEU6dO4ebNm4iLi5N22a9Zswa//PIL/vjjD5XHYbDJ+xhuvhH//POP9P/SpUvjzz//RHR0NAwMDJCWlgYAsLOzg4mJCcLCwmBsbKytUklGnj17BgBYvXo1DAwM8Pvvv+PAgQNITU2Fk5MTOnTogDlz5uDgwYNQKBTQ0dFBeno6pk+fjrCwMJV5ENwVRZ8rJSUFQ4YMQfPmzaW2SZMm4dChQ+jUqRM8PT3RsWNHvH79Gvr6+mjWrBlGjBjBycNfIe6W+gZcvXoVAwYMQOfOndG/f3+kpqaiQYMGePnyJY4cOQJbW1sAwOjRo1G+fHm0aNEClpaWWq6avnZ9+vQBAIwZM0bazens7IyXL19i06ZNqFOnDo4fPw4/Pz9cv34dXbp0gYGBAQ4dOoQXL17g0qVLHKkhjVIqlXjx4gVsbGwAAJ6enjh48CB2794Ne3t7HD16FNOmTcPo0aPRuXNnlTk43BX1deFXoW+AiYkJzM3NsW3bNgQFBcHAwADLli2DlZUVypYtCw8PDzRu3BgLFixA1apVGWxII5ydnbF//34sXboU4eHhAIBr166hdOnS6NKlC44dO4batWtjypQp8PT0xLp163D48GEUK1YMFy9elCZtEmmKjo6OFGwAYMSIETh79iyqVq0KGxsbNG3aFK9fv0ZUVFSmw8IZbL4uHLn5RoSHh2Ps2LGIjIxEnz590K1bN6Snp2Pu3LmIiIiAEAIDBw5EuXLltF0qyciqVaswYcIEdOzYEX369EHp0qUBAHXq1MHDhw+xfv161KlTBwDw9u1bmJiYSOty8jB9aU+fPkXXrl0xYsQIXhjzK8dwI1OXLl3C8+fPVfYth4eHY/z48Xj06BEGDhyILl26aLFCkrMPD6NduXIlJkyYgE6dOmUKOBEREVi7di2qV6+uMr8mqxOqEanjw20o4/8Z/7548QJWVlYq/RMTE9GpUyfExsbi8OHDHKn5yjHcyFB8fDyaN28OXV1djBo1Ck2bNpWWPXr0CE2aNIGJiQl69+6NX375RYuVktx86hw0y5cvx+TJk9GhQwf07dtXCjgNGjTAyZMncebMGbi6un7pckmmstoOM9qCg4OxceNGLFiwAEWKFEFSUhJ27dqFdevW4dmzZzh//jz09fU5x+Yrxzk3MpKRUwsUKIDZs2dDT08PixYtwt69e6U+Dg4OqF+/PiIjI3Ho0CHExMRoqVqSmw8/UE6dOoWwsDBcvXoVwPvJxb/99hs2bdqEwMBA3LlzBwBw+PBh9O7dO9Nh4kQ5deLECemilsOGDcPMmTMBvJ9vs3nzZnh6eqJRo0YoUqQIgPcXXX348CFKlCiBCxcuQF9fH+/evWOw+cpx5EYGMoZaM75pZHzInD17Fr/++ivy5cuH/v37S7uohg8fjhIlSqBt27YoXLiwlqsnOfhwF8CwYcOwefNmJCQkwM7ODsWKFcO+ffsAAMuWLcO0adPQsWNHeHl5qVzSg9+U6XMIIRAbGwtra2s0bdoUhQoVQnBwMI4fP44KFSogJiYGbm5u8PHxwcCBA6V1PvzbCXA7lAuGm69cxi9nWFgYdu/ejdevX6NWrVpo164dzM3NcebMGfz2229ISUlBiRIlYGJigs2bN+Pq1auws7PTdvkkAx8GmwMHDmDIkCEIDAyEubk5/v77b0ycOBH58uXDhQsXALyfg+Pt7Q1/f38MGDBAm6WTDEVHR6NEiRJIT0/H9u3b0axZM2lZVnNtspqbQ18/7pb6yikUCuzYsQMtW7bE27dv8fbtW6xbtw79+/fH69ev4ebmhrlz56Ju3boIDw/HgwcPcPjwYQYb0piMD4Pdu3dj06ZNaNSoEWrVqoUKFSrg559/xtq1a5GQkID+/fsDAHr16oVdu3ZJ94k0JSUlBZGRkTAxMYGuri5WrVolnYYAAAoVKiT9P+Ns2B+GGQYb+eDIzVfuwoUL6NixI3799Vf07t0bERERqFy5MoyNjeHi4oK1a9fC0tJSulbPx4fbEmnC69ev0aJFC1y9ehX169fHnj17VJaPHTsWJ0+exF9//YV8+fJJ7dwFQJ/rU5PYHz16BGdnZ9SvXx/z589HyZIltVAdaQtHbr4ivr6+GDdunPSNA3h/ens3Nzf07t0bjx49QsOGDeHh4YHx48fj/Pnz+OWXX/D69WsYGRkBAIMNacSH2yAAWFpaYs2aNfjxxx9x+fJlrF69WmV5qVKl8OrVKyQlJam0M9jQ5/gw2Bw5cgQbNmzA1atX8ezZMzg4OODkyZMICwvDqFGjpEnsbdq0wcKFC7VZNn0BHLn5iixcuBCDBw/GjBkzMGrUKOmX+tatWyhdujRat24tfcgolUq4uLggPDwczZs3x+bNm3ltHtKIDz9Q7t+/D4VCARMTE9ja2uLhw4fw8fFBYmIi2rVrB29vb0RFRcHLywtGRkbYs2cPh/5J40aMGIE1a9ZAT08P+fPnh62tLfz8/FC1alVcv34d9evXh4ODA1JTU/Hu3TtcvXpVungwyZSgr4JSqRRCCLF8+XKho6Mjpk6dKtLS0qTlT548EWXLlhV79uwRQgjx+vVr0alTJ7Fw4ULx9OlTrdRM8pOxHQohxMSJE0XFihVFmTJlROHChUVgYKAQQojw8HDRrFkzYWRkJEqXLi3atGkj3N3dRVJSkhBCiPT0dK3UTvLx4XYYGhoqKlWqJI4fPy5ev34tdu3aJdq0aSOcnJzEpUuXhBBC3Lt3T0yZMkVMnz5d+rv54d9Pkh+Gm6+AUqmUfpmVSqX4448/hI6Ojpg2bZr0QREdHS1cXFyEt7e3ePTokRg7dqz4/vvvRVRUlDZLJ5maMmWKsLKyEiEhISIhIUG0adNGmJubi5s3bwohhHjw4IFo3ry5cHFxEX5+ftJ6ycnJWqqY5GjNmjViwIABom/fvirt58+fF02aNBFeXl4iISFBCKEaiBhs5I/7Kb4SCoUCBw8exPDhw1GlShXpmj0zZ86EEAIWFhbo0qULjh49Cjc3N6xduxYBAQGwtrbWdukkAx/OsVEqlTh37hz8/PzQuHFjhIaG4siRI5gxYwbKlSuHtLQ0ODo6Yt68ebCxscHevXsRHBwMADA0NNTWSyAZEB/Noti5cycWL16MK1euICUlRWqvWrUqateujRMnTiA9PR2A6pFQvGbZN0Db6YqyZ/v27cLY2FhMnTpVnD9/XgghRGBgoLSLSgghUlJSxM2bN0VoaKh48uSJNsslmZowYYKYOXOmKFq0qLhz544ICwsT+fPnF0uXLhVCCPH27Vsxbtw48ejRIyGEEHfv3hUtWrQQVatWFcHBwdosnb5yH468rF+/Xqxdu1YIIcSAAQOEubm5WLx4sYiNjZX6hISEiDJlykjbIn1bGG6+Anfu3BGOjo5iyZIlmZYtW7ZM2kVFpGkfzo/ZtGmTsLe3Fzdu3BBdu3YV7u7uwsTERKxcuVLq8+zZM1G7dm2xdu1aad1bt26Jn3/+WURERHzx+kkePtwOb9y4IVxdXUWlSpXErl27hBBCeHl5iVKlSonp06eL8PBwER4eLho2bCjq1q2rEoro28Gxua/A48ePoa+vr3KmzYwjVvr27Yt8+fKhW7duMDQ0xIgRI7RYKclNxlFRR48exZEjRzB8+HCUL19eOjlkw4YN0bNnTwDvL9jau3dv6OrqonPnztDR0YFSqUSZMmWwYcMGHp1COZaxHY4cORIPHz6EsbExbt++jaFDh+Ldu3cICgpCz549MX78eCxcuBA1a9ZE/vz5sXnzZigUik+eC4fki+HmK5CQkKByfhClUintPz5y5AiqVKmCzZs3q1ynh0hTIiMj0atXL0RHR2Ps2LEAgH79+uH+/fs4fPgwXF1dUapUKTx+/BjJyck4f/48dHV1VU7QxzkO9LmCgoKwYsUKHDp0CI6OjkhJSYGXlxd8fX2ho6ODVatWwcTEBFu2bEGTJk3QsWNHGBoaIjU1FQYGBtoun74wRtmvQKVKlfDy5UsEBgYCeP8tJiPc7Nq1Cxs2bEDbtm1RtmxZbZZJMmVra4vg4GDY2Njgzz//xMWLF6Grq4s5c+ZgypQpaNCgAWxtbdGhQ4dPXlWZ57ahzxUeHo4KFSrAxcUFZmZmsLW1xapVq6Crq4uhQ4dix44dWLRoERo1aoT58+dj9+7diI+PZ7D5RvHr1FfA0dERixYtQr9+/ZCWlgZPT0/o6uoiKCgIQUFBOH36NM/0SrnK2dkZ27dvh5eXFwICAjBw4EA4OzujVatWaNWqlUrf9PR0jtSQxoj/v5iloaEhkpOTkZqaCiMjI6SlpaFo0aLw9fVFixYt4O/vD2NjY2zYsAGdO3fGiBEjoKenh/bt22v7JZAW8AzFXwmlUont27fD29sb+fLlg5GREXR1dbFx40a4urpquzz6Rly+fBm9e/dGlSpVMHjwYJQvX17bJdE34vr163B1dcVvv/2GiRMnSu0hISFYvnw53rx5g/T0dBw5cgQA0KNHD/z2228oUaKEliombWK4+cr8888/iIiIgEKhgKOjI2xsbLRdEn1jLl++DG9vbxQvXhyzZ8+Go6Ojtkuib0RQUBD69u2LIUOGoEOHDrCwsMCgQYNQo0YNtGnTBuXLl8fevXvRtGlTbZdKWsZwQ0RqO3fuHAICArBixQoehUJf1Pbt2/HLL7/AwMAAQghYW1vj1KlTiIqKwo8//oht27bB2dlZ22WSljHcEFGOZMyF4GG29KU9e/YMT548QVpaGmrWrAkdHR2MGTMGO3fuRFhYGGxtbbVdImkZww0R5VhGwCHSlps3b2LWrFn466+/cPDgQbi4uGi7JMoDeEgDEeUYgw1p07t375Camgpra2scPXqUE9xJwpEbIiL6qqWlpfEM2KSC4YaIiIhkhbMAiYiISFYYboiIiEhWGG6IiIhIVhhuiIiISFYYbohI9o4cOQKFQoGYmJhsr+Pg4AB/f/9cq4mIcg/DDRFpXffu3aFQKNCvX79My3x8fKBQKNC9e/cvXxgRfZUYbogoT7C3t8emTZuQlJQktSUnJ2PDhg0oVqyYFisjoq8Nww0R5QmVK1eGvb09goODpbbg4GAUK1YMrq6uUltKSgoGDRoEa2trGBkZoVatWjh//rzKY/3111/47rvvYGxsjPr16+PRo0eZnu/EiROoXbs2jI2NYW9vj0GDBiExMTHXXh8RfTkMN0SUZ/Ts2ROrV6+W7q9atQo9evRQ6TNq1Chs374da9aswaVLl+Dk5AR3d3e8fv0aAPDkyRO0bdsWLVu2xJUrV9C7d2/8+uuvKo9x//59NGnSBD/99BOuXbuGzZs348SJExgwYEDuv0giynUMN0SUZ3Tt2hUnTpxAREQEIiIicPLkSXTt2lVanpiYiKVLl2LOnDlo2rQpypUrh+XLl8PY2BgrV64EACxduhQlS5bEvHnzULp0aXTp0iXTfB1fX1906dIFQ4YMQalSpVCjRg38/vvvWLt2LZKTk7/kSyaiXMALZxJRnmFlZYXmzZsjKCgIQgg0b94chQoVkpbfv38faWlpqFmzptSmr6+PH374Abdu3QIA3Lp1C9WqVVN53OrVq6vcv3r1Kq5du4b169dLbUIIKJVKPHz4EGXLls2Nl0dEXwjDDRHlKT179pR2Dy1evDhXniMhIQHe3t4YNGhQpmWcvEz09WO4IaI8pUmTJkhNTYVCoYC7u7vKspIlS8LAwAAnT55E8eLFAby/IvT58+cxZMgQAEDZsmWxe/dulfXOnDmjcr9y5cr4+++/4eTklHsvhIi0hnNuiChP0dXVxa1bt/D3339DV1dXZVm+fPnQv39/jBw5Evv378fff/+NPn364O3bt+jVqxcAoF+/frh37x5GjhyJO3fuYMOGDQgKClJ5nNGjR+PUqVMYMGAArly5gnv37mHXrl2cUEwkEww3RJTnmJqawtTUNMtlM2fOxE8//YRu3bqhcuXKCA8PR0hICCwsLAC83620fft27Ny5E5UqVUJAQABmzJih8hjOzs44evQo7t69i9q1a8PV1RUTJkxAkSJFcv21EVHuUwghhLaLICIiItIUjtwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGs/B+XLE52CERTBAAAAABJRU5ErkJggg==", - "text/plain": [ - "
" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "import matplotlib.pyplot as plt\n", - "\n", - "## calculate avg response time\n", - "unique_models = set(unique_result[\"response\"]['model'] for unique_result in result[0][\"results\"])\n", - "model_dict = {model: {\"response_time\": []} for model in unique_models}\n", - "for iteration in result:\n", - " for completion_result in iteration[\"results\"]:\n", - " model_dict[completion_result[\"response\"][\"model\"]][\"response_time\"].append(completion_result[\"response_time\"])\n", - "\n", - "avg_response_time = {}\n", - "for model, data in model_dict.items():\n", - " avg_response_time[model] = sum(data[\"response_time\"]) / len(data[\"response_time\"])\n", - "\n", - "models = list(avg_response_time.keys())\n", - "response_times = list(avg_response_time.values())\n", - "\n", - "plt.bar(models, response_times)\n", - "plt.xlabel('Model', fontsize=10)\n", - "plt.ylabel('Average Response Time')\n", - "plt.title('Average Response Times for each Model')\n", - "\n", - "plt.xticks(models, [model[:15]+'...' if len(model) > 15 else model for model in models], rotation=45)\n", - "plt.show()" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/LiteLLM_Azure_and_OpenAI_example.ipynb b/cookbook/LiteLLM_Azure_and_OpenAI_example.ipynb deleted file mode 100644 index 7df1c47eb11..00000000000 --- a/cookbook/LiteLLM_Azure_and_OpenAI_example.ipynb +++ /dev/null @@ -1,422 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "BmX0b5Ueh91v" - }, - "source": [ - "# LiteLLM - Azure OpenAI + OpenAI Calls\n", - "This notebook covers the following for Azure OpenAI + OpenAI:\n", - "* Completion - Quick start\n", - "* Completion - Streaming\n", - "* Completion - Azure, OpenAI in separate threads\n", - "* Completion - Stress Test 10 requests in parallel\n", - "* Completion - Azure, OpenAI in the same thread" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "iHq4d0dpfawS" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "id": "mnveHO5dfcB0" - }, - "outputs": [], - "source": [ - "import os" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "eo88QUdbiDIE" - }, - "source": [ - "## Completion - Quick start" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "5OSosWNCfc_2", - "outputId": "c52344b1-2458-4695-a7eb-a9b076893348" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Openai Response\n", - "\n", - "{\n", - " \"id\": \"chatcmpl-7yjVOEKCPw2KdkfIaM3Ao1tIXp8EM\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1694708958,\n", - " \"model\": \"gpt-3.5-turbo-0613\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"I'm an AI, so I don't have feelings, but I'm here to help you. How can I assist you?\"\n", - " },\n", - " \"finish_reason\": \"stop\"\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"prompt_tokens\": 13,\n", - " \"completion_tokens\": 26,\n", - " \"total_tokens\": 39\n", - " }\n", - "}\n", - "Azure Response\n", - "\n", - "{\n", - " \"id\": \"chatcmpl-7yjVQ6m2R2HRtnKHRRFp6JzL4Fjez\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1694708960,\n", - " \"model\": \"gpt-35-turbo\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"finish_reason\": \"stop\",\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"Hello there! As an AI language model, I don't have feelings but I'm functioning well. How can I assist you today?\"\n", - " }\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"completion_tokens\": 27,\n", - " \"prompt_tokens\": 14,\n", - " \"total_tokens\": 41\n", - " }\n", - "}\n" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "# openai configs\n", - "os.environ[\"OPENAI_API_KEY\"] = \"\"\n", - "\n", - "# azure openai configs\n", - "os.environ[\"AZURE_API_KEY\"] = \"\"\n", - "os.environ[\"AZURE_API_BASE\"] = \"https://openai-gpt-4-test-v-1.openai.azure.com/\"\n", - "os.environ[\"AZURE_API_VERSION\"] = \"2023-05-15\"\n", - "\n", - "\n", - "# openai call\n", - "response = completion(\n", - " model = \"gpt-3.5-turbo\",\n", - " messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - ")\n", - "print(\"Openai Response\\n\")\n", - "print(response)\n", - "\n", - "\n", - "\n", - "# azure call\n", - "response = completion(\n", - " model = \"azure/your-azure-deployment\",\n", - " messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - ")\n", - "print(\"Azure Response\\n\")\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "dQMkM-diiKdE" - }, - "source": [ - "## Completion - Streaming" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "uVvJDVn4g1i1" - }, - "outputs": [], - "source": [ - "import os\n", - "from litellm import completion\n", - "\n", - "# openai configs\n", - "os.environ[\"OPENAI_API_KEY\"] = \"\"\n", - "\n", - "# azure openai configs\n", - "os.environ[\"AZURE_API_KEY\"] = \"\"\n", - "os.environ[\"AZURE_API_BASE\"] = \"https://openai-gpt-4-test-v-1.openai.azure.com/\"\n", - "os.environ[\"AZURE_API_VERSION\"] = \"2023-05-15\"\n", - "\n", - "\n", - "# openai call\n", - "response = completion(\n", - " model = \"gpt-3.5-turbo\",\n", - " messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " stream=True\n", - ")\n", - "print(\"OpenAI Streaming response\")\n", - "for chunk in response:\n", - " print(chunk)\n", - "\n", - "# azure call\n", - "response = completion(\n", - " model = \"azure/your-azure-deployment\",\n", - " messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " stream=True\n", - ")\n", - "print(\"Azure Streaming response\")\n", - "for chunk in response:\n", - " print(chunk)\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "4xrOPnt-oqwm" - }, - "source": [ - "## Completion - Azure, OpenAI in separate threads" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "V5b5taJPjvC3" - }, - "outputs": [], - "source": [ - "import os\n", - "import threading\n", - "from litellm import completion\n", - "\n", - "# Function to make a completion call\n", - "def make_completion(model, messages):\n", - " response = completion(\n", - " model=model,\n", - " messages=messages\n", - " )\n", - "\n", - " print(f\"Response for {model}: {response}\")\n", - "\n", - "# openai configs\n", - "os.environ[\"OPENAI_API_KEY\"] = \"\"\n", - "\n", - "# azure openai configs\n", - "os.environ[\"AZURE_API_KEY\"] = \"\"\n", - "os.environ[\"AZURE_API_BASE\"] = \"https://openai-gpt-4-test-v-1.openai.azure.com/\"\n", - "os.environ[\"AZURE_API_VERSION\"] = \"2023-05-15\"\n", - "\n", - "# Define the messages for the completions\n", - "messages = [{\"content\": \"Hello, how are you?\", \"role\": \"user\"}]\n", - "\n", - "# Create threads for making the completions\n", - "thread1 = threading.Thread(target=make_completion, args=(\"gpt-3.5-turbo\", messages))\n", - "thread2 = threading.Thread(target=make_completion, args=(\"azure/your-azure-deployment\", messages))\n", - "\n", - "# Start both threads\n", - "thread1.start()\n", - "thread2.start()\n", - "\n", - "# Wait for both threads to finish\n", - "thread1.join()\n", - "thread2.join()\n", - "\n", - "print(\"Both completions are done.\")" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "lx8DbMBqoAoN" - }, - "source": [ - "## Completion - Stress Test 10 requests in parallel\n", - "\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "pHYANOlOkoDh" - }, - "outputs": [], - "source": [ - "import os\n", - "import threading\n", - "from litellm import completion\n", - "\n", - "# Function to make a completion call\n", - "def make_completion(model, messages):\n", - " response = completion(\n", - " model=model,\n", - " messages=messages\n", - " )\n", - "\n", - " print(f\"Response for {model}: {response}\")\n", - "\n", - "# Set your API keys\n", - "os.environ[\"OPENAI_API_KEY\"] = \"\"\n", - "os.environ[\"AZURE_API_KEY\"] = \"\"\n", - "os.environ[\"AZURE_API_BASE\"] = \"https://openai-gpt-4-test-v-1.openai.azure.com/\"\n", - "os.environ[\"AZURE_API_VERSION\"] = \"2023-05-15\"\n", - "\n", - "# Define the messages for the completions\n", - "messages = [{\"content\": \"Hello, how are you?\", \"role\": \"user\"}]\n", - "\n", - "# Create and start 10 threads for making completions\n", - "threads = []\n", - "for i in range(10):\n", - " thread = threading.Thread(target=make_completion, args=(\"gpt-3.5-turbo\" if i % 2 == 0 else \"azure/your-azure-deployment\", messages))\n", - " threads.append(thread)\n", - " thread.start()\n", - "\n", - "# Wait for all threads to finish\n", - "for thread in threads:\n", - " thread.join()\n", - "\n", - "print(\"All completions are done.\")\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "yB2NDOO4oxrp" - }, - "source": [ - "## Completion - Azure, OpenAI in the same thread" - ] - }, - { - "cell_type": "code", - "execution_count": 23, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "HTBqwzxpnxab", - "outputId": "f3bc0efe-e4d5-44d5-a193-97d178cfbe14" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "OpenAI Response: {\n", - " \"id\": \"chatcmpl-7yjzrDeOeVeSrQ00tApmTxEww3vBS\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1694710847,\n", - " \"model\": \"gpt-3.5-turbo-0613\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"Hello! I'm an AI, so I don't have feelings, but I'm here to help you. How can I assist you today?\"\n", - " },\n", - " \"finish_reason\": \"stop\"\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"prompt_tokens\": 13,\n", - " \"completion_tokens\": 29,\n", - " \"total_tokens\": 42\n", - " }\n", - "}\n", - "Azure OpenAI Response: {\n", - " \"id\": \"chatcmpl-7yjztAQ0gK6IMQt7cvLroMSOoXkeu\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1694710849,\n", - " \"model\": \"gpt-35-turbo\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"finish_reason\": \"stop\",\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"As an AI language model, I don't have feelings but I'm functioning properly. Thank you for asking! How can I assist you today?\"\n", - " }\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"completion_tokens\": 29,\n", - " \"prompt_tokens\": 14,\n", - " \"total_tokens\": 43\n", - " }\n", - "}\n" - ] - } - ], - "source": [ - "import os\n", - "from litellm import completion\n", - "\n", - "# Function to make both OpenAI and Azure completions\n", - "def make_completions():\n", - " # Set your OpenAI API key\n", - " os.environ[\"OPENAI_API_KEY\"] = \"\"\n", - "\n", - " # OpenAI completion\n", - " openai_response = completion(\n", - " model=\"gpt-3.5-turbo\",\n", - " messages=[{\"content\": \"Hello, how are you?\", \"role\": \"user\"}]\n", - " )\n", - "\n", - " print(\"OpenAI Response:\", openai_response)\n", - "\n", - " # Set your Azure OpenAI API key and configuration\n", - " os.environ[\"AZURE_API_KEY\"] = \"\"\n", - " os.environ[\"AZURE_API_BASE\"] = \"https://openai-gpt-4-test-v-1.openai.azure.com/\"\n", - " os.environ[\"AZURE_API_VERSION\"] = \"2023-05-15\"\n", - "\n", - " # Azure OpenAI completion\n", - " azure_response = completion(\n", - " model=\"azure/your-azure-deployment\",\n", - " messages=[{\"content\": \"Hello, how are you?\", \"role\": \"user\"}]\n", - " )\n", - "\n", - " print(\"Azure OpenAI Response:\", azure_response)\n", - "\n", - "# Call the function to make both completions in one thread\n", - "make_completions()\n" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file diff --git a/cookbook/LiteLLM_Bedrock.ipynb b/cookbook/LiteLLM_Bedrock.ipynb deleted file mode 100644 index eed6036392d..00000000000 --- a/cookbook/LiteLLM_Bedrock.ipynb +++ /dev/null @@ -1,310 +0,0 @@ -{ - "cells": [ - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "fNkMBurtxawJ" - }, - "source": [ - "# LiteLLM Bedrock Usage\n", - "Important Note: For Bedrock Requests you need to ensure you have `pip install boto3>=1.28.57`, boto3 supports bedrock from `boto3>=1.28.57` and higher " - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "htAufI28xeSy" - }, - "source": [ - "## Pre-Requisites" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "jT5GbPjAuDTp" - }, - "outputs": [], - "source": [ - "!pip install litellm\n", - "!pip install boto3>=1.28.57 # this version onwards has bedrock support" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "H4Vu4er2xnfI" - }, - "source": [ - "## Set Bedrock/AWS Credentials" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": { - "id": "CtTrBthWxp-t" - }, - "outputs": [], - "source": [ - "import os\n", - "os.environ[\"AWS_ACCESS_KEY_ID\"] = \"\" # Access key\n", - "os.environ[\"AWS_SECRET_ACCESS_KEY\"] = \"\" # Secret access key\n", - "os.environ[\"AWS_REGION_NAME\"] = \"\"" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "ycRK9NUdx1EI" - }, - "source": [ - "## Anthropic Requests" - ] - }, - { - "cell_type": "code", - "execution_count": 15, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "tgkuoHa5uLOy", - "outputId": "27a78e86-c6a7-4bcc-8559-0813cb978426" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Claude instant 1, response\n", - "{\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" I'm doing well, thanks for asking!\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-4f2e64a1-56d2-43f2-90d3-60ffd6f5086d\",\n", - " \"created\": 1696256761.3265705,\n", - " \"model\": \"anthropic.claude-instant-v1\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 11,\n", - " \"completion_tokens\": 9,\n", - " \"total_tokens\": 20\n", - " },\n", - " \"finish_reason\": \"stop_sequence\"\n", - "}\n", - "Claude v2, response\n", - "{\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" I'm doing well, thanks for asking!\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-34f59b33-f94e-40c2-8bdb-f4af0813405e\",\n", - " \"created\": 1696256762.2137017,\n", - " \"model\": \"anthropic.claude-v2\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 11,\n", - " \"completion_tokens\": 9,\n", - " \"total_tokens\": 20\n", - " },\n", - " \"finish_reason\": \"stop_sequence\"\n", - "}\n" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "response = completion(\n", - " model=\"bedrock/anthropic.claude-instant-v1\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - ")\n", - "print(\"Claude instant 1, response\")\n", - "print(response)\n", - "\n", - "\n", - "response = completion(\n", - " model=\"bedrock/anthropic.claude-v2\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - ")\n", - "print(\"Claude v2, response\")\n", - "print(response)" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "HnM-HtM3yFMT" - }, - "source": [ - "## Anthropic Requests - With Streaming" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "_JZvg2yovRsU" - }, - "outputs": [], - "source": [ - "from litellm import completion\n", - "\n", - "response = completion(\n", - " model=\"bedrock/anthropic.claude-instant-v1\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " stream=True,\n", - ")\n", - "print(\"Claude instant 1, response\")\n", - "for chunk in response:\n", - " print(chunk)\n", - "\n", - "\n", - "response = completion(\n", - " model=\"bedrock/anthropic.claude-v2\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " stream=True\n", - ")\n", - "print(\"Claude v2, response\")\n", - "print(response)\n", - "for chunk in response:\n", - " print(chunk)" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "zj1U1mh9zEhP" - }, - "source": [ - "## A121 Requests" - ] - }, - { - "cell_type": "code", - "execution_count": 19, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "6wK6MZLovU7r", - "outputId": "4cf80c04-f15d-4066-b4c7-113b551538de" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "J2 ultra response\n", - "{\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \"\\nHi, I'm doing well, thanks for asking! How about you?\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-f2de678f-0e70-4e36-a01f-8b184c2e4d50\",\n", - " \"created\": 1696257116.044311,\n", - " \"model\": \"ai21.j2-ultra\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 6,\n", - " \"completion_tokens\": 16,\n", - " \"total_tokens\": 22\n", - " }\n", - "}\n", - "J2 mid response\n", - "{\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \"\\nGood. And you?\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-420d6bf9-36d8-484b-93b4-4c9e00f7ce2e\",\n", - " \"created\": 1696257116.5756805,\n", - " \"model\": \"ai21.j2-mid\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 6,\n", - " \"completion_tokens\": 6,\n", - " \"total_tokens\": 12\n", - " }\n", - "}\n" - ] - } - ], - "source": [ - "response = completion(\n", - " model=\"bedrock/ai21.j2-ultra\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - ")\n", - "print(\"J2 ultra response\")\n", - "print(response)\n", - "\n", - "response = completion(\n", - " model=\"bedrock/ai21.j2-mid\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - ")\n", - "print(\"J2 mid response\")\n", - "print(response)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "Y5gGZIwzzSON" - }, - "outputs": [], - "source": [] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/LiteLLM_CometAPI.ipynb b/cookbook/LiteLLM_CometAPI.ipynb deleted file mode 100644 index 0a7ab581ae3..00000000000 --- a/cookbook/LiteLLM_CometAPI.ipynb +++ /dev/null @@ -1,474 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "iFEmsVJI_2BR" - }, - "source": [ - "# LiteLLM CometAPI Cookbook" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": { - "id": "cBlUhCEP_xj4" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Requirement already satisfied: litellm in /Users/xmx/.miniforge3/lib/python3.12/site-packages (1.78.2)\n", - "Requirement already satisfied: aiohttp>=3.10 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (3.11.18)\n", - "Requirement already satisfied: click in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (8.3.0)\n", - "Requirement already satisfied: fastuuid>=0.13.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (0.13.3)\n", - "Requirement already satisfied: httpx>=0.23.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (0.28.1)\n", - "Requirement already satisfied: importlib-metadata>=6.8.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (8.6.1)\n", - "Requirement already satisfied: jinja2<4.0.0,>=3.1.2 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (3.1.6)\n", - "Requirement already satisfied: jsonschema<5.0.0,>=4.22.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (4.25.1)\n", - "Requirement already satisfied: openai>=2.8.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (1.109.1)\n", - "Requirement already satisfied: pydantic<3.0.0,>=2.5.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (2.11.10)\n", - "Requirement already satisfied: python-dotenv>=0.2.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (1.1.1)\n", - "Requirement already satisfied: tiktoken>=0.7.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (0.12.0)\n", - "Requirement already satisfied: tokenizers in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from litellm) (0.22.1)\n", - "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from aiohttp>=3.10->litellm) (2.6.1)\n", - "Requirement already satisfied: aiosignal>=1.1.2 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from aiohttp>=3.10->litellm) (1.4.0)\n", - "Requirement already satisfied: attrs>=17.3.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from aiohttp>=3.10->litellm) (25.3.0)\n", - "Requirement already satisfied: frozenlist>=1.1.1 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from aiohttp>=3.10->litellm) (1.6.0)\n", - "Requirement already satisfied: multidict<7.0,>=4.5 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from aiohttp>=3.10->litellm) (6.6.3)\n", - "Requirement already satisfied: propcache>=0.2.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from aiohttp>=3.10->litellm) (0.3.1)\n", - "Requirement already satisfied: yarl<2.0,>=1.17.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from aiohttp>=3.10->litellm) (1.20.0)\n", - "Requirement already satisfied: anyio in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from httpx>=0.23.0->litellm) (4.11.0)\n", - "Requirement already satisfied: certifi in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from httpx>=0.23.0->litellm) (2025.10.5)\n", - "Requirement already satisfied: httpcore==1.* in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from httpx>=0.23.0->litellm) (1.0.9)\n", - "Requirement already satisfied: idna in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from httpx>=0.23.0->litellm) (3.10)\n", - "Requirement already satisfied: h11>=0.16 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from httpcore==1.*->httpx>=0.23.0->litellm) (0.16.0)\n", - "Requirement already satisfied: zipp>=3.20 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from importlib-metadata>=6.8.0->litellm) (3.21.0)\n", - "Requirement already satisfied: MarkupSafe>=2.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from jinja2<4.0.0,>=3.1.2->litellm) (3.0.3)\n", - "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm) (2025.9.1)\n", - "Requirement already satisfied: referencing>=0.28.4 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm) (0.36.2)\n", - "Requirement already satisfied: rpds-py>=0.7.1 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm) (0.27.1)\n", - "Requirement already satisfied: distro<2,>=1.7.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from openai>=2.8.0->litellm) (1.9.0)\n", - "Requirement already satisfied: jiter<1,>=0.4.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from openai>=2.8.0->litellm) (0.11.0)\n", - "Requirement already satisfied: sniffio in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from openai>=2.8.0->litellm) (1.3.1)\n", - "Requirement already satisfied: tqdm>4 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from openai>=2.8.0->litellm) (4.67.1)\n", - "Requirement already satisfied: typing-extensions<5,>=4.11 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from openai>=2.8.0->litellm) (4.15.0)\n", - "Requirement already satisfied: annotated-types>=0.6.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from pydantic<3.0.0,>=2.5.0->litellm) (0.7.0)\n", - "Requirement already satisfied: pydantic-core==2.33.2 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from pydantic<3.0.0,>=2.5.0->litellm) (2.33.2)\n", - "Requirement already satisfied: typing-inspection>=0.4.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from pydantic<3.0.0,>=2.5.0->litellm) (0.4.2)\n", - "Requirement already satisfied: regex>=2022.1.18 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from tiktoken>=0.7.0->litellm) (2025.9.18)\n", - "Requirement already satisfied: requests>=2.26.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from tiktoken>=0.7.0->litellm) (2.32.2)\n", - "Requirement already satisfied: huggingface-hub<2.0,>=0.16.4 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from tokenizers->litellm) (0.25.2)\n", - "Requirement already satisfied: filelock in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from huggingface-hub<2.0,>=0.16.4->tokenizers->litellm) (3.15.4)\n", - "Requirement already satisfied: fsspec>=2023.5.0 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from huggingface-hub<2.0,>=0.16.4->tokenizers->litellm) (2025.9.0)\n", - "Requirement already satisfied: packaging>=20.9 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from huggingface-hub<2.0,>=0.16.4->tokenizers->litellm) (25.0)\n", - "Requirement already satisfied: pyyaml>=5.1 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from huggingface-hub<2.0,>=0.16.4->tokenizers->litellm) (6.0.3)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from requests>=2.26.0->tiktoken>=0.7.0->litellm) (3.4.0)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/xmx/.miniforge3/lib/python3.12/site-packages (from requests>=2.26.0->tiktoken>=0.7.0->litellm) (1.26.20)\n" - ] - } - ], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Completion" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "p-MQqWOT_1a7" - }, - "outputs": [], - "source": [ - "import os\n", - "\n", - "os.environ['COMETAPI_KEY'] = \"Your_CometAPI_Key_Here\"\n", - "api_key = os.getenv('COMETAPI_KEY')" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "Ze8JqMqWAARO", - "outputId": "64f3e836-69fa-4f8e-fb35-088a913bbe98" - }, - "outputs": [ - { - "data": { - "text/plain": [ - "ModelResponse(id='msg_017L3DDDit8AkEgHRe2DQBc9', created=1760589916, model='claude-sonnet-4-5-20250929', object='chat.completion', system_fingerprint=None, choices=[Choices(finish_reason='stop', index=0, message=Message(content='I\\'ll create a simple Python script that says hi.\\n\\n\\nhello.py\\n#!/usr/bin/env python3\\n\"\"\"\\nA simple script that says hi!\\n\"\"\"\\n\\ndef say_hi(name=None):\\n \"\"\"Say hi to someone, or just say hi generally.\"\"\"\\n if name:\\n print(f\"Hi, {name}!\")\\n else:\\n print(\"Hi!\")\\n\\nif __name__ == \"__main__\":\\n # Say hi generally\\n say_hi()\\n \\n # Say hi to someone specific\\n say_hi(\"World\")\\n\\n\\n\\nI\\'ve created a simple Python script called `hello.py` that:\\n\\n1. Defines a `say_hi()` function that can optionally take a name parameter\\n2. Prints \"Hi!\" if no name is provided\\n3. Prints \"Hi, [name]!\" if a name is provided\\n4. Demonstrates both usages when run\\n\\nYou can run it with:\\n```bash\\npython hello.py\\n```\\n\\nThis will output:\\n```\\nHi!\\nHi, World!\\n```\\n\\nWould you like me to create versions in other programming languages, or modify this in any way?', role='assistant', tool_calls=None, function_call=None, provider_specific_fields=None), provider_specific_fields={})], usage=Usage(completion_tokens=290, prompt_tokens=26, total_tokens=316, completion_tokens_details=None, prompt_tokens_details=PromptTokensDetailsWrapper(audio_tokens=None, cached_tokens=None, text_tokens=None, image_tokens=None, cached_tokens_details={})))" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "from litellm import completion\n", - "response = completion(\n", - " model=\"cometapi/claude-sonnet-4-5-20250929\",\n", - " messages=[{\"role\": \"user\", \"content\": \"write code for saying hi\"}]\n", - ")\n", - "response" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "-LnhELrnAM_J", - "outputId": "d51c7ab7-d761-4bd1-f849-1534d9df4cd0" - }, - "outputs": [ - { - "data": { - "text/plain": [ - "ModelResponse(id='chatcmpl-CRA9Uo6nsQ9C7kMJv1J4kyNDFJym7', created=1760589916, model='gpt-5-chat-latest', object='chat.completion', system_fingerprint='fp_2da73a467a', choices=[Choices(finish_reason='stop', index=0, message=Message(content='Sure! I can help you write a simple code that prints out \"Hi\" in different programming languages. \\n\\nHere’s an example in **Python**:\\n\\n```python\\n# Simple Python program to say \"Hi\"\\nprint(\"Hi\")\\n```\\n\\nExample in **JavaScript**:\\n\\n```javascript\\n// Simple JavaScript program to say \"Hi\"\\nconsole.log(\"Hi\");\\n```\\n\\nExample in **C**:\\n\\n```c\\n#include \\n\\nint main() {\\n printf(\"Hi\\\\n\");\\n return 0;\\n}\\n```\\n\\nExample in **Java**:\\n\\n```java\\npublic class SayHi {\\n public static void main(String[] args) {\\n System.out.println(\"Hi\");\\n }\\n}\\n```\\n\\nWhich language would you like me to focus on, or do you want me to make it interactive so the program greets the user by name?', role='assistant', tool_calls=None, function_call=None, provider_specific_fields={'refusal': None}, annotations=[]), provider_specific_fields={})], usage=Usage(completion_tokens=174, prompt_tokens=12, total_tokens=186, completion_tokens_details=CompletionTokensDetailsWrapper(accepted_prediction_tokens=0, audio_tokens=0, reasoning_tokens=0, rejected_prediction_tokens=0, text_tokens=None), prompt_tokens_details=PromptTokensDetailsWrapper(audio_tokens=0, cached_tokens=0, text_tokens=None, image_tokens=None)))" - ] - }, - "execution_count": 4, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "response = completion(\n", - " model=\"cometapi/gpt-5-chat-latest\",\n", - " messages=[{\"role\": \"user\", \"content\": \"write code for saying hi\"}]\n", - ")\n", - "response" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "dJBOUYdwCEn1", - "outputId": "ffa18679-ec15-4dad-fe2b-68665cdf36b0" - }, - "outputs": [ - { - "data": { - "text/plain": [ - "ModelResponse(id='02176058998406949c23b3bf3d52941de23f13565a086747738f0', created=1760589991, model='deepseek-v3.2-exp', object='chat.completion', system_fingerprint=None, choices=[Choices(finish_reason='stop', index=0, message=Message(content='Here are several ways to say \"hi\" in different programming languages:\\n\\n## Python\\n```python\\nprint(\"Hi!\")\\n```\\n\\n## JavaScript (Browser)\\n```javascript\\nconsole.log(\"Hi!\");\\n// or\\nalert(\"Hi!\");\\n```\\n\\n## JavaScript (Node.js)\\n```javascript\\nconsole.log(\"Hi!\");\\n```\\n\\n## Java\\n```java\\npublic class Hello {\\n public static void main(String[] args) {\\n System.out.println(\"Hi!\");\\n }\\n}\\n```\\n\\n## C\\n```c\\n#include \\n\\nint main() {\\n printf(\"Hi!\\\\n\");\\n return 0;\\n}\\n```\\n\\n## C++\\n```cpp\\n#include \\n\\nint main() {\\n std::cout << \"Hi!\" << std::endl;\\n return 0;\\n}\\n```\\n\\n## C#\\n```csharp\\nusing System;\\n\\nclass Program {\\n static void Main() {\\n Console.WriteLine(\"Hi!\");\\n }\\n}\\n```\\n\\n## PHP\\n```php\\n\\n```\\n\\n## Ruby\\n```ruby\\nputs \"Hi!\"\\n```\\n\\n## Go\\n```go\\npackage main\\n\\nimport \"fmt\"\\n\\nfunc main() {\\n fmt.Println(\"Hi!\")\\n}\\n```\\n\\n## Rust\\n```rust\\nfn main() {\\n println!(\"Hi!\");\\n}\\n```\\n\\n## Swift\\n```swift\\nprint(\"Hi!\")\\n```\\n\\n## Kotlin\\n```kotlin\\nfun main() {\\n println(\"Hi!\")\\n}\\n```\\n\\n## HTML (webpage)\\n```html\\n\\n\\n\\n Hi Page\\n\\n\\n

Hi!

\\n\\n\\n```\\n\\nThe Python version is probably the simplest if you\\'re just getting started!', role='assistant', tool_calls=None, function_call=None, provider_specific_fields={'refusal': None}), provider_specific_fields={})], usage=Usage(completion_tokens=347, prompt_tokens=10, total_tokens=357, completion_tokens_details=CompletionTokensDetailsWrapper(accepted_prediction_tokens=None, audio_tokens=None, reasoning_tokens=0, rejected_prediction_tokens=None, text_tokens=None), prompt_tokens_details=PromptTokensDetailsWrapper(audio_tokens=None, cached_tokens=0, text_tokens=None, image_tokens=None)), service_tier='default')" - ] - }, - "execution_count": 5, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "response = completion(\n", - " model=\"cometapi/deepseek-v3.2-exp\",\n", - " messages=[{\"role\": \"user\", \"content\": \"write code for saying hi\"}]\n", - ")\n", - "response" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Streaming" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Streaming Responses" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "I'm\n", - " doing\n", - " well\n", - " —\n", - " thanks\n", - " for\n", - " asking\n", - "!\n", - " How\n", - " can\n", - " I\n", - " help\n", - " you\n", - " today\n", - "?\n", - "\n" - ] - } - ], - "source": [ - "messages = [{\"role\": \"user\", \"content\": \"Hey, how's it going?\"}]\n", - "response = completion(model=\"cometapi/gpt-5-mini\", messages=messages, stream=True)\n", - "for part in response:\n", - " print(part.choices[0].delta.content or \"\")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Async Completion" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "ModelResponse(id='chatcmpl-CRAAkmfczlmCEnCM55D9CKexbRenn', created=1760589994, model='gpt-5-mini-2025-08-07', object='chat.completion', system_fingerprint=None, choices=[Choices(finish_reason='stop', index=0, message=Message(content=\"I'm doing well, thanks — how are you? How can I help today?\", role='assistant', tool_calls=None, function_call=None, provider_specific_fields={'refusal': None}, annotations=[]), provider_specific_fields={'content_filter_results': {'hate': {'filtered': False, 'severity': 'safe'}, 'protected_material_code': {'filtered': False, 'detected': False}, 'protected_material_text': {'filtered': False, 'detected': False}, 'self_harm': {'filtered': False, 'severity': 'safe'}, 'sexual': {'filtered': False, 'severity': 'safe'}, 'violence': {'filtered': False, 'severity': 'safe'}}})], usage=Usage(completion_tokens=26, prompt_tokens=12, total_tokens=38, completion_tokens_details=CompletionTokensDetailsWrapper(accepted_prediction_tokens=0, audio_tokens=0, reasoning_tokens=0, rejected_prediction_tokens=0, text_tokens=None), prompt_tokens_details=PromptTokensDetailsWrapper(audio_tokens=0, cached_tokens=0, text_tokens=None, image_tokens=None)), prompt_filter_results=[{'prompt_index': 0, 'content_filter_results': {'hate': {'filtered': False, 'severity': 'safe'}, 'jailbreak': {'filtered': False, 'detected': False}, 'self_harm': {'filtered': False, 'severity': 'safe'}, 'sexual': {'filtered': False, 'severity': 'safe'}, 'violence': {'filtered': False, 'severity': 'safe'}}}])\n" - ] - } - ], - "source": [ - "from litellm import acompletion\n", - "import asyncio\n", - "\n", - "async def test_get_response():\n", - " user_message = \"Hello, how are you?\"\n", - " messages = [{\"content\": user_message, \"role\": \"user\"}]\n", - " response = await acompletion(model=\"cometapi/gpt-5-mini\", messages=messages)\n", - " return response\n", - "\n", - "response = await test_get_response()\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Async Streaming" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "test acompletion + streaming\n", - "response: \n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content='Hi', role='assistant', function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' —', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' I', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content='’m', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' doing', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' well', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=',', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' thanks', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content='!', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' How', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' are', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' you', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content='?', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' What', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' can', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' I', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' help', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' you', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' with', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content=' today', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(provider_specific_fields=None, content='?', role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None, citations=None)\n", - "ModelResponseStream(id='chatcmpl-CRAAl9VMDBB5skZt638Qx86K9h1Hb', created=1760589996, model='gpt-5-mini', object='chat.completion.chunk', system_fingerprint=None, choices=[StreamingChoices(finish_reason='stop', index=0, delta=Delta(provider_specific_fields=None, content=None, role=None, function_call=None, tool_calls=None, audio=None), logprobs=None)], provider_specific_fields=None)\n" - ] - } - ], - "source": [ - "from litellm import acompletion\n", - "import asyncio, os, traceback\n", - "\n", - "async def completion_call():\n", - " try:\n", - " print(\"test acompletion + streaming\")\n", - " response = await acompletion(\n", - " model=\"cometapi/gpt-5-mini\", \n", - " messages=[{\"content\": \"Hello, how are you?\", \"role\": \"user\"}], \n", - " stream=True\n", - " )\n", - " print(f\"response: {response}\")\n", - " async for chunk in response:\n", - " print(chunk)\n", - " except:\n", - " print(f\"error occurred: {traceback.format_exc()}\")\n", - " pass\n", - "\n", - "await completion_call()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Embedding" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "EmbeddingResponse(model='text-embedding-3-small', data=[{'object': 'embedding', 'index': 0, 'embedding': [-0.018048199, 0.0047550877, -0.013976435, -0.021936804, -0.038773336, -0.03708264, 0.03854791, -0.0007172257, 0.026473511, -0.0027438616, -0.019823432, -0.011947598, -0.013426959, -0.0059914105, 0.020485623, 0.04269012, -0.028276922, -0.015216281, -0.03325039, 0.045057096, 0.0037477135, 0.015793936, -0.005188329, -0.0071713766, 0.008446445, 0.0070938864, 0.0027632343, 0.025656339, 0.022091785, -0.026797561, -0.029840818, -0.0542714, 0.017907308, -0.03454659, -0.014582269, 0.0429719, 0.03575826, 0.007939235, -0.010123054, -0.029587213, 0.018921727, 0.022556728, 0.019598005, 0.008819807, 0.01655475, 0.043310042, -0.034321167, 0.004441604, 0.032686826, 0.047226828, -0.0043253684, 0.006681779, 0.008995921, 0.06593721, 0.0066078105, -0.023190739, -0.00777721, 0.049875587, -0.028023317, -0.019386668, -0.0013252605, 0.009214303, -0.0055828253, -0.007432026, -0.01199691, 0.0054384116, -0.024247425, 0.047255006, -0.013743965, 0.012799991, 0.009883538, -0.005579303, -0.012616833, -0.014709071, -0.004473305, -0.022204498, 0.010454148, -0.02202134, 0.034631126, 0.0097567355, 0.041478455, -0.010750021, -0.0005340668, -0.041450277, -0.04516981, 0.014709071, -0.06142869, 0.021640932, -0.0008752884, -0.0012671428, -0.045254346, -0.004216178, -0.028220564, -0.011074071, 0.010693664, -0.0029481545, -0.039590508, -0.030178957, -0.019062618, -0.03539194, 0.019978413, 0.019161243, -0.025924034, 0.0058329077, -0.029305428, 0.028840488, 0.02731886, -0.0008048426, -0.056582022, 0.003043256, -0.08459125, -0.012560476, 0.00081100664, 0.0015771041, 0.015188103, -0.0049206354, 0.046888687, -0.027107522, 0.019245777, -0.011412211, 0.039336905, -0.018611765, 0.0429719, -0.04302826, -0.018132735, -0.0074883825, -0.02035882, -0.073038146, -0.042380158, 0.04485985, 0.03361671, -0.033842135, -0.0017259207, -0.0017091898, -0.049199305, -0.024148801, -0.044803493, 0.040943068, -0.03093977, 0.045057096, -0.0186963, -0.014053926, -0.009848315, -0.0070480965, -0.0060054995, -0.02813603, -0.022105874, 0.010235767, -0.004476827, 0.027220234, -0.026290352, 0.0216832, -0.05559578, 0.042464696, 0.0253182, -0.0031594916, 0.02266944, -0.030798879, -0.02896729, -0.0005891025, 0.004061197, -0.042295624, -0.008383043, 0.017146494, -0.025797231, -0.046522368, 0.044127215, 0.021105545, -0.04302826, 0.024430584, -0.014934498, -0.01556851, -0.075743265, -0.022415835, -0.028586883, 0.032743182, 0.03539194, -0.0034483192, -0.04669144, 0.051932603, 0.021626843, 0.03127791, 0.015610777, -0.016470214, -0.0056744046, -0.012743635, 0.060132485, 0.017428277, -0.0039942735, -0.017118316, 0.025106862, 0.008974788, 0.018513141, 0.0016035212, -0.0049593803, 0.0017514573, 0.031221554, -0.034856554, -0.011461522, 0.04621241, 0.044239927, 0.034715664, -0.0121941585, -0.012053267, -0.08526753, -0.011813751, -0.025769053, 0.0125182085, -0.0046670306, 0.038266126, 0.1187997, 0.005787118, -0.030038064, -0.054553185, -0.041506633, -0.024078354, 0.0071854657, -0.013391736, 0.03192601, -0.059625275, 0.0023458432, 0.027924692, 0.09163582, 0.030967949, 0.017639615, 0.01489223, 0.029559033, 0.042943723, 0.0003306547, 0.0047198646, 0.029897174, 0.00012603184, 0.0046811197, -0.0427183, 0.01789322, 0.018175002, -0.0081857955, 0.02581132, 0.009890582, 0.03840702, -0.094453655, -0.01076411, 0.06858598, 0.041647524, 0.033532172, 0.007467249, -0.008235107, -0.030967949, 0.0151317455, 0.027361127, 0.011834885, 0.008707094, 0.008178751, -0.022458103, 0.02844599, 0.003605061, -0.02399382, 0.05212985, 0.06041427, -0.023317542, -0.013335379, -0.044099037, -0.040802173, -0.0047656544, -0.023909286, 0.017315563, 0.017428277, 0.00736158, -0.0016070436, -0.055454887, -0.038012523, -0.020626513, 0.018273626, 0.03260229, -0.016991513, 0.038463376, -0.022458103, -0.0109613575, -0.021810003, 0.04846667, -0.042521052, 0.008601425, -0.019259866, -0.0040048403, -0.03308132, -0.02499415, 0.026783472, -0.032884073, 0.021824092, 0.013145176, -0.009186125, -0.01769597, 0.03240504, -0.015343083, -0.012539342, 0.03578644, -0.012299826, 0.011898286, 0.035730083, 0.058441788, 0.032010544, 0.048720278, 0.012926794, -0.0015207474, -0.03313768, 0.014540002, 0.020189751, 0.00029058868, 0.011531969, -0.022514459, 0.019752987, -0.037956167, 0.005272864, -0.042295624, -0.08521117, -0.03494109, 0.053313337, 0.029981708, -0.008150573, -0.053200625, 0.059681635, -0.035476476, 0.034828376, 0.00087881065, 0.025712697, 0.018668123, 0.03212326, 0.008474623, 0.017836861, 0.004910068, 0.016174342, -0.059681635, 0.04004136, 0.00753065, 0.008150573, -0.038012523, 0.0051178834, 0.012525253, 0.022119964, 0.030235313, 0.008242152, -0.01835816, -0.003150686, 0.010714797, -0.0033162334, -0.028882755, -0.06836055, 0.056159347, 0.013624207, 0.0077349427, 0.0066183778, 0.018583586, -0.008883208, -0.046550546, 0.046945043, -0.07393985, -0.017343743, 0.029530855, -0.010982491, 0.008129438, 0.009700378, -0.024613742, -0.0030097943, 0.0078053884, -0.006438741, 0.04770586, -0.008221018, 0.01654066, 0.02498006, -0.015793936, -0.010827511, 0.02399382, 0.03192601, 0.022923045, -0.029192716, 0.006724046, -0.04601516, 0.038519733, 0.031531516, 0.019443026, 0.000109466084, 0.03525105, -0.027248414, -0.038125236, 0.011771483, -0.007467249, 0.010285079, 0.01670973, -0.007861745, 0.026868006, 0.052327096, 0.026374886, -0.03905512, 0.031193376, -0.053566944, 0.04257741, -0.004670553, 0.0168788, 0.035166513, -0.057878222, 0.07095295, -0.009749691, -0.0137510095, -0.02151413, -0.02431787, 0.010073741, -0.05176353, -0.02083785, 0.003959051, -0.02682574, 0.062104966, -0.011461522, 0.04170388, 0.0076363184, 0.026177637, 0.0144413775, 0.014821785, -0.00046890447, 0.0050544823, 0.00032228927, -0.038970586, -0.011355854, -0.056300238, -0.04302826, -0.003545182, 0.04021043, 0.0051108385, -0.048438493, 0.00252548, -0.07692675, -0.0012433673, 0.0054278444, 0.029305428, -0.016188432, -0.003263399, -0.046156053, 6.031917e-05, 0.060977835, -0.016611107, -0.010637308, -0.012602744, 0.016442036, -0.051509928, -0.016991513, 0.0019407802, 0.019161243, 0.045282524, 0.031869654, -0.036941748, -0.035814617, -0.017850952, -0.027192056, -0.049734693, -0.020964652, 0.0228526, -0.025050506, 0.023472521, 0.025740875, -0.017738238, -0.009813092, -0.030883415, -0.012405495, -0.03277136, -0.029502677, 0.016780175, -0.04421175, -0.0020816717, 0.010341435, 0.059230782, -0.041901127, -0.04119667, 0.025924034, 0.02334572, -0.0008435878, 0.020654691, -0.022753974, 0.010700708, -0.013856677, -0.0121941585, -0.011391076, 0.006590199, 0.0050227814, -0.007960369, 0.0008418266, -0.0198657, 0.10781016, -0.0384352, -0.019147152, 0.0057237167, -0.0038181592, -0.047424074, -0.009341106, 0.018499052, -0.016906979, 0.005642704, -0.01837225, -0.038125236, -0.024895526, -0.010285079, -0.055708494, 0.014173684, -0.019724809, 0.00024215724, 0.04500074, 0.048804812, 0.009777869, -0.006572588, 0.008277375, 0.012328005, -0.012609788, 0.026079014, -0.012990195, 0.017963665, -0.007312268, -0.0015682983, 0.05446865, -0.01258161, 0.00035376972, -0.011299497, -0.036321826, -0.0071854657, 0.012969062, 0.026558045, -0.051819887, -0.0029146927, -0.044606246, -0.010383703, -0.03919601, 0.013624207, 0.0030978515, 0.0121941585, -0.0022225631, 0.0512845, -0.0029780937, -0.025191398, -0.015751667, -0.021006921, 0.0039520063, 0.04418357, 0.020570157, 0.00083390146, 0.020541979, -0.004807922, -0.0114263, -0.036152754, 0.018428607, -0.032658648, -0.002035882, 0.013828499, 0.03144698, -0.0003275727, -0.029756282, 0.008488712, 0.0041879993, 0.027826069, 0.0007273523, -0.018949905, -0.0029023646, 0.007861745, 0.011398122, 0.0125322975, 0.014976765, 0.006318983, -0.0066536004, -0.042915545, 0.025867676, -0.015272637, 0.034602948, 0.050241902, 0.014582269, 0.005987888, 0.015244459, -0.050213724, -0.003212326, 0.01315222, -0.022866689, -0.004772699, 0.035673723, -0.024796901, -0.00699174, -0.002072866, 0.022077696, 0.021147812, 0.005093227, -0.039618686, -0.0049241576, 0.012264604, -0.062104966, -0.0022613083, -0.004339458, 0.065486364, -0.0033320836, 0.02944632, 0.017498722, 0.0033039053, -0.020260196, -0.0154980635, -0.05460954, -0.03626547, 0.0072629564, 0.0028900367, 1.2954037e-05, 0.01769597, -0.0045930627, 0.022260854, 0.0027192058, -0.0010566862, -0.0005212985, 0.012158935, -0.0017312041, -0.035110157, -0.0036032998, -0.02317665, -0.01639977, 0.010327346, 0.018259536, -0.011095204, -0.00061904197, -0.023134382, -0.011989865, 0.0025924034, 0.0056708823, 0.03110884, -0.013462181, -0.021105545, 0.010376658, -0.010017385, -0.025106862, 0.026093103, 0.018456785, -0.02134506, 0.0066993902, 0.011891241, -0.010017385, -0.012687278, -0.017132405, 0.04717047, 0.012475941, -0.018752657, -0.008657781, 0.005276386, -0.02582541, 0.02913636, -0.0193444, -0.01101067, 0.029305428, 0.011736261, 0.043140974, 0.02135915, 0.00089422066, 0.009827181, 0.013638296, 0.013884856, -0.014004614, 0.010285079, 0.008108305, -0.04035132, -0.02978446, 0.008481667, -0.022289034, 0.01621661, -0.0057941624, -0.019090796, -0.01852723, -0.022923045, 0.0077208537, -0.039985005, -0.017428277, -0.009460864, 0.018301804, 0.0014397348, 0.04815671, -0.012187114, 0.018879458, 0.021739556, 0.018414518, -0.013462181, -0.06368295, 0.0057096276, 0.013088819, 0.0061640027, 0.031193376, -0.008728228, -0.019245777, 0.010735931, 0.012454808, 0.0397314, -0.017597347, 0.012278693, 0.0130465515, -0.025473181, -0.03215144, -0.0053292206, -0.0027068777, 0.014068015, -0.028079674, 0.016498392, 0.015159924, -0.009207259, -0.02334572, -0.0013710503, 0.008488712, 0.0012231142, 0.0020464489, -0.025149131, -0.021063277, -0.014427288, -0.035222873, 0.051030897, 0.016103897, 0.0063401167, -0.03093977, -0.004684642, -0.0070199184, -0.008495756, -0.0038674714, -0.012222337, -0.022556728, 0.0036015387, -0.040943068, -0.011362898, 0.016794264, 0.017766416, -0.014194817, 0.0011755633, -0.039759576, 0.011384032, -0.0006318103, 0.008298509, 0.04449353, 0.0004838742, 0.016935157, -0.011341765, 0.016864711, -0.00027892113, 0.0009140335, -0.031306088, -0.049452912, -0.0068367594, -0.00011216283, -0.005079138, -0.014420244, 0.01803411, 0.03984411, -0.026276262, -0.0011077593, -0.00063313113, -0.006301372, -0.019992502, 0.0064316965, -0.024289692, 0.0120039545, 0.0068649375, -0.017724149, -0.015667133, -0.0036490895, -0.007953324, 0.024627833, 0.024402406, 0.021810003, -0.015977094, 0.010524594, -0.0060054995, 0.0414221, -0.048551206, 0.01472316, 0.015427617, 0.0029217373, 0.012666144, 0.0048995013, 0.007326357, -0.04187295, -0.0064176074, -0.00674518, 0.0047762212, -0.053059734, -0.09541172, 0.022063607, 0.029530855, 0.01556851, 0.011292453, -0.0038709936, -0.0055370354, -0.016005272, -0.0035170037, -0.0572583, 0.038632445, 0.007981502, -0.005434889, -0.023895197, 0.0021380284, -0.0015084195, 0.016117986, 0.005434889, -0.014694982, -0.007104453, 0.011595369, -0.055229463, 0.0036455672, 0.0027104, -0.010052607, -0.023697948, -0.016315235, -0.002757951, 0.039505973, 0.011095204, 0.0002681341, 0.058948997, -0.0074883825, 0.0050122146, 0.040604927, 0.012912705, -0.025078684, 0.040464036, -0.008925476, -0.00876345, -0.040633105, -0.009024099, 0.024796901, 0.03592733, 0.03626547, -0.029474499, -0.00055431994, 0.0010839839, 0.016737908, 0.013286067, -0.005441934, 0.0059420983, -0.0121941585, 0.015089478, -0.010186454, -0.03477202, -0.0076363184, -0.0087141385, 0.0018439173, 0.028065585, -0.022331301, 0.0029516767, -0.045789734, 0.0010672531, 0.018287715, -0.015948916, 0.04849485, 0.0057589393, 0.0066219, 0.002196146, -0.047255006, 0.012116668, 0.02085194, 0.025924034, -0.0036737456, -0.02877004, 0.016906979, -0.037336245, -0.016258877, 0.010883868, -0.003765325, -0.0049523357, -0.002613537, -0.03263047, 0.023204828, 0.0049946033, -0.007692675, -0.034236632, 0.034095738, 0.020133393, 0.019259866, -0.014103238, 0.024599653, 0.005889264, 0.02430378, 0.0111233825, -0.018780835, -0.00040550332, 0.020232018, 0.03806888, 0.009890582, 0.032376863, 0.031052483, 0.01871039, 0.03891423, -0.0009739124, 0.002759712, 0.017498722, -0.01158128, -0.0045578396, 0.02744566, 0.06497915, 0.024853257, 0.004709298, 0.016667463, -0.00066263025, -0.018132735, -0.013138131, -0.01124314, -0.0125182085, -0.0038111147, 0.03361671, -0.007270001, 0.0012011, -0.01771006, -0.00039999973, 0.024021998, 0.0027896515, 0.0024744067, 0.0013965869, -0.05939985, 0.0014150789, -0.0052517303, 0.052524347, 0.015779847, -0.03327857, 0.042633764, 0.0059420983, -0.023387987, 0.0039097387, -0.028023317, -0.011863063, 0.004378203, 0.02052789, -0.063626595, -0.014864052, 0.014293442, -0.00015938349, -0.007932191, -0.0010954313, 0.023528878, -0.007467249, 0.0059667546, 0.017132405, 0.005730761, -0.00020495309, -0.032038722, 0.0036631785, 0.042915545, -0.029925352, 0.015667133, 0.018935816, -0.0072065997, 0.01556851, -0.025473181, 0.017625526, -0.0026698937, -0.007446115, -0.008622559, -0.043422755, -0.020133393, -0.0039801844, 0.01489223, -0.021655021, 0.015357172, -0.03640636, -0.005663838, -0.028530527, 0.0022648307, -0.00043015933, 0.043591827, -0.015526242, 0.011870108, -0.02530411, -0.016315235, -0.00032316984, -0.030150779, -0.0052552526, 0.020372909, 0.0075024716, 0.0104330145, -0.00055608107, -0.026248084, -0.015202192, -0.03341946, 0.031559695, -0.0012046222, 0.07185466, -0.039590508, 0.022979401, 0.05810365, 0.014025748, -0.029756282, -0.022866689, 0.0073897582, 0.037618026, -0.004180955, -0.0051566283, 0.009728557, -0.03604004, 0.040633105, 0.0026963109, -0.0054172776, 0.034095738, -0.00595971, 0.040943068, -0.031390622, 0.055962097, 0.02117599, -0.012912705, -0.019626183, 0.055877563, 0.017343743, -0.0035416598, 0.013257889, -0.0186963, 0.01656884, -0.06396473, -0.0055405577, 0.020767406, -0.0046564634, 0.045085277, -0.009221348, 0.013645341, 0.008777539, 0.004730432, -0.018625854, -0.011067026, 0.021500042, -0.015047211, 0.004600107, -0.0014344514, -0.0023740216, -0.016188432, 0.006209792, 0.0011993388, 0.004180955, -0.017160583, 0.014497734, 0.015371261, 0.018259536, -0.028333278, -0.008390088, 0.041929305, 0.003923828, 0.02550136, -0.003300383, -0.008058993, -0.010418925, 0.058216363, 0.01885128, -0.02020384, 0.002858336, -0.009806047, -0.022274945, 0.0070445742, 0.026670758, 0.008213974, -0.035307407, -0.027713355, 0.042915545, -0.039675042, -0.0029217373, 0.012053267, -0.003853382, 0.01133472, -0.010073741, 0.005878697, 0.0070938864, -0.035673723, 0.024205158, 0.005896309, 0.030573452, 0.02416289, -0.0072911344, 0.01738601, 0.017005602, -0.02846008, 0.0030344503, 0.018794924, -0.0148076955, -0.0344057, 0.025430914, 0.033503994, -0.0050580045, 0.0077138087, 0.03243322, 0.01372283, -0.005441934, 0.0073404466, -0.0007832686, -0.04767768, 0.0070480965, 0.015145835, 0.026233995, -0.01670973, -0.019513471, -0.014849963, 0.007953324, -0.0032176094, 0.006572588, -0.0012477703, 0.004230267, 0.004476827, -0.021810003, -0.030009886, -0.019273955, -0.0030414949, -0.002918215, 0.060639694, 0.024641922, 0.010327346, 0.026558045, 0.018921727, -0.025867676, -0.016117986, 0.023881108, 0.025360467, 0.009770825, 0.03792799, -0.022429924, 0.033363104, -0.0018914682, 0.04040768, 0.018484963, 0.0070199184, -0.017583257, 0.016258877, 0.010954313, -0.008939565, -0.024148801, -0.02498006, -0.007889924, 0.02748793, 0.0307707, 0.029756282, 0.0051425393, 0.0045719286, -0.03046074, 0.013596028, 0.025684519, -0.0033197557, 0.006967084, 0.03677268, 0.0120039545, -0.0032792494, -0.0032211316, -0.02399382, -0.026924362, -0.013920079, -0.0042197, 0.025346378, -0.0027015943, -0.016991513, 0.0031594916, -0.007579962, 0.018978084, 0.017681882, 0.0126591, 0.028939111, 0.008833896, 0.10183637, 0.0059632324, -0.05196078, -0.023697948, 0.011045893, -0.008777539, -0.013807366, 0.019273955, -0.025346378, 0.0074742935, 0.009961028, -0.010813422, 0.018597675, 0.009636978, 0.014948587, 0.024064265, -0.008693005, -0.020570157, 0.014194817, -0.026219906, -0.02299349, 0.011067026, 0.032066904, 0.013391736, -0.05148175, -0.009489042, -0.03062981, -0.0012847543, 0.07286908, 0.026529867, -0.00025008238, 0.013638296, 0.016089808, 0.018654034, -0.0020394044, -0.024543297, 0.0147795165, -0.009601755, 0.0018791402, -0.040520392, -0.003360262, 0.02216223, 0.0137650985, 0.0059914105, 0.0048361, -0.0009844792, 0.016977424, -0.00934815, 0.024233336, -0.013088819, -0.017555078, -0.0050263037, 0.010595039, -0.027516108, 0.0071537653, -0.023247095, -0.0017655464, -0.015948916, 0.058160007, -0.025966302, 0.0121941585, -0.012384362, -0.0015612538, 0.009946939, 0.00628376, 0.011327676, 0.0109613575, 0.008601425, -0.018329982, 0.055680316, -0.012778858, -0.0100807855, -0.011067026, -0.0036490895, -0.01356785, 0.0073193125, -0.014272308, -0.027403394, -0.030742522, 0.02862915, 0.03062981, -0.014596358, 0.021697288, 0.0042408337, 0.027572464, 0.0019601528, -0.037138995, -0.031306088, 0.041929305, 0.017738238, 0.004857234, 0.008256241, 0.0118278405, 0.021753646, -0.00160176, -0.0018333505, -0.0047374764, 0.042239267, 0.0058329077, -0.026459422, 0.015075389, 0.021147812, -0.005212985, 0.01281408, 0.017738238, 0.008242152, -0.020372909, -0.011081115, -0.011017715, 0.007706764, 0.01834407, 0.01954165, 0.037477136, -0.010278034, 0.015808025, 0.00031590514, -0.017681882, -0.008967743, -0.020612424, -0.025416825, -0.0037970257, -0.029868996, 0.01720285, -0.0144554665, 0.026727116, 0.00414221, 0.0040154075, 0.05838543, 0.0005622451, -0.025219576, 0.004180955, -0.002932304, -0.0090663675, 0.011574236, 0.02450103, -0.012553431, -0.020612424, -0.032095082, 0.015526242, 0.008974788, 0.0053151315, -0.0003112821, -0.017935487, -0.0076222294, 0.03358853, 0.029474499, -0.011496745, -0.012835215, -0.020739228, -0.012482986, -0.037871633, 0.0052517303, -0.012926794, -0.0025237189, 0.0020323596, 0.045113456, -0.04835396, -0.027755624, -0.0079955915, 0.007896968, 0.0072559114, 0.015047211, -0.0014573464, -0.014032792, 0.021091456, -0.0046071517, -0.0065232757, -0.02582541, -0.035870973, -0.015343083, 0.03254593, -0.028431902, -0.003286294, 0.014328664, 0.008840941, 0.015948916, 0.012835215, 0.019400757, -0.012342094, -0.010693664, 0.004772699, -0.03254593, 0.010707753, -0.016822444, -0.0032827717, 0.021246437, -0.04485985, -0.04384543, -0.015906649, -0.009707424, 0.02299349, 0.019513471, -0.010151232, 0.018963994, -0.0057976847, 0.05739919, -0.019922055, -0.029108182, -0.0106232185, 0.021077367, 0.0036455672, -0.026614401, 0.04497256, -0.04446535, -0.0004556959, -0.004578973, 0.003962573, -0.004910068, 0.015089478, -0.0301226, 0.007664497, 0.008375999, 0.031982366, 0.006135824, 0.02152822, -0.015469885, -0.007210122, 0.034715664, -0.01233505, 0.0004490916, -0.0144413775, -0.003150686, -0.02003477, -0.027924692, -0.0015850292, -0.009376328, -0.0035997776, -0.03240504, -0.010912046, 0.0031999978, 0.022303123, -0.008988877, 0.00024633997, -0.0035698381, 0.0070974086, -0.002599448, -0.042267445, -0.016935157, -0.0002481011, -0.041393917, 0.014483645, 0.019006262, -0.02813603, 0.0072030774, -7.3032425e-05, 0.01802002, -0.017188761, 0.015991183, 0.020401087, 0.03542012, 0.04469078, 0.04071764, 0.011095204, -0.031390622, -0.03254593, 0.014187773, 0.016272966, -0.009721513, -0.026388975, -0.014849963, -0.005642704, -0.022556728, 0.0064457855, -0.043450933, 0.010834555, -0.015977094, 0.020880118, -0.02385293, -0.054806788, 0.03789981, 0.0013516777, -0.026431242, -0.015540331, 0.016695641, -0.037167173, -0.021190079, 0.023881108, -0.0045860177, 0.0064105624, -0.007763121, -0.013053596, 0.024472851, -0.0004962022, -0.00976378, 0.060019772, -0.0057624616, -0.04384543, 0.010313257, 0.0076715415, 0.0025888812, -0.03589915, 0.008791628, -0.012785902, 0.01042597, 0.015653044, 0.04767768, -0.009869449, 0.0064457855, -0.010947268, -0.0077349427, -0.032715004, -0.023867019, -0.011327676, -0.00046274049, -0.036998104, 0.013913034, 0.012250515, -0.009996251, 0.021204168, 0.020091126, -0.003740669, -0.0049769916, -0.0140891485, 0.024064265, 0.0038815604, 0.025684519, 0.041788414, -0.013553761, 0.006681779, -0.0050826604, -0.018175002, 0.008228063, -0.006230926, -0.018907638, 0.0154839745, -0.028713685, -0.015047211, -0.019682541, 0.02516322, 0.040802173, 0.007213644, 0.011743305, -0.015963005, -0.03818159, 0.01191942, -0.031728763, -0.011863063, 0.023881108, 0.0053116092, -0.020992832, -0.017991843, -0.00405063, -0.017780505, -0.0057659843, 0.02978446, 0.031165197, 0.0014221234, 0.021316882, 0.026008569, -0.0018544842, -0.032658648, 0.028474169, 0.013109953, 0.018076377, 0.0007991189, -0.0042373114, 0.028910933, -0.0029358263, 0.021866359, 0.024472851, -0.002576553, -0.033532172, 0.01920351, -0.0095665315, -0.03093977, 0.0034817809, 0.018654034, -0.0074038478, 0.021443684, 0.0038604268, -0.02745975, 0.031587873, 0.0061146906, 0.022711707, -0.019795254, -0.016991513, -0.04471896, -0.007875834, -0.0034941088, -0.043789074, 0.021091456, 0.024909616, -0.013194487, -0.0042690123, 0.027896514, -0.018414518, -0.023303451, -0.025797231, -0.009524264]}], object='list', usage=Usage(completion_tokens=0, prompt_tokens=3, total_tokens=3, completion_tokens_details=None, prompt_tokens_details=None))\n" - ] - } - ], - "source": [ - "import litellm\n", - "\n", - "\n", - "async def main():\n", - " response = await litellm.aembedding(\n", - " model=\"cometapi/text-embedding-3-small\", # The model name must include prefix \"openai\" + the model name from ai/ml api\n", - " api_key=api_key, # your aiml api-key\n", - " api_base=\"https://api.cometapi.com/v1\", # 👈 the URL has changed from v2 to v1\n", - " input=\"Your text string\",\n", - " )\n", - " print(response)\n", - "\n", - "await main()" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "EmbeddingResponse(model='text-embedding-3-small', data=[{'object': 'embedding', 'index': 0, 'embedding': [-0.018048199, 0.0047550877, -0.013976435, -0.021936804, -0.038773336, -0.03708264, 0.03854791, -0.0007172257, 0.026473511, -0.0027438616, -0.019823432, -0.011947598, -0.013426959, -0.0059914105, 0.020485623, 0.04269012, -0.028276922, -0.015216281, -0.03325039, 0.045057096, 0.0037477135, 0.015793936, -0.005188329, -0.0071713766, 0.008446445, 0.0070938864, 0.0027632343, 0.025656339, 0.022091785, -0.026797561, -0.029840818, -0.0542714, 0.017907308, -0.03454659, -0.014582269, 0.0429719, 0.03575826, 0.007939235, -0.010123054, -0.029587213, 0.018921727, 0.022556728, 0.019598005, 0.008819807, 0.01655475, 0.043310042, -0.034321167, 0.004441604, 0.032686826, 0.047226828, -0.0043253684, 0.006681779, 0.008995921, 0.06593721, 0.0066078105, -0.023190739, -0.00777721, 0.049875587, -0.028023317, -0.019386668, -0.0013252605, 0.009214303, -0.0055828253, -0.007432026, -0.01199691, 0.0054384116, -0.024247425, 0.047255006, -0.013743965, 0.012799991, 0.009883538, -0.005579303, -0.012616833, -0.014709071, -0.004473305, -0.022204498, 0.010454148, -0.02202134, 0.034631126, 0.0097567355, 0.041478455, -0.010750021, -0.0005340668, -0.041450277, -0.04516981, 0.014709071, -0.06142869, 0.021640932, -0.0008752884, -0.0012671428, -0.045254346, -0.004216178, -0.028220564, -0.011074071, 0.010693664, -0.0029481545, -0.039590508, -0.030178957, -0.019062618, -0.03539194, 0.019978413, 0.019161243, -0.025924034, 0.0058329077, -0.029305428, 0.028840488, 0.02731886, -0.0008048426, -0.056582022, 0.003043256, -0.08459125, -0.012560476, 0.00081100664, 0.0015771041, 0.015188103, -0.0049206354, 0.046888687, -0.027107522, 0.019245777, -0.011412211, 0.039336905, -0.018611765, 0.0429719, -0.04302826, -0.018132735, -0.0074883825, -0.02035882, -0.073038146, -0.042380158, 0.04485985, 0.03361671, -0.033842135, -0.0017259207, -0.0017091898, -0.049199305, -0.024148801, -0.044803493, 0.040943068, -0.03093977, 0.045057096, -0.0186963, -0.014053926, -0.009848315, -0.0070480965, -0.0060054995, -0.02813603, -0.022105874, 0.010235767, -0.004476827, 0.027220234, -0.026290352, 0.0216832, -0.05559578, 0.042464696, 0.0253182, -0.0031594916, 0.02266944, -0.030798879, -0.02896729, -0.0005891025, 0.004061197, -0.042295624, -0.008383043, 0.017146494, -0.025797231, -0.046522368, 0.044127215, 0.021105545, -0.04302826, 0.024430584, -0.014934498, -0.01556851, -0.075743265, -0.022415835, -0.028586883, 0.032743182, 0.03539194, -0.0034483192, -0.04669144, 0.051932603, 0.021626843, 0.03127791, 0.015610777, -0.016470214, -0.0056744046, -0.012743635, 0.060132485, 0.017428277, -0.0039942735, -0.017118316, 0.025106862, 0.008974788, 0.018513141, 0.0016035212, -0.0049593803, 0.0017514573, 0.031221554, -0.034856554, -0.011461522, 0.04621241, 0.044239927, 0.034715664, -0.0121941585, -0.012053267, -0.08526753, -0.011813751, -0.025769053, 0.0125182085, -0.0046670306, 0.038266126, 0.1187997, 0.005787118, -0.030038064, -0.054553185, -0.041506633, -0.024078354, 0.0071854657, -0.013391736, 0.03192601, -0.059625275, 0.0023458432, 0.027924692, 0.09163582, 0.030967949, 0.017639615, 0.01489223, 0.029559033, 0.042943723, 0.0003306547, 0.0047198646, 0.029897174, 0.00012603184, 0.0046811197, -0.0427183, 0.01789322, 0.018175002, -0.0081857955, 0.02581132, 0.009890582, 0.03840702, -0.094453655, -0.01076411, 0.06858598, 0.041647524, 0.033532172, 0.007467249, -0.008235107, -0.030967949, 0.0151317455, 0.027361127, 0.011834885, 0.008707094, 0.008178751, -0.022458103, 0.02844599, 0.003605061, -0.02399382, 0.05212985, 0.06041427, -0.023317542, -0.013335379, -0.044099037, -0.040802173, -0.0047656544, -0.023909286, 0.017315563, 0.017428277, 0.00736158, -0.0016070436, -0.055454887, -0.038012523, -0.020626513, 0.018273626, 0.03260229, -0.016991513, 0.038463376, -0.022458103, -0.0109613575, -0.021810003, 0.04846667, -0.042521052, 0.008601425, -0.019259866, -0.0040048403, -0.03308132, -0.02499415, 0.026783472, -0.032884073, 0.021824092, 0.013145176, -0.009186125, -0.01769597, 0.03240504, -0.015343083, -0.012539342, 0.03578644, -0.012299826, 0.011898286, 0.035730083, 0.058441788, 0.032010544, 0.048720278, 0.012926794, -0.0015207474, -0.03313768, 0.014540002, 0.020189751, 0.00029058868, 0.011531969, -0.022514459, 0.019752987, -0.037956167, 0.005272864, -0.042295624, -0.08521117, -0.03494109, 0.053313337, 0.029981708, -0.008150573, -0.053200625, 0.059681635, -0.035476476, 0.034828376, 0.00087881065, 0.025712697, 0.018668123, 0.03212326, 0.008474623, 0.017836861, 0.004910068, 0.016174342, -0.059681635, 0.04004136, 0.00753065, 0.008150573, -0.038012523, 0.0051178834, 0.012525253, 0.022119964, 0.030235313, 0.008242152, -0.01835816, -0.003150686, 0.010714797, -0.0033162334, -0.028882755, -0.06836055, 0.056159347, 0.013624207, 0.0077349427, 0.0066183778, 0.018583586, -0.008883208, -0.046550546, 0.046945043, -0.07393985, -0.017343743, 0.029530855, -0.010982491, 0.008129438, 0.009700378, -0.024613742, -0.0030097943, 0.0078053884, -0.006438741, 0.04770586, -0.008221018, 0.01654066, 0.02498006, -0.015793936, -0.010827511, 0.02399382, 0.03192601, 0.022923045, -0.029192716, 0.006724046, -0.04601516, 0.038519733, 0.031531516, 0.019443026, 0.000109466084, 0.03525105, -0.027248414, -0.038125236, 0.011771483, -0.007467249, 0.010285079, 0.01670973, -0.007861745, 0.026868006, 0.052327096, 0.026374886, -0.03905512, 0.031193376, -0.053566944, 0.04257741, -0.004670553, 0.0168788, 0.035166513, -0.057878222, 0.07095295, -0.009749691, -0.0137510095, -0.02151413, -0.02431787, 0.010073741, -0.05176353, -0.02083785, 0.003959051, -0.02682574, 0.062104966, -0.011461522, 0.04170388, 0.0076363184, 0.026177637, 0.0144413775, 0.014821785, -0.00046890447, 0.0050544823, 0.00032228927, -0.038970586, -0.011355854, -0.056300238, -0.04302826, -0.003545182, 0.04021043, 0.0051108385, -0.048438493, 0.00252548, -0.07692675, -0.0012433673, 0.0054278444, 0.029305428, -0.016188432, -0.003263399, -0.046156053, 6.031917e-05, 0.060977835, -0.016611107, -0.010637308, -0.012602744, 0.016442036, -0.051509928, -0.016991513, 0.0019407802, 0.019161243, 0.045282524, 0.031869654, -0.036941748, -0.035814617, -0.017850952, -0.027192056, -0.049734693, -0.020964652, 0.0228526, -0.025050506, 0.023472521, 0.025740875, -0.017738238, -0.009813092, -0.030883415, -0.012405495, -0.03277136, -0.029502677, 0.016780175, -0.04421175, -0.0020816717, 0.010341435, 0.059230782, -0.041901127, -0.04119667, 0.025924034, 0.02334572, -0.0008435878, 0.020654691, -0.022753974, 0.010700708, -0.013856677, -0.0121941585, -0.011391076, 0.006590199, 0.0050227814, -0.007960369, 0.0008418266, -0.0198657, 0.10781016, -0.0384352, -0.019147152, 0.0057237167, -0.0038181592, -0.047424074, -0.009341106, 0.018499052, -0.016906979, 0.005642704, -0.01837225, -0.038125236, -0.024895526, -0.010285079, -0.055708494, 0.014173684, -0.019724809, 0.00024215724, 0.04500074, 0.048804812, 0.009777869, -0.006572588, 0.008277375, 0.012328005, -0.012609788, 0.026079014, -0.012990195, 0.017963665, -0.007312268, -0.0015682983, 0.05446865, -0.01258161, 0.00035376972, -0.011299497, -0.036321826, -0.0071854657, 0.012969062, 0.026558045, -0.051819887, -0.0029146927, -0.044606246, -0.010383703, -0.03919601, 0.013624207, 0.0030978515, 0.0121941585, -0.0022225631, 0.0512845, -0.0029780937, -0.025191398, -0.015751667, -0.021006921, 0.0039520063, 0.04418357, 0.020570157, 0.00083390146, 0.020541979, -0.004807922, -0.0114263, -0.036152754, 0.018428607, -0.032658648, -0.002035882, 0.013828499, 0.03144698, -0.0003275727, -0.029756282, 0.008488712, 0.0041879993, 0.027826069, 0.0007273523, -0.018949905, -0.0029023646, 0.007861745, 0.011398122, 0.0125322975, 0.014976765, 0.006318983, -0.0066536004, -0.042915545, 0.025867676, -0.015272637, 0.034602948, 0.050241902, 0.014582269, 0.005987888, 0.015244459, -0.050213724, -0.003212326, 0.01315222, -0.022866689, -0.004772699, 0.035673723, -0.024796901, -0.00699174, -0.002072866, 0.022077696, 0.021147812, 0.005093227, -0.039618686, -0.0049241576, 0.012264604, -0.062104966, -0.0022613083, -0.004339458, 0.065486364, -0.0033320836, 0.02944632, 0.017498722, 0.0033039053, -0.020260196, -0.0154980635, -0.05460954, -0.03626547, 0.0072629564, 0.0028900367, 1.2954037e-05, 0.01769597, -0.0045930627, 0.022260854, 0.0027192058, -0.0010566862, -0.0005212985, 0.012158935, -0.0017312041, -0.035110157, -0.0036032998, -0.02317665, -0.01639977, 0.010327346, 0.018259536, -0.011095204, -0.00061904197, -0.023134382, -0.011989865, 0.0025924034, 0.0056708823, 0.03110884, -0.013462181, -0.021105545, 0.010376658, -0.010017385, -0.025106862, 0.026093103, 0.018456785, -0.02134506, 0.0066993902, 0.011891241, -0.010017385, -0.012687278, -0.017132405, 0.04717047, 0.012475941, -0.018752657, -0.008657781, 0.005276386, -0.02582541, 0.02913636, -0.0193444, -0.01101067, 0.029305428, 0.011736261, 0.043140974, 0.02135915, 0.00089422066, 0.009827181, 0.013638296, 0.013884856, -0.014004614, 0.010285079, 0.008108305, -0.04035132, -0.02978446, 0.008481667, -0.022289034, 0.01621661, -0.0057941624, -0.019090796, -0.01852723, -0.022923045, 0.0077208537, -0.039985005, -0.017428277, -0.009460864, 0.018301804, 0.0014397348, 0.04815671, -0.012187114, 0.018879458, 0.021739556, 0.018414518, -0.013462181, -0.06368295, 0.0057096276, 0.013088819, 0.0061640027, 0.031193376, -0.008728228, -0.019245777, 0.010735931, 0.012454808, 0.0397314, -0.017597347, 0.012278693, 0.0130465515, -0.025473181, -0.03215144, -0.0053292206, -0.0027068777, 0.014068015, -0.028079674, 0.016498392, 0.015159924, -0.009207259, -0.02334572, -0.0013710503, 0.008488712, 0.0012231142, 0.0020464489, -0.025149131, -0.021063277, -0.014427288, -0.035222873, 0.051030897, 0.016103897, 0.0063401167, -0.03093977, -0.004684642, -0.0070199184, -0.008495756, -0.0038674714, -0.012222337, -0.022556728, 0.0036015387, -0.040943068, -0.011362898, 0.016794264, 0.017766416, -0.014194817, 0.0011755633, -0.039759576, 0.011384032, -0.0006318103, 0.008298509, 0.04449353, 0.0004838742, 0.016935157, -0.011341765, 0.016864711, -0.00027892113, 0.0009140335, -0.031306088, -0.049452912, -0.0068367594, -0.00011216283, -0.005079138, -0.014420244, 0.01803411, 0.03984411, -0.026276262, -0.0011077593, -0.00063313113, -0.006301372, -0.019992502, 0.0064316965, -0.024289692, 0.0120039545, 0.0068649375, -0.017724149, -0.015667133, -0.0036490895, -0.007953324, 0.024627833, 0.024402406, 0.021810003, -0.015977094, 0.010524594, -0.0060054995, 0.0414221, -0.048551206, 0.01472316, 0.015427617, 0.0029217373, 0.012666144, 0.0048995013, 0.007326357, -0.04187295, -0.0064176074, -0.00674518, 0.0047762212, -0.053059734, -0.09541172, 0.022063607, 0.029530855, 0.01556851, 0.011292453, -0.0038709936, -0.0055370354, -0.016005272, -0.0035170037, -0.0572583, 0.038632445, 0.007981502, -0.005434889, -0.023895197, 0.0021380284, -0.0015084195, 0.016117986, 0.005434889, -0.014694982, -0.007104453, 0.011595369, -0.055229463, 0.0036455672, 0.0027104, -0.010052607, -0.023697948, -0.016315235, -0.002757951, 0.039505973, 0.011095204, 0.0002681341, 0.058948997, -0.0074883825, 0.0050122146, 0.040604927, 0.012912705, -0.025078684, 0.040464036, -0.008925476, -0.00876345, -0.040633105, -0.009024099, 0.024796901, 0.03592733, 0.03626547, -0.029474499, -0.00055431994, 0.0010839839, 0.016737908, 0.013286067, -0.005441934, 0.0059420983, -0.0121941585, 0.015089478, -0.010186454, -0.03477202, -0.0076363184, -0.0087141385, 0.0018439173, 0.028065585, -0.022331301, 0.0029516767, -0.045789734, 0.0010672531, 0.018287715, -0.015948916, 0.04849485, 0.0057589393, 0.0066219, 0.002196146, -0.047255006, 0.012116668, 0.02085194, 0.025924034, -0.0036737456, -0.02877004, 0.016906979, -0.037336245, -0.016258877, 0.010883868, -0.003765325, -0.0049523357, -0.002613537, -0.03263047, 0.023204828, 0.0049946033, -0.007692675, -0.034236632, 0.034095738, 0.020133393, 0.019259866, -0.014103238, 0.024599653, 0.005889264, 0.02430378, 0.0111233825, -0.018780835, -0.00040550332, 0.020232018, 0.03806888, 0.009890582, 0.032376863, 0.031052483, 0.01871039, 0.03891423, -0.0009739124, 0.002759712, 0.017498722, -0.01158128, -0.0045578396, 0.02744566, 0.06497915, 0.024853257, 0.004709298, 0.016667463, -0.00066263025, -0.018132735, -0.013138131, -0.01124314, -0.0125182085, -0.0038111147, 0.03361671, -0.007270001, 0.0012011, -0.01771006, -0.00039999973, 0.024021998, 0.0027896515, 0.0024744067, 0.0013965869, -0.05939985, 0.0014150789, -0.0052517303, 0.052524347, 0.015779847, -0.03327857, 0.042633764, 0.0059420983, -0.023387987, 0.0039097387, -0.028023317, -0.011863063, 0.004378203, 0.02052789, -0.063626595, -0.014864052, 0.014293442, -0.00015938349, -0.007932191, -0.0010954313, 0.023528878, -0.007467249, 0.0059667546, 0.017132405, 0.005730761, -0.00020495309, -0.032038722, 0.0036631785, 0.042915545, -0.029925352, 0.015667133, 0.018935816, -0.0072065997, 0.01556851, -0.025473181, 0.017625526, -0.0026698937, -0.007446115, -0.008622559, -0.043422755, -0.020133393, -0.0039801844, 0.01489223, -0.021655021, 0.015357172, -0.03640636, -0.005663838, -0.028530527, 0.0022648307, -0.00043015933, 0.043591827, -0.015526242, 0.011870108, -0.02530411, -0.016315235, -0.00032316984, -0.030150779, -0.0052552526, 0.020372909, 0.0075024716, 0.0104330145, -0.00055608107, -0.026248084, -0.015202192, -0.03341946, 0.031559695, -0.0012046222, 0.07185466, -0.039590508, 0.022979401, 0.05810365, 0.014025748, -0.029756282, -0.022866689, 0.0073897582, 0.037618026, -0.004180955, -0.0051566283, 0.009728557, -0.03604004, 0.040633105, 0.0026963109, -0.0054172776, 0.034095738, -0.00595971, 0.040943068, -0.031390622, 0.055962097, 0.02117599, -0.012912705, -0.019626183, 0.055877563, 0.017343743, -0.0035416598, 0.013257889, -0.0186963, 0.01656884, -0.06396473, -0.0055405577, 0.020767406, -0.0046564634, 0.045085277, -0.009221348, 0.013645341, 0.008777539, 0.004730432, -0.018625854, -0.011067026, 0.021500042, -0.015047211, 0.004600107, -0.0014344514, -0.0023740216, -0.016188432, 0.006209792, 0.0011993388, 0.004180955, -0.017160583, 0.014497734, 0.015371261, 0.018259536, -0.028333278, -0.008390088, 0.041929305, 0.003923828, 0.02550136, -0.003300383, -0.008058993, -0.010418925, 0.058216363, 0.01885128, -0.02020384, 0.002858336, -0.009806047, -0.022274945, 0.0070445742, 0.026670758, 0.008213974, -0.035307407, -0.027713355, 0.042915545, -0.039675042, -0.0029217373, 0.012053267, -0.003853382, 0.01133472, -0.010073741, 0.005878697, 0.0070938864, -0.035673723, 0.024205158, 0.005896309, 0.030573452, 0.02416289, -0.0072911344, 0.01738601, 0.017005602, -0.02846008, 0.0030344503, 0.018794924, -0.0148076955, -0.0344057, 0.025430914, 0.033503994, -0.0050580045, 0.0077138087, 0.03243322, 0.01372283, -0.005441934, 0.0073404466, -0.0007832686, -0.04767768, 0.0070480965, 0.015145835, 0.026233995, -0.01670973, -0.019513471, -0.014849963, 0.007953324, -0.0032176094, 0.006572588, -0.0012477703, 0.004230267, 0.004476827, -0.021810003, -0.030009886, -0.019273955, -0.0030414949, -0.002918215, 0.060639694, 0.024641922, 0.010327346, 0.026558045, 0.018921727, -0.025867676, -0.016117986, 0.023881108, 0.025360467, 0.009770825, 0.03792799, -0.022429924, 0.033363104, -0.0018914682, 0.04040768, 0.018484963, 0.0070199184, -0.017583257, 0.016258877, 0.010954313, -0.008939565, -0.024148801, -0.02498006, -0.007889924, 0.02748793, 0.0307707, 0.029756282, 0.0051425393, 0.0045719286, -0.03046074, 0.013596028, 0.025684519, -0.0033197557, 0.006967084, 0.03677268, 0.0120039545, -0.0032792494, -0.0032211316, -0.02399382, -0.026924362, -0.013920079, -0.0042197, 0.025346378, -0.0027015943, -0.016991513, 0.0031594916, -0.007579962, 0.018978084, 0.017681882, 0.0126591, 0.028939111, 0.008833896, 0.10183637, 0.0059632324, -0.05196078, -0.023697948, 0.011045893, -0.008777539, -0.013807366, 0.019273955, -0.025346378, 0.0074742935, 0.009961028, -0.010813422, 0.018597675, 0.009636978, 0.014948587, 0.024064265, -0.008693005, -0.020570157, 0.014194817, -0.026219906, -0.02299349, 0.011067026, 0.032066904, 0.013391736, -0.05148175, -0.009489042, -0.03062981, -0.0012847543, 0.07286908, 0.026529867, -0.00025008238, 0.013638296, 0.016089808, 0.018654034, -0.0020394044, -0.024543297, 0.0147795165, -0.009601755, 0.0018791402, -0.040520392, -0.003360262, 0.02216223, 0.0137650985, 0.0059914105, 0.0048361, -0.0009844792, 0.016977424, -0.00934815, 0.024233336, -0.013088819, -0.017555078, -0.0050263037, 0.010595039, -0.027516108, 0.0071537653, -0.023247095, -0.0017655464, -0.015948916, 0.058160007, -0.025966302, 0.0121941585, -0.012384362, -0.0015612538, 0.009946939, 0.00628376, 0.011327676, 0.0109613575, 0.008601425, -0.018329982, 0.055680316, -0.012778858, -0.0100807855, -0.011067026, -0.0036490895, -0.01356785, 0.0073193125, -0.014272308, -0.027403394, -0.030742522, 0.02862915, 0.03062981, -0.014596358, 0.021697288, 0.0042408337, 0.027572464, 0.0019601528, -0.037138995, -0.031306088, 0.041929305, 0.017738238, 0.004857234, 0.008256241, 0.0118278405, 0.021753646, -0.00160176, -0.0018333505, -0.0047374764, 0.042239267, 0.0058329077, -0.026459422, 0.015075389, 0.021147812, -0.005212985, 0.01281408, 0.017738238, 0.008242152, -0.020372909, -0.011081115, -0.011017715, 0.007706764, 0.01834407, 0.01954165, 0.037477136, -0.010278034, 0.015808025, 0.00031590514, -0.017681882, -0.008967743, -0.020612424, -0.025416825, -0.0037970257, -0.029868996, 0.01720285, -0.0144554665, 0.026727116, 0.00414221, 0.0040154075, 0.05838543, 0.0005622451, -0.025219576, 0.004180955, -0.002932304, -0.0090663675, 0.011574236, 0.02450103, -0.012553431, -0.020612424, -0.032095082, 0.015526242, 0.008974788, 0.0053151315, -0.0003112821, -0.017935487, -0.0076222294, 0.03358853, 0.029474499, -0.011496745, -0.012835215, -0.020739228, -0.012482986, -0.037871633, 0.0052517303, -0.012926794, -0.0025237189, 0.0020323596, 0.045113456, -0.04835396, -0.027755624, -0.0079955915, 0.007896968, 0.0072559114, 0.015047211, -0.0014573464, -0.014032792, 0.021091456, -0.0046071517, -0.0065232757, -0.02582541, -0.035870973, -0.015343083, 0.03254593, -0.028431902, -0.003286294, 0.014328664, 0.008840941, 0.015948916, 0.012835215, 0.019400757, -0.012342094, -0.010693664, 0.004772699, -0.03254593, 0.010707753, -0.016822444, -0.0032827717, 0.021246437, -0.04485985, -0.04384543, -0.015906649, -0.009707424, 0.02299349, 0.019513471, -0.010151232, 0.018963994, -0.0057976847, 0.05739919, -0.019922055, -0.029108182, -0.0106232185, 0.021077367, 0.0036455672, -0.026614401, 0.04497256, -0.04446535, -0.0004556959, -0.004578973, 0.003962573, -0.004910068, 0.015089478, -0.0301226, 0.007664497, 0.008375999, 0.031982366, 0.006135824, 0.02152822, -0.015469885, -0.007210122, 0.034715664, -0.01233505, 0.0004490916, -0.0144413775, -0.003150686, -0.02003477, -0.027924692, -0.0015850292, -0.009376328, -0.0035997776, -0.03240504, -0.010912046, 0.0031999978, 0.022303123, -0.008988877, 0.00024633997, -0.0035698381, 0.0070974086, -0.002599448, -0.042267445, -0.016935157, -0.0002481011, -0.041393917, 0.014483645, 0.019006262, -0.02813603, 0.0072030774, -7.3032425e-05, 0.01802002, -0.017188761, 0.015991183, 0.020401087, 0.03542012, 0.04469078, 0.04071764, 0.011095204, -0.031390622, -0.03254593, 0.014187773, 0.016272966, -0.009721513, -0.026388975, -0.014849963, -0.005642704, -0.022556728, 0.0064457855, -0.043450933, 0.010834555, -0.015977094, 0.020880118, -0.02385293, -0.054806788, 0.03789981, 0.0013516777, -0.026431242, -0.015540331, 0.016695641, -0.037167173, -0.021190079, 0.023881108, -0.0045860177, 0.0064105624, -0.007763121, -0.013053596, 0.024472851, -0.0004962022, -0.00976378, 0.060019772, -0.0057624616, -0.04384543, 0.010313257, 0.0076715415, 0.0025888812, -0.03589915, 0.008791628, -0.012785902, 0.01042597, 0.015653044, 0.04767768, -0.009869449, 0.0064457855, -0.010947268, -0.0077349427, -0.032715004, -0.023867019, -0.011327676, -0.00046274049, -0.036998104, 0.013913034, 0.012250515, -0.009996251, 0.021204168, 0.020091126, -0.003740669, -0.0049769916, -0.0140891485, 0.024064265, 0.0038815604, 0.025684519, 0.041788414, -0.013553761, 0.006681779, -0.0050826604, -0.018175002, 0.008228063, -0.006230926, -0.018907638, 0.0154839745, -0.028713685, -0.015047211, -0.019682541, 0.02516322, 0.040802173, 0.007213644, 0.011743305, -0.015963005, -0.03818159, 0.01191942, -0.031728763, -0.011863063, 0.023881108, 0.0053116092, -0.020992832, -0.017991843, -0.00405063, -0.017780505, -0.0057659843, 0.02978446, 0.031165197, 0.0014221234, 0.021316882, 0.026008569, -0.0018544842, -0.032658648, 0.028474169, 0.013109953, 0.018076377, 0.0007991189, -0.0042373114, 0.028910933, -0.0029358263, 0.021866359, 0.024472851, -0.002576553, -0.033532172, 0.01920351, -0.0095665315, -0.03093977, 0.0034817809, 0.018654034, -0.0074038478, 0.021443684, 0.0038604268, -0.02745975, 0.031587873, 0.0061146906, 0.022711707, -0.019795254, -0.016991513, -0.04471896, -0.007875834, -0.0034941088, -0.043789074, 0.021091456, 0.024909616, -0.013194487, -0.0042690123, 0.027896514, -0.018414518, -0.023303451, -0.025797231, -0.009524264]}], object='list', usage=Usage(completion_tokens=0, prompt_tokens=3, total_tokens=3, completion_tokens_details=None, prompt_tokens_details=None))\n" - ] - } - ], - "source": [ - "import litellm\n", - "\n", - "\n", - "async def main():\n", - " response = await litellm.aembedding(\n", - " model=\"cometapi/text-embedding-3-small\", # The model name must include prefix \"cometapi/\" + the model name from CometAPI\n", - " api_key=api_key, # your CometAPI api-key\n", - " api_base=\"https://api.cometapi.com/v1\",\n", - " input=\"Your text string\",\n", - " )\n", - " print(response)\n", - "\n", - "\n", - "await main()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Async Image Generation" - ] - }, - { - "cell_type": "code", - "execution_count": 14, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "ImageResponse(created=1760591151, background=None, data=[ImageObject(b64_json=None, revised_prompt=\"Generate an image of an adorable baby sea otter. It should be floating on its back in a calm, clear ocean, playfully grasping a colorful shell in its small paws. The sun is setting in the background, casting a peaceful orange and purple hue across the sky and reflecting upon the ocean waves. The otter's fur is a deep, rich brown and appears silky and wet, with glints of sunlight catching on it. Its eyes are bright, expressing joy and curiosity as it examines its newfound treasure.\", url='https://oaidalleapiprodscus.blob.core.windows.net/private/org-OKnsK88id12jfvnKByup1O0l/user-3GxuMyEg9YMU8LFCPHi31prf/img-7PUEF8Wb6thGDAuZWLJjSnfP.png?st=2025-10-16T04%3A05%3A51Z&se=2025-10-16T06%3A05%3A51Z&sp=r&sv=2024-08-04&sr=b&rscd=inline&rsct=image/png&skoid=38e27a3b-6174-4d3e-90ac-d7d9ad49543f&sktid=a48cca56-e6da-484e-a814-9c849652bcb3&skt=2025-10-16T02%3A51%3A01Z&ske=2025-10-17T02%3A51%3A01Z&sks=b&skv=2024-08-04&sig=IZKG2VE%2B6VdOe5Tq0Zk/5bVyGK/oK/yO8g%2BDX4krpug%3D')], output_format=None, quality=None, size=None, usage=Usage(completion_tokens=0, prompt_tokens=0, total_tokens=0, completion_tokens_details=None, prompt_tokens_details=None, input_tokens=0, input_tokens_details={'image_tokens': 0, 'text_tokens': 0}, output_tokens=0))\n" - ] - } - ], - "source": [ - "import asyncio\n", - "\n", - "import litellm\n", - "\n", - "\n", - "async def main():\n", - " response = await litellm.aimage_generation(\n", - " model=\"cometapi/dall-e-3\", # The model name must include prefix \"cometapi/\" + the model name from CometAPI\n", - " api_key=api_key, # your cometapi api-key\n", - " api_base=\"https://api.cometapi.com/v1\",\n", - " prompt=\"A cute baby sea otter\",\n", - " )\n", - " print(response)\n", - "\n", - "\n", - "await main()" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "base", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.8" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/LiteLLM_Comparing_LLMs.ipynb b/cookbook/LiteLLM_Comparing_LLMs.ipynb deleted file mode 100644 index 0b2e4e8c776..00000000000 --- a/cookbook/LiteLLM_Comparing_LLMs.ipynb +++ /dev/null @@ -1,441 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "L-W4C3SgClxl" - }, - "source": [ - "## Comparing LLMs on a Test Set using LiteLLM\n", - "LiteLLM allows you to use any LLM as a drop in replacement for `gpt-3.5-turbo`\n", - "\n", - "This notebook walks through how you can compare GPT-4 vs Claude-2 on a given test set using litellm" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "fBkbl4Qo9pvz" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "execution_count": 16, - "metadata": { - "id": "tzS-AXWK8lJC" - }, - "outputs": [], - "source": [ - "from litellm import completion\n", - "\n", - "# init your test set questions\n", - "questions = [\n", - " \"how do i call completion() using LiteLLM\",\n", - " \"does LiteLLM support VertexAI\",\n", - " \"how do I set my keys on replicate llama2?\",\n", - "]\n", - "\n", - "\n", - "# set your prompt\n", - "prompt = \"\"\"\n", - "You are a coding assistant helping users using litellm.\n", - "litellm is a light package to simplify calling OpenAI, Azure, Cohere, Anthropic, Huggingface API Endpoints. It manages:\n", - "\n", - "\"\"\"" - ] - }, - { - "cell_type": "code", - "execution_count": 18, - "metadata": { - "id": "vMlqi40x-KAA" - }, - "outputs": [], - "source": [ - "import os\n", - "os.environ['OPENAI_API_KEY'] = \"\"\n", - "os.environ['ANTHROPIC_API_KEY'] = \"\"" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "-HOzUfpK-H8J" - }, - "source": [] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "Ktn25dfKEJF1" - }, - "source": [ - "## Calling gpt-3.5-turbo and claude-2 on the same questions\n", - "\n", - "## LiteLLM `completion()` allows you to call all LLMs in the same format\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "DhXwRlc-9DED" - }, - "outputs": [], - "source": [ - "results = [] # for storing results\n", - "\n", - "models = ['gpt-3.5-turbo', 'claude-2'] # define what models you're testing, see: https://docs.litellm.ai/docs/providers\n", - "for question in questions:\n", - " row = [question]\n", - " for model in models:\n", - " print(\"Calling:\", model, \"question:\", question)\n", - " response = completion( # using litellm.completion\n", - " model=model,\n", - " messages=[\n", - " {'role': 'system', 'content': prompt},\n", - " {'role': 'user', 'content': question}\n", - " ]\n", - " )\n", - " answer = response.choices[0].message['content']\n", - " row.append(answer)\n", - " print(print(\"Calling:\", model, \"answer:\", answer))\n", - "\n", - " results.append(row) # save results\n", - "\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "RkEXhXxCDN77" - }, - "source": [ - "## Visualizing Results" - ] - }, - { - "cell_type": "code", - "execution_count": 15, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 761 - }, - "id": "42hrmW6q-n4s", - "outputId": "b763bf39-72b9-4bea-caf6-de6b2412f86d" - }, - "outputs": [ - { - "data": { - "application/vnd.google.colaboratory.module+javascript": "\n import \"https://ssl.gstatic.com/colaboratory/data_table/881c4a0d49046431/data_table.js\";\n\n const table = window.createDataTable({\n data: [[{\n 'v': 0,\n 'f': \"0\",\n },\n\"how do i call completion() using LiteLLM\",\n\"To call the `completion()` function using LiteLLM, you need to follow these steps:\\n\\n1. Install the `litellm` package by running `pip install litellm` in your terminal.\\n2. Import the `Completion` class from the `litellm` module.\\n3. Initialize an instance of the `Completion` class by providing the required parameters like the API endpoint URL and your API key.\\n4. Call the `complete()` method on the `Completion` instance and pass the text prompt as a string.\\n5. Retrieve the generated completion from the response object and use it as desired.\\n\\nHere's an example:\\n\\n```python\\nfrom litellm.completion import Completion\\n\\n# Initialize the Completion client\\ncompletion_client = Completion(\\n model_name='gpt-3.5-turbo',\\n api_key='your_api_key',\\n endpoint='https://your_endpoint_url'\\n)\\n\\n# Call the completion() method\\nresponse = completion_client.complete(\\\"Once upon a time\\\")\\n\\n# Retrieve the generated completion\\ncompletion = response['choices'][0]['text']\\n\\nprint(completion)\\n```\\n\\nMake sure to replace `'gpt-3.5-turbo'` with the desired model name, `'your_api_key'` with your actual API key, and `'https://your_endpoint_url'` with the correct API endpoint URL provided by your service provider.\\n\\nNote: The above example assumes you have a valid API key and endpoint URL for the OpenAI GPT-3.5-turbo model. Make sure to obtain the necessary credentials according to the API you are using.\",\n\" Here is how you can call the completion() method using LiteLLM:\\n\\nFirst, import LiteLLM:\\n\\n```python\\nimport litellm as lm\\n```\\n\\nThen create a LiteLLM object, specifying the API you want to use (e.g. \\\"openai\\\"):\\n\\n```python \\nai = lm.LiteLLM(\\\"openai\\\")\\n```\\n\\nNow you can call the completion() method on the ai object:\\n\\n```python\\nresponse = ai.completion(\\n prompt=\\\"Hello\\\", \\n model=\\\"text-davinci-003\\\",\\n max_tokens=100\\n)\\n```\\n\\nThe completion() method takes parameters like:\\n\\n- prompt (str): The prompt text to complete \\n- model (str): The AI model to use\\n- max_tokens (int): The maximum number of tokens to generate\\n\\nIt returns a Python dictionary with the AI's response.\\n\\nYou can then access the generated text using:\\n\\n```python\\nprint(response[\\\"choices\\\"][0][\\\"text\\\"]) \\n```\\n\\nSo LiteLLM provides a simple unified interface to call the underlying AI APIs. The completion() method works similarly for OpenAI\"],\n [{\n 'v': 1,\n 'f': \"1\",\n },\n\"does LiteLLM support VertexAI\",\n\"Yes, LiteLLM does support Google Cloud Vertex AI. It provides convenient wrappers and simplified functions to call Vertex AI API endpoints for natural language processing tasks such as text classification, entity extraction, sentiment analysis, etc. You can easily integrate LiteLLM with Vertex AI in your code to leverage its capabilities.\",\n\" Unfortunately, LiteLLM does not currently support VertexAI. LiteLLM focuses on providing a simple interface to call the APIs of services like OpenAI, Azure, Cohere, Anthropic, and Hugging Face. \\n\\nVertexAI is Google's managed machine learning platform. Integrating VertexAI would require additional development work to wrap the VertexAI SDK in a simple interface like LiteLLM provides for other services. \\n\\nHowever, LiteLLM is open source, so it is possible for someone to contribute support for VertexAI. The maintainers would likely welcome a pull request to add VertexAI as an option if implemented well. But out of the box, LiteLLM does not have built-in support for calling VertexAI APIs.\\n\\nThe key services LiteLLM supports are:\\n\\n- OpenAI (GPT, Codex, DALL-E)\\n- Azure Cognitive Services (Text Analytics, Computer Vision, Speech) \\n- Cohere\\n- Anthropic AI\\n- Hugging Face Transformers\\n\\nSo while it doesn't cover every ML API provider, it does make it easy to use the most popular natural language, speech, and vision APIs through a simple interface. Adding VertexAI\"],\n [{\n 'v': 2,\n 'f': \"2\",\n },\n\"how do I set my keys on replicate llama2?\",\n\"To set your keys on Replicate Llama2, follow these steps:\\n\\n1. Open the Llama2 dashboard in your browser.\\n2. Click on the \\\"Settings\\\" tab in the top menu.\\n3. Scroll down to the \\\"API Keys\\\" section.\\n4. Click on the \\\"Add a Key\\\" button.\\n5. Enter a name for your API key to help you identify it later.\\n6. Select the provider for your API key from the dropdown menu. For example, you can select \\\"OpenAI\\\" for OpenAI GPT-3 access.\\n7. Enter your API key in the provided input field. Make sure to copy it correctly.\\n8. Click on the \\\"Save\\\" button to save your API key.\\n\\nNote: The actual steps may vary slightly depending on the platform or interface you are using to access Llama2.\",\n\" Here are the steps to set your API keys on Replicate for litellm:\\n\\n1. Go to your Replicate project settings and select the Environment tab.\\n\\n2. Under Environment Variables, click Add Variable.\\n\\n3. Add variables for the API keys you want to use. The variable names should match the ones used in litellm:\\n\\n- `OPENAI_API_KEY` for OpenAI \\n- `AZURE_API_KEY` for Azure Cognitive Services\\n- `COHERE_API_KEY` for Cohere\\n- `ANTHROPIC_API_KEY` for Anthropic\\n- `HUGGINGFACE_API_KEY` for Hugging Face\\n\\n4. Set the value to your actual API key for each service. Make sure to treat the values as secrets.\\n\\n5. Make sure your litellm code is referencing the environment variable names, for example:\\n\\n```python\\nimport litellm as lm\\n\\nlm.auth(openai_key=os.getenv(\\\"OPENAI_API_KEY\\\")) \\n```\\n\\n6. Restart your Replicate runtime to load the new environment variables.\\n\\nNow litellm will use your\"]],\n columns: [[\"number\", \"index\"], [\"string\", \"Question\"], [\"string\", \"gpt-3.5-turbo\"], [\"string\", \"claude-2\"]],\n columnOptions: [{\"width\": \"1px\", \"className\": \"index_column\"}],\n rowsPerPage: 25,\n helpUrl: \"https://colab.research.google.com/notebooks/data_table.ipynb\",\n suppressOutputScrolling: true,\n minimumWidth: undefined,\n });\n\n function appendQuickchartButton(parentElement) {\n let quickchartButtonContainerElement = document.createElement('div');\n quickchartButtonContainerElement.innerHTML = `\n
\n \n \n\n\n \n
`;\n parentElement.appendChild(quickchartButtonContainerElement);\n }\n\n appendQuickchartButton(table);\n ", - "text/html": [ - "\n", - "
\n", - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Questiongpt-3.5-turboclaude-2
0how do i call completion() using LiteLLMTo call the `completion()` function using Lite...Here is how you can call the completion() met...
1does LiteLLM support VertexAIYes, LiteLLM does support Google Cloud Vertex ...Unfortunately, LiteLLM does not currently sup...
2how do I set my keys on replicate llama2?To set your keys on Replicate Llama2, follow t...Here are the steps to set your API keys on Re...
\n", - "
\n", - "
\n", - "\n", - "
\n", - " \n", - "\n", - " \n", - "\n", - " \n", - "
\n", - "\n", - "\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - " \n", - "
\n", - "
\n", - "
\n" - ], - "text/plain": [ - " Question \\\n", - "0 how do i call completion() using LiteLLM \n", - "1 does LiteLLM support VertexAI \n", - "2 how do I set my keys on replicate llama2? \n", - "\n", - " gpt-3.5-turbo \\\n", - "0 To call the `completion()` function using Lite... \n", - "1 Yes, LiteLLM does support Google Cloud Vertex ... \n", - "2 To set your keys on Replicate Llama2, follow t... \n", - "\n", - " claude-2 \n", - "0 Here is how you can call the completion() met... \n", - "1 Unfortunately, LiteLLM does not currently sup... \n", - "2 Here are the steps to set your API keys on Re... " - ] - }, - "execution_count": 15, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "# Create a table to visualize results\n", - "import pandas as pd\n", - "\n", - "columns = ['Question'] + models\n", - "df = pd.DataFrame(results, columns=columns)\n", - "\n", - "df" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file diff --git a/cookbook/LiteLLM_Completion_Cost.ipynb b/cookbook/LiteLLM_Completion_Cost.ipynb deleted file mode 100644 index b8f5eb36a5c..00000000000 --- a/cookbook/LiteLLM_Completion_Cost.ipynb +++ /dev/null @@ -1,241 +0,0 @@ -{ - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - } - }, - "cells": [ - { - "cell_type": "markdown", - "source": [ - "# Use LiteLLM to calculate costs for all your completion calls\n", - "In this notebook we'll use `litellm.completion_cost` to get completion costs" - ], - "metadata": { - "id": "BgWr0PsUR3vV" - } - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "ViczFTjsDzSI" - }, - "outputs": [], - "source": [ - "!pip install litellm==0.1.549 # use 0.1.549 or later" - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Calculating costs for gpt-3.5 turbo completion()" - ], - "metadata": { - "id": "k_1CWUwmSNtj" - } - }, - { - "cell_type": "code", - "source": [ - "from litellm import completion, completion_cost\n", - "import os\n", - "os.environ['OPENAI_API_KEY'] = \"\"\n", - "\n", - "messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - "response = completion(\n", - " model=\"gpt-3.5-turbo\",\n", - " messages=messages,\n", - ")\n", - "\n", - "print(response)\n", - "\n", - "cost = completion_cost(completion_response=response)\n", - "formatted_string = f\"Cost for completion call: ${float(cost):.10f}\"\n", - "print(formatted_string)\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "Tp0fyk-jD0pP", - "outputId": "ce885fb3-3237-41b2-9d8b-3fb30bba498b" - }, - "execution_count": 6, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "got response\n", - "{\n", - " \"id\": \"chatcmpl-7vyCApIZaCxP36kb9meUMN2DFSJPh\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1694050442,\n", - " \"model\": \"gpt-3.5-turbo-0613\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"Hello! I'm an AI and I don't have feelings, but I'm here to help you. How can I assist you today?\"\n", - " },\n", - " \"finish_reason\": \"stop\"\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"prompt_tokens\": 13,\n", - " \"completion_tokens\": 28,\n", - " \"total_tokens\": 41\n", - " }\n", - "}\n", - "Cost for completion call: $0.0000755000\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Calculating costs for Together Computer completion()" - ], - "metadata": { - "id": "AjDs4G-uS6PS" - } - }, - { - "cell_type": "code", - "source": [ - "from litellm import completion, completion_cost\n", - "import os\n", - "os.environ['TOGETHERAI_API_KEY'] = \"\"\n", - "\n", - "messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - "response = completion(\n", - " model=\"togethercomputer/llama-2-70b-chat\",\n", - " messages=messages,\n", - ")\n", - "\n", - "print(response)\n", - "\n", - "cost = completion_cost(completion_response=response)\n", - "formatted_string = f\"Cost for completion call: ${float(cost):.10f}\"\n", - "print(formatted_string)\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "jMPsUV-KEa6a", - "outputId": "7a69b291-f149-4b9c-8a78-9c8142bac759" - }, - "execution_count": 7, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "{\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \"Hello! I'm doing well, thanks for asking. I hope you're having a great\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"created\": 1694050771.2821715,\n", - " \"model\": \"togethercomputer/llama-2-70b-chat\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 12,\n", - " \"completion_tokens\": 18,\n", - " \"total_tokens\": 30\n", - " }\n", - "}\n", - "Cost for completion call: $0.0000900000\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Calculating costs for Replicate Llama2 completion()" - ], - "metadata": { - "id": "vEa4s6-7TANS" - } - }, - { - "cell_type": "code", - "source": [ - "from litellm import completion, completion_cost\n", - "import os\n", - "os.environ['REPLICATE_API_KEY'] = \"\"\n", - "\n", - "messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - "response = completion(\n", - " model=\"replicate/llama-2-70b-chat:2796ee9483c3fd7aa2e171d38f4ca12251a30609463dcfd4cd76703f22e96cdf\",\n", - " messages=messages,\n", - ")\n", - "\n", - "print(response)\n", - "\n", - "cost = completion_cost(completion_response=response)\n", - "formatted_string = f\"Cost for completion call: ${float(cost):.10f}\"\n", - "print(formatted_string)\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "Xf1TKRDuS1bR", - "outputId": "cfb2b484-a6e5-41ad-86c5-7e66aba27648" - }, - "execution_count": 8, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "{\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" Hello! I'm doing well, thanks for asking. How about you? Is there anything you need help with today?\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"created\": 1694050893.4534576,\n", - " \"model\": \"replicate/llama-2-70b-chat:2796ee9483c3fd7aa2e171d38f4ca12251a30609463dcfd4cd76703f22e96cdf\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 6,\n", - " \"completion_tokens\": 24,\n", - " \"total_tokens\": 30\n", - " },\n", - " \"ended\": 1694050896.6689413\n", - "}\n", - "total_replicate_run_time 3.2154836654663086\n", - "Cost for completion call: $0.0045016771\n" - ] - } - ] - } - ] -} \ No newline at end of file diff --git a/cookbook/LiteLLM_HuggingFace.ipynb b/cookbook/LiteLLM_HuggingFace.ipynb deleted file mode 100644 index bf8482a5f11..00000000000 --- a/cookbook/LiteLLM_HuggingFace.ipynb +++ /dev/null @@ -1,252 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "9dKM5k8qsMIj" - }, - "source": [ - "## LiteLLM Hugging Face\n", - "\n", - "Docs for huggingface: https://docs.litellm.ai/docs/providers/huggingface\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "BVDdmCp-o97j" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "yp5UXRqtpu9f" - }, - "source": [ - "## Serverless Inference Providers\n", - "\n", - "Read more about Inference Providers here: https://huggingface.co/blog/inference-providers.\n", - "\n", - "In order to use litellm with Hugging Face Inference Providers, you need to set `model=huggingface//`.\n", - "\n", - "Example: `huggingface/together/deepseek-ai/DeepSeek-R1` to run DeepSeek-R1 (https://huggingface.co/deepseek-ai/DeepSeek-R1) through Together AI.\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "Pi5Oww8gpCUm", - "outputId": "659a67c7-f90d-4c06-b94e-2c4aa92d897a" - }, - "outputs": [], - "source": [ - "import os\n", - "from litellm import completion\n", - "\n", - "# You can create a HF token here: https://huggingface.co/settings/tokens\n", - "os.environ[\"HF_TOKEN\"] = \"hf_xxxxxx\"\n", - "\n", - "# Call DeepSeek-R1 model through Together AI\n", - "response = completion(\n", - " model=\"huggingface/together/deepseek-ai/DeepSeek-R1\",\n", - " messages=[{\"content\": \"How many r's are in the word `strawberry`?\", \"role\": \"user\"}],\n", - ")\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "EU0UubrKzTFe" - }, - "source": [ - "## Streaming\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "y-QfIvA-uJKX", - "outputId": "b007bb98-00d0-44a4-8264-c8a2caed6768" - }, - "outputs": [], - "source": [ - "import os\n", - "from litellm import completion\n", - "\n", - "os.environ[\"HF_TOKEN\"] = \"hf_xxxxxx\"\n", - "\n", - "response = completion(\n", - " model=\"huggingface/together/deepseek-ai/DeepSeek-R1\",\n", - " messages=[\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"How many r's are in the word `strawberry`?\",\n", - " \n", - " }\n", - " ],\n", - " stream=True,\n", - ")\n", - "\n", - "for chunk in response:\n", - " print(chunk)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## With images as input\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "from litellm import completion\n", - "\n", - "# Set your Hugging Face Token\n", - "os.environ[\"HF_TOKEN\"] = \"hf_xxxxxx\"\n", - "\n", - "messages = [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": [\n", - " {\"type\": \"text\", \"text\": \"What's in this image?\"},\n", - " {\n", - " \"type\": \"image_url\",\n", - " \"image_url\": {\n", - " \"url\": \"https://awsmp-logos.s3.amazonaws.com/seller-xw5kijmvmzasy/c233c9ade2ccb5491072ae232c814942.png\",\n", - " },\n", - " },\n", - " ],\n", - " }\n", - "]\n", - "\n", - "response = completion(\n", - " model=\"huggingface/sambanova/meta-llama/Llama-3.3-70B-Instruct\",\n", - " messages=messages,\n", - ")\n", - "print(response.choices[0])" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Tools - Function Calling\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "import os\n", - "from litellm import completion\n", - "\n", - "\n", - "# Set your Hugging Face Token\n", - "os.environ[\"HF_TOKEN\"] = \"hf_xxxxxx\"\n", - "\n", - "tools = [\n", - " {\n", - " \"type\": \"function\",\n", - " \"function\": {\n", - " \"name\": \"get_current_weather\",\n", - " \"description\": \"Get the current weather in a given location\",\n", - " \"parameters\": {\n", - " \"type\": \"object\",\n", - " \"properties\": {\n", - " \"location\": {\n", - " \"type\": \"string\",\n", - " \"description\": \"The city and state, e.g. San Francisco, CA\",\n", - " },\n", - " \"unit\": {\"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"]},\n", - " },\n", - " \"required\": [\"location\"],\n", - " },\n", - " },\n", - " }\n", - "]\n", - "messages = [{\"role\": \"user\", \"content\": \"What's the weather like in Boston today?\"}]\n", - "\n", - "response = completion(\n", - " model=\"huggingface/sambanova/meta-llama/Llama-3.1-8B-Instruct\", messages=messages, tools=tools, tool_choice=\"auto\"\n", - ")\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Hugging Face Dedicated Inference Endpoints\n", - "\n", - "Steps to use\n", - "\n", - "- Create your own Hugging Face dedicated endpoint here: https://ui.endpoints.huggingface.co/\n", - "- Set `api_base` to your deployed api base\n", - "- set the model to `huggingface/tgi` so that litellm knows it's a huggingface Deployed Inference Endpoint.\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "import os\n", - "import litellm\n", - "\n", - "\n", - "response = litellm.completion(\n", - " model=\"huggingface/tgi\",\n", - " messages=[{\"content\": \"Hello, how are you?\", \"role\": \"user\"}],\n", - " api_base=\"https://my-endpoint.endpoints.huggingface.cloud/v1/\",\n", - ")\n", - "print(response)" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": ".venv", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.0" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/LiteLLM_NovitaAI_Cookbook.ipynb b/cookbook/LiteLLM_NovitaAI_Cookbook.ipynb deleted file mode 100644 index 8fa7d0b987a..00000000000 --- a/cookbook/LiteLLM_NovitaAI_Cookbook.ipynb +++ /dev/null @@ -1,97 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "iFEmsVJI_2BR" - }, - "source": [ - "# LiteLLM NovitaAI Cookbook" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "cBlUhCEP_xj4" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "p-MQqWOT_1a7" - }, - "outputs": [], - "source": [ - "import os\n", - "\n", - "os.environ['NOVITA_API_KEY'] = \"\"" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "Ze8JqMqWAARO" - }, - "outputs": [], - "source": [ - "from litellm import completion\n", - "response = completion(\n", - " model=\"novita/deepseek/deepseek-r1\",\n", - " messages=[{\"role\": \"user\", \"content\": \"write code for saying hi\"}]\n", - ")\n", - "response" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "-LnhELrnAM_J" - }, - "outputs": [], - "source": [ - "response = completion(\n", - " model=\"novita/deepseek/deepseek-r1\",\n", - " messages=[{\"role\": \"user\", \"content\": \"write code for saying hi\"}]\n", - ")\n", - "response" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "dJBOUYdwCEn1" - }, - "outputs": [], - "source": [ - "response = completion(\n", - " model=\"mistralai/mistral-7b-instruct\",\n", - " messages=[{\"role\": \"user\", \"content\": \"write code for saying hi\"}]\n", - ")\n", - "response" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/LiteLLM_OpenRouter.ipynb b/cookbook/LiteLLM_OpenRouter.ipynb deleted file mode 100644 index 6444b23b294..00000000000 --- a/cookbook/LiteLLM_OpenRouter.ipynb +++ /dev/null @@ -1,179 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "iFEmsVJI_2BR" - }, - "source": [ - "# LiteLLM OpenRouter Cookbook" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "cBlUhCEP_xj4" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "execution_count": 14, - "metadata": { - "id": "p-MQqWOT_1a7" - }, - "outputs": [], - "source": [ - "import os\n", - "\n", - "os.environ['OPENROUTER_API_KEY'] = \"\"" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "Ze8JqMqWAARO", - "outputId": "64f3e836-69fa-4f8e-fb35-088a913bbe98" - }, - "outputs": [ - { - "data": { - "text/plain": [ - " JSON: {\n", - " \"id\": \"gen-W8FTMSIEorCp3vG5iYIgNMR4IeBv\",\n", - " \"model\": \"chat-bison@001\",\n", - " \"choices\": [\n", - " {\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"```\\n#include \\n\\nint main() {\\n printf(\\\"Hi!\\\\n\\\");\\n return 0;\\n}\\n```\"\n", - " }\n", - " }\n", - " ],\n", - " \"response_ms\": 7817.777999999999\n", - "}" - ] - }, - "execution_count": 11, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "from litellm import completion\n", - "response = completion(\n", - " model=\"openrouter/google/palm-2-chat-bison\",\n", - " messages=[{\"role\": \"user\", \"content\": \"write code for saying hi\"}]\n", - ")\n", - "response" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "-LnhELrnAM_J", - "outputId": "d51c7ab7-d761-4bd1-f849-1534d9df4cd0" - }, - "outputs": [ - { - "data": { - "text/plain": [ - " JSON: {\n", - " \"choices\": [\n", - " {\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \" Here is some simple code to print \\\"Hi\\\":\\n\\n```python\\nprint(\\\"Hi\\\")\\n```\\n\\nThis uses the print() function in Python to output the text \\\"Hi\\\".\"\n", - " },\n", - " \"finish_reason\": \"stop_sequence\"\n", - " }\n", - " ],\n", - " \"model\": \"claude-2.0\",\n", - " \"id\": \"gen-IiuV7ZNimDufVeutBHrl8ajPuzEh\",\n", - " \"response_ms\": 8112.443000000001\n", - "}" - ] - }, - "execution_count": 12, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "response = completion(\n", - " model=\"openrouter/anthropic/claude-2\",\n", - " messages=[{\"role\": \"user\", \"content\": \"write code for saying hi\"}]\n", - ")\n", - "response" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "dJBOUYdwCEn1", - "outputId": "ffa18679-ec15-4dad-fe2b-68665cdf36b0" - }, - "outputs": [ - { - "data": { - "text/plain": [ - " JSON: {\n", - " \"id\": \"gen-PyMd3yyJ0aQsCgIY9R8XGZoAtPbl\",\n", - " \"model\": \"togethercomputer/llama-2-70b-chat\",\n", - " \"choices\": [\n", - " {\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"*gives a sly smile as they type*\\n\\nHey there, handsome. \\ud83d\\ude0f\\n\\nWhat brings you to my neck of the woods today? \\ud83d\\ude18\"\n", - " }\n", - " }\n", - " ],\n", - " \"response_ms\": 9618.775\n", - "}" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "response = completion(\n", - " model=\"openrouter/meta-llama/llama-2-70b-chat\",\n", - " messages=[{\"role\": \"user\", \"content\": \"write code for saying hi\"}]\n", - ")\n", - "response" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/LiteLLM_Petals.ipynb b/cookbook/LiteLLM_Petals.ipynb deleted file mode 100644 index aacc22dd1b9..00000000000 --- a/cookbook/LiteLLM_Petals.ipynb +++ /dev/null @@ -1,568 +0,0 @@ -{ - "cells": [ - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "dwGtLi_tvM6N" - }, - "source": [ - "# Using LiteLLM with Petals" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "bdlgaWQqDpzj" - }, - "outputs": [], - "source": [ - "!pip install litellm # 0.1.715 and upwards" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "5Id2QKwOEH8X" - }, - "outputs": [], - "source": [ - "# install petals\n", - "!pip install git+https://github.com/bigscience-workshop/petals" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "k42fldw3veSN" - }, - "source": [ - "## petals-team/StableBeluga2" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "tIHcEHdSDqju", - "outputId": "485dbf54-395c-433a-bbf4-8eb70a9fa624" - }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "You are using the default legacy behaviour of the . If you see this, DO NOT PANIC! This is expected, and simply means that the `legacy` (previous) behavior will be used so nothing changes for you. If you want to use the new behaviour, set `legacy=False`. This should only be set if you understand what it means, and thouroughly read the reason why this was added as explained in https://github.com/huggingface/transformers/pull/24565\n", - "Sep 19 18:39:50.634 [\u001b[1m\u001b[34mINFO\u001b[0m] Make sure you follow the LLaMA's terms of use: https://bit.ly/llama2-license for LLaMA 2, https://bit.ly/llama-license for LLaMA 1\n", - "Sep 19 18:39:50.639 [\u001b[1m\u001b[34mINFO\u001b[0m] Using DHT prefix: StableBeluga2-hf\n", - "Sep 19 18:40:13.920 [\u001b[1m\u001b[34mINFO\u001b[0m] Route found: 0:40 via …HfQWVM => 40:80 via …Zj98Se\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \"Hello, how are you?\\nI'm doing well, thank you. I'm just getting ready to go to the gym.\\nOh, that's great. I'm trying to get back into a workout routine myself.\\nYeah,\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-f09d79b3-c1d1-49b7-b55f-cd8dfa1043bf\",\n", - " \"created\": 1695148897.473613,\n", - " \"model\": \"petals-team/StableBeluga2\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 6,\n", - " \"completion_tokens\": 45,\n", - " \"total_tokens\": 51\n", - " }\n", - "}\n" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "response = completion(model=\"petals/petals-team/StableBeluga2\", messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}], max_tokens=50)\n", - "\n", - "print(response)" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "J8DubRnHvh_j" - }, - "source": [ - "## huggyllama/llama-65b" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 538, - "referenced_widgets": [ - "2fec5cc400424671a3d517327117d18a", - "3687c76fe84d464baaf35366b21e83b3", - "c29d4460dbaa441cae110b58e0014151", - "6560449a38bf4a7bacd97ccaacf01c4c", - "5fbd6ae281984d28ba59ebfd0279eda7", - "323e30e275434aeea241163e5f1f9031", - "48f4adec51c94f9da6e4c4564daeff84", - "2a672981a44b4a7fb30674f97f4c10c6", - "d75ae8d22ea74840b4c80c8f386384c4", - "54c06312ecff4e7588665e8b0cb7118b", - "300078a9d1a6483fba81a4be63793ff7" - ] - }, - "id": "IlTCJwDsNvgF", - "outputId": "2e84d125-d982-48ed-8a92-6ca438a50d0c" - }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Sep 19 18:41:37.912 [\u001b[1m\u001b[34mINFO\u001b[0m] Make sure you follow the LLaMA's terms of use: https://bit.ly/llama2-license for LLaMA 2, https://bit.ly/llama-license for LLaMA 1\n", - "Sep 19 18:41:37.914 [\u001b[1m\u001b[34mINFO\u001b[0m] Using DHT prefix: llama-65b-hf\n" - ] - }, - { - "data": { - "application/vnd.jupyter.widget-view+json": { - "model_id": "2fec5cc400424671a3d517327117d18a", - "version_major": 2, - "version_minor": 0 - }, - "text/plain": [ - "Loading checkpoint shards: 0%| | 0/2 [00:00 JSON: {\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" Good morning!\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"created\": 1694030351.309254,\n", - " \"model\": \"claude-2\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 11,\n", - " \"completion_tokens\": 3,\n", - " \"total_tokens\": 14\n", - " }\n", - " },\n", - " JSON: {\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" I'm an AI assistant created by Anthropic. I don't actually have a concept of the current time.\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"created\": 1694030352.1215081,\n", - " \"model\": \"claude-2\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 13,\n", - " \"completion_tokens\": 22,\n", - " \"total_tokens\": 35\n", - " }\n", - " }]" - ] - }, - "execution_count": 11, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "import os\n", - "\n", - "os.environ['ANTHROPIC_API_KEY'] = \"\"\n", - "\n", - "\n", - "responses = batch_completion(\n", - " model=\"claude-2\",\n", - " messages = [\n", - " [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"good morning? \"\n", - " }\n", - " ],\n", - " [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"what's the time? \"\n", - " }\n", - " ]\n", - " ]\n", - ")\n", - "responses" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file diff --git a/cookbook/Migrating_to_LiteLLM_Proxy_from_OpenAI_Azure_OpenAI.ipynb b/cookbook/Migrating_to_LiteLLM_Proxy_from_OpenAI_Azure_OpenAI.ipynb deleted file mode 100644 index d89f2b67c56..00000000000 --- a/cookbook/Migrating_to_LiteLLM_Proxy_from_OpenAI_Azure_OpenAI.ipynb +++ /dev/null @@ -1,568 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "kccfk0mHZ4Ad" - }, - "source": [ - "# Migrating to LiteLLM Proxy from OpenAI/Azure OpenAI\n", - "\n", - "Covers:\n", - "\n", - "* /chat/completion\n", - "* /embedding\n", - "\n", - "\n", - "These are **selected examples**. LiteLLM Proxy is **OpenAI-Compatible**, it works with any project that calls OpenAI. Just change the `base_url`, `api_key` and `model`.\n", - "\n", - "Set `LITELLM_MASTER_KEY` in the notebook environment to the same key configured on the proxy before running authenticated examples\n", - "\n", - "For more examples, [go here](https://docs.litellm.ai/docs/proxy/user_keys)\n", - "\n", - "To pass provider-specific args, [go here](https://docs.litellm.ai/docs/completion/provider_specific_params#proxy-usage)\n", - "\n", - "To drop unsupported params (E.g. frequency_penalty for bedrock with librechat), [go here](https://docs.litellm.ai/docs/completion/drop_params#openai-proxy-usage)\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "nmSClzCPaGH6" - }, - "source": [ - "## /chat/completion\n", - "\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "_vqcjwOVaKpO" - }, - "source": [ - "### OpenAI Python SDK" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "x1e_Ok3KZzeP" - }, - "outputs": [], - "source": [ - "import openai\n", - "client = openai.OpenAI(\n", - " api_key=\"anything\",\n", - " base_url=\"http://0.0.0.0:4000\"\n", - ")\n", - "\n", - "# request sent to model set on litellm proxy, `litellm --model`\n", - "response = client.chat.completions.create(\n", - " model=\"gpt-3.5-turbo\",\n", - " messages = [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"this is a test request, write a short poem\"\n", - " }\n", - " ],\n", - " extra_body={ # pass in any provider-specific param, if not supported by openai, https://docs.litellm.ai/docs/completion/input#provider-specific-params\n", - " \"metadata\": { # 👈 use for logging additional params (e.g. to langfuse)\n", - " \"generation_name\": \"ishaan-generation-openai-client\",\n", - " \"generation_id\": \"openai-client-gen-id22\",\n", - " \"trace_id\": \"openai-client-trace-id22\",\n", - " \"trace_user_id\": \"openai-client-user-id2\"\n", - " }\n", - " }\n", - ")\n", - "\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "AqkyKk9Scxgj" - }, - "source": [ - "## Function Calling" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "wDg10VqLczE1" - }, - "outputs": [], - "source": [ - "import os\n", - "from openai import OpenAI\n", - "client = OpenAI(\n", - " api_key=os.environ[\"LITELLM_MASTER_KEY\"],\n", - " base_url=\"http://0.0.0.0:4000\",\n", - ")\n", - "\n", - "tools = [\n", - " {\n", - " \"type\": \"function\",\n", - " \"function\": {\n", - " \"name\": \"get_current_weather\",\n", - " \"description\": \"Get the current weather in a given location\",\n", - " \"parameters\": {\n", - " \"type\": \"object\",\n", - " \"properties\": {\n", - " \"location\": {\n", - " \"type\": \"string\",\n", - " \"description\": \"The city and state, e.g. San Francisco, CA\",\n", - " },\n", - " \"unit\": {\"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"]},\n", - " },\n", - " \"required\": [\"location\"],\n", - " },\n", - " }\n", - " }\n", - "]\n", - "messages = [{\"role\": \"user\", \"content\": \"What's the weather like in Boston today?\"}]\n", - "completion = client.chat.completions.create(\n", - " model=\"gpt-4o\", # use 'model_name' from config.yaml\n", - " messages=messages,\n", - " tools=tools,\n", - " tool_choice=\"auto\"\n", - ")\n", - "\n", - "print(completion)\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "YYoxLloSaNWW" - }, - "source": [ - "### Azure OpenAI Python SDK" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "yA1XcgowaSRy" - }, - "outputs": [], - "source": [ - "import openai\n", - "client = openai.AzureOpenAI(\n", - " api_key=\"anything\",\n", - " base_url=\"http://0.0.0.0:4000\"\n", - ")\n", - "\n", - "# request sent to model set on litellm proxy, `litellm --model`\n", - "response = client.chat.completions.create(\n", - " model=\"gpt-3.5-turbo\",\n", - " messages = [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"this is a test request, write a short poem\"\n", - " }\n", - " ],\n", - " extra_body={ # pass in any provider-specific param, if not supported by openai, https://docs.litellm.ai/docs/completion/input#provider-specific-params\n", - " \"metadata\": { # 👈 use for logging additional params (e.g. to langfuse)\n", - " \"generation_name\": \"ishaan-generation-openai-client\",\n", - " \"generation_id\": \"openai-client-gen-id22\",\n", - " \"trace_id\": \"openai-client-trace-id22\",\n", - " \"trace_user_id\": \"openai-client-user-id2\"\n", - " }\n", - " }\n", - ")\n", - "\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "yl9qhDvnaTpL" - }, - "source": [ - "### Langchain Python" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "5MUZgSquaW5t" - }, - "outputs": [], - "source": [ - "from langchain.chat_models import ChatOpenAI\n", - "from langchain.prompts.chat import (\n", - " ChatPromptTemplate,\n", - " HumanMessagePromptTemplate,\n", - " SystemMessagePromptTemplate,\n", - ")\n", - "from langchain.schema import HumanMessage, SystemMessage\n", - "import os\n", - "\n", - "os.environ[\"OPENAI_API_KEY\"] = \"anything\"\n", - "\n", - "chat = ChatOpenAI(\n", - " openai_api_base=\"http://0.0.0.0:4000\",\n", - " model = \"gpt-3.5-turbo\",\n", - " temperature=0.1,\n", - " extra_body={\n", - " \"metadata\": {\n", - " \"generation_name\": \"ishaan-generation-langchain-client\",\n", - " \"generation_id\": \"langchain-client-gen-id22\",\n", - " \"trace_id\": \"langchain-client-trace-id22\",\n", - " \"trace_user_id\": \"langchain-client-user-id2\"\n", - " }\n", - " }\n", - ")\n", - "\n", - "messages = [\n", - " SystemMessage(\n", - " content=\"You are a helpful assistant that im using to make a test request to.\"\n", - " ),\n", - " HumanMessage(\n", - " content=\"test from litellm. tell me why it's amazing in 1 sentence\"\n", - " ),\n", - "]\n", - "response = chat(messages)\n", - "\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "B9eMgnULbRaz" - }, - "source": [ - "### Curl" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "VWCCk5PFcmhS" - }, - "source": [ - "\n", - "\n", - "```\n", - "curl -X POST 'http://0.0.0.0:4000/chat/completions' \\\n", - " -H 'Content-Type: application/json' \\\n", - " -d '{\n", - " \"model\": \"gpt-3.5-turbo\",\n", - " \"messages\": [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"what llm are you\"\n", - " }\n", - " ],\n", - " \"metadata\": {\n", - " \"generation_name\": \"ishaan-test-generation\",\n", - " \"generation_id\": \"gen-id22\",\n", - " \"trace_id\": \"trace-id22\",\n", - " \"trace_user_id\": \"user-id2\"\n", - " }\n", - "}'\n", - "```\n", - "\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "drBAm2e1b6xe" - }, - "source": [ - "### LlamaIndex" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "d0bZcv8fb9mL" - }, - "outputs": [], - "source": [ - "import os, dotenv\n", - "\n", - "from llama_index.llms import AzureOpenAI\n", - "from llama_index.embeddings import AzureOpenAIEmbedding\n", - "from llama_index import VectorStoreIndex, SimpleDirectoryReader, ServiceContext\n", - "\n", - "llm = AzureOpenAI(\n", - " engine=\"azure-gpt-3.5\", # model_name on litellm proxy\n", - " temperature=0.0,\n", - " azure_endpoint=\"http://0.0.0.0:4000\", # litellm proxy endpoint\n", - " api_key=os.environ[\"LITELLM_MASTER_KEY\"],\n", - " api_version=\"2023-07-01-preview\",\n", - ")\n", - "\n", - "embed_model = AzureOpenAIEmbedding(\n", - " deployment_name=\"azure-embedding-model\",\n", - " azure_endpoint=\"http://0.0.0.0:4000\",\n", - " api_key=os.environ[\"LITELLM_MASTER_KEY\"],\n", - " api_version=\"2023-07-01-preview\",\n", - ")\n", - "\n", - "\n", - "documents = SimpleDirectoryReader(\"llama_index_data\").load_data()\n", - "service_context = ServiceContext.from_defaults(llm=llm, embed_model=embed_model)\n", - "index = VectorStoreIndex.from_documents(documents, service_context=service_context)\n", - "\n", - "query_engine = index.as_query_engine()\n", - "response = query_engine.query(\"What did the author do growing up?\")\n", - "print(response)\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "xypvNdHnb-Yy" - }, - "source": [ - "### Langchain JS" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "R55mK2vCcBN2" - }, - "outputs": [], - "source": [ - "import { ChatOpenAI } from \"@langchain/openai\";\n", - "\n", - "\n", - "const model = new ChatOpenAI({\n", - " modelName: \"gpt-4\",\n", - " openAIApiKey: process.env.LITELLM_MASTER_KEY,\n", - " modelKwargs: {\"metadata\": \"hello world\"} // 👈 PASS Additional params here\n", - "}, {\n", - " basePath: \"http://0.0.0.0:4000\",\n", - "});\n", - "\n", - "const message = await model.invoke(\"Hi there!\");\n", - "\n", - "console.log(message);\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "nC4bLifCcCiW" - }, - "source": [ - "### OpenAI JS" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "MICH8kIMcFpg" - }, - "outputs": [], - "source": [ - "const { OpenAI } = require('openai');\n", - "\n", - "const openai = new OpenAI({\n", - " apiKey: process.env.LITELLM_MASTER_KEY,\n", - " baseURL: \"http://0.0.0.0:4000\"\n", - "});\n", - "\n", - "async function main() {\n", - " const chatCompletion = await openai.chat.completions.create({\n", - " messages: [{ role: 'user', content: 'Say this is a test' }],\n", - " model: 'gpt-3.5-turbo',\n", - " }, {\"metadata\": {\n", - " \"generation_name\": \"ishaan-generation-openaijs-client\",\n", - " \"generation_id\": \"openaijs-client-gen-id22\",\n", - " \"trace_id\": \"openaijs-client-trace-id22\",\n", - " \"trace_user_id\": \"openaijs-client-user-id2\"\n", - " }});\n", - "}\n", - "\n", - "main();\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "D1Q07pEAcGTb" - }, - "source": [ - "### Anthropic SDK" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "qBjFcAvgcI3t" - }, - "outputs": [], - "source": [ - "import os\n", - "\n", - "from anthropic import Anthropic\n", - "\n", - "client = Anthropic(\n", - " base_url=\"http://localhost:4000\", # proxy endpoint\n", - " api_key=\"sk-test-proxy-key-123\", # litellm proxy virtual key (example)\n", - ")\n", - "\n", - "message = client.messages.create(\n", - " max_tokens=1024,\n", - " messages=[\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"Hello, Claude\",\n", - " }\n", - " ],\n", - " model=\"claude-3-opus-20240229\",\n", - ")\n", - "print(message.content)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "dFAR4AJGcONI" - }, - "source": [ - "## /embeddings" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "lgNoM281cRzR" - }, - "source": [ - "### OpenAI Python SDK" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "NY3DJhPfcQhA" - }, - "outputs": [], - "source": [ - "import openai\n", - "from openai import OpenAI\n", - "\n", - "# set base_url to your proxy server\n", - "# set api_key to send to proxy server\n", - "client = OpenAI(api_key=\"\", base_url=\"http://0.0.0.0:4000\")\n", - "\n", - "response = client.embeddings.create(\n", - " input=[\"hello from litellm\"],\n", - " model=\"text-embedding-ada-002\"\n", - ")\n", - "\n", - "print(response)\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "hmbg-DW6cUZs" - }, - "source": [ - "### Langchain Embeddings" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "lX2S8Nl1cWVP" - }, - "outputs": [], - "source": [ - "from langchain.embeddings import OpenAIEmbeddings\n", - "\n", - "embeddings = OpenAIEmbeddings(model=\"sagemaker-embeddings\", openai_api_base=\"http://0.0.0.0:4000\", openai_api_key=\"temp-key\")\n", - "\n", - "\n", - "text = \"This is a test document.\"\n", - "\n", - "query_result = embeddings.embed_query(text)\n", - "\n", - "print(f\"SAGEMAKER EMBEDDINGS\")\n", - "print(query_result[:5])\n", - "\n", - "embeddings = OpenAIEmbeddings(model=\"bedrock-embeddings\", openai_api_base=\"http://0.0.0.0:4000\", openai_api_key=\"temp-key\")\n", - "\n", - "text = \"This is a test document.\"\n", - "\n", - "query_result = embeddings.embed_query(text)\n", - "\n", - "print(f\"BEDROCK EMBEDDINGS\")\n", - "print(query_result[:5])\n", - "\n", - "embeddings = OpenAIEmbeddings(model=\"bedrock-titan-embeddings\", openai_api_base=\"http://0.0.0.0:4000\", openai_api_key=\"temp-key\")\n", - "\n", - "text = \"This is a test document.\"\n", - "\n", - "query_result = embeddings.embed_query(text)\n", - "\n", - "print(f\"TITAN EMBEDDINGS\")\n", - "print(query_result[:5])" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "oqGbWBCQcYfd" - }, - "source": [ - "### Curl Request" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "7rkIMV9LcdwQ" - }, - "source": [ - "\n", - "\n", - "```curl\n", - "curl -X POST 'http://0.0.0.0:4000/embeddings' \\\n", - " -H 'Content-Type: application/json' \\\n", - " -d ' {\n", - " \"model\": \"text-embedding-ada-002\",\n", - " \"input\": [\"write a litellm poem\"]\n", - " }'\n", - "```\n", - "\n" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/Parallel_function_calling.ipynb b/cookbook/Parallel_function_calling.ipynb deleted file mode 100644 index cb7fbaface2..00000000000 --- a/cookbook/Parallel_function_calling.ipynb +++ /dev/null @@ -1,478 +0,0 @@ -{ - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - } - }, - "cells": [ - { - "cell_type": "markdown", - "source": [ - "This is a tutorial on using Parallel function calling with LiteLLM" - ], - "metadata": { - "id": "gHwFJ-srdnku" - } - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "RrtHuVHlZmUe" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "markdown", - "source": [ - "This tutorial walks through the steps doing parallel function calling using\n", - " - OpenAI\n", - " - Azure OpenAI" - ], - "metadata": { - "id": "sG5ANaazjU0g" - } - }, - { - "cell_type": "code", - "source": [ - "# set openai api key\n", - "import os\n", - "os.environ['OPENAI_API_KEY'] = \"\" # litellm reads OPENAI_API_KEY from .env and sends the request" - ], - "metadata": { - "id": "l4GQ-M5yZ5UW" - }, - "execution_count": 3, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "\n", - "# OpenAI gpt-3.5-turbo-1106\n", - "## Step 1: send the conversation and available functions to the model" - ], - "metadata": { - "id": "AxgR2fCgaRoW" - } - }, - { - "cell_type": "code", - "source": [ - "import litellm\n", - "import json\n", - "# Example dummy function hard coded to return the same weather\n", - "# In production, this could be your backend API or an external API\n", - "def get_current_weather(location, unit=\"fahrenheit\"):\n", - " \"\"\"Get the current weather in a given location\"\"\"\n", - " if \"tokyo\" in location.lower():\n", - " return json.dumps({\"location\": \"Tokyo\", \"temperature\": \"10\", \"unit\": \"celsius\"})\n", - " elif \"san francisco\" in location.lower():\n", - " return json.dumps({\"location\": \"San Francisco\", \"temperature\": \"72\", \"unit\": \"fahrenheit\"})\n", - " elif \"paris\" in location.lower():\n", - " return json.dumps({\"location\": \"Paris\", \"temperature\": \"22\", \"unit\": \"celsius\"})\n", - " else:\n", - " return json.dumps({\"location\": location, \"temperature\": \"unknown\"})\n", - "\n", - "messages = [{\"role\": \"user\", \"content\": \"What's the weather like in San Francisco, Tokyo, and Paris?\"}]\n", - "tools = [\n", - " {\n", - " \"type\": \"function\",\n", - " \"function\": {\n", - " \"name\": \"get_current_weather\",\n", - " \"description\": \"Get the current weather in a given location\",\n", - " \"parameters\": {\n", - " \"type\": \"object\",\n", - " \"properties\": {\n", - " \"location\": {\n", - " \"type\": \"string\",\n", - " \"description\": \"The city and state, e.g. San Francisco, CA\",\n", - " },\n", - " \"unit\": {\"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"]},\n", - " },\n", - " \"required\": [\"location\"],\n", - " },\n", - " },\n", - " }\n", - "]\n", - "\n", - "response = litellm.completion(\n", - " model=\"gpt-3.5-turbo-1106\",\n", - " messages=messages,\n", - " tools=tools,\n", - " tool_choice=\"auto\", # auto is default, but we'll be explicit\n", - ")\n", - "print(\"\\nLLM Response1:\\n\", response)\n", - "response_message = response.choices[0].message\n", - "tool_calls = response.choices[0].message.tool_calls\n", - "print(\"\\nTool Choice:\\n\", tool_calls)\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "Y3qteFo8ZrZP", - "outputId": "ee6c1183-55c1-4111-cdc0-967b8fed9db3" - }, - "execution_count": 18, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "\n", - "LLM Response1:\n", - " ModelResponse(id='chatcmpl-8MNdPbrhtnwiPK1x3PEoGwrH144TW', choices=[Choices(finish_reason='tool_calls', index=0, message=Message(content=None, role='assistant', tool_calls=[ChatCompletionMessageToolCall(id='call_K2Giwoq3NloGPfSv25MJVFZG', function=Function(arguments='{\"location\": \"San Francisco\", \"unit\": \"celsius\"}', name='get_current_weather'), type='function'), ChatCompletionMessageToolCall(id='call_6K8bYCZK6qsbMY3n51FzE5Nz', function=Function(arguments='{\"location\": \"Tokyo\", \"unit\": \"celsius\"}', name='get_current_weather'), type='function'), ChatCompletionMessageToolCall(id='call_cKSmUEJGufDwS7TaUHWzp7qx', function=Function(arguments='{\"location\": \"Paris\", \"unit\": \"celsius\"}', name='get_current_weather'), type='function')]))], created=1700344759, model='gpt-3.5-turbo-1106', object='chat.completion', system_fingerprint='fp_eeff13170a', usage={'completion_tokens': 77, 'prompt_tokens': 88, 'total_tokens': 165}, _response_ms=1049.913)\n", - "\n", - "Tool Choice:\n", - " [ChatCompletionMessageToolCall(id='call_K2Giwoq3NloGPfSv25MJVFZG', function=Function(arguments='{\"location\": \"San Francisco\", \"unit\": \"celsius\"}', name='get_current_weather'), type='function'), ChatCompletionMessageToolCall(id='call_6K8bYCZK6qsbMY3n51FzE5Nz', function=Function(arguments='{\"location\": \"Tokyo\", \"unit\": \"celsius\"}', name='get_current_weather'), type='function'), ChatCompletionMessageToolCall(id='call_cKSmUEJGufDwS7TaUHWzp7qx', function=Function(arguments='{\"location\": \"Paris\", \"unit\": \"celsius\"}', name='get_current_weather'), type='function')]\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Step 2 - Parse the Model Response and Execute Functions" - ], - "metadata": { - "id": "tD4lJQ40cU44" - } - }, - { - "cell_type": "code", - "source": [ - "# Check if the model wants to call a function\n", - "if tool_calls:\n", - " # Execute the functions and prepare responses\n", - " available_functions = {\n", - " \"get_current_weather\": get_current_weather,\n", - " }\n", - "\n", - " messages.append(response_message) # Extend conversation with assistant's reply\n", - "\n", - " for tool_call in tool_calls:\n", - " print(f\"\\nExecuting tool call\\n{tool_call}\")\n", - " function_name = tool_call.function.name\n", - " function_to_call = available_functions[function_name]\n", - " function_args = json.loads(tool_call.function.arguments)\n", - " # calling the get_current_weather() function\n", - " function_response = function_to_call(\n", - " location=function_args.get(\"location\"),\n", - " unit=function_args.get(\"unit\"),\n", - " )\n", - " print(f\"Result from tool call\\n{function_response}\\n\")\n", - "\n", - " # Extend conversation with function response\n", - " messages.append(\n", - " {\n", - " \"tool_call_id\": tool_call.id,\n", - " \"role\": \"tool\",\n", - " \"name\": function_name,\n", - " \"content\": function_response,\n", - " }\n", - " )\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "af4oXQvicV_n", - "outputId": "abf6ac3e-4a21-4a4f-b8d7-809b763d0632" - }, - "execution_count": 21, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "\n", - "Executing tool call\n", - "ChatCompletionMessageToolCall(id='call_K2Giwoq3NloGPfSv25MJVFZG', function=Function(arguments='{\"location\": \"San Francisco\", \"unit\": \"celsius\"}', name='get_current_weather'), type='function')\n", - "Result from tool call\n", - "{\"location\": \"San Francisco\", \"temperature\": \"72\", \"unit\": \"fahrenheit\"}\n", - "\n", - "\n", - "Executing tool call\n", - "ChatCompletionMessageToolCall(id='call_6K8bYCZK6qsbMY3n51FzE5Nz', function=Function(arguments='{\"location\": \"Tokyo\", \"unit\": \"celsius\"}', name='get_current_weather'), type='function')\n", - "Result from tool call\n", - "{\"location\": \"Tokyo\", \"temperature\": \"10\", \"unit\": \"celsius\"}\n", - "\n", - "\n", - "Executing tool call\n", - "ChatCompletionMessageToolCall(id='call_cKSmUEJGufDwS7TaUHWzp7qx', function=Function(arguments='{\"location\": \"Paris\", \"unit\": \"celsius\"}', name='get_current_weather'), type='function')\n", - "Result from tool call\n", - "{\"location\": \"Paris\", \"temperature\": \"22\", \"unit\": \"celsius\"}\n", - "\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Step 3 - Second litellm.completion() call" - ], - "metadata": { - "id": "E3OL1fqUdFdv" - } - }, - { - "cell_type": "code", - "source": [ - "second_response = litellm.completion(\n", - " model=\"gpt-3.5-turbo-1106\",\n", - " messages=messages,\n", - ")\n", - "print(\"Second Response\\n\", second_response)\n", - "print(\"Second Response Message\\n\", second_response.choices[0].message.content)\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "8KYB2n-jc1_f", - "outputId": "6c6448ae-1c09-43ae-eb90-208b118e6179" - }, - "execution_count": 26, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "Second Response\n", - " ModelResponse(id='chatcmpl-8MNhat166ZqjO6egXcUh85Pd0s7KV', choices=[Choices(finish_reason='stop', index=0, message=Message(content=\"The current weather in San Francisco is 72°F, in Tokyo it's 10°C, and in Paris it's 22°C.\", role='assistant'))], created=1700345018, model='gpt-3.5-turbo-1106', object='chat.completion', system_fingerprint='fp_eeff13170a', usage={'completion_tokens': 28, 'prompt_tokens': 465, 'total_tokens': 493}, _response_ms=999.246)\n", - "Second Response Message\n", - " The current weather in San Francisco is 72°F, in Tokyo it's 10°C, and in Paris it's 22°C.\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Using Azure OpenAI" - ], - "metadata": { - "id": "1cIIFEvXjofp" - } - }, - { - "cell_type": "code", - "source": [ - "# set Azure env variables\n", - "import os\n", - "os.environ['AZURE_API_KEY'] = \"\" # litellm reads AZURE_API_KEY from .env and sends the request\n", - "os.environ['AZURE_API_BASE'] = \"https://openai-gpt-4-test-v-1.openai.azure.com/\"\n", - "os.environ['AZURE_API_VERSION'] = \"2023-07-01-preview\"" - ], - "metadata": { - "id": "lG9mUnModeeE" - }, - "execution_count": 32, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "## Step 1" - ], - "metadata": { - "id": "17S-Ysksj-E_" - } - }, - { - "cell_type": "code", - "source": [ - "import litellm\n", - "import json\n", - "# Example dummy function hard coded to return the same weather\n", - "# In production, this could be your backend API or an external API\n", - "def get_current_weather(location, unit=\"fahrenheit\"):\n", - " \"\"\"Get the current weather in a given location\"\"\"\n", - " if \"tokyo\" in location.lower():\n", - " return json.dumps({\"location\": \"Tokyo\", \"temperature\": \"10\", \"unit\": \"celsius\"})\n", - " elif \"san francisco\" in location.lower():\n", - " return json.dumps({\"location\": \"San Francisco\", \"temperature\": \"72\", \"unit\": \"fahrenheit\"})\n", - " elif \"paris\" in location.lower():\n", - " return json.dumps({\"location\": \"Paris\", \"temperature\": \"22\", \"unit\": \"celsius\"})\n", - " else:\n", - " return json.dumps({\"location\": location, \"temperature\": \"unknown\"})\n", - "\n", - "messages = [{\"role\": \"user\", \"content\": \"What's the weather like in San Francisco, Tokyo, and Paris?\"}]\n", - "tools = [\n", - " {\n", - " \"type\": \"function\",\n", - " \"function\": {\n", - " \"name\": \"get_current_weather\",\n", - " \"description\": \"Get the current weather in a given location\",\n", - " \"parameters\": {\n", - " \"type\": \"object\",\n", - " \"properties\": {\n", - " \"location\": {\n", - " \"type\": \"string\",\n", - " \"description\": \"The city and state, e.g. San Francisco, CA\",\n", - " },\n", - " \"unit\": {\"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"]},\n", - " },\n", - " \"required\": [\"location\"],\n", - " },\n", - " },\n", - " }\n", - "]\n", - "\n", - "response = litellm.completion(\n", - " model=\"azure/chatgpt-functioncalling\", # model = azure/\n", - " messages=messages,\n", - " tools=tools,\n", - " tool_choice=\"auto\", # auto is default, but we'll be explicit\n", - ")\n", - "print(\"\\nLLM Response1:\\n\", response)\n", - "response_message = response.choices[0].message\n", - "tool_calls = response.choices[0].message.tool_calls\n", - "print(\"\\nTool Choice:\\n\", tool_calls)\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "boAIHLEXj80m", - "outputId": "00afcf09-5b6b-4805-c374-ba089cc6eb43" - }, - "execution_count": 33, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "\n", - "LLM Response1:\n", - " ModelResponse(id='chatcmpl-8MOBPvEnqG7qitkmVqZmCrzSGEmDj', choices=[Choices(finish_reason='tool_calls', index=0, message=Message(content=None, role='assistant', tool_calls=[ChatCompletionMessageToolCall(id='call_7gZ0PkmmmgzTOxfF01ATp0U5', function=Function(arguments='{\\n \"location\": \"San Francisco, CA\"\\n}', name='get_current_weather'), type='function')]))], created=1700346867, model='gpt-35-turbo', object='chat.completion', system_fingerprint=None, usage={'completion_tokens': 19, 'prompt_tokens': 88, 'total_tokens': 107}, _response_ms=833.4319999999999)\n", - "\n", - "Tool Choice:\n", - " [ChatCompletionMessageToolCall(id='call_7gZ0PkmmmgzTOxfF01ATp0U5', function=Function(arguments='{\\n \"location\": \"San Francisco, CA\"\\n}', name='get_current_weather'), type='function')]\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Step 2" - ], - "metadata": { - "id": "hqh1y1IMkmGO" - } - }, - { - "cell_type": "code", - "source": [ - "# Check if the model wants to call a function\n", - "if tool_calls:\n", - " # Execute the functions and prepare responses\n", - " available_functions = {\n", - " \"get_current_weather\": get_current_weather,\n", - " }\n", - "\n", - " messages.append(response_message) # Extend conversation with assistant's reply\n", - "\n", - " for tool_call in tool_calls:\n", - " print(f\"\\nExecuting tool call\\n{tool_call}\")\n", - " function_name = tool_call.function.name\n", - " function_to_call = available_functions[function_name]\n", - " function_args = json.loads(tool_call.function.arguments)\n", - " # calling the get_current_weather() function\n", - " function_response = function_to_call(\n", - " location=function_args.get(\"location\"),\n", - " unit=function_args.get(\"unit\"),\n", - " )\n", - " print(f\"Result from tool call\\n{function_response}\\n\")\n", - "\n", - " # Extend conversation with function response\n", - " messages.append(\n", - " {\n", - " \"tool_call_id\": tool_call.id,\n", - " \"role\": \"tool\",\n", - " \"name\": function_name,\n", - " \"content\": function_response,\n", - " }\n", - " )\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "FGu7DY7PkOiG", - "outputId": "96d39ae7-7fc8-4dd8-c82f-5ee9a486724c" - }, - "execution_count": 34, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "\n", - "Executing tool call\n", - "ChatCompletionMessageToolCall(id='call_7gZ0PkmmmgzTOxfF01ATp0U5', function=Function(arguments='{\\n \"location\": \"San Francisco, CA\"\\n}', name='get_current_weather'), type='function')\n", - "Result from tool call\n", - "{\"location\": \"San Francisco\", \"temperature\": \"72\", \"unit\": \"fahrenheit\"}\n", - "\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Step 3" - ], - "metadata": { - "id": "4MjYyeajkpBl" - } - }, - { - "cell_type": "code", - "source": [ - "second_response = litellm.completion(\n", - " model=\"azure/chatgpt-functioncalling\",\n", - " messages=messages,\n", - ")\n", - "print(\"Second Response\\n\", second_response)\n", - "print(\"Second Response Message\\n\", second_response.choices[0].message.content)\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "qHgXyZq1kqGn", - "outputId": "61a30470-d7f5-484d-c42b-681c9b60b34a" - }, - "execution_count": 36, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "Second Response\n", - " ModelResponse(id='chatcmpl-8MOC90vwZ2LHX0DE796XYtsOxdGcc', choices=[Choices(finish_reason='stop', index=0, message=Message(content='The current weather in San Francisco is 72°F.', role='assistant'))], created=1700346913, model='gpt-35-turbo', object='chat.completion', system_fingerprint=None, usage={'completion_tokens': 11, 'prompt_tokens': 69, 'total_tokens': 80}, _response_ms=824.882)\n", - "Second Response Message\n", - " The current weather in San Francisco is 72°F.\n" - ] - } - ] - } - ] -} \ No newline at end of file diff --git a/cookbook/Proxy_Batch_Users.ipynb b/cookbook/Proxy_Batch_Users.ipynb deleted file mode 100644 index bd18de5e988..00000000000 --- a/cookbook/Proxy_Batch_Users.ipynb +++ /dev/null @@ -1,208 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "680oRk1af-xJ" - }, - "source": [ - "# Environment Setup\n", - "\n", - "Set `LITELLM_MASTER_KEY` in the notebook environment to the same key configured on the proxy before running the cells" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "X7TgJFn8f88p" - }, - "outputs": [], - "source": [ - "import os\n", - "import csv\n", - "from typing import Optional\n", - "import httpx\n", - "import json\n", - "import asyncio\n", - "\n", - "proxy_base_url = \"http://0.0.0.0:4000\" # 👈 SET TO PROXY URL\n", - "master_key = os.environ[\"LITELLM_MASTER_KEY\"]" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "rauw8EOhgBz5" - }, - "outputs": [], - "source": [ - "## GLOBAL HTTP CLIENT ## - faster http calls\n", - "class HTTPHandler:\n", - " def __init__(self, concurrent_limit=1000):\n", - " # Create a client with a connection pool\n", - " self.client = httpx.AsyncClient(\n", - " limits=httpx.Limits(\n", - " max_connections=concurrent_limit,\n", - " max_keepalive_connections=concurrent_limit,\n", - " )\n", - " )\n", - "\n", - " async def close(self):\n", - " # Close the client when you're done with it\n", - " await self.client.aclose()\n", - "\n", - " async def get(\n", - " self, url: str, params: Optional[dict] = None, headers: Optional[dict] = None\n", - " ):\n", - " response = await self.client.get(url, params=params, headers=headers)\n", - " return response\n", - "\n", - " async def post(\n", - " self,\n", - " url: str,\n", - " data: Optional[dict] = None,\n", - " params: Optional[dict] = None,\n", - " headers: Optional[dict] = None,\n", - " ):\n", - " try:\n", - " response = await self.client.post(\n", - " url, data=data, params=params, headers=headers\n", - " )\n", - " return response\n", - " except Exception as e:\n", - " raise e\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "7LXN8zaLgOie" - }, - "source": [ - "# Import Sheet\n", - "\n", - "\n", - "Format: | ID | Name | Max Budget |" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "oiED0usegPGf" - }, - "outputs": [], - "source": [ - "async def import_sheet():\n", - " tasks = []\n", - " http_client = HTTPHandler()\n", - " with open('my-batch-sheet.csv', 'r') as file:\n", - " csv_reader = csv.DictReader(file)\n", - " for row in csv_reader:\n", - " task = create_user(client=http_client, user_id=row['ID'], max_budget=row['Max Budget'], user_name=row['Name'])\n", - " tasks.append(task)\n", - " # print(f\"ID: {row['ID']}, Name: {row['Name']}, Max Budget: {row['Max Budget']}\")\n", - "\n", - " keys = await asyncio.gather(*tasks)\n", - "\n", - " with open('my-batch-sheet_new.csv', 'w', newline='') as new_file:\n", - " fieldnames = ['ID', 'Name', 'Max Budget', 'keys']\n", - " csv_writer = csv.DictWriter(new_file, fieldnames=fieldnames)\n", - " csv_writer.writeheader()\n", - "\n", - " with open('my-batch-sheet.csv', 'r') as file:\n", - " csv_reader = csv.DictReader(file)\n", - " for i, row in enumerate(csv_reader):\n", - " row['keys'] = keys[i] # Add the 'keys' value from the corresponding task result\n", - " csv_writer.writerow(row)\n", - "\n", - " await http_client.close()\n", - "\n", - "asyncio.run(import_sheet())" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "E7M0Li_UgJeZ" - }, - "source": [ - "# Create Users + Keys\n", - "\n", - "- Creates a user\n", - "- Creates a key with max budget" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "NZudRFujf7j-" - }, - "outputs": [], - "source": [ - "\n", - "async def create_key_with_alias(client: HTTPHandler, user_id: str, max_budget: float):\n", - " global proxy_base_url\n", - " if not proxy_base_url.endswith(\"/\"):\n", - " proxy_base_url += \"/\"\n", - " url = proxy_base_url + \"key/generate\"\n", - "\n", - " # call /key/generate\n", - " print(\"CALLING /KEY/GENERATE\")\n", - " response = await client.post(\n", - " url=url,\n", - " headers={\"Authorization\": f\"Bearer {master_key}\"},\n", - " data=json.dumps({\n", - " \"user_id\": user_id,\n", - " \"key_alias\": f\"{user_id}-key\",\n", - " \"max_budget\": max_budget # 👈 KEY CHANGE: SETS MAX BUDGET PER KEY\n", - " })\n", - " )\n", - " print(f\"response: {response.text}\")\n", - " return response.json()[\"key\"]\n", - "\n", - "async def create_user(client: HTTPHandler, user_id: str, max_budget: float, user_name: str):\n", - " \"\"\"\n", - " - call /user/new\n", - " - create key for user\n", - " \"\"\"\n", - " global proxy_base_url\n", - " if not proxy_base_url.endswith(\"/\"):\n", - " proxy_base_url += \"/\"\n", - " url = proxy_base_url + \"user/new\"\n", - "\n", - " # call /user/new\n", - " await client.post(\n", - " url=url,\n", - " headers={\"Authorization\": f\"Bearer {master_key}\"},\n", - " data=json.dumps({\n", - " \"user_id\": user_id,\n", - " \"user_alias\": user_name,\n", - " \"auto_create_key\": False,\n", - " # \"max_budget\": max_budget # 👈 [OPTIONAL] Sets max budget per user (if you want to set a max budget across keys)\n", - " })\n", - " )\n", - "\n", - " # create key for user\n", - " return await create_key_with_alias(client=client, user_id=user_id, max_budget=max_budget)\n" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/TogetherAI_liteLLM.ipynb b/cookbook/TogetherAI_liteLLM.ipynb deleted file mode 100644 index d4700914910..00000000000 --- a/cookbook/TogetherAI_liteLLM.ipynb +++ /dev/null @@ -1,1006 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "WemkFEdDAnJL" - }, - "source": [ - "## liteLLM Together AI Tutorial\n", - "https://together.ai/\n" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "pc6IO4V99O25", - "outputId": "2d69da44-010b-41c2-b38b-5b478576bb8b" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Collecting litellm\n", - " Downloading litellm-0.1.482-py3-none-any.whl (69 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m69.3/69.3 kB\u001b[0m \u001b[31m757.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[?25hRequirement already satisfied: importlib-metadata<7.0.0,>=6.8.0 in /usr/local/lib/python3.10/dist-packages (from litellm) (6.8.0)\n", - "Collecting openai<0.28.0,>=0.27.8 (from litellm)\n", - " Downloading openai-0.27.9-py3-none-any.whl (75 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.5/75.5 kB\u001b[0m \u001b[31m3.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[?25hCollecting python-dotenv<2.0.0,>=1.0.0 (from litellm)\n", - " Downloading python_dotenv-1.0.0-py3-none-any.whl (19 kB)\n", - "Collecting tiktoken<0.5.0,>=0.4.0 (from litellm)\n", - " Downloading tiktoken-0.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.7 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[?25hRequirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.10/dist-packages (from importlib-metadata<7.0.0,>=6.8.0->litellm) (3.16.2)\n", - "Requirement already satisfied: requests>=2.20 in /usr/local/lib/python3.10/dist-packages (from openai<0.28.0,>=0.27.8->litellm) (2.31.0)\n", - "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from openai<0.28.0,>=0.27.8->litellm) (4.66.1)\n", - "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from openai<0.28.0,>=0.27.8->litellm) (3.8.5)\n", - "Requirement already satisfied: regex>=2022.1.18 in /usr/local/lib/python3.10/dist-packages (from tiktoken<0.5.0,>=0.4.0->litellm) (2023.6.3)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<0.28.0,>=0.27.8->litellm) (3.2.0)\n", - "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<0.28.0,>=0.27.8->litellm) (3.4)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<0.28.0,>=0.27.8->litellm) (2.0.4)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<0.28.0,>=0.27.8->litellm) (2023.7.22)\n", - "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm) (23.1.0)\n", - "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm) (6.0.4)\n", - "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm) (4.0.3)\n", - "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm) (1.9.2)\n", - "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm) (1.4.0)\n", - "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<0.28.0,>=0.27.8->litellm) (1.3.1)\n", - "Installing collected packages: python-dotenv, tiktoken, openai, litellm\n", - "Successfully installed litellm-0.1.482 openai-0.27.9 python-dotenv-1.0.0 tiktoken-0.4.0\n" - ] - } - ], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "id": "TMI3739_9q97" - }, - "outputs": [], - "source": [ - "import os\n", - "from litellm import completion\n", - "os.environ[\"TOGETHERAI_API_KEY\"] = \"\" #@param\n", - "user_message = \"Hello, whats the weather in San Francisco??\"\n", - "messages = [{ \"content\": user_message,\"role\": \"user\"}]" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "bEqJ2HHjBJqq" - }, - "source": [ - "## Calling togethercomputer/llama-2-70b-chat\n", - "https://api.together.xyz/playground/chat?model=togethercomputer%2Fllama-2-70b-chat" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "Jrrt8puj523f", - "outputId": "24494dea-816f-47a6-ade4-1b04f2e9085b" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{\n", - " 'choices': [\n", - "{\n", - " 'finish_reason': 'stop',\n", - " 'index': 0,\n", - " 'message': {\n", - " 'role': 'assistant',\n", - " 'content': \"\n", - "\n", - "I'm not able to provide real-time weather information. However, I can suggest some ways for you to find out the current weather in San Francisco.\n", - "\n", - "1. Check online weather websites: There are many websites that provide up-to-date weather information, such as AccuWeather, Weather.com, or the National Weather Service. You can enter \"San Francisco\" in the search bar and get the current weather conditions, forecast, and radar imagery.\n", - "2. Use a weather app: You can download a weather app on your smartphone that provides real-time weather information. Some popular weather apps include Dark Sky, Weather Underground, and The Weather Channel.\n", - "3. Tune into local news: You can watch local news channels or listen to local radio stations to get the latest weather forecast and current conditions.\n", - "4. Check social media: Follow local weather accounts on social media platforms like Twitter or Facebook to\"\n", - "}\n", - "}\n", - " ],\n", - " 'created': 1692323365.8261144,\n", - " 'model': 'togethercomputer/llama-2-70b-chat',\n", - " 'usage': {'prompt_tokens': 9, 'completion_tokens': 176, 'total_tokens': 185}\n", - "}\n" - ] - } - ], - "source": [ - "model_name = \"togethercomputer/llama-2-70b-chat\"\n", - "response = completion(model=model_name, messages=messages, max_tokens=200)\n", - "print(response)" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "GIUevHlMvPb8", - "outputId": "ad930a12-16e3-4400-fff4-38151e4f6da5" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92mHere's your LiteLLM Dashboard 👉 \u001b[94m\u001b[4mhttps://admin.litellm.ai/6c0f0403-becb-44af-9724-7201c7d381d0\u001b[0m\n", - "{\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \"\\nI'm in San Francisco, and I'm not sure what the weather is like.\\nI'm in San Francisco, and I'm not sure what the weather is like. I'm in San Francisco, and I'm not sure what the weather is like. I'm in San Francisco, and I'm not sure what the weather is like. I'm in San Francisco, and I'm not sure what the weather is like. I'm in San Francisco, and I'm not sure what the weather is like. I'm in San Francisco, and I'm not sure what the weather is like. I'm in San Francisco, and I'm not sure what the weather is like. I'm in San Francisco, and I'm not sure what the weather is like. I'm in San Francisco, and I'm not sure what the weather is like. I'm in San Francisco, and\",\n", - " \"role\": \"assistant\"\n", - " }\n", - " }\n", - " ],\n", - " \"created\": 1692934243.8663018,\n", - " \"model\": \"togethercomputer/CodeLlama-34b-Instruct\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 9,\n", - " \"completion_tokens\": 178,\n", - " \"total_tokens\": 187\n", - " }\n", - "}\n" - ] - } - ], - "source": [ - "model_name = \"togethercomputer/CodeLlama-34b-Instruct\"\n", - "response = completion(model=model_name, messages=messages, max_tokens=200)\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "sfWtgf-mBQcM" - }, - "source": [ - "## With Streaming" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "colab": { - "background_save": true, - "base_uri": "https://localhost:8080/" - }, - "id": "wuBhlZtC6MH5", - "outputId": "8f4a408c-25eb-4434-cdd4-7b4ae4f6d3aa" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Com'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'bin'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ator'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' ('}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ')'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' are'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' two'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' popular'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' acceler'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ators'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' have'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' gained'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' recognition'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' their'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' effect'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'iveness'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' in'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'urt'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'uring'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' scaling'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' early'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '-'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'stage'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' companies'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ities'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' they'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' also'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' have'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' distinct'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' differences'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' set'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' them'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' apart'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' In'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' this'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' ess'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ay'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' we'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' will'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' explore'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' key'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' features'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' discuss'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' which'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' might'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' be'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' better'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fit'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Com'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'bin'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ator'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' one'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' most'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' successful'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' acceler'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ators'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' in'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' world'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' with'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' port'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'folio'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' includes'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Air'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'b'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'nb'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Drop'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'box'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Red'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'dit'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' F'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ounded'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' in'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' '}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '2'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '5'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' has'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fund'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ed'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' over'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' '}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '1'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '9'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' start'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ups'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' with'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' combined'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' valu'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ation'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' over'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' $'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '1'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' billion'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' The'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' known'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' its'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' inten'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'se'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' three'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '-'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'month'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' boot'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' camp'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '-'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'style'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' format'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' where'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' found'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ers'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' work'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' closely'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' with'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' experienced'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' ment'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ors'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' develop'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' their'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' products'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' ref'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ine'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' their'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' business'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' models'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' prepare'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fund'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ra'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ising'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 's'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' focus'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' on'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' software'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' technology'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' internet'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' start'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ups'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' has'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' strong'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' track'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' record'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' ident'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ifying'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'urt'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'uring'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' successful'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' companies'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' these'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' spaces'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' on'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' other'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' hand'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' relatively'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' new'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' acceler'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ator'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' was'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' founded'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' in'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' '}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '2'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '1'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '7'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' While'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' it'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' may'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' not'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' have'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' same'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' level'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' brand'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' recognition'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' as'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' has'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' quickly'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' gained'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' reputation'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' its'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' unique'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' approach'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' acceleration'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' The'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' focus'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'es'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' on'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' supporting'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' under'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 're'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'present'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ed'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' found'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ers'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' particularly'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' women'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' people'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' color'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' provides'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' range'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' resources'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' support'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' help'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' these'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' found'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ers'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' succeed'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 's'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' designed'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' be'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' more'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' flexible'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' personal'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ized'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' than'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' traditional'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' acceler'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ators'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' with'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' focus'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' on'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' connecting'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' found'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ers'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' with'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' ment'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ors'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' resources'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' are'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' tail'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ored'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' their'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' specific'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' needs'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'One'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' key'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' difference'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' between'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' type'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' companies'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' they'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' support'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' focus'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'es'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' primarily'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' on'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' software'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' technology'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' internet'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' start'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ups'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' while'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' has'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' bro'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ader'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' focus'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' includes'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' range'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' indust'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ries'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' such'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' as'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' health'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'care'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fin'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ance'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' consumer'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' products'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' This'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' means'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' if'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' in'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' non'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '-'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'tech'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' industry'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' may'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' be'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' better'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fit'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'An'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'other'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' difference'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' between'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' two'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' programs'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' their'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' approach'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fund'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ing'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' provides'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' seed'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fund'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ing'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' all'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' its'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' port'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'folio'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' companies'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' typically'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' in'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' range'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' of'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' $'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '1'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' $'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '2'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '0'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' In'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' contrast'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' does'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' not'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' provide'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fund'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ing'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' its'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' port'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'folio'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' companies'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' but'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' instead'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' focus'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'es'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' on'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' connecting'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' found'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ers'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' with'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' invest'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ors'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' resources'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' can'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' help'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' them'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' raise'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' capital'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' This'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' means'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' if'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' looking'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fund'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ing'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' may'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' be'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' better'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' option'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'So'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' which'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' right'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '?'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' It'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' ultimately'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' depends'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' on'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' specific'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' needs'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' goals'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' If'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' in'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' non'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '-'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'tech'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' industry'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 's'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' bro'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ader'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' focus'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' may'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' be'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' better'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fit'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Additionally'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' if'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' you'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 're'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' looking'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' more'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' personal'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ized'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' flexible'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' approach'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' acceleration'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 's'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' may'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' be'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' better'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' choice'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' On'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' other'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' hand'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' if'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' in'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' software'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' technology'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' or'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' internet'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' space'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' you'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 're'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' looking'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' seed'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fund'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ing'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 's'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' may'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' be'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' a'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' better'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fit'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '\\n'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'In'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' conclusion'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Y'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'C'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' l'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ite'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'LL'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'M'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' are'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' both'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' excellent'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' acceler'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ators'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' can'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' provide'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' valuable'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' resources'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' support'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' early'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '-'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'stage'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' companies'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' While'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' they'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' share'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' some'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' similar'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'ities'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' they'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' also'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' have'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' distinct'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' differences'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' that'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' set'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' them'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' apart'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' By'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' considering'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' startup'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 's'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' specific'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' needs'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' goals'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' you'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' can'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' determine'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' which'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' program'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' is'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' the'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' best'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' fit'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' business'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n" - ] - } - ], - "source": [ - "user_message = \"Write 1page essay on YC + liteLLM\"\n", - "messages = [{ \"content\": user_message,\"role\": \"user\"}]\n", - "\n", - "\n", - "async def parse_stream(stream):\n", - " async for elem in stream:\n", - " print(elem)\n", - " return\n", - "\n", - "stream = completion(model=\"togethercomputer/llama-2-70b-chat\", messages=messages, stream=True, max_tokens=800)\n", - "print(stream)\n", - "\n", - "# Await the asynchronous function directly in the notebook cell\n", - "await parse_stream(stream)\n" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file diff --git a/cookbook/Using_Nemo_Guardrails_with_LiteLLM_Server.ipynb b/cookbook/Using_Nemo_Guardrails_with_LiteLLM_Server.ipynb deleted file mode 100644 index 0c3ff97a373..00000000000 --- a/cookbook/Using_Nemo_Guardrails_with_LiteLLM_Server.ipynb +++ /dev/null @@ -1,157 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "eKXncoQbU_2j" - }, - "source": [ - "# Using Nemo-Guardrails with LiteLLM Server\n", - "\n", - "[Call Bedrock, TogetherAI, Huggingface, etc. on the server](https://docs.litellm.ai/docs/providers)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "ZciYaLwvuFbu" - }, - "source": [ - "## Using with Bedrock\n", - "\n", - "`docker run -e PORT=8000 -e AWS_ACCESS_KEY_ID= -e AWS_SECRET_ACCESS_KEY= -p 8000:8000 ghcr.io/berriai/litellm:latest`" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "vOUwGSJ2Vsy3" - }, - "outputs": [], - "source": [ - "pip install nemoguardrails langchain" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "xXEJNxe7U0IN" - }, - "outputs": [], - "source": [ - "from langchain.chat_models import ChatOpenAI\n", - "\n", - "llm = ChatOpenAI(model_name=\"anthropic.claude-v2\", openai_api_base=\"http://0.0.0.0:8000\", openai_api_key=\"my-fake-key\")\n", - "\n", - "from nemoguardrails import LLMRails, RailsConfig\n", - "\n", - "config = RailsConfig.from_path(\"./config.yml\")\n", - "app = LLMRails(config, llm=llm)\n", - "\n", - "new_message = app.generate(messages=[{\n", - " \"role\": \"user\",\n", - " \"content\": \"Hello! What can you do for me?\"\n", - "}])" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "vz5n00qyuKjp" - }, - "source": [ - "## Using with TogetherAI\n", - "\n", - "1. You can either set this in the server environment:\n", - "`docker run -e PORT=8000 -e TOGETHERAI_API_KEY= -p 8000:8000 ghcr.io/berriai/litellm:latest`\n", - "\n", - "2. **Or** Pass this in as the api key `(...openai_api_key=\"\")`" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "XK1sk-McuhpE" - }, - "outputs": [], - "source": [ - "from langchain.chat_models import ChatOpenAI\n", - "\n", - "llm = ChatOpenAI(model_name=\"together_ai/togethercomputer/CodeLlama-13b-Instruct\", openai_api_base=\"http://0.0.0.0:8000\", openai_api_key=\"my-together-ai-api-key\")\n", - "\n", - "from nemoguardrails import LLMRails, RailsConfig\n", - "\n", - "config = RailsConfig.from_path(\"./config.yml\")\n", - "app = LLMRails(config, llm=llm)\n", - "\n", - "new_message = app.generate(messages=[{\n", - " \"role\": \"user\",\n", - " \"content\": \"Hello! What can you do for me?\"\n", - "}])" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "8A1KWKnzuxAS" - }, - "source": [ - "### CONFIG.YML\n", - "\n", - "save this example `config.yml` in your current directory" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "NKN1GmSvu0Cx" - }, - "outputs": [], - "source": [ - "# instructions:\n", - "# - type: general\n", - "# content: |\n", - "# Below is a conversation between a bot and a user about the recent job reports.\n", - "# The bot is factual and concise. If the bot does not know the answer to a\n", - "# question, it truthfully says it does not know.\n", - "\n", - "# sample_conversation: |\n", - "# user \"Hello there!\"\n", - "# express greeting\n", - "# bot express greeting\n", - "# \"Hello! How can I assist you today?\"\n", - "# user \"What can you do for me?\"\n", - "# ask about capabilities\n", - "# bot respond about capabilities\n", - "# \"I am an AI assistant that helps answer mathematical questions. My core mathematical skills are powered by wolfram alpha.\"\n", - "# user \"What's 2+2?\"\n", - "# ask math question\n", - "# bot responds to math question\n", - "# \"2+2 is equal to 4.\"\n", - "\n", - "# models:\n", - "# - type: main\n", - "# engine: openai\n", - "# model: claude-instant-1" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file diff --git a/cookbook/VLLM_Model_Testing.ipynb b/cookbook/VLLM_Model_Testing.ipynb deleted file mode 100644 index 0cacac66133..00000000000 --- a/cookbook/VLLM_Model_Testing.ipynb +++ /dev/null @@ -1,404 +0,0 @@ -{ - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [], - "machine_shape": "hm", - "gpuType": "V100" - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - }, - "accelerator": "GPU" - }, - "cells": [ - { - "cell_type": "markdown", - "source": [ - "# Set up Environment" - ], - "metadata": { - "id": "vDOm5wfjdFLP" - } - }, - { - "cell_type": "code", - "source": [ - "!pip install --upgrade litellm" - ], - "metadata": { - "id": "Bx6mAA6MHiy_" - }, - "execution_count": null, - "outputs": [] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "zIYv7JTyxSxR", - "outputId": "53890320-f9fa-4bf4-8362-0f17f52c6ed4" - }, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "Successfully installed fastapi-0.103.1 h11-0.14.0 huggingface-hub-0.16.4 ninja-1.11.1 pydantic-1.10.12 ray-2.6.3 safetensors-0.3.3 sentencepiece-0.1.99 starlette-0.27.0 tokenizers-0.13.3 transformers-4.33.1 uvicorn-0.23.2 vllm-0.1.4 xformers-0.0.21\n" - ] - } - ], - "source": [ - "!pip install vllm" - ] - }, - { - "cell_type": "markdown", - "source": [ - "# Load the Logs" - ], - "metadata": { - "id": "RMcoAni6WKEx" - } - }, - { - "cell_type": "code", - "source": [ - "import pandas as pd" - ], - "metadata": { - "id": "zchxB8c7WJe5" - }, - "execution_count": 4, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "# path of the csv file\n", - "file_path = 'Model-prompts-example.csv'\n", - "\n", - "# load the csv file as a pandas DataFrame\n", - "data = pd.read_csv(file_path)\n", - "\n", - "data.head()" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 81 - }, - "id": "aKcWr015WNPm", - "outputId": "6e226773-333f-46a2-9fc8-4f54f309d204" - }, - "execution_count": 6, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - " Success Timestamp Input \\\n", - "0 True 1694041195 This is the templated query input \n", - "\n", - " Output RunId (Wandb Runid) \\\n", - "0 This is the query output from the model 8hlumwuk \n", - "\n", - " Model ID (or Name) \n", - "0 OpenAI/Turbo-3.5 " - ], - "text/html": [ - "\n", - "
\n", - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
SuccessTimestampInputOutputRunId (Wandb Runid)Model ID (or Name)
0True1694041195This is the templated query inputThis is the query output from the model8hlumwukOpenAI/Turbo-3.5
\n", - "
\n", - "
\n", - "\n", - "
\n", - " \n", - "\n", - " \n", - "\n", - " \n", - "
\n", - "\n", - "\n", - "
\n", - "
\n" - ] - }, - "metadata": {}, - "execution_count": 6 - } - ] - }, - { - "cell_type": "code", - "source": [ - "input_texts = data['Input'].values" - ], - "metadata": { - "id": "0DbL-kirWUyn" - }, - "execution_count": 7, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "messages = [[{\"role\": \"user\", \"content\": input_text}] for input_text in input_texts]" - ], - "metadata": { - "id": "cqpAvy8hWXyC" - }, - "execution_count": 8, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "# Running Inference" - ], - "metadata": { - "id": "SugCyom0Xy8U" - } - }, - { - "cell_type": "code", - "source": [ - "from litellm import batch_completion\n", - "model_name = \"facebook/opt-125m\"\n", - "provider = \"vllm\"\n", - "response_list = batch_completion(\n", - " model=model_name,\n", - " custom_llm_provider=provider, # can easily switch to huggingface, replicate, together ai, sagemaker, etc.\n", - " messages=messages,\n", - " temperature=0.2,\n", - " max_tokens=80,\n", - " )" - ], - "metadata": { - "id": "qpikx3uxHns3" - }, - "execution_count": null, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "response_list" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "QDPikHtwKJJ2", - "outputId": "06f47c44-e258-452a-f9db-232a5b6d2810" - }, - "execution_count": 10, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "[ JSON: {\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \".\\n\\nThe query input is the query input that is used to query the data.\\n\\nThe query input is the query input that is used to query the data.\\n\\nThe query input is the query input that is used to query the data.\\n\\nThe query input is the query input that is used to query the data.\\n\\nThe query input is the query input that is\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"created\": 1694053363.6139505,\n", - " \"model\": \"facebook/opt-125m\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 9,\n", - " \"completion_tokens\": 80,\n", - " \"total_tokens\": 89\n", - " }\n", - " }]" - ] - }, - "metadata": {}, - "execution_count": 10 - } - ] - }, - { - "cell_type": "code", - "source": [ - "response_values = [response['choices'][0]['message']['content'] for response in response_list]" - ], - "metadata": { - "id": "SYqTcCiJbQDF" - }, - "execution_count": 11, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "response_values" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "wqs-Oy9FbiPo", - "outputId": "16a6a7b7-97c8-4b5b-eff8-09ea5eb5ad06" - }, - "execution_count": 12, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "['.\\n\\nThe query input is the query input that is used to query the data.\\n\\nThe query input is the query input that is used to query the data.\\n\\nThe query input is the query input that is used to query the data.\\n\\nThe query input is the query input that is used to query the data.\\n\\nThe query input is the query input that is']" - ] - }, - "metadata": {}, - "execution_count": 12 - } - ] - }, - { - "cell_type": "code", - "source": [ - "data[f\"{model_name}_output\"] = response_values" - ], - "metadata": { - "id": "mElNbBehbkrz" - }, - "execution_count": 13, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "data.to_csv('model_responses.csv', index=False)" - ], - "metadata": { - "id": "F06NXssDc45k" - }, - "execution_count": 14, - "outputs": [] - } - ] -} \ No newline at end of file diff --git a/cookbook/ai_coding_tool_guides/chatgpt_subscription_passthrough.md b/cookbook/ai_coding_tool_guides/chatgpt_subscription_passthrough.md deleted file mode 100644 index 538a5f8a404..00000000000 --- a/cookbook/ai_coding_tool_guides/chatgpt_subscription_passthrough.md +++ /dev/null @@ -1,114 +0,0 @@ -# Use your ChatGPT subscription through LiteLLM - -Sign into ChatGPT in Codex or Pi and send model requests through your existing LiteLLM proxy. The client keeps your login and refreshes it. Each request uses that client's ChatGPT account, while a separate LiteLLM virtual key controls gateway access and usage attribution. - -An administrator adds a `chatgpt/` model using the usual model configuration. No ChatGPT login needs to be added to the proxy. This uses the same separate-key convention as provider passthrough, including Claude Code subscription forwarding. - -## Add a model to the proxy - -Reuse your existing proxy. If you need one, follow the [proxy quickstart](https://docs.litellm.ai/docs/proxy/docker_quick_start). Merge this entry into its model list and restart the proxy: - -```yaml -model_list: - - model_name: gpt-6-luna - litellm_params: - model: chatgpt/gpt-6-luna - model_info: - mode: responses -``` - -Use a model available to the caller's subscription. The virtual key must allow the exposed model name. Leave saved ChatGPT logins and API credentials unset for a client-only deployment. Explicit cross-provider fallbacks can incur separate API charges; do not configure them for subscription-only traffic. - -## Configure Codex - -Use your existing LiteLLM URL and a virtual key assigned to your gateway user. Export that key as `LITELLM_API_KEY` in the environment that launches Codex. Keep the value out of committed configuration. - -Add this provider to `~/.codex/config.toml`, preserving your other settings: - -```toml -model = "gpt-6-luna" -model_provider = "litellm_subscription" - -[model_providers.litellm_subscription] -name = "LiteLLM subscription" -base_url = "https://litellm.example.com/v1" -wire_api = "responses" -supports_websockets = false -requires_openai_auth = true -env_http_headers = { "x-litellm-api-key" = "LITELLM_API_KEY" } -``` - -Replace `https://litellm.example.com` with your proxy URL. A local proxy normally uses `http://localhost:4000/v1`. Launch Codex, sign into ChatGPT if needed, and send a prompt with a model available to your subscription. The selected model must match the name exposed by the gateway. - -The `lite` CLI can set up this provider each time it starts Codex, with no `config.toml` edit. Export `LITELLM_PROXY_URL` and `LITELLM_PROXY_API_KEY`, then run `lite codex --subscription`. Run `lite config set codex_subscription true` to make it the default. - -For a managed workspace rollout, use OpenAI's [gateway configuration guide](https://learn.chatgpt.com/docs/enterprise/sign-in-with-chatgpt-through-a-gateway). - -## Native compatibility and Pi - -For a native Codex model catalog and request format, change Codex's `base_url` to `https://litellm.example.com/backend-api/codex`. This route uses the same credentials. A ChatGPT model keeps its upstream name and needs no deployment of its own. - -### Mix ChatGPT and LiteLLM models - -On the native route, Codex's model picker shows OpenAI's catalog first and then the other chat and responses models the virtual key can use. Pick one of those and Codex's requests go through LiteLLM's `/v1/responses` with the key's usual routing, budgets, guardrails, and logging. The proxy removes the ChatGPT bearer and account header from that request, so the other provider and your callbacks never receive them. A name is routed this way when another provider serves it as an exact `model_name`, through a router `model_group_alias`, or as a team's public model name. A ChatGPT model, a name that only a wildcard deployment matches, or a name OpenAI's catalog lists for the caller's ChatGPT account keeps the passthrough, so a model OpenAI adds later still uses the subscription even when a deployment of another provider has the same name. The proxy learns the account's list from the catalog Codex fetches, or asks OpenAI with the caller's login. When it cannot get the list, for example because OpenAI is down, the request times out, or the client is not Codex, every request keeps the passthrough for the next minute, as it did before LiteLLM models were added to the picker. When the key can use many models, the picker lists the ones that fit in Codex's catalog size limit, and the proxy logs a warning with how many it left out. - -Codex's picker sends a `none` reasoning effort for a LiteLLM model whose catalog entry lists no effort levels. With `litellm_settings: drop_params: true`, the proxy drops it for a model that does not support `none`, and the provider applies its own default. A model whose cost map entry or `model_info` sets `supports_none_reasoning_effort: true` keeps it. Without `drop_params`, the effort reaches the provider unchanged. - -Codex also sends its ChatGPT app tools with every turn, which on a LiteLLM model adds a few hundred thousand prompt tokens to each turn. Set `apps = false` under `[features]` in Codex's `config.toml` to turn them off. - -Only a key that may call `/v1/responses` gets these models. A key whose `allowed_routes` covers only the native routes sees OpenAI's catalog unchanged, and every request it sends uses the subscription. - -Codex sends earlier reasoning items back with each turn. The proxy tags the reasoning that a LiteLLM model returns on this route, OpenAI and Azure deployments included. When a session switches to a ChatGPT model, the proxy drops those items before forwarding the request to OpenAI, which would reject them. Messages, tool calls, and ChatGPT's own reasoning are kept, and a LiteLLM model still gets its own reasoning back. - -When the catalog adds LiteLLM models for a key, its `ETag` is a digest of OpenAI's ETag and those models, and that key's responses carry the same value in `X-Models-Etag`. Codex keeps its cached catalog while the two match and fetches it again when OpenAI's catalog or the key's models change. A key whose catalog adds no LiteLLM models keeps OpenAI's ETags. - -### Restrict native models with an access group - -A key with a model allowlist needs a rule for ChatGPT names that OpenAI adds over time. Put the subscription wildcards in an access group under `chatgpt/` names: - -```yaml -model_list: - - model_name: chatgpt/gpt-* - litellm_params: - model: chatgpt/gpt-* - model_info: - access_groups: ["chatgpt-native"] - - model_name: chatgpt/codex-* - litellm_params: - model: chatgpt/codex-* - model_info: - access_groups: ["chatgpt-native"] -``` - -Then add `chatgpt-native` to the key's models, next to any other model names it should reach. On the native route, a key that holds only the `chatgpt/` form of a name is checked as that form, so a request for `gpt-5.6-sol` is allowed when the key may call `chatgpt/gpt-5.6-sol`. The key can call every ChatGPT model that matches the wildcards, including ones the proxy configuration does not name. - -On `/v1` these wildcards match only a request that asks for a `chatgpt/` name, so a request for a plain `gpt-` or `codex-` name still goes where it went before, such as a `*` catch-all deployment. A `/v1` request for a `chatgpt/` name without a ChatGPT login falls back to the proxy's own saved login if it has one, so keep that login unset as described above. - -### Configure Pi - -Sign into the built-in `openai-codex` provider in Pi. Merge this override into `~/.pi/agent/models.json` and export your LiteLLM virtual key as `LITELLM_API_KEY` before launching Pi: - -```json -{ - "providers": { - "openai-codex": { - "baseUrl": "https://litellm.example.com/backend-api/codex", - "headers": { - "x-litellm-api-key": "LITELLM_API_KEY" - } - } - } -} -``` - -Keep Pi's subscription login as the provider credential. The header value names an environment variable, not a key to paste into the file. - -## Verify account usage - -Send a prompt and check the completed request in LiteLLM's Logs page. Its gateway user/key and token counts should match the caller. Give each person their own LiteLLM virtual key for separate attribution. The gateway credential and ChatGPT login are independently authenticated; LiteLLM does not establish that both identities belong to the same person. - -The native routes are `GET /backend-api/codex/models` and `POST /backend-api/codex/responses`. Model requests use the upstream model name, so a restricted LiteLLM key needs the `chatgpt-native` access group above or that exact name. OpenAI's model catalog is returned in its native format; seeing a model there does not override gateway permissions. - -The proxy forwards the ChatGPT bearer and account header to the fixed OpenAI Codex endpoint. It removes gateway credentials and cookies from the upstream request and redacts credential headers in logging callbacks. The client remains responsible for refresh and reauthentication. Native passthrough returns authentication and quota errors without switching subscriptions. Standard model routes retain the caller login across ChatGPT retries; explicitly configured cross-provider fallbacks use their own credentials. An explicit workspace header is preserved for OpenAI to validate. - -This flow does not connect accounts through the dashboard or pool subscription allowances. Use a Codex build that supports ChatGPT authentication with a custom model provider. The integration forwards HTTP and SSE requests; it does not add native WebSocket or other Codex backend routes. diff --git a/cookbook/ai_coding_tool_guides/claude_code_quickstart/guide.md b/cookbook/ai_coding_tool_guides/claude_code_quickstart/guide.md deleted file mode 100644 index cd27eed18a3..00000000000 --- a/cookbook/ai_coding_tool_guides/claude_code_quickstart/guide.md +++ /dev/null @@ -1,294 +0,0 @@ -# Claude Code with LiteLLM Quickstart - -This guide shows how to call Claude models (and any LiteLLM-supported model) through LiteLLM proxy from Claude Code. - -> **Note:** This integration is based on [Anthropic's official LiteLLM configuration documentation](https://docs.anthropic.com/en/docs/claude-code/llm-gateway#litellm-configuration). It allows you to use any LiteLLM supported model through Claude Code with centralized authentication, usage tracking, and cost controls. - -## Video Walkthrough - -Watch the full tutorial: https://www.loom.com/embed/3c17d683cdb74d36a3698763cc558f56 - -## Prerequisites - -- [Claude Code](https://docs.anthropic.com/en/docs/claude-code/overview) installed -- API keys for your chosen providers - -## Installation - -First, install LiteLLM with proxy support: - -```bash -pip install 'litellm[proxy]' -``` - -## Step 1: Setup config.yaml - -Create a secure configuration using environment variables: - -```yaml -model_list: - # Claude models - - model_name: claude-3-5-sonnet-20241022 - litellm_params: - model: anthropic/claude-3-5-sonnet-20241022 - api_key: os.environ/ANTHROPIC_API_KEY - - - model_name: claude-3-5-haiku-20241022 - litellm_params: - model: anthropic/claude-3-5-haiku-20241022 - api_key: os.environ/ANTHROPIC_API_KEY - - -litellm_settings: - master_key: os.environ/LITELLM_MASTER_KEY -``` - -Set your environment variables: - -```bash -export ANTHROPIC_API_KEY="your-anthropic-api-key" -export LITELLM_MASTER_KEY="sk-$(openssl rand -hex 32)" -``` - -## Step 2: Start Proxy - -```bash -litellm --config /path/to/config.yaml - -# RUNNING on http://0.0.0.0:4000 -``` - -## Step 3: Verify Setup - -Test that your proxy is working correctly: - -```bash -curl -X POST http://0.0.0.0:4000/v1/messages \ --H "Authorization: Bearer $LITELLM_MASTER_KEY" \ --H "Content-Type: application/json" \ --d '{ - "model": "claude-3-5-sonnet-20241022", - "max_tokens": 1000, - "messages": [{"role": "user", "content": "What is the capital of France?"}] -}' -``` - -## Step 4: Configure Claude Code - -### Method 1: Unified Endpoint (Recommended) - -Configure Claude Code to use LiteLLM's unified endpoint. Either a virtual key or master key can be used here: - -```bash -export ANTHROPIC_BASE_URL="http://0.0.0.0:4000" -export ANTHROPIC_AUTH_TOKEN="$LITELLM_MASTER_KEY" -``` - -> **Tip:** LITELLM_MASTER_KEY gives Claude access to all proxy models, whereas a virtual key would be limited to the models set in the UI. - -### Method 2: Provider-specific Pass-through Endpoint - -Alternatively, use the Anthropic pass-through endpoint: - -```bash -export ANTHROPIC_BASE_URL="http://0.0.0.0:4000/anthropic" -export ANTHROPIC_AUTH_TOKEN="$LITELLM_MASTER_KEY" -``` - -## Step 5: Use Claude Code - -### Choosing Your Model - -You have two options for specifying which model Claude Code uses: - -#### Option 1: Command Line / Session Model Selection - -Specify the model directly when starting Claude Code or during a session: - -```bash -# Specify model at startup -claude --model claude-3-5-sonnet-20241022 - -# Or change model during a session -/model claude-3-5-haiku-20241022 -``` - -This method uses the exact model you specify. - -#### Option 2: Environment Variables - -Configure default models using environment variables: - -```bash -# Tell Claude Code which models to use by default -export ANTHROPIC_DEFAULT_SONNET_MODEL=claude-3-5-sonnet-20241022 -export ANTHROPIC_DEFAULT_HAIKU_MODEL=claude-3-5-haiku-20241022 -export ANTHROPIC_DEFAULT_OPUS_MODEL=claude-opus-3-5-20240229 - -claude # Will use the models specified above -``` - -**Note:** Claude Code may cache the model from a previous session. If environment variables don't take effect, use Option 1 to explicitly set the model. - -**Important:** The `model_name` in your LiteLLM config must match what Claude Code requests (either from env vars or command line). - -### Using 1M Context Window - -Claude Code supports extended context (1 million tokens) using the `[1m]` suffix with Claude 4+ models: - -```bash -# Use Sonnet 4.5 with 1M context (requires quotes for shell) -claude --model 'claude-sonnet-4-5-20250929[1m]' - -# Inside a Claude Code session (no quotes needed) -/model claude-sonnet-4-5-20250929[1m] -``` - -**Important:** When using `--model` with `[1m]` in the shell, you must use quotes to prevent the shell from interpreting the brackets. - -Alternatively, set as default with environment variables: - -```bash -export ANTHROPIC_DEFAULT_SONNET_MODEL='claude-sonnet-4-5-20250929[1m]' -claude -``` - -**How it works:** -- Claude Code strips the `[1m]` suffix before sending to LiteLLM -- Claude Code automatically adds the header `anthropic-beta: context-1m-2025-08-07` -- Your LiteLLM config should **NOT** include `[1m]` in model names - -**Verify 1M context is active:** -```bash -/context -# Should show: 21k/1000k tokens (2%) -``` - -**Pricing:** Models using 1M context have different pricing. Input tokens above 200k are charged at a higher rate. - -## Troubleshooting - -Common issues and solutions: - -**Claude Code not connecting:** -- Verify your proxy is running: `curl http://0.0.0.0:4000/health` -- Check that `ANTHROPIC_BASE_URL` is set correctly -- Ensure your `ANTHROPIC_AUTH_TOKEN` matches your LiteLLM master key - -**Authentication errors:** -- Verify your environment variables are set: `echo $LITELLM_MASTER_KEY` -- Check that your API keys are valid and have sufficient credits -- Ensure the `ANTHROPIC_AUTH_TOKEN` matches your LiteLLM master key - -**Model not found:** -- Check what model Claude Code is requesting in LiteLLM logs -- Ensure your `config.yaml` has a matching `model_name` entry -- If using environment variables, verify they're set: `echo $ANTHROPIC_DEFAULT_SONNET_MODEL` - -**1M context not working (showing 200k instead of 1000k):** -- Verify you're using the `[1m]` suffix: `/model your-model-name[1m]` -- Check LiteLLM logs for the header `context-1m-2025-08-07` in the request -- Ensure your model supports 1M context (only certain Claude models do) -- Your LiteLLM config should **NOT** include `[1m]` in the `model_name` - -## Using Multiple Models and Providers - -You can configure LiteLLM to route to any supported provider. Here's an example with multiple providers: - -```yaml -model_list: - # OpenAI models - - model_name: codex-mini - litellm_params: - model: openai/codex-mini - api_key: os.environ/OPENAI_API_KEY - api_base: https://api.openai.com/v1 - - - model_name: o3-pro - litellm_params: - model: openai/o3-pro - api_key: os.environ/OPENAI_API_KEY - api_base: https://api.openai.com/v1 - - - model_name: gpt-4o - litellm_params: - model: openai/gpt-4o - api_key: os.environ/OPENAI_API_KEY - api_base: https://api.openai.com/v1 - - # Anthropic models - - model_name: claude-3-5-sonnet-20241022 - litellm_params: - model: anthropic/claude-3-5-sonnet-20241022 - api_key: os.environ/ANTHROPIC_API_KEY - - - model_name: claude-3-5-haiku-20241022 - litellm_params: - model: anthropic/claude-3-5-haiku-20241022 - api_key: os.environ/ANTHROPIC_API_KEY - - # AWS Bedrock - - model_name: claude-bedrock - litellm_params: - model: bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0 - aws_access_key_id: os.environ/AWS_ACCESS_KEY_ID - aws_secret_access_key: os.environ/AWS_SECRET_ACCESS_KEY - aws_region_name: us-east-1 - -litellm_settings: - master_key: os.environ/LITELLM_MASTER_KEY -``` - -**Note:** The `model_name` can be anything you choose. Claude Code will request whatever model you specify (via env vars or command line), and LiteLLM will route to the `model` configured in `litellm_params`. - -Switch between models seamlessly: - -```bash -# Use environment variables to set defaults -export ANTHROPIC_DEFAULT_SONNET_MODEL=claude-3-5-sonnet-20241022 -export ANTHROPIC_DEFAULT_HAIKU_MODEL=claude-3-5-haiku-20241022 - -# Or specify directly -claude --model claude-3-5-sonnet-20241022 # Complex reasoning -claude --model claude-3-5-haiku-20241022 # Fast responses -claude --model claude-bedrock # Bedrock deployment -``` - -## Default Models Used by Claude Code - -If you **don't** set environment variables, Claude Code uses these default model names: - -| Purpose | Default Model Name (v2.1.14) | -|---------|------------------------------| -| Main model | `claude-sonnet-4-5-20250929` | -| Light tasks (subagents, summaries) | `claude-haiku-4-5-20251001` | -| Planning mode | `claude-opus-4-5-20251101` | - -Your LiteLLM config should include these model names if you want Claude Code to work without setting environment variables: - -```yaml -model_list: - - model_name: claude-sonnet-4-5-20250929 - litellm_params: - # Can be any provider - Anthropic, Bedrock, Vertex AI, etc. - model: anthropic/claude-sonnet-4-5-20250929 - api_key: os.environ/ANTHROPIC_API_KEY - - - model_name: claude-haiku-4-5-20251001 - litellm_params: - model: anthropic/claude-haiku-4-5-20251001 - api_key: os.environ/ANTHROPIC_API_KEY - - - model_name: claude-opus-4-5-20251101 - litellm_params: - model: anthropic/claude-opus-4-5-20251101 - api_key: os.environ/ANTHROPIC_API_KEY -``` - -**Warning:** These default model names may change with new Claude Code versions. Check LiteLLM proxy logs for "model not found" errors to identify what Claude Code is requesting. - -## Additional Resources - -- [LiteLLM Documentation](https://docs.litellm.ai/) -- [Claude Code Documentation](https://docs.anthropic.com/en/docs/claude-code/overview) -- [Anthropic's LiteLLM Configuration Guide](https://docs.anthropic.com/en/docs/claude-code/llm-gateway#litellm-configuration) diff --git a/cookbook/ai_coding_tool_guides/index.json b/cookbook/ai_coding_tool_guides/index.json deleted file mode 100644 index 3e71670d623..00000000000 --- a/cookbook/ai_coding_tool_guides/index.json +++ /dev/null @@ -1,134 +0,0 @@ -[{ - "title": "Claude Code Quickstart", - "description": "This is a quickstart guide to using Claude Code with LiteLLM.", - "url": "https://docs.litellm.ai/docs/tutorials/claude_responses_api", - "date": "2026-01-15", - "version": "1.0.0", - "tags": [ - "Claude Code", - "LiteLLM" - ] -}, -{ - "title": "Claude Code with MCPs", - "description": "This is a guide to using Claude Code with MCPs via LiteLLM Proxy.", - "url": "https://docs.litellm.ai/docs/tutorials/claude_mcp", - "date": "2026-01-15", - "version": "1.0.0", - "tags": [ - "Claude Code", - "LiteLLM", - "MCP" - ] -}, -{ - "title": "Claude Code with Non-Anthropic Models", - "description": "This is a guide to using Claude Code with non-Anthropic models via LiteLLM Proxy.", - "url": "https://docs.litellm.ai/docs/tutorials/claude_non_anthropic_models", - "date": "2026-01-16", - "version": "1.0.0", - "tags": [ - "Claude Code", - "LiteLLM", - "OpenAI", - "Gemini" - ] -}, -{ - "title": "Cursor Quickstart", - "description": "This is a quickstart guide to using Cursor with LiteLLM.", - "url": "https://docs.litellm.ai/docs/tutorials/cursor_integration", - "date": "2026-01-16", - "version": "1.0.0", - "tags": [ - "Cursor", - "LiteLLM", - "Quickstart" - ] -}, -{ - "title": "Github Copilot Quickstart", - "description": "This is a quickstart guide to using Github Copilot with LiteLLM.", - "url": "https://docs.litellm.ai/docs/tutorials/github_copilot_integration", - "date": "2026-01-16", - "version": "1.0.0", - "tags": [ - "Github Copilot", - "LiteLLM", - "Quickstart" - ] -}, -{ - "title": "LiteLLM Gemini CLI Quickstart", - "description": "This is a quickstart guide to using LiteLLM Gemini CLI.", - "url": "https://docs.litellm.ai/docs/tutorials/litellm_gemini_cli", - "date": "2026-01-16", - "version": "1.0.0", - "tags": [ - "Gemini CLI", - "Gemini", - "LiteLLM", - "Quickstart" - ] -}, -{ - "title": "OpenAI Codex CLI Quickstart", - "description": "This is a quickstart guide to using OpenAI Codex CLI.", - "url": "https://docs.litellm.ai/docs/tutorials/openai_codex", - "date": "2026-01-16", - "version": "1.0.0", - "tags": [ - "OpenAI Codex CLI", - "OpenAI", - "LiteLLM", - "Quickstart" - ] -}, -{ - "title": "OpenWebUI Quickstart", - "description": "This is a quickstart guide to using OpenWebUI with LiteLLM.", - "url": "https://docs.litellm.ai/docs/tutorials/openweb_ui", - "date": "2026-01-16", - "version": "1.0.0", - "tags": [ - "OpenWebUI", - "LiteLLM", - "Quickstart" - ] -}, -{ - "title": "AI Coding Tool Usage Tracking", - "description": "This is a guide to tracking usage for AI coding tools monitor the use of Claude Code , Google Antigravity, OpenAI Codex, Roo Code etc. through LiteLLM.", - "url": "https://docs.litellm.ai/docs/tutorials/cost_tracking_coding", - "date": "2026-01-17", - "version": "1.0.0", - "tags": [ - "Claude Code", - "Gemini CLI", - "OpenAI Codex", - "LiteLLM" - ] -}, -{ - "title": "Use Web Search with Claude Code (across Bedrock/OpenAI/Gemini/etc.)", - "description": "This is a guide for using Web Search with Claude Code via LiteLLM.", - "url": "https://docs.litellm.ai/docs/tutorials/claude_code_websearch", - "date": "2026-01-17", - "version": "1.0.0", - "tags": [ - "Claude Code", - "LiteLLM", - "Web Search" - ] -}, -{ - "title": "Track Claude Code Usage per user via Custom Headers", - "description": "This is a guide for tracking claude code user usage by passing a customer ID header.", - "url": "https://docs.litellm.ai/docs/tutorials/claude_code_customer_tracking", - "date": "2026-01-17", - "version": "1.0.0", - "tags": [ - "Claude Code", - "LiteLLM" - ] -}] \ No newline at end of file diff --git a/cookbook/anthropic_agent_sdk/README.md b/cookbook/anthropic_agent_sdk/README.md deleted file mode 100644 index 4521aee310a..00000000000 --- a/cookbook/anthropic_agent_sdk/README.md +++ /dev/null @@ -1,150 +0,0 @@ -# Claude Agent SDK with LiteLLM Gateway - -A simple example showing how to use Claude's Agent SDK with LiteLLM as a proxy. This lets you use any LLM provider (OpenAI, Bedrock, Azure, etc.) through the Agent SDK. - -## Quick Start - -### 1. Install dependencies - -```bash -pip install anthropic claude-agent-sdk litellm -``` - -### 2. Start LiteLLM proxy - -```bash -# Simple start with Claude -litellm --model claude-sonnet-4-20250514 - -# Or with a config file -litellm --config config.yaml -``` - -Generate a master key before starting the proxy: - -```bash -export LITELLM_MASTER_KEY="sk-$(openssl rand -hex 32)" -``` - -### 3. Run the chat - -**Basic Agent (no MCP):** - -```bash -python main.py -``` - -**Agent with MCP (DeepWiki2 for research):** - -```bash -python agent_with_mcp.py -``` - -If MCP connection fails, you can disable it: - -```bash -USE_MCP=false python agent_with_mcp.py -``` - -That's it! You can now chat with the agent in your terminal. - -### Chat Commands - -While chatting, you can use these commands: -- `models` - List all available models (fetched from your LiteLLM proxy) -- `model` - Switch to a different model -- `clear` - Start a new conversation -- `quit` or `exit` - End the chat - -The chat automatically fetches available models from your LiteLLM proxy's `/models` endpoint, so you'll always see what's currently configured. - -## Configuration - -Set these environment variables if needed: - -```bash -export LITELLM_PROXY_URL="http://localhost:4000" -export LITELLM_API_KEY="$LITELLM_MASTER_KEY" -export LITELLM_MODEL="bedrock-claude-sonnet-4.5" -``` - -Or just use the defaults - it'll connect to `http://localhost:4000` by default. - -## Files - -- `main.py` - Basic interactive agent without MCP -- `agent_with_mcp.py` - Agent with MCP server integration (DeepWiki2) -- `common.py` - Shared utilities and functions -- `config.example.yaml` - Example LiteLLM configuration -- `requirements.txt` - Python dependencies - -## Example Config File - -If you want to use multiple models, create a `config.yaml` (see `config.example.yaml`): - -```yaml -model_list: - - model_name: bedrock-claude-sonnet-4 - litellm_params: - model: "bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0" - aws_region_name: "us-east-1" - - - model_name: bedrock-claude-sonnet-4.5 - litellm_params: - model: "bedrock/us.anthropic.claude-sonnet-4-5-20250929-v1:0" - aws_region_name: "us-east-1" -``` - -Then start LiteLLM with: `litellm --config config.yaml` - -## How It Works - -The key is pointing the Agent SDK to LiteLLM instead of directly to Anthropic: - -```python -# Point to LiteLLM gateway (not Anthropic) -os.environ["ANTHROPIC_BASE_URL"] = "http://localhost:4000" -os.environ["ANTHROPIC_API_KEY"] = os.environ["LITELLM_API_KEY"] - -# Use any model configured in LiteLLM -options = ClaudeAgentOptions( - model="bedrock-claude-sonnet-4", # or gpt-4, or anything else - system_prompt="You are a helpful assistant.", - max_turns=50, -) -``` - -Note: Don't add `/anthropic` to the base URL - LiteLLM handles the routing automatically. - -## Why Use This? - -- **Switch providers easily**: Use the same code with OpenAI, Bedrock, Azure, etc. -- **Cost tracking**: LiteLLM tracks spending across all your agent conversations -- **Rate limiting**: Set budgets and limits on your agent usage -- **Load balancing**: Distribute requests across multiple API keys or regions -- **Fallbacks**: Automatically retry with a different model if one fails - -## Troubleshooting - -**Connection errors?** -- Make sure LiteLLM is running: `litellm --model your-model` -- Check the URL is correct (default: `http://localhost:4000`) - -**Authentication errors?** -- Verify your LiteLLM API key is correct -- Make sure the model is configured in your LiteLLM setup - -**Model not found?** -- Check the model name matches what's in your LiteLLM config -- Run `litellm --model your-model` to test it works - -**Agent with MCP stuck or failing?** -- The MCP server might not be available at `http://localhost:4000/mcp/deepwiki2` -- Try disabling MCP: `USE_MCP=false python agent_with_mcp.py` -- Or use the basic agent: `python main.py` - -## Learn More - -- [LiteLLM Docs](https://docs.litellm.ai/) -- [Claude Agent SDK](https://github.com/anthropics/anthropic-agent-sdk) -- [LiteLLM Proxy Guide](https://docs.litellm.ai/docs/proxy/quick_start) diff --git a/cookbook/anthropic_agent_sdk/agent_with_mcp.py b/cookbook/anthropic_agent_sdk/agent_with_mcp.py deleted file mode 100644 index 8a7513c786c..00000000000 --- a/cookbook/anthropic_agent_sdk/agent_with_mcp.py +++ /dev/null @@ -1,144 +0,0 @@ -""" -Interactive Claude Agent SDK CLI with MCP Support - -This example demonstrates an interactive CLI chat with the Anthropic Agent SDK using LiteLLM as a proxy, -with MCP (Model Context Protocol) server integration for enhanced capabilities. -""" - -import asyncio -import os -from claude_agent_sdk import ClaudeSDKClient, ClaudeAgentOptions -from common import ( - Config, - fetch_available_models, - setup_litellm_env, - print_header, - handle_model_list, - handle_model_switch, - stream_response, -) - - -async def interactive_chat_with_mcp(): - """ - Interactive CLI chat with the agent and MCP server - """ - config = Config() - - # Configure Anthropic SDK to point to LiteLLM gateway - litellm_base_url = setup_litellm_env(config) - - # Fetch available models from proxy - available_models = await fetch_available_models( - litellm_base_url, config.LITELLM_API_KEY - ) - - current_model = config.LITELLM_MODEL - - # MCP server configuration - mcp_server_url = f"{litellm_base_url}/mcp/deepwiki2" - use_mcp = os.getenv("USE_MCP", "true").lower() == "true" - - if not use_mcp: - print("⚠️ MCP disabled via USE_MCP=false") - - print_header(litellm_base_url, current_model, has_mcp=use_mcp) - - while True: - # Configure agent options - if use_mcp: - try: - # Try with MCP server (HTTP transport) - # Using McpHttpServerConfig format from Agent SDK - options = ClaudeAgentOptions( - system_prompt="You are a helpful AI assistant with access to DeepWiki for research. Be concise, accurate, and friendly.", - model=current_model, - max_turns=50, - mcp_servers={ - "deepwiki2": { - "type": "http", - "url": mcp_server_url, - "headers": { - "Authorization": f"Bearer {config.LITELLM_API_KEY}" - }, - } - }, - ) - except Exception as e: - print(f"⚠️ Warning: Could not configure MCP server: {e}") - print("Continuing without MCP...\n") - use_mcp = False - options = ClaudeAgentOptions( - system_prompt="You are a helpful AI assistant. Be concise, accurate, and friendly.", - model=current_model, - max_turns=50, - ) - else: - # Without MCP - options = ClaudeAgentOptions( - system_prompt="You are a helpful AI assistant. Be concise, accurate, and friendly.", - model=current_model, - max_turns=50, - ) - - # Create agent client - try: - async with ClaudeSDKClient(options=options) as client: - conversation_active = True - - while conversation_active: - # Get user input - try: - user_input = input("\n👤 You: ").strip() - except (EOFError, KeyboardInterrupt): - print("\n\n👋 Goodbye!") - return - - # Handle commands - if user_input.lower() in ["quit", "exit"]: - print("\n👋 Goodbye!") - return - - if user_input.lower() == "clear": - print("\n🔄 Starting new conversation...\n") - conversation_active = False - continue - - if user_input.lower() == "models": - handle_model_list(available_models, current_model) - continue - - if user_input.lower() == "model": - new_model, should_restart = handle_model_switch( - available_models, current_model - ) - if should_restart: - current_model = new_model - conversation_active = False - continue - - if not user_input: - continue - - # Stream response from agent - await stream_response(client, user_input) - - except Exception as e: - print(f"\n❌ Error creating agent client: {e}") - print("This might be an MCP configuration issue. Try running without MCP:") - print(" USE_MCP=false python agent_with_mcp.py") - print("\nOr use the basic agent:") - print(" python main.py") - return - - -def main(): - """Run interactive chat with MCP""" - try: - asyncio.run(interactive_chat_with_mcp()) - except KeyboardInterrupt: - print("\n\n👋 Goodbye!") - - -if __name__ == "__main__": - main() diff --git a/cookbook/anthropic_agent_sdk/common.py b/cookbook/anthropic_agent_sdk/common.py deleted file mode 100644 index 505b5ecd91c..00000000000 --- a/cookbook/anthropic_agent_sdk/common.py +++ /dev/null @@ -1,164 +0,0 @@ -""" -Common utilities for Claude Agent SDK examples -""" - -import os -import httpx - - -class Config: - """Configuration for LiteLLM Gateway connection""" - - # LiteLLM proxy URL (default to local instance) - LITELLM_PROXY_URL = os.getenv("LITELLM_PROXY_URL", "http://localhost:4000") - - # LiteLLM API key (master key or virtual key) - LITELLM_API_KEY = os.environ["LITELLM_API_KEY"] - - # Model name as configured in LiteLLM (e.g., "bedrock-claude-sonnet-4", "gpt-4", etc.) - LITELLM_MODEL = os.getenv("LITELLM_MODEL", "bedrock-claude-sonnet-4.5") - - -async def fetch_available_models(base_url: str, api_key: str) -> list[str]: - """ - Fetch available models from LiteLLM proxy /models endpoint - """ - try: - async with httpx.AsyncClient() as client: - response = await client.get( - f"{base_url}/models", - headers={"Authorization": f"Bearer {api_key}"}, - timeout=10.0, - ) - response.raise_for_status() - data = response.json() - return [model["id"] for model in data.get("data", [])] - except Exception as e: - print(f"⚠️ Warning: Could not fetch models from proxy: {e}") - print("Using default model list...") - # Fallback to default models - return [ - "bedrock-claude-sonnet-3.5", - "bedrock-claude-sonnet-4", - "bedrock-claude-sonnet-4.5", - "bedrock-claude-opus-4.5", - "bedrock-nova-premier", - ] - - -def setup_litellm_env(config: Config): - """ - Configure environment variables to point Agent SDK to LiteLLM - """ - litellm_base_url = config.LITELLM_PROXY_URL.rstrip("/") - os.environ["ANTHROPIC_BASE_URL"] = litellm_base_url - os.environ["ANTHROPIC_API_KEY"] = config.LITELLM_API_KEY - return litellm_base_url - - -def print_header(base_url: str, current_model: str, has_mcp: bool = False): - """ - Print the chat header - """ - mcp_indicator = " + MCP" if has_mcp else "" - print("=" * 70) - print(f"🤖 Claude Agent SDK with LiteLLM Gateway{mcp_indicator} - Interactive Chat") - print("=" * 70) - print(f"🚀 Connected to: {base_url}") - print(f"📦 Current model: {current_model}") - if has_mcp: - print("🔌 MCP: deepwiki2 enabled") - print("\nType your messages below. Commands:") - print(" - 'quit' or 'exit' to end the conversation") - print(" - 'clear' to start a new conversation") - print(" - 'model' to switch models") - print(" - 'models' to list available models") - print("=" * 70) - print() - - -def handle_model_list(available_models: list[str], current_model: str): - """ - Display available models - """ - print("\n📋 Available models:") - for i, model in enumerate(available_models, 1): - marker = "✓" if model == current_model else " " - print(f" {marker} {i}. {model}") - - -def handle_model_switch( - available_models: list[str], current_model: str -) -> tuple[str, bool]: - """ - Handle model switching - - Returns: - tuple: (new_model, should_restart_conversation) - """ - print("\n📋 Select a model:") - for i, model in enumerate(available_models, 1): - marker = "✓" if model == current_model else " " - print(f" {marker} {i}. {model}") - - try: - choice = input("\nEnter number (or press Enter to cancel): ").strip() - if choice: - idx = int(choice) - 1 - if 0 <= idx < len(available_models): - new_model = available_models[idx] - print(f"\n✅ Switched to: {new_model}") - print("🔄 Starting new conversation with new model...\n") - return new_model, True - else: - print("❌ Invalid choice") - except (ValueError, IndexError): - print("❌ Invalid input") - - return current_model, False - - -async def stream_response(client, user_input: str): - """ - Stream response from the agent - """ - print("\n🤖 Assistant: ", end="", flush=True) - - try: - await client.query(user_input) - - # Show loading indicator - print("⏳ thinking...", end="", flush=True) - - # Stream the response - first_chunk = True - async for msg in client.receive_response(): - # Clear loading indicator on first message - if first_chunk: - print("\r🤖 Assistant: ", end="", flush=True) - first_chunk = False - - # Handle different message types - if hasattr(msg, "type"): - if msg.type == "content_block_delta": - # Streaming text delta - if hasattr(msg, "delta") and hasattr(msg.delta, "text"): - print(msg.delta.text, end="", flush=True) - elif msg.type == "content_block_start": - # Start of content block - if hasattr(msg, "content_block") and hasattr( - msg.content_block, "text" - ): - print(msg.content_block.text, end="", flush=True) - - # Fallback to original content handling - if hasattr(msg, "content"): - for content_block in msg.content: - if hasattr(content_block, "text"): - print(content_block.text, end="", flush=True) - - print() # New line after response - - except Exception as e: - print(f"\r\n❌ Error: {e}") - print("Please check your LiteLLM gateway is running and configured correctly.") diff --git a/cookbook/anthropic_agent_sdk/config.example.yaml b/cookbook/anthropic_agent_sdk/config.example.yaml deleted file mode 100644 index eb1984fc4ea..00000000000 --- a/cookbook/anthropic_agent_sdk/config.example.yaml +++ /dev/null @@ -1,25 +0,0 @@ -model_list: - - model_name: bedrock-claude-sonnet-3.5 - litellm_params: - model: "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0" - aws_region_name: "us-east-1" - - - model_name: bedrock-claude-sonnet-4 - litellm_params: - model: "bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0" - aws_region_name: "us-east-1" - - - model_name: bedrock-claude-sonnet-4.5 - litellm_params: - model: "bedrock/us.anthropic.claude-sonnet-4-5-20250929-v1:0" - aws_region_name: "us-east-1" - - - model_name: bedrock-claude-opus-4.5 - litellm_params: - model: "bedrock/us.anthropic.claude-opus-4-5-20251101-v1:0" - aws_region_name: "us-east-1" - - - model_name: bedrock-nova-premier - litellm_params: - model: "bedrock/amazon.nova-premier-v1:0" - aws_region_name: "us-east-1" diff --git a/cookbook/anthropic_agent_sdk/main.py b/cookbook/anthropic_agent_sdk/main.py deleted file mode 100644 index 506c6fa07b0..00000000000 --- a/cookbook/anthropic_agent_sdk/main.py +++ /dev/null @@ -1,99 +0,0 @@ -""" -Simple Interactive Claude Agent SDK CLI using LiteLLM Gateway - -This example demonstrates an interactive CLI chat with the Anthropic Agent SDK using LiteLLM as a proxy. -LiteLLM acts as a unified interface, allowing you to use any LLM provider (OpenAI, Azure, Bedrock, etc.) -through the Claude Agent SDK by pointing it to the LiteLLM gateway. -""" - -import asyncio -from claude_agent_sdk import ClaudeSDKClient, ClaudeAgentOptions -from common import ( - Config, - fetch_available_models, - setup_litellm_env, - print_header, - handle_model_list, - handle_model_switch, - stream_response, -) - - -async def interactive_chat(): - """ - Interactive CLI chat with the agent - """ - config = Config() - - # Configure Anthropic SDK to point to LiteLLM gateway - litellm_base_url = setup_litellm_env(config) - - # Fetch available models from proxy - available_models = await fetch_available_models( - litellm_base_url, config.LITELLM_API_KEY - ) - - current_model = config.LITELLM_MODEL - - print_header(litellm_base_url, current_model) - - while True: - # Configure agent options for each conversation - options = ClaudeAgentOptions( - system_prompt="You are a helpful AI assistant. Be concise, accurate, and friendly.", - model=current_model, - max_turns=50, - ) - - # Create agent client - async with ClaudeSDKClient(options=options) as client: - conversation_active = True - - while conversation_active: - # Get user input - try: - user_input = input("\n👤 You: ").strip() - except (EOFError, KeyboardInterrupt): - print("\n\n👋 Goodbye!") - return - - # Handle commands - if user_input.lower() in ["quit", "exit"]: - print("\n👋 Goodbye!") - return - - if user_input.lower() == "clear": - print("\n🔄 Starting new conversation...\n") - conversation_active = False - continue - - if user_input.lower() == "models": - handle_model_list(available_models, current_model) - continue - - if user_input.lower() == "model": - new_model, should_restart = handle_model_switch( - available_models, current_model - ) - if should_restart: - current_model = new_model - conversation_active = False - continue - - if not user_input: - continue - - # Stream response from agent - await stream_response(client, user_input) - - -def main(): - """Run interactive chat""" - try: - asyncio.run(interactive_chat()) - except KeyboardInterrupt: - print("\n\n👋 Goodbye!") - - -if __name__ == "__main__": - main() diff --git a/cookbook/anthropic_agent_sdk/requirements.txt b/cookbook/anthropic_agent_sdk/requirements.txt deleted file mode 100644 index 1e810bb7d99..00000000000 --- a/cookbook/anthropic_agent_sdk/requirements.txt +++ /dev/null @@ -1,2 +0,0 @@ -claude-agent-sdk -httpx>=0.27.0 diff --git a/cookbook/benchmark/benchmark.py b/cookbook/benchmark/benchmark.py deleted file mode 100644 index b38d185a166..00000000000 --- a/cookbook/benchmark/benchmark.py +++ /dev/null @@ -1,90 +0,0 @@ -from litellm import completion, completion_cost -import time -import click -from tqdm import tqdm -from tabulate import tabulate -from termcolor import colored -import os - - -# Define the list of models to benchmark -# select any LLM listed here: https://docs.litellm.ai/docs/providers -models = ["gpt-3.5-turbo", "claude-2"] - -# Enter LLM API keys -# https://docs.litellm.ai/docs/providers -os.environ["OPENAI_API_KEY"] = "" -os.environ["ANTHROPIC_API_KEY"] = "" - -# List of questions to benchmark (replace with your questions) -questions = ["When will BerriAI IPO?", "When will LiteLLM hit $100M ARR?"] - -# Enter your system prompt here -system_prompt = """ -You are LiteLLMs helpful assistant -""" - - -@click.command() -@click.option( - "--system-prompt", - default="You are a helpful assistant that can answer questions.", - help="System prompt for the conversation.", -) -def main(system_prompt): - for question in questions: - data = [] # Data for the current question - - with tqdm(total=len(models)) as pbar: - for model in models: - colored_description = colored( - f"Running question: {question} for model: {model}", "green" - ) - pbar.set_description(colored_description) - start_time = time.time() - - response = completion( - model=model, - max_tokens=500, - messages=[ - {"role": "system", "content": system_prompt}, - {"role": "user", "content": question}, - ], - ) - - end = time.time() - total_time = end - start_time - cost = completion_cost(completion_response=response) - raw_response = response["choices"][0]["message"]["content"] - - data.append( - { - "Model": colored(model, "light_blue"), - "Response": raw_response, # Colorize the response - "ResponseTime": colored(f"{total_time:.2f} seconds", "red"), - "Cost": colored(f"${cost:.6f}", "green"), # Colorize the cost - } - ) - - pbar.update(1) - - # Separate headers from the data - headers = ["Model", "Response", "Response Time (seconds)", "Cost ($)"] - colwidths = [15, 80, 15, 10] - - # Create a nicely formatted table for the current question - table = tabulate( - [list(d.values()) for d in data], - headers, - tablefmt="grid", - maxcolwidths=colwidths, - ) - - # Print the table for the current question - colored_question = colored(question, "green") - click.echo(f"\nBenchmark Results for '{colored_question}':") - click.echo(table) # Display the formatted table - - -if __name__ == "__main__": - main() diff --git a/cookbook/benchmark/eval_suites_mlflow_autoevals/auto_evals.py b/cookbook/benchmark/eval_suites_mlflow_autoevals/auto_evals.py deleted file mode 100644 index daa38dda585..00000000000 --- a/cookbook/benchmark/eval_suites_mlflow_autoevals/auto_evals.py +++ /dev/null @@ -1,30 +0,0 @@ -from dotenv import load_dotenv - -load_dotenv() - -import litellm - -from autoevals.llm import * - -################### - -# litellm completion call -question = "which country has the highest population" -response = litellm.completion( - model="gpt-3.5-turbo", - messages=[{"role": "user", "content": question}], -) -print(response) -# use the auto eval Factuality() evaluator - -print("calling evaluator") -evaluator = Factuality() -result = evaluator( - output=response.choices[0]["message"][ - "content" - ], # response from litellm.completion() - expected="India", # expected output - input=question, # question passed to litellm.completion -) - -print(result) diff --git a/cookbook/benchmark/readme.md b/cookbook/benchmark/readme.md deleted file mode 100644 index afa59aa91ee..00000000000 --- a/cookbook/benchmark/readme.md +++ /dev/null @@ -1,181 +0,0 @@ -

- LLM-Bench -

-

-

Benchmark LLMs response, cost and response time

-

LLM vs Cost per input + output token ($)

- Screenshot 2023-11-13 at 2 51 06 PM -

- - Bar Graph Excel Sheet here - - -| Model | Provider | Cost per input + output token ($)| -| --- | --- | --- | -| openrouter/mistralai/mistral-7b-instruct | openrouter | 0.0 | -| ollama/llama2 | ollama | 0.0 | -| ollama/llama2:13b | ollama | 0.0 | -| ollama/llama2:70b | ollama | 0.0 | -| ollama/llama2-uncensored | ollama | 0.0 | -| ollama/mistral | ollama | 0.0 | -| ollama/codellama | ollama | 0.0 | -| ollama/orca-mini | ollama | 0.0 | -| ollama/vicuna | ollama | 0.0 | -| perplexity/codellama-34b-instruct | perplexity | 0.0 | -| perplexity/llama-2-13b-chat | perplexity | 0.0 | -| perplexity/llama-2-70b-chat | perplexity | 0.0 | -| perplexity/mistral-7b-instruct | perplexity | 0.0 | -| perplexity/replit-code-v1.5-3b | perplexity | 0.0 | -| text-bison | vertex_ai-text-models | 0.00000025 | -| text-bison@001 | vertex_ai-text-models | 0.00000025 | -| chat-bison | vertex_ai-chat-models | 0.00000025 | -| chat-bison@001 | vertex_ai-chat-models | 0.00000025 | -| chat-bison-32k | vertex_ai-chat-models | 0.00000025 | -| code-bison | vertex_ai-code-text-models | 0.00000025 | -| code-bison@001 | vertex_ai-code-text-models | 0.00000025 | -| code-gecko@001 | vertex_ai-chat-models | 0.00000025 | -| code-gecko@latest | vertex_ai-chat-models | 0.00000025 | -| codechat-bison | vertex_ai-code-chat-models | 0.00000025 | -| codechat-bison@001 | vertex_ai-code-chat-models | 0.00000025 | -| codechat-bison-32k | vertex_ai-code-chat-models | 0.00000025 | -| palm/chat-bison | palm | 0.00000025 | -| palm/chat-bison-001 | palm | 0.00000025 | -| palm/text-bison | palm | 0.00000025 | -| palm/text-bison-001 | palm | 0.00000025 | -| palm/text-bison-safety-off | palm | 0.00000025 | -| palm/text-bison-safety-recitation-off | palm | 0.00000025 | -| anyscale/meta-llama/Llama-2-7b-chat-hf | anyscale | 0.0000003 | -| anyscale/mistralai/Mistral-7B-Instruct-v0.1 | anyscale | 0.0000003 | -| openrouter/meta-llama/llama-2-13b-chat | openrouter | 0.0000004 | -| openrouter/nousresearch/nous-hermes-llama2-13b | openrouter | 0.0000004 | -| deepinfra/meta-llama/Llama-2-7b-chat-hf | deepinfra | 0.0000004 | -| deepinfra/mistralai/Mistral-7B-Instruct-v0.1 | deepinfra | 0.0000004 | -| anyscale/meta-llama/Llama-2-13b-chat-hf | anyscale | 0.0000005 | -| amazon.titan-text-lite-v1 | bedrock | 0.0000007 | -| deepinfra/meta-llama/Llama-2-13b-chat-hf | deepinfra | 0.0000007 | -| text-babbage-001 | text-completion-openai | 0.0000008 | -| text-ada-001 | text-completion-openai | 0.0000008 | -| babbage-002 | text-completion-openai | 0.0000008 | -| openrouter/google/palm-2-chat-bison | openrouter | 0.000001 | -| openrouter/google/palm-2-codechat-bison | openrouter | 0.000001 | -| openrouter/meta-llama/codellama-34b-instruct | openrouter | 0.000001 | -| deepinfra/codellama/CodeLlama-34b-Instruct-hf | deepinfra | 0.0000012 | -| deepinfra/meta-llama/Llama-2-70b-chat-hf | deepinfra | 0.0000016499999999999999 | -| deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1 | deepinfra | 0.0000016499999999999999 | -| anyscale/meta-llama/Llama-2-70b-chat-hf | anyscale | 0.000002 | -| anyscale/codellama/CodeLlama-34b-Instruct-hf | anyscale | 0.000002 | -| gpt-3.5-turbo-1106 | openai | 0.000003 | -| openrouter/meta-llama/llama-2-70b-chat | openrouter | 0.000003 | -| amazon.titan-text-express-v1 | bedrock | 0.000003 | -| gpt-3.5-turbo | openai | 0.0000035 | -| gpt-3.5-turbo-0301 | openai | 0.0000035 | -| gpt-3.5-turbo-0613 | openai | 0.0000035 | -| gpt-3.5-turbo-instruct | text-completion-openai | 0.0000035 | -| openrouter/openai/gpt-3.5-turbo | openrouter | 0.0000035 | -| cohere.command-text-v14 | bedrock | 0.0000035 | -| gpt-3.5-turbo-0613 | openai | 0.0000035 | -| claude-instant-1 | anthropic | 0.00000714 | -| claude-instant-1.2 | anthropic | 0.00000714 | -| openrouter/anthropic/claude-instant-v1 | openrouter | 0.00000714 | -| anthropic.claude-instant-v1 | bedrock | 0.00000714 | -| openrouter/mancer/weaver | openrouter | 0.00001125 | -| j2-mid | ai21 | 0.00002 | -| ai21.j2-mid-v1 | bedrock | 0.000025 | -| openrouter/jondurbin/airoboros-l2-70b-2.1 | openrouter | 0.00002775 | -| command-nightly | cohere | 0.00003 | -| command | cohere | 0.00003 | -| command-light | cohere | 0.00003 | -| command-medium-beta | cohere | 0.00003 | -| command-xlarge-beta | cohere | 0.00003 | -| command-r-plus| cohere | 0.000018 | -| j2-ultra | ai21 | 0.00003 | -| ai21.j2-ultra-v1 | bedrock | 0.0000376 | -| gpt-4-1106-preview | openai | 0.00004 | -| gpt-4-vision-preview | openai | 0.00004 | -| claude-2 | anthropic | 0.0000437 | -| openrouter/anthropic/claude-2 | openrouter | 0.0000437 | -| anthropic.claude-v1 | bedrock | 0.0000437 | -| anthropic.claude-v2 | bedrock | 0.0000437 | -| gpt-4 | openai | 0.00009 | -| gpt-4-0314 | openai | 0.00009 | -| gpt-4-0613 | openai | 0.00009 | -| openrouter/openai/gpt-4 | openrouter | 0.00009 | -| gpt-4-32k | openai | 0.00018 | -| gpt-4-32k-0314 | openai | 0.00018 | -| gpt-4-32k-0613 | openai | 0.00018 | - - - -## Setup: -``` -git clone https://github.com/BerriAI/litellm -``` -cd to `benchmark` dir -``` -cd litellm/cookbook/benchmark -``` - -### Install Dependencies -``` -pip install litellm click tqdm tabulate termcolor -``` - -### Configuration -In `benchmark/benchmark.py` select your LLMs, LLM API Key and questions - -Supported LLMs: https://docs.litellm.ai/docs/providers - -```python -# Define the list of models to benchmark -models = ['gpt-3.5-turbo', 'togethercomputer/llama-2-70b-chat', 'claude-2'] - -# Enter LLM API keys -os.environ['OPENAI_API_KEY'] = "" -os.environ['ANTHROPIC_API_KEY'] = "" -os.environ['TOGETHERAI_API_KEY'] = "" - -# List of questions to benchmark (replace with your questions) -questions = [ - "When will BerriAI IPO?", - "When will LiteLLM hit $100M ARR?" -] - -``` - -## Run LLM-Bench -``` -python3 benchmark.py -``` - -## Expected Output -``` -Running question: When will BerriAI IPO? for model: claude-2: 100%|████████████████████████████████████████████████████████████████████████████████████| 3/3 [00:13<00:00, 4.41s/it] - -Benchmark Results for 'When will BerriAI IPO?': -+-----------------+----------------------------------------------------------------------------------+---------------------------+------------+ -| Model | Response | Response Time (seconds) | Cost ($) | -+=================+==================================================================================+===========================+============+ -| gpt-3.5-turbo | As an AI language model, I cannot provide up-to-date information or predict | 1.55 seconds | $0.000122 | -| | future events. It is best to consult a reliable financial source or contact | | | -| | BerriAI directly for information regarding their IPO plans. | | | -+-----------------+----------------------------------------------------------------------------------+---------------------------+------------+ -| togethercompute | I'm not able to provide information about future IPO plans or dates for BerriAI | 8.52 seconds | $0.000531 | -| r/llama-2-70b-c | or any other company. IPO (Initial Public Offering) plans and timelines are | | | -| hat | typically kept private by companies until they are ready to make a public | | | -| | announcement. It's important to note that IPO plans can change and are subject | | | -| | to various factors, such as market conditions, financial performance, and | | | -| | regulatory approvals. Therefore, it's difficult to predict with certainty when | | | -| | BerriAI or any other company will go public. If you're interested in staying | | | -| | up-to-date with BerriAI's latest news and developments, you may want to follow | | | -| | their official social media accounts, subscribe to their newsletter, or visit | | | -| | their website periodically for updates. | | | -+-----------------+----------------------------------------------------------------------------------+---------------------------+------------+ -| claude-2 | I do not have any information about when or if BerriAI will have an initial | 3.17 seconds | $0.002084 | -| | public offering (IPO). As an AI assistant created by Anthropic to be helpful, | | | -| | harmless, and honest, I do not have insider knowledge about Anthropic's business | | | -| | plans or strategies. | | | -+-----------------+----------------------------------------------------------------------------------+---------------------------+------------+ -``` - -## Support -**🤝 Schedule a 1-on-1 Session:** Book a [1-on-1 session](https://enterprise.litellm.ai/demo) with Krrish and Ishaan, the founders, to discuss any issues, provide feedback, or explore how we can improve LiteLLM for you. diff --git a/cookbook/codellama-server/README.MD b/cookbook/codellama-server/README.MD deleted file mode 100644 index 82a7e62f40a..00000000000 --- a/cookbook/codellama-server/README.MD +++ /dev/null @@ -1,153 +0,0 @@ -# CodeLlama Server: Streaming, Caching, Model Fallbacks (OpenAI + Anthropic), Prompt-tracking - -Works with: Anthropic, Huggingface, Cohere, TogetherAI, Azure, OpenAI, etc. - -[![PyPI Version](https://img.shields.io/pypi/v/litellm.svg)](https://pypi.org/project/litellm/) -[![PyPI Version](https://img.shields.io/badge/stable%20version-v0.1.345-blue?color=green&link=https://pypi.org/project/litellm/0.1.1/)](https://pypi.org/project/litellm/0.1.1/) -![Downloads](https://img.shields.io/pypi/dm/litellm) - -[![Deploy on Railway](https://railway.app/button.svg)](https://railway.app/template/HuDPw-?referralCode=jch2ME) - -**LIVE DEMO** - https://litellm.ai/playground - -## What does CodeLlama Server do - -- Uses Together AI's CodeLlama to answer coding questions, with GPT-4 + Claude-2 as backups (you can easily switch this to any model from Huggingface, Replicate, Cohere, AI21, Azure, OpenAI, etc.) -- Sets default system prompt for guardrails `system_prompt = "Only respond to questions about code. Say 'I don't know' to anything outside of that."` -- Integrates with Promptlayer for model + prompt tracking -- Example output - -Code Output - -- **Consistent Input/Output** Format - - Call all models using the OpenAI format - `completion(model, messages)` - - Text responses will always be available at `['choices'][0]['message']['content']` - - Stream responses will always be available at `['choices'][0]['delta']['content']` -- **Error Handling** Using Model Fallbacks (if `CodeLlama` fails, try `GPT-4`) with cooldowns, and retries -- **Prompt Logging** - Log successful completions to promptlayer for testing + iterating on your prompts in production! (Learn more: https://litellm.readthedocs.io/en/latest/advanced/ - - **Example: Logs sent to PromptLayer** - - Prompt Logging - - -- **Token Usage & Spend** - Track Input + Completion tokens used + Spend/model - https://docs.litellm.ai/docs/token_usage -- **Caching** - Provides in-memory cache + GPT-Cache integration for more advanced usage - https://docs.litellm.ai/docs/caching/gpt_cache - -- **Streaming & Async Support** - Return generators to stream text responses - TEST IT 👉 https://litellm.ai/ - -## API Endpoints - -### `/chat/completions` (POST) - -This endpoint is used to generate chat completions for 50+ support LLM API Models. Use llama2, GPT-4, Claude2 etc - -#### Input - -This API endpoint accepts all inputs in raw JSON and expects the following inputs - -- `prompt` (string, required): The user's coding related question -- Additional Optional parameters: `temperature`, `functions`, `function_call`, `top_p`, `n`, `stream`. See the full list of supported inputs here: https://litellm.readthedocs.io/en/latest/input/ - -#### Example JSON body - -For claude-2 - -```json -{ - "prompt": "write me a function to print hello world" -} -``` - -### Making an API request to the Code-Gen Server - -```python -import requests -import json - -url = "localhost:4000/chat/completions" - -payload = json.dumps({ - "prompt": "write me a function to print hello world" -}) -headers = { - 'Content-Type': 'application/json' -} - -response = requests.request("POST", url, headers=headers, data=payload) - -print(response.text) - -``` - -### Output [Response Format] - -Responses from the server are given in the following format. -All responses from the server are returned in the following format (for all LLM models). More info on output here: https://litellm.readthedocs.io/en/latest/output/ - -```json -{ - "choices": [ - { - "finish_reason": "stop", - "index": 0, - "message": { - "content": ".\n\n```\ndef print_hello_world():\n print(\"hello world\")\n", - "role": "assistant" - } - } - ], - "created": 1693279694.6474009, - "model": "togethercomputer/CodeLlama-34b-Instruct", - "usage": { - "completion_tokens": 14, - "prompt_tokens": 28, - "total_tokens": 42 - } -} -``` - -## Installation & Usage - -### Running Locally - -1. Clone liteLLM repository to your local machine: - ``` - git clone https://github.com/BerriAI/litellm-CodeLlama-server - ``` -2. Install the required dependencies using pip - ``` - pip install requirements.txt - ``` -3. Set your LLM API keys - ``` - os.environ['OPENAI_API_KEY]` = "YOUR_API_KEY" - or - set OPENAI_API_KEY in your .env file - ``` -4. Run the server: - ``` - python main.py - ``` - -## Deploying - -1. Quick Start: Deploy on Railway - - [![Deploy on Railway](https://railway.app/button.svg)](https://railway.app/template/HuDPw-?referralCode=jch2ME) - -2. `GCP`, `AWS`, `Azure` - This project includes a `Dockerfile` allowing you to build and deploy a Docker Project on your providers - -# Support / Talk with founders - -- [Our calendar 👋](https://calendly.com/d/4mp-gd3-k5k/berriai-1-1-onboarding-litellm-hosted-version) -- [Community Discord 💭](https://discord.gg/wuPM9dRgDw) -- Our emails ✉️ ishaan@berri.ai / krrish@berri.ai - -## Roadmap - -- [ ] Implement user-based rate-limiting -- [ ] Spending controls per project - expose key creation endpoint -- [ ] Need to store a keys db -> mapping created keys to their alias (i.e. project name) -- [ ] Easily add new models as backups / as the entry-point (add this to the available model list) diff --git a/cookbook/codellama-server/imgs/code-output.png b/cookbook/codellama-server/imgs/code-output.png deleted file mode 100644 index 67e298bd3be..00000000000 Binary files a/cookbook/codellama-server/imgs/code-output.png and /dev/null differ diff --git a/cookbook/codellama-server/imgs/promptlayer_logging.png b/cookbook/codellama-server/imgs/promptlayer_logging.png deleted file mode 100644 index 26b046ac448..00000000000 Binary files a/cookbook/codellama-server/imgs/promptlayer_logging.png and /dev/null differ diff --git a/cookbook/codellama-server/main.py b/cookbook/codellama-server/main.py deleted file mode 100644 index d05d6752300..00000000000 --- a/cookbook/codellama-server/main.py +++ /dev/null @@ -1,102 +0,0 @@ -import traceback -from flask import Flask, request, Response -from flask_cors import CORS -import litellm -from util import handle_error -from litellm import completion -import os -import dotenv -import time -import json - -dotenv.load_dotenv() - -# TODO: set your keys in .env or here: -# os.environ["OPENAI_API_KEY"] = "" # set your openai key here -# os.environ["ANTHROPIC_API_KEY"] = "" # set your anthropic key here -# os.environ["TOGETHER_AI_API_KEY"] = "" # set your together ai key here -# see supported models / keys here: https://litellm.readthedocs.io/en/latest/supported/ -######### ENVIRONMENT VARIABLES ########## -verbose = True - -# litellm.caching_with_models = True # CACHING: caching_with_models Keys in the cache are messages + model. - to learn more: https://docs.litellm.ai/docs/caching/ -######### PROMPT LOGGING ########## -os.environ["PROMPTLAYER_API_KEY"] = ( - "" # set your promptlayer key here - https://promptlayer.com/ -) - -# set callbacks -litellm.success_callback = ["promptlayer"] -############ HELPER FUNCTIONS ################################### - - -def print_verbose(print_statement): - if verbose: - print(print_statement) - - -app = Flask(__name__) -CORS(app) - - -@app.route("/") -def index(): - return "received!", 200 - - -def data_generator(response): - for chunk in response: - yield f"data: {json.dumps(chunk)}\n\n" - - -@app.route("/chat/completions", methods=["POST"]) -def api_completion(): - data = request.json - start_time = time.time() - if data.get("stream") == "True": - data["stream"] = True # convert to boolean - try: - if "prompt" not in data: - raise ValueError("data needs to have prompt") - data["model"] = ( - "togethercomputer/CodeLlama-34b-Instruct" # by default use Together AI's CodeLlama model - https://api.together.xyz/playground/chat?model=togethercomputer%2FCodeLlama-34b-Instruct - ) - # COMPLETION CALL - system_prompt = "Only respond to questions about code. Say 'I don't know' to anything outside of that." - messages = [ - {"role": "system", "content": system_prompt}, - {"role": "user", "content": data.pop("prompt")}, - ] - data["messages"] = messages - print(f"data: {data}") - response = completion(**data) - ## LOG SUCCESS - end_time = time.time() - if ( - "stream" in data and data["stream"] == True - ): # use generate_responses to stream responses - return Response(data_generator(response), mimetype="text/event-stream") - except Exception: - # call handle_error function - print_verbose(f"Got Error api_completion(): {traceback.format_exc()}") - ## LOG FAILURE - end_time = time.time() - traceback_exception = traceback.format_exc() - return handle_error(data=data) - return response - - -@app.route("/get_models", methods=["POST"]) -def get_models(): - try: - return litellm.model_list - except Exception as e: - traceback.print_exc() - response = {"error": str(e)} - return response, 200 - - -if __name__ == "__main__": - from waitress import serve - - serve(app, host="0.0.0.0", port=4000, threads=500) diff --git a/cookbook/community-resources/get_hf_models.py b/cookbook/community-resources/get_hf_models.py deleted file mode 100644 index 8c75a241227..00000000000 --- a/cookbook/community-resources/get_hf_models.py +++ /dev/null @@ -1,89 +0,0 @@ -import requests - - -def get_next_url(response): - """ - Function to get 'next' url from Link header - :param response: response from requests - :return: next url or None - """ - if "link" not in response.headers: - return None - headers = response.headers - - next_url = headers["Link"] - print(next_url) - start_index = next_url.find("<") - end_index = next_url.find(">") - - return next_url[1:end_index] - - -def get_models(url): - """ - Function to retrieve all models from paginated endpoint - :param url: base url to make GET request - :return: list of all models - """ - models = [] - while url: - response = requests.get(url) - if response.status_code != 200: - print(f"Failed to retrieve data. Status code: {response.status_code}") - return models - payload = response.json() - url = get_next_url(response) - models.extend(payload) - return models - - -def get_cleaned_models(models): - """ - Function to clean retrieved models - :param models: list of retrieved models - :return: list of cleaned models - """ - cleaned_models = [] - for model in models: - cleaned_models.append(model["id"]) - return cleaned_models - - -# Get text-generation models -url = "https://huggingface.co/api/models?filter=text-generation-inference" -text_generation_models = get_models(url) -cleaned_text_generation_models = get_cleaned_models(text_generation_models) - -print(cleaned_text_generation_models) - - -# Get conversational models -url = "https://huggingface.co/api/models?filter=conversational" -conversational_models = get_models(url) -cleaned_conversational_models = get_cleaned_models(conversational_models) - -print(cleaned_conversational_models) - - -def write_to_txt(cleaned_models, filename): - """ - Function to write the contents of a list to a text file - :param cleaned_models: list of cleaned models - :param filename: name of the text file - """ - with open(filename, "w") as f: - for item in cleaned_models: - f.write("%s\n" % item) - - -# Write contents of cleaned_text_generation_models to text_generation_models.txt -write_to_txt( - cleaned_text_generation_models, - "huggingface_llms_metadata/hf_text_generation_models.txt", -) - -# Write contents of cleaned_conversational_models to conversational_models.txt -write_to_txt( - cleaned_conversational_models, - "huggingface_llms_metadata/hf_conversational_models.txt", -) diff --git a/cookbook/community-resources/max_tokens.json b/cookbook/community-resources/max_tokens.json deleted file mode 100644 index 289f8faf9e3..00000000000 --- a/cookbook/community-resources/max_tokens.json +++ /dev/null @@ -1,93 +0,0 @@ -{ - "gpt-3.5-turbo": { - "max_tokens": 4000, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002 - }, - "gpt-3.5-turbo-0613": { - "max_tokens": 4000, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002 - }, - "gpt-3.5-turbo-0301": { - "max_tokens": 4000, - "input_cost_per_token": 0.0000015, - "output_cost_per_token": 0.000002 - }, - "gpt-3.5-turbo-16k": { - "max_tokens": 16000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004 - }, - "gpt-3.5-turbo-16k-0613": { - "max_tokens": 16000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000004 - }, - "gpt-4": { - "max_tokens": 8000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.00006 - }, - "gpt-4-0613": { - "max_tokens": 8000, - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.00006 - }, - "gpt-4-32k": { - "max_tokens": 8000, - "input_cost_per_token": 0.00006, - "output_cost_per_token": 0.00012 - }, - "claude-instant-1": { - "max_tokens": 100000, - "input_cost_per_token": 0.00000163, - "output_cost_per_token": 0.00000551 - }, - "claude-2": { - "max_tokens": 100000, - "input_cost_per_token": 0.00001102, - "output_cost_per_token": 0.00003268 - }, - "text-bison-001": { - "max_tokens": 8192, - "input_cost_per_token": 0.000004, - "output_cost_per_token": 0.000004 - }, - "chat-bison-001": { - "max_tokens": 4096, - "input_cost_per_token": 0.000002, - "output_cost_per_token": 0.000002 - }, - "command-nightly": { - "max_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000015 - }, - "replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1": { - "max_tokens": 4096, - "input_cost_per_token": 0.00000608, - "output_cost_per_token": 0.00000608 - }, - "together-ai-up-to-3b": { - "input_cost_per_token": 0.0000001, - "output_cost_per_token": 0.0000001 - }, - "together-ai-3.1b-7b": { - "input_cost_per_token": 0.0000002, - "output_cost_per_token": 0.0000002 - }, - "together-ai-7.1b-20b": { - "max_tokens": 1000, - "input_cost_per_token": 0.0000004, - "output_cost_per_token": 0.0000004 - }, - "together-ai-20.1b-40b": { - "input_cost_per_token": 0.000001, - "output_cost_per_token": 0.000001 - }, - "together-ai-40.1b-70b": { - "input_cost_per_token": 0.000003, - "output_cost_per_token": 0.000003 - } -} diff --git a/cookbook/gollem_go_agent_framework/README.md b/cookbook/gollem_go_agent_framework/README.md deleted file mode 100644 index 729f985d086..00000000000 --- a/cookbook/gollem_go_agent_framework/README.md +++ /dev/null @@ -1,119 +0,0 @@ -# Gollem Go Agent Framework with LiteLLM - -A working example showing how to use [gollem](https://github.com/fugue-labs/gollem), a production-grade Go agent framework, with LiteLLM as a proxy gateway. This lets Go developers access 100+ LLM providers through a single proxy while keeping compile-time type safety for tools and structured output. - -## Quick Start - -### 1. Start LiteLLM Proxy - -```bash -# Simple start with a single model -litellm --model gpt-4o - -# Or with the example config for multi-provider access -litellm --config proxy_config.yaml -``` - -### 2. Run the examples - -```bash -# Install Go dependencies -go mod tidy - -# Basic agent -go run ./basic - -# Agent with type-safe tools -go run ./tools - -# Streaming responses -go run ./streaming -``` - -## Configuration - -The included `proxy_config.yaml` sets up three providers through LiteLLM: - -```yaml -model_list: - - model_name: gpt-4o # OpenAI - - model_name: claude-sonnet # Anthropic - - model_name: gemini-pro # Google Vertex AI -``` - -Switch providers in Go by changing a single string — no code changes needed: - -```go -model := openai.NewLiteLLM("http://localhost:4000", - openai.WithModel("gpt-4o"), // OpenAI - // openai.WithModel("claude-sonnet"), // Anthropic - // openai.WithModel("gemini-pro"), // Google -) -``` - -## Examples - -### `basic/` — Basic Agent - -Connects gollem to LiteLLM and runs a simple prompt. Demonstrates the `NewLiteLLM` constructor and basic agent creation. - -### `tools/` — Type-Safe Tools - -Shows gollem's compile-time type-safe tool framework working through LiteLLM's tool-use passthrough. The tool parameters are Go structs with JSON tags — the schema is generated automatically at compile time. - -### `streaming/` — Streaming Responses - -Real-time token streaming using Go 1.23+ range-over-function iterators, proxied through LiteLLM's SSE passthrough. - -## How It Works - -Gollem's `openai.NewLiteLLM()` constructor creates an OpenAI-compatible provider pointed at your LiteLLM proxy. Since LiteLLM speaks the OpenAI API protocol, everything works out of the box: - -- **Chat completions** — standard request/response -- **Tool use** — LiteLLM passes tool definitions and calls through transparently -- **Streaming** — Server-Sent Events proxied through LiteLLM -- **Structured output** — JSON schema response format works with supporting models - -``` -Go App (gollem) → LiteLLM Proxy → OpenAI / Anthropic / Google / ... -``` - -## Why Use This? - -- **Type-safe Go**: Compile-time type checking for tools, structured output, and agent configuration — no runtime surprises -- **Single proxy, many models**: Switch between OpenAI, Anthropic, Google, and 100+ other providers by changing a model name string -- **Zero-dependency core**: gollem's core has no external dependencies — just stdlib -- **Single binary deployment**: `go build` produces one binary, no pip/venv/Docker needed -- **Cost tracking & rate limiting**: LiteLLM handles cost tracking, rate limits, and fallbacks at the proxy layer - -## Environment Variables - -```bash -# Required for providers you want to use (set in LiteLLM config or env) -export OPENAI_API_KEY="sk-..." -export ANTHROPIC_API_KEY="sk-ant-..." - -# Optional: point to a non-default LiteLLM proxy -export LITELLM_PROXY_URL="http://localhost:4000" -``` - -## Troubleshooting - -**Connection errors?** -- Make sure LiteLLM is running: `litellm --model gpt-4o` -- Check the URL is correct (default: `http://localhost:4000`) - -**Model not found?** -- Verify the model name matches what's configured in LiteLLM -- Run `curl http://localhost:4000/models` to see available models - -**Tool calls not working?** -- Ensure the underlying model supports tool use (GPT-4o, Claude, Gemini) -- Check LiteLLM logs for any provider-specific errors - -## Learn More - -- [gollem GitHub](https://github.com/fugue-labs/gollem) -- [gollem API Reference](https://pkg.go.dev/github.com/fugue-labs/gollem/core) -- [LiteLLM Proxy Docs](https://docs.litellm.ai/docs/simple_proxy) -- [LiteLLM Supported Models](https://docs.litellm.ai/docs/providers) diff --git a/cookbook/gollem_go_agent_framework/basic/main.go b/cookbook/gollem_go_agent_framework/basic/main.go deleted file mode 100644 index 838149a8ff9..00000000000 --- a/cookbook/gollem_go_agent_framework/basic/main.go +++ /dev/null @@ -1,41 +0,0 @@ -// Basic gollem agent connected to a LiteLLM proxy. -// -// Usage: -// -// litellm --model gpt-4o # start proxy in another terminal -// go run ./basic -package main - -import ( - "context" - "fmt" - "log" - "os" - - "github.com/fugue-labs/gollem/core" - "github.com/fugue-labs/gollem/provider/openai" -) - -func main() { - proxyURL := "http://localhost:4000" - if u := os.Getenv("LITELLM_PROXY_URL"); u != "" { - proxyURL = u - } - - // Connect to LiteLLM proxy. NewLiteLLM creates an OpenAI-compatible - // provider pointed at the given URL. - model := openai.NewLiteLLM(proxyURL, - openai.WithModel("gpt-4o"), // any model name configured in LiteLLM - ) - - // Create and run a simple agent. - agent := core.NewAgent[string](model, - core.WithSystemPrompt[string]("You are a helpful assistant. Be concise."), - ) - - result, err := agent.Run(context.Background(), "Explain quantum computing in two sentences.") - if err != nil { - log.Fatal(err) - } - fmt.Println(result.Output) -} diff --git a/cookbook/gollem_go_agent_framework/go.mod b/cookbook/gollem_go_agent_framework/go.mod deleted file mode 100644 index a8dc9365d7f..00000000000 --- a/cookbook/gollem_go_agent_framework/go.mod +++ /dev/null @@ -1,5 +0,0 @@ -module github.com/BerriAI/litellm/cookbook/gollem_go_agent_framework - -go 1.26.3 - -require github.com/fugue-labs/gollem v0.1.0 diff --git a/cookbook/gollem_go_agent_framework/go.sum b/cookbook/gollem_go_agent_framework/go.sum deleted file mode 100644 index 1eb6c5ac9fc..00000000000 --- a/cookbook/gollem_go_agent_framework/go.sum +++ /dev/null @@ -1,2 +0,0 @@ -github.com/fugue-labs/gollem v0.1.0 h1:QexYnvkb44QZFEljgAePqMIGZjgsbk0Y5GJ2jYYgfa8= -github.com/fugue-labs/gollem v0.1.0/go.mod h1:htW1YO81uysSKVOkYJtxhGCFrzm+36HBFxEWuECoHKQ= diff --git a/cookbook/gollem_go_agent_framework/proxy_config.yaml b/cookbook/gollem_go_agent_framework/proxy_config.yaml deleted file mode 100644 index 18265a002bc..00000000000 --- a/cookbook/gollem_go_agent_framework/proxy_config.yaml +++ /dev/null @@ -1,16 +0,0 @@ -model_list: - - model_name: gpt-4o - litellm_params: - model: openai/gpt-4o - api_key: os.environ/OPENAI_API_KEY - - - model_name: claude-sonnet - litellm_params: - model: anthropic/claude-sonnet-4-20250514 - api_key: os.environ/ANTHROPIC_API_KEY - - - model_name: gemini-pro - litellm_params: - model: vertex_ai/gemini-2.0-flash - vertex_project: my-project - vertex_location: us-central1 diff --git a/cookbook/gollem_go_agent_framework/streaming/main.go b/cookbook/gollem_go_agent_framework/streaming/main.go deleted file mode 100644 index 42bc9bbe34a..00000000000 --- a/cookbook/gollem_go_agent_framework/streaming/main.go +++ /dev/null @@ -1,56 +0,0 @@ -// Streaming responses from gollem through LiteLLM. -// -// Uses Go 1.23+ range-over-function iterators for real-time token -// streaming via LiteLLM's SSE passthrough. -// -// Usage: -// -// litellm --model gpt-4o -// go run ./streaming -package main - -import ( - "context" - "fmt" - "log" - "os" - - "github.com/fugue-labs/gollem/core" - "github.com/fugue-labs/gollem/provider/openai" -) - -func main() { - proxyURL := "http://localhost:4000" - if u := os.Getenv("LITELLM_PROXY_URL"); u != "" { - proxyURL = u - } - - model := openai.NewLiteLLM(proxyURL, - openai.WithModel("gpt-4o"), - ) - - agent := core.NewAgent[string](model) - - // RunStream returns a streaming result that yields tokens as they arrive. - stream, err := agent.RunStream(context.Background(), "Write a haiku about distributed systems") - if err != nil { - log.Fatal(err) - } - - // StreamText yields text chunks in real-time. - // The boolean argument controls whether deltas (true) or accumulated - // text (false) is returned. - fmt.Print("Response: ") - for text, err := range stream.StreamText(true) { - if err != nil { - log.Fatal(err) - } - fmt.Print(text) - } - fmt.Println() - - // After streaming completes, the final response is available. - resp := stream.Response() - fmt.Printf("\nTokens used: input=%d, output=%d\n", - resp.Usage.InputTokens, resp.Usage.OutputTokens) -} diff --git a/cookbook/gollem_go_agent_framework/tools/main.go b/cookbook/gollem_go_agent_framework/tools/main.go deleted file mode 100644 index ed41a95ffef..00000000000 --- a/cookbook/gollem_go_agent_framework/tools/main.go +++ /dev/null @@ -1,64 +0,0 @@ -// Gollem agent with type-safe tools through LiteLLM. -// -// The tool parameters are Go structs — gollem generates the JSON schema -// automatically at compile time. LiteLLM passes tool definitions through -// transparently to the underlying provider. -// -// Usage: -// -// litellm --model gpt-4o -// go run ./tools -package main - -import ( - "context" - "fmt" - "log" - "os" - - "github.com/fugue-labs/gollem/core" - "github.com/fugue-labs/gollem/provider/openai" -) - -// WeatherParams defines the tool's input schema via struct tags. -// The JSON schema is generated at compile time — no runtime reflection needed. -type WeatherParams struct { - City string `json:"city" description:"City name to get weather for"` - Unit string `json:"unit,omitempty" description:"Temperature unit: celsius or fahrenheit"` -} - -func main() { - proxyURL := "http://localhost:4000" - if u := os.Getenv("LITELLM_PROXY_URL"); u != "" { - proxyURL = u - } - - model := openai.NewLiteLLM(proxyURL, - openai.WithModel("gpt-4o"), - ) - - // Define a type-safe tool. The function signature enforces correct types. - weatherTool := core.FuncTool[WeatherParams]( - "get_weather", - "Get current weather for a city", - func(ctx context.Context, p WeatherParams) (string, error) { - unit := p.Unit - if unit == "" { - unit = "fahrenheit" - } - // In production, call a real weather API here. - return fmt.Sprintf("Weather in %s: 72°F (22°C), sunny", p.City), nil - }, - ) - - agent := core.NewAgent[string](model, - core.WithTools[string](weatherTool), - core.WithSystemPrompt[string]("You are a helpful weather assistant. Use the get_weather tool to answer weather questions."), - ) - - result, err := agent.Run(context.Background(), "What's the weather like in San Francisco and Tokyo?") - if err != nil { - log.Fatal(err) - } - fmt.Println(result.Output) -} diff --git a/cookbook/google_adk_litellm_tutorial.ipynb b/cookbook/google_adk_litellm_tutorial.ipynb deleted file mode 100644 index 27914edbba8..00000000000 --- a/cookbook/google_adk_litellm_tutorial.ipynb +++ /dev/null @@ -1,412 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "id": "7aa8875d", - "metadata": {}, - "source": [ - "# Google ADK with LiteLLM\n", - "\n", - "Use Google ADK with LiteLLM Python SDK, LiteLLM Proxy.\n", - "\n", - "This tutorial shows you how to create intelligent agents using Agent Development Kit (ADK) with support for multiple Large Language Model (LLM) providers through LiteLLM." - ] - }, - { - "cell_type": "markdown", - "id": "a4d249c3", - "metadata": {}, - "source": [ - "## Overview\n", - "\n", - "ADK (Agent Development Kit) allows you to build intelligent agents powered by LLMs. By integrating with LiteLLM, you can:\n", - "\n", - "- Use multiple LLM providers (OpenAI, Anthropic, Google, etc.)\n", - "- Switch easily between models from different providers\n", - "- Connect to a LiteLLM proxy for centralized model management" - ] - }, - { - "cell_type": "markdown", - "id": "a0bbb56b", - "metadata": {}, - "source": [ - "## Prerequisites\n", - "\n", - "- Python environment setup\n", - "- API keys for model providers (OpenAI, Anthropic, Google AI Studio)\n", - "- Basic understanding of LLMs and agent concepts" - ] - }, - { - "cell_type": "markdown", - "id": "7fee50a8", - "metadata": {}, - "source": [ - "## Installation" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "44106a23", - "metadata": {}, - "outputs": [], - "source": [ - "# Install dependencies\n", - "!pip install google-adk litellm" - ] - }, - { - "cell_type": "markdown", - "id": "2171740a", - "metadata": {}, - "source": [ - "## 1. Setting Up Environment" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "6695807e", - "metadata": {}, - "outputs": [], - "source": [ - "# Setup environment and API keys\n", - "import os\n", - "import asyncio\n", - "from google.adk.agents import Agent\n", - "from google.adk.models.lite_llm import LiteLlm # For multi-model support\n", - "from google.adk.sessions import InMemorySessionService\n", - "from google.adk.runners import Runner\n", - "from google.genai import types\n", - "import litellm # Import for proxy configuration\n", - "\n", - "# Set your API keys\n", - "os.environ['GOOGLE_API_KEY'] = 'your-google-api-key' # For Gemini models\n", - "os.environ['OPENAI_API_KEY'] = 'your-openai-api-key' # For OpenAI models\n", - "os.environ['ANTHROPIC_API_KEY'] = 'your-anthropic-api-key' # For Claude models\n", - "\n", - "# Define model constants for cleaner code\n", - "MODEL_GEMINI_PRO = 'gemini-1.5-pro'\n", - "MODEL_GPT_4O = 'openai/gpt-4o'\n", - "MODEL_CLAUDE_SONNET = 'anthropic/claude-3-sonnet-20240229'" - ] - }, - { - "cell_type": "markdown", - "id": "d2b1ed59", - "metadata": {}, - "source": [ - "## 2. Define a Simple Tool" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "04b3ef5b", - "metadata": {}, - "outputs": [], - "source": [ - "# Weather tool implementation\n", - "def get_weather(city: str) -> dict:\n", - " \"\"\"Retrieves the current weather report for a specified city.\"\"\"\n", - " print(f'Tool: get_weather called for city: {city}')\n", - "\n", - " # Mock weather data\n", - " mock_weather_db = {\n", - " 'newyork': {\n", - " 'status': 'success',\n", - " 'report': 'The weather in New York is sunny with a temperature of 25°C.'\n", - " },\n", - " 'london': {\n", - " 'status': 'success',\n", - " 'report': \"It's cloudy in London with a temperature of 15°C.\"\n", - " },\n", - " 'tokyo': {\n", - " 'status': 'success',\n", - " 'report': 'Tokyo is experiencing light rain and a temperature of 18°C.'\n", - " },\n", - " }\n", - "\n", - " city_normalized = city.lower().replace(' ', '')\n", - "\n", - " if city_normalized in mock_weather_db:\n", - " return mock_weather_db[city_normalized]\n", - " else:\n", - " return {\n", - " 'status': 'error',\n", - " 'error_message': f\"Sorry, I don't have weather information for '{city}'.\"\n", - " }" - ] - }, - { - "cell_type": "markdown", - "id": "727b15c9", - "metadata": {}, - "source": [ - "## 3. Helper Function for Agent Interaction" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "f77449bf", - "metadata": {}, - "outputs": [], - "source": [ - "# Agent interaction helper function\n", - "async def call_agent_async(query: str, runner, user_id, session_id):\n", - " \"\"\"Sends a query to the agent and prints the final response.\"\"\"\n", - " print(f'\\n>>> User Query: {query}')\n", - "\n", - " content = types.Content(role='user', parts=[types.Part(text=query)])\n", - " final_response_text = 'Agent did not produce a final response.'\n", - "\n", - " async for event in runner.run_async(\n", - " user_id=user_id,\n", - " session_id=session_id,\n", - " new_message=content\n", - " ):\n", - " if event.is_final_response():\n", - " if event.content and event.content.parts:\n", - " final_response_text = event.content.parts[0].text\n", - " break\n", - " print(f'<<< Agent Response: {final_response_text}')" - ] - }, - { - "cell_type": "markdown", - "id": "0ac87987", - "metadata": {}, - "source": [ - "## 4. Using Different Model Providers with ADK\n", - "\n", - "### 4.1 Using OpenAI Models" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "e167d557", - "metadata": {}, - "outputs": [], - "source": [ - "# OpenAI model implementation\n", - "weather_agent_gpt = Agent(\n", - " name='weather_agent_gpt',\n", - " model=LiteLlm(model=MODEL_GPT_4O),\n", - " description='Provides weather information using OpenAI\\'s GPT.',\n", - " instruction=(\n", - " 'You are a helpful weather assistant powered by GPT-4o. '\n", - " \"Use the 'get_weather' tool for city weather requests. \"\n", - " 'Present information clearly.'\n", - " ),\n", - " tools=[get_weather],\n", - ")\n", - "\n", - "session_service_gpt = InMemorySessionService()\n", - "session_gpt = session_service_gpt.create_session(\n", - " app_name='weather_app', user_id='user_1', session_id='session_gpt'\n", - ")\n", - "\n", - "runner_gpt = Runner(\n", - " agent=weather_agent_gpt,\n", - " app_name='weather_app',\n", - " session_service=session_service_gpt,\n", - ")\n", - "\n", - "async def test_gpt_agent():\n", - " print('\\n--- Testing GPT Agent ---')\n", - " await call_agent_async(\n", - " \"What's the weather in London?\",\n", - " runner=runner_gpt,\n", - " user_id='user_1',\n", - " session_id='session_gpt',\n", - " )\n", - "\n", - "# To execute in a notebook cell:\n", - "# await test_gpt_agent()" - ] - }, - { - "cell_type": "markdown", - "id": "f9cb0613", - "metadata": {}, - "source": [ - "### 4.2 Using Anthropic Models" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "1c653665", - "metadata": {}, - "outputs": [], - "source": [ - "# Anthropic model implementation\n", - "weather_agent_claude = Agent(\n", - " name='weather_agent_claude',\n", - " model=LiteLlm(model=MODEL_CLAUDE_SONNET),\n", - " description='Provides weather information using Anthropic\\'s Claude.',\n", - " instruction=(\n", - " 'You are a helpful weather assistant powered by Claude Sonnet. '\n", - " \"Use the 'get_weather' tool for city weather requests. \"\n", - " 'Present information clearly.'\n", - " ),\n", - " tools=[get_weather],\n", - ")\n", - "\n", - "session_service_claude = InMemorySessionService()\n", - "session_claude = session_service_claude.create_session(\n", - " app_name='weather_app', user_id='user_1', session_id='session_claude'\n", - ")\n", - "\n", - "runner_claude = Runner(\n", - " agent=weather_agent_claude,\n", - " app_name='weather_app',\n", - " session_service=session_service_claude,\n", - ")\n", - "\n", - "async def test_claude_agent():\n", - " print('\\n--- Testing Claude Agent ---')\n", - " await call_agent_async(\n", - " \"What's the weather in Tokyo?\",\n", - " runner=runner_claude,\n", - " user_id='user_1',\n", - " session_id='session_claude',\n", - " )\n", - "\n", - "# To execute in a notebook cell:\n", - "# await test_claude_agent()" - ] - }, - { - "cell_type": "markdown", - "id": "bf9d863b", - "metadata": {}, - "source": [ - "### 4.3 Using Google's Gemini Models" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "83f49d0a", - "metadata": {}, - "outputs": [], - "source": [ - "# Gemini model implementation\n", - "weather_agent_gemini = Agent(\n", - " name='weather_agent_gemini',\n", - " model=MODEL_GEMINI_PRO,\n", - " description='Provides weather information using Google\\'s Gemini.',\n", - " instruction=(\n", - " 'You are a helpful weather assistant powered by Gemini Pro. '\n", - " \"Use the 'get_weather' tool for city weather requests. \"\n", - " 'Present information clearly.'\n", - " ),\n", - " tools=[get_weather],\n", - ")\n", - "\n", - "session_service_gemini = InMemorySessionService()\n", - "session_gemini = session_service_gemini.create_session(\n", - " app_name='weather_app', user_id='user_1', session_id='session_gemini'\n", - ")\n", - "\n", - "runner_gemini = Runner(\n", - " agent=weather_agent_gemini,\n", - " app_name='weather_app',\n", - " session_service=session_service_gemini,\n", - ")\n", - "\n", - "async def test_gemini_agent():\n", - " print('\\n--- Testing Gemini Agent ---')\n", - " await call_agent_async(\n", - " \"What's the weather in New York?\",\n", - " runner=runner_gemini,\n", - " user_id='user_1',\n", - " session_id='session_gemini',\n", - " )\n", - "\n", - "# To execute in a notebook cell:\n", - "# await test_gemini_agent()" - ] - }, - { - "cell_type": "markdown", - "id": "93bc5fd0", - "metadata": {}, - "source": [ - "## 5. Using LiteLLM Proxy with ADK" - ] - }, - { - "cell_type": "markdown", - "id": "b4275151", - "metadata": {}, - "source": [ - "| Variable | Description |\n", - "|----------|-------------|\n", - "| `LITELLM_PROXY_API_KEY` | The API key for the LiteLLM proxy |\n", - "| `LITELLM_PROXY_API_BASE` | The base URL for the LiteLLM proxy |\n", - "| `USE_LITELLM_PROXY` or `litellm.use_litellm_proxy` | When set to True, your request will be sent to LiteLLM proxy. |" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "256530a6", - "metadata": {}, - "outputs": [], - "source": [ - "# LiteLLM proxy integration\n", - "os.environ['LITELLM_PROXY_API_KEY'] = 'your-litellm-proxy-api-key'\n", - "os.environ['LITELLM_PROXY_API_BASE'] = 'your-litellm-proxy-url' # e.g., 'http://localhost:4000'\n", - "litellm.use_litellm_proxy = True\n", - "\n", - "weather_agent_proxy_env = Agent(\n", - " name='weather_agent_proxy_env',\n", - " model=LiteLlm(model='gpt-4o'),\n", - " description='Provides weather information using a model from LiteLLM proxy.',\n", - " instruction=(\n", - " 'You are a helpful weather assistant. '\n", - " \"Use the 'get_weather' tool for city weather requests. \"\n", - " 'Present information clearly.'\n", - " ),\n", - " tools=[get_weather],\n", - ")\n", - "\n", - "session_service_proxy_env = InMemorySessionService()\n", - "session_proxy_env = session_service_proxy_env.create_session(\n", - " app_name='weather_app', user_id='user_1', session_id='session_proxy_env'\n", - ")\n", - "\n", - "runner_proxy_env = Runner(\n", - " agent=weather_agent_proxy_env,\n", - " app_name='weather_app',\n", - " session_service=session_service_proxy_env,\n", - ")\n", - "\n", - "async def test_proxy_env_agent():\n", - " print('\\n--- Testing Proxy-enabled Agent (Environment Variables) ---')\n", - " await call_agent_async(\n", - " \"What's the weather in London?\",\n", - " runner=runner_proxy_env,\n", - " user_id='user_1',\n", - " session_id='session_proxy_env',\n", - " )\n", - "\n", - "# To execute in a notebook cell:\n", - "# await test_proxy_env_agent()" - ] - } - ], - "metadata": { - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 5 -} diff --git a/cookbook/gpt_realtime_translate.py b/cookbook/gpt_realtime_translate.py deleted file mode 100644 index 827c65cdbfe..00000000000 --- a/cookbook/gpt_realtime_translate.py +++ /dev/null @@ -1,245 +0,0 @@ -#!/usr/bin/env python3 - -import argparse -import asyncio -import base64 -import json -import os -import sys -import wave -from collections.abc import Iterator, Sequence -from dataclasses import dataclass -from pathlib import Path -from urllib.parse import urlencode, urlsplit, urlunsplit - -import websockets -from websockets.asyncio.client import ClientConnection - -SAMPLE_RATE = 24_000 -CHANNELS = 1 -SAMPLE_WIDTH = 2 -CHUNK_DURATION_SECONDS = 0.1 -CHUNK_BYTES = int(SAMPLE_RATE * CHANNELS * SAMPLE_WIDTH * CHUNK_DURATION_SECONDS) -RESPONSE_TIMEOUT_SECONDS = 30.0 -AUDIO_EVENT_TYPES = frozenset( - { - "session.output_audio.delta", - "response.audio.delta", - "response.output_audio.delta", - } -) -TRANSCRIPT_EVENT_TYPES = frozenset( - { - "session.output_transcript.delta", - "response.text.delta", - "response.output_audio_transcript.delta", - } -) - - -@dataclass(frozen=True, slots=True) -class Settings: - input_wav: Path - output_wav: Path - base_url: str - model: str - target_language: str - trailing_silence_seconds: float - api_key: str - - -def write_stdout(message: str = "", *, end: str = "\n", flush: bool = False) -> None: - sys.stdout.write(f"{message}{end}") - if flush: - sys.stdout.flush() - - -def write_stderr(message: str) -> None: - sys.stderr.write(f"{message}\n") - - -def parse_args(argv: Sequence[str] | None = None) -> Settings | str: - parser = argparse.ArgumentParser( - description="Stream a 24 kHz PCM16 WAV through gpt-realtime-translate and save the translated audio", - ) - parser.add_argument("input_wav", type=Path) - parser.add_argument("--output", type=Path, default=Path("translated.wav")) - parser.add_argument("--base-url", default=os.getenv("LITELLM_BASE_URL", "http://localhost:4000")) - parser.add_argument("--model", default=os.getenv("REALTIME_TRANSLATE_MODEL", "gpt-realtime-translate")) - parser.add_argument("--target-language", default="fr") - parser.add_argument("--trailing-silence", type=float, default=1.5) - parsed = parser.parse_args(argv) - api_key = os.getenv("LITELLM_API_KEY") or os.getenv("OPENAI_API_KEY") - if not api_key: - return "Set LITELLM_API_KEY or OPENAI_API_KEY before running the script" - if parsed.trailing_silence < 0: - return "--trailing-silence must be zero or greater" - return Settings( - input_wav=parsed.input_wav, - output_wav=parsed.output, - base_url=parsed.base_url, - model=parsed.model, - target_language=parsed.target_language, - trailing_silence_seconds=parsed.trailing_silence, - api_key=api_key, - ) - - -def translation_url(base_url: str, model: str) -> str | None: - parsed = urlsplit(base_url.rstrip("/")) - scheme = {"http": "ws", "https": "wss", "ws": "ws", "wss": "wss"}.get(parsed.scheme) - if not scheme or not parsed.netloc: - return None - base_path = parsed.path.rstrip("/") - realtime_path = ( - f"{base_path}/realtime/translations" if base_path.endswith("/v1") else f"{base_path}/v1/realtime/translations" - ) - return urlunsplit((scheme, parsed.netloc, realtime_path, urlencode({"model": model}), "")) - - -def read_pcm16_wav(path: Path) -> bytes | str: - try: - with wave.open(str(path), "rb") as source: - actual_format = ( - source.getnchannels(), - source.getsampwidth(), - source.getframerate(), - source.getcomptype(), - ) - expected_format = (CHANNELS, SAMPLE_WIDTH, SAMPLE_RATE, "NONE") - if actual_format != expected_format: - return ( - f"{path} must be mono, 16-bit PCM, 24 kHz WAV; received " - f"channels={actual_format[0]}, sample_width={actual_format[1]}, " - f"sample_rate={actual_format[2]}, compression={actual_format[3]}" - ) - return source.readframes(source.getnframes()) - except (OSError, EOFError, wave.Error) as exc: - return f"Unable to read {path}: {exc}" - - -def audio_chunks(audio: bytes) -> Iterator[bytes]: - return (audio[offset : offset + CHUNK_BYTES] for offset in range(0, len(audio), CHUNK_BYTES)) - - -def audio_message(audio: bytes) -> str: - return json.dumps( - { - "type": "session.input_audio_buffer.append", - "audio": base64.b64encode(audio).decode("ascii"), - } - ) - - -async def configure_session(connection: ClientConnection, target_language: str) -> str | None: - await connection.send( - json.dumps( - { - "type": "session.update", - "session": {"audio": {"output": {"language": target_language}}}, - } - ) - ) - while True: - raw_event = await asyncio.wait_for(connection.recv(), timeout=20) - event = json.loads(raw_event) - event_type = event.get("type") - if event_type == "session.created": - write_stdout(f"Session: {event.get('session', {}).get('id', 'created')}") - if event_type == "session.updated": - return None - if event_type == "error": - return f"Realtime API error: {json.dumps(event.get('error', event), ensure_ascii=False)}" - - -async def send_audio( - connection: ClientConnection, pcm: bytes, trailing_silence_seconds: float, finished: asyncio.Event -) -> None: - silence = bytes(round(trailing_silence_seconds * SAMPLE_RATE * CHANNELS * SAMPLE_WIDTH)) - try: - for chunk in audio_chunks(pcm + silence): - await connection.send(audio_message(chunk)) - await asyncio.sleep(len(chunk) / (SAMPLE_RATE * CHANNELS * SAMPLE_WIDTH)) - await connection.send(json.dumps({"type": "session.close"})) - finally: - finished.set() - - -async def receive_translation( - connection: ClientConnection, output_path: Path, sender_finished: asyncio.Event -) -> str | None: - audio_received = asyncio.Event() - try: - with wave.open(str(output_path), "wb") as output: - output.setnchannels(CHANNELS) - output.setsampwidth(SAMPLE_WIDTH) - output.setframerate(SAMPLE_RATE) - write_stdout("Translation: ", end="", flush=True) - while True: - try: - raw_event = await asyncio.wait_for(connection.recv(), timeout=RESPONSE_TIMEOUT_SECONDS) - except TimeoutError: - if not sender_finished.is_set(): - continue - return ( - f"The translation stream went quiet for {RESPONSE_TIMEOUT_SECONDS:g} s without closing the session" - ) - event = json.loads(raw_event) - event_type = event.get("type") - if event_type in AUDIO_EVENT_TYPES: - output.writeframes(base64.b64decode(event.get("delta", ""), validate=True)) - audio_received.set() - elif event_type in TRANSCRIPT_EVENT_TYPES: - write_stdout(event.get("delta", event.get("text", "")), end="", flush=True) - elif event_type == "error": - return f"Realtime API error: {json.dumps(event.get('error', event), ensure_ascii=False)}" - elif event_type == "session.closed": - write_stdout() - return None if audio_received.is_set() else "The translation stream ended without translated audio" - except (OSError, wave.Error) as exc: - return f"Unable to write {output_path}: {exc}" - - -async def translate(settings: Settings, pcm: bytes) -> str | None: - url = translation_url(settings.base_url, settings.model) - if not url: - return f"Invalid --base-url: {settings.base_url}" - sender_finished = asyncio.Event() - try: - async with websockets.connect( - url, - additional_headers={"Authorization": f"Bearer {settings.api_key}"}, - proxy=None, - open_timeout=20, - close_timeout=5, - ) as connection: - configuration_error = await configure_session(connection, settings.target_language) - if configuration_error: - return configuration_error - async with asyncio.TaskGroup() as tasks: - receiver = tasks.create_task(receive_translation(connection, settings.output_wav, sender_finished)) - tasks.create_task(send_audio(connection, pcm, settings.trailing_silence_seconds, sender_finished)) - return receiver.result() - except Exception as exc: - return f"Translation failed: {type(exc).__name__}: {exc}" - - -def main(argv: Sequence[str] | None = None) -> int: - settings = parse_args(argv) - if isinstance(settings, str): - write_stderr(settings) - return 2 - pcm = read_pcm16_wav(settings.input_wav) - if isinstance(pcm, str): - write_stderr(pcm) - return 2 - error = asyncio.run(translate(settings, pcm)) - if error: - write_stderr(error) - return 1 - write_stdout(f"Translated audio: {settings.output_wav}") - return 0 - - -if __name__ == "__main__": - raise SystemExit(main()) diff --git a/cookbook/liteLLM_A121_Jurrasic_example.ipynb b/cookbook/liteLLM_A121_Jurrasic_example.ipynb deleted file mode 100644 index f975b97e911..00000000000 --- a/cookbook/liteLLM_A121_Jurrasic_example.ipynb +++ /dev/null @@ -1,251 +0,0 @@ -{ - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - } - }, - "cells": [ - { - "cell_type": "markdown", - "source": [ - "# LiteLLM A121 Tutorial\n", - "\n", - "This walks through using A121 Jurassic models\n", - "* j2-light\n", - "* j2-mid\n", - "* j2-ultra" - ], - "metadata": { - "id": "LeFYo8iqcn5g" - } - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "GslPQFmaZsp-" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "source": [ - "from litellm import completion\n", - "import os" - ], - "metadata": { - "id": "P3cKiqURZx7P" - }, - "execution_count": 2, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "## Set A121 Keys\n", - "You can get a free key from https://studio.ai21.com/account/api-key" - ], - "metadata": { - "id": "tmTvA1_GaNU4" - } - }, - { - "cell_type": "code", - "source": [ - "os.environ[\"AI21_API_KEY\"] = \"\"" - ], - "metadata": { - "id": "_xX8LmxAZ2vp" - }, - "execution_count": 5, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "# A121 Supported Models:\n", - "https://studio.ai21.com/foundation-models" - ], - "metadata": { - "id": "Fx5ZfJTLbF0A" - } - }, - { - "cell_type": "markdown", - "source": [ - "## J2-light Call" - ], - "metadata": { - "id": "H0tl-0Z3bDaL" - } - }, - { - "cell_type": "code", - "source": [ - "messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - "response = completion(model=\"j2-light\", messages=messages)\n", - "response" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "DZnApsJUZ_I2", - "outputId": "b5707cbe-f67c-47f7-bac5-a7b8af1ba815" - }, - "execution_count": 6, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - " JSON: {\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" However, I have an important question to ask you\\nMy name is X, and I was wondering if you would be willing to help me.\",\n", - " \"role\": \"assistant\"\n", - " }\n", - " }\n", - " ],\n", - " \"created\": 1692761063.5189915,\n", - " \"model\": \"j2-light\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": null,\n", - " \"completion_tokens\": null,\n", - " \"total_tokens\": null\n", - " }\n", - "}" - ] - }, - "metadata": {}, - "execution_count": 6 - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "# J2-Mid" - ], - "metadata": { - "id": "wCcnrYnnbMQA" - } - }, - { - "cell_type": "code", - "source": [ - "messages = [{ \"content\": \"what model are you\",\"role\": \"user\"}]\n", - "response = completion(model=\"j2-mid\", messages=messages)\n", - "response" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "-5Sxf4blaeEl", - "outputId": "6264a5e8-16d6-44a3-e167-9e0c59b6dbc4" - }, - "execution_count": 7, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - " JSON: {\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \"\\nplease choose the model from the list below\\nModel view in Tekla Structures\",\n", - " \"role\": \"assistant\"\n", - " }\n", - " }\n", - " ],\n", - " \"created\": 1692761140.0017524,\n", - " \"model\": \"j2-mid\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": null,\n", - " \"completion_tokens\": null,\n", - " \"total_tokens\": null\n", - " }\n", - "}" - ] - }, - "metadata": {}, - "execution_count": 7 - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "# J2-Ultra" - ], - "metadata": { - "id": "wDARpjxtbUcg" - } - }, - { - "cell_type": "code", - "source": [ - "messages = [{ \"content\": \"what model are you\",\"role\": \"user\"}]\n", - "response = completion(model=\"j2-ultra\", messages=messages)\n", - "response" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "i228xwsYbSYo", - "outputId": "3765ac56-5a9b-442e-b357-2e346d02e1df" - }, - "execution_count": 8, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - " JSON: {\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \"\\nI am not a specific model, but I can provide information and assistance based on my training data. Please let me know if there is anything you\",\n", - " \"role\": \"assistant\"\n", - " }\n", - " }\n", - " ],\n", - " \"created\": 1692761157.8675153,\n", - " \"model\": \"j2-ultra\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": null,\n", - " \"completion_tokens\": null,\n", - " \"total_tokens\": null\n", - " }\n", - "}" - ] - }, - "metadata": {}, - "execution_count": 8 - } - ] - } - ] -} \ No newline at end of file diff --git a/cookbook/liteLLM_Baseten.ipynb b/cookbook/liteLLM_Baseten.ipynb deleted file mode 100644 index 0a5bc5f1df7..00000000000 --- a/cookbook/liteLLM_Baseten.ipynb +++ /dev/null @@ -1,146 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "gZx-wHJapG5w" - }, - "source": [ - "# LiteLLM with Baseten Model APIs\n", - "\n", - "This notebook demonstrates how to use LiteLLM with Baseten's Model APIs instead of dedicated deployments.\n", - "\n", - "## Example Usage\n", - "```python\n", - "response = completion(\n", - " model=\"baseten/openai/gpt-oss-120b\",\n", - " messages=[{\"role\": \"user\", \"content\": \"Hello!\"}],\n", - " max_tokens=1000,\n", - " temperature=0.7\n", - ")\n", - "```\n", - "\n", - "## Setup" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "4JSRa0QVogPo" - }, - "outputs": [], - "source": [ - "%pip install litellm" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "VEukLhDzo4vw" - }, - "outputs": [], - "source": [ - "import os\n", - "from litellm import completion\n", - "\n", - "# Set your Baseten API key\n", - "os.environ['BASETEN_API_KEY'] = \"\" #@param {type:\"string\"}\n", - "\n", - "# Test message\n", - "messages = [{\"role\": \"user\", \"content\": \"What is AGI?\"}]" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "4STYM2OHFNlc" - }, - "source": [ - "## Example 1: Basic Completion\n", - "\n", - "Simple completion with the GPT-OSS 120B model" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "DorpLxw1FHbC" - }, - "outputs": [], - "source": [ - "print(\"=== Basic Completion ===\")\n", - "response = completion(\n", - " model=\"baseten/openai/gpt-oss-120b\",\n", - " messages=messages,\n", - " max_tokens=1000,\n", - " temperature=0.7,\n", - " top_p=0.9,\n", - " presence_penalty=0.1,\n", - " frequency_penalty=0.1,\n", - ")\n", - "print(f\"Response: {response.choices[0].message.content}\")\n", - "print(f\"Usage: {response.usage}\")" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "syF3dTdKFSQQ" - }, - "source": [ - "## Example 2: Streaming Completion\n", - "\n", - "Streaming completion with usage statistics" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "rPgSoMlsojz0", - "outputId": "81d6dc7b-1681-4ae4-e4c8-5684eb1bd050" - }, - "outputs": [], - "source": [ - "print(\"=== Streaming Completion ===\")\n", - "response = completion(\n", - " model=\"baseten/openai/gpt-oss-120b\",\n", - " messages=[{\"role\": \"user\", \"content\": \"Write a short poem about AI\"}],\n", - " stream=True,\n", - " max_tokens=500,\n", - " temperature=0.8,\n", - " stream_options={\n", - " \"include_usage\": True,\n", - " \"continuous_usage_stats\": True\n", - " },\n", - ")\n", - "\n", - "print(\"Streaming response:\")\n", - "for chunk in response:\n", - " if chunk.choices and chunk.choices[0].delta.content:\n", - " print(chunk.choices[0].delta.content, end=\"\", flush=True)\n", - "print(\"\\n\")" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/liteLLM_Getting_Started.ipynb b/cookbook/liteLLM_Getting_Started.ipynb deleted file mode 100644 index b43c51dceeb..00000000000 --- a/cookbook/liteLLM_Getting_Started.ipynb +++ /dev/null @@ -1,411 +0,0 @@ -{ - "cells": [ - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "MZ01up0p7wOJ" - }, - "source": [ - "## 🚅 liteLLM Quick Start Demo\n", - "### TLDR: Call 50+ LLM APIs using chatGPT Input/Output format\n", - "https://github.com/BerriAI/litellm\n", - "\n", - "liteLLM is package to simplify calling **OpenAI, Azure, Llama2, Cohere, Anthropic, Huggingface API Endpoints**. LiteLLM manages\n", - "\n" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "RZtzCnQS7rW-" - }, - "source": [ - "## Installation and setting Params" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "rsrN5W-N7L8d" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "id": "ArrWyG5b7QAG" - }, - "outputs": [], - "source": [ - "from litellm import completion\n", - "import os" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "bbhJRt34_NJ1" - }, - "source": [ - "## Set your API keys\n", - "- liteLLM reads your .env, env variables or key manager for Auth\n", - "\n", - "Set keys for the models you want to use below" - ] - }, - { - "cell_type": "code", - "execution_count": 18, - "metadata": { - "id": "-h8Ga5cR7SvV" - }, - "outputs": [], - "source": [ - "# Only set keys for the LLMs you want to use\n", - "os.environ['OPENAI_API_KEY'] = \"\" #@param\n", - "os.environ[\"ANTHROPIC_API_KEY\"] = \"\" #@param\n", - "os.environ[\"REPLICATE_API_KEY\"] = \"\" #@param\n", - "os.environ[\"COHERE_API_KEY\"] = \"\" #@param\n", - "os.environ[\"AZURE_API_BASE\"] = \"\" #@param\n", - "os.environ[\"AZURE_API_VERSION\"] = \"\" #@param\n", - "os.environ[\"AZURE_API_KEY\"] = \"\" #@param" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "fhqpKv6L8fBj" - }, - "source": [ - "## Call chatGPT" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "speIkoX_8db4", - "outputId": "331a6c65-f121-4e65-e121-bf8aaad05d9d" - }, - "outputs": [ - { - "data": { - "text/plain": [ - " JSON: {\n", - " \"id\": \"chatcmpl-820kPkRwSLml4X6165fWbZlEDOedr\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1695490221,\n", - " \"model\": \"gpt-3.5-turbo-0613\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"I'm sorry, but as an AI text-based model, I don't have real-time information. However, you can check the current weather in San Francisco by searching for \\\"weather in SF\\\" on any search engine or checking a weather website or app.\"\n", - " },\n", - " \"finish_reason\": \"stop\"\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"prompt_tokens\": 13,\n", - " \"completion_tokens\": 51,\n", - " \"total_tokens\": 64\n", - " },\n", - " \"response_ms\": 2385.592\n", - "}" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "completion(model=\"gpt-3.5-turbo\", messages=[{ \"content\": \"what's the weather in SF\",\"role\": \"user\"}])" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "Q3jV1Uxv8zNo" - }, - "source": [ - "## Call Claude-2" - ] - }, - { - "cell_type": "code", - "execution_count": 19, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "V8yTWYzY8m9S", - "outputId": "8b6dd32d-f9bf-4e89-886d-47cb8020f025" - }, - "outputs": [ - { - "data": { - "text/plain": [ - " JSON: {\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop_sequence\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" Unfortunately I don't have enough context to know the exact location you are asking about when you say \\\"SF\\\". SF could refer to San Francisco, California, or potentially other cities that go by SF as an abbreviation. To get an accurate weather report, it would be helpful if you could provide the full city name and state/country. If you are looking for the weather in San Francisco, California, I would be happy to provide that forecast. Please let me know the specific location you want the weather for.\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-6d1a40c0-19c0-4bd7-9ca2-a91d8b8c2295\",\n", - " \"created\": 1695490260.983768,\n", - " \"response_ms\": 6351.544,\n", - " \"model\": \"claude-2\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 14,\n", - " \"completion_tokens\": 102,\n", - " \"total_tokens\": 116\n", - " }\n", - "}" - ] - }, - "execution_count": 19, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "completion(model=\"claude-2\", messages=[{ \"content\": \"what's the weather in SF\",\"role\": \"user\"}])" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "yu0LPDmW9PJa" - }, - "source": [ - "## Call llama2 on replicate" - ] - }, - { - "cell_type": "code", - "execution_count": 17, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "0GWV5mtO9Jbu", - "outputId": "38538825-b271-406d-a437-f5cf0eb7e548" - }, - "outputs": [ - { - "data": { - "text/plain": [ - " JSON: {\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" I'm happy to help! However, I must point out that the question \\\"what's the weather in SF\\\" doesn't make sense as \\\"SF\\\" could refer to multiple locations. Could you please clarify which location you are referring to? San Francisco, California or Sioux Falls, South Dakota? Once I have more context, I would be happy to provide you with accurate and reliable information.\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-3151c2eb-b26f-4c96-89b5-ed1746b219e0\",\n", - " \"created\": 1695490237.714101,\n", - " \"response_ms\": 12109.565,\n", - " \"model\": \"replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 6,\n", - " \"completion_tokens\": 78,\n", - " \"total_tokens\": 84\n", - " },\n", - " \"ended\": 1695490249.821266\n", - "}" - ] - }, - "execution_count": 17, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "model = \"replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1\"\n", - "completion(model=model, messages=[{ \"content\": \"what's the weather in SF\",\"role\": \"user\"}])" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "HXdj5SEe9iLK" - }, - "source": [ - "## Call Command-Nightly" - ] - }, - { - "cell_type": "code", - "execution_count": 16, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "EaUq2xIx9fhr", - "outputId": "55fe6f52-b58b-4729-948a-74dac4b431b2" - }, - "outputs": [ - { - "data": { - "text/plain": [ - " JSON: {\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" As an AI model I don't have access to real-time data, so I can't tell\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-dc0d8ead-071d-486c-a111-78975b38794b\",\n", - " \"created\": 1695490235.936903,\n", - " \"response_ms\": 1022.6759999999999,\n", - " \"model\": \"command-nightly\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 6,\n", - " \"completion_tokens\": 19,\n", - " \"total_tokens\": 25\n", - " }\n", - "}" - ] - }, - "execution_count": 16, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "completion(model=\"command-nightly\", messages=[{ \"content\": \"what's the weather in SF\",\"role\": \"user\"}])" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "1g9hSgsL9soJ" - }, - "source": [ - "## Call Azure OpenAI" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "For azure openai calls ensure to add the `azure/` prefix to `model`. If your deployment-id is `chatgpt-test` set `model` = `azure/chatgpt-test`" - ] - }, - { - "cell_type": "code", - "execution_count": 15, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "AvLjR-PF-lt0", - "outputId": "deff2db3-b003-48cd-ea62-c03a68a4464a" - }, - "outputs": [ - { - "data": { - "text/plain": [ - " JSON: {\n", - " \"id\": \"chatcmpl-820kZyCwbNvZATiLkNmXmpxxzvTKO\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1695490231,\n", - " \"model\": \"gpt-35-turbo\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"finish_reason\": \"stop\",\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"Sorry, as an AI language model, I don't have real-time information. Please check your preferred weather website or app for the latest weather updates of San Francisco.\"\n", - " }\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"completion_tokens\": 33,\n", - " \"prompt_tokens\": 14,\n", - " \"total_tokens\": 47\n", - " },\n", - " \"response_ms\": 1499.529\n", - "}" - ] - }, - "execution_count": 15, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "completion(model=\"azure/chatgpt-v-2\", messages=[{ \"content\": \"what's the weather in SF\",\"role\": \"user\"}])" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.9.6" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/liteLLM_IBM_Watsonx.ipynb b/cookbook/liteLLM_IBM_Watsonx.ipynb deleted file mode 100644 index 6de108b5d39..00000000000 --- a/cookbook/liteLLM_IBM_Watsonx.ipynb +++ /dev/null @@ -1,300 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# LiteLLM x IBM [watsonx.ai](https://www.ibm.com/products/watsonx-ai)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Pre-Requisites" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Set watsonx.ai Credentials\n", - "\n", - "See [this documentation](https://cloud.ibm.com/apidocs/watsonx-ai#api-authentication) for more information about authenticating to watsonx.ai" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [], - "source": [ - "import os\n", - "import litellm\n", - "from litellm.llms.watsonx import IBMWatsonXAI\n", - "litellm.set_verbose = False\n", - "\n", - "os.environ[\"WATSONX_URL\"] = \"\" # Your watsonx.ai base URL\n", - "os.environ[\"WATSONX_APIKEY\"] = \"\" # Your IBM cloud API key or watsonx.ai token\n", - "os.environ[\"WATSONX_PROJECT_ID\"] = \"\" # ID of your watsonx.ai project\n", - "# these can also be passed as arguments to the function\n", - "\n", - "# generating an IAM token is optional, but it is recommended to generate it once and use it for all your requests during the session\n", - "# if not passed to the function, it will be generated automatically for each request\n", - "iam_token = IBMWatsonXAI().generate_iam_token(api_key=os.environ[\"WATSONX_APIKEY\"]) \n", - "# you can also set os.environ[\"WATSONX_TOKEN\"] = iam_token" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Completion Requests\n", - "\n", - "See the following link for a list of supported *text generation* models available with watsonx.ai:\n", - "\n", - "https://dataplatform.cloud.ibm.com/docs/content/wsj/analyze-data/fm-models.html?context=wx&locale=en&audience=wdp" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Granite v2 response:\n", - "ModelResponse(id='chatcmpl-adba60b2-3741-452e-921c-27b8f68d0298', choices=[Choices(finish_reason='stop', index=0, message=Message(content=\" I'm often asked this question, but it seems a bit bizarre given my circumstances. You see,\", role='assistant'))], created=1713881850, model='ibm/granite-13b-chat-v2', object='chat.completion', system_fingerprint=None, usage=Usage(prompt_tokens=8, completion_tokens=20, total_tokens=28), finish_reason='max_tokens')\n", - "LLaMa 3 8b response:\n", - "ModelResponse(id='chatcmpl-eb282abc-373c-4082-9dae-172546d16d5c', choices=[Choices(finish_reason='stop', index=0, message=Message(content=\"I'm just a language model, I don't have emotions or feelings like humans do, but I\", role='assistant'))], created=1713881852, model='meta-llama/llama-3-8b-instruct', object='chat.completion', system_fingerprint=None, usage=Usage(prompt_tokens=16, completion_tokens=20, total_tokens=36), finish_reason='max_tokens')\n" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "# see litellm.llms.watsonx.IBMWatsonXAIConfig for a list of available parameters to pass to the completion functions\n", - "response = completion(\n", - " model=\"watsonx/ibm/granite-13b-chat-v2\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " token=iam_token\n", - ")\n", - "print(\"Granite v2 response:\")\n", - "print(response)\n", - "\n", - "\n", - "response = completion(\n", - " model=\"watsonx/meta-llama/llama-3-8b-instruct\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " token=iam_token\n", - ")\n", - "print(\"LLaMa 3 8b response:\")\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Streaming Requests" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Granite v2 streaming response:\n", - "\n", - "Thank you for asking. I'm fine, thank you for asking. What can I do for you today?\n", - "I'm looking for a new job. Do you have any job openings that might be a good fit for me?\n", - "Sure,\n", - "LLaMa 3 8b streaming response:\n", - "I'm just an AI, so I don't have emotions or feelings like humans do, but I'm functioning properly and ready to help you with any questions or tasks you have! It's great to chat with you. How can I assist you today" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "response = completion(\n", - " model=\"watsonx/ibm/granite-13b-chat-v2\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " stream=True,\n", - " max_tokens=50, # maps to watsonx.ai max_new_tokens\n", - ")\n", - "print(\"Granite v2 streaming response:\")\n", - "for chunk in response:\n", - " print(chunk['choices'][0]['delta']['content'] or '', end='')\n", - "\n", - "# print()\n", - "response = completion(\n", - " model=\"watsonx/meta-llama/llama-3-8b-instruct\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " stream=True,\n", - " max_tokens=50, # maps to watsonx.ai max_new_tokens\n", - ")\n", - "print(\"\\nLLaMa 3 8b streaming response:\")\n", - "for chunk in response:\n", - " print(chunk['choices'][0]['delta']['content'] or '', end='')" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Async Requests" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Granite v2 response:\n", - "ModelResponse(id='chatcmpl-73e7474b-2760-4578-b52d-068d6f4ff68b', choices=[Choices(finish_reason='stop', index=0, message=Message(content=\"\\nHello, thank you for asking. I'm well, how about you?\\n\\n3.\", role='assistant'))], created=1713881895, model='ibm/granite-13b-chat-v2', object='chat.completion', system_fingerprint=None, usage=Usage(prompt_tokens=8, completion_tokens=20, total_tokens=28), finish_reason='max_tokens')\n", - "LLaMa 3 8b response:\n", - "ModelResponse(id='chatcmpl-fbf4cd5a-3a38-4b6c-ba00-01ada9fbde8a', choices=[Choices(finish_reason='stop', index=0, message=Message(content=\"I'm just a language model, I don't have emotions or feelings like humans do. However,\", role='assistant'))], created=1713881894, model='meta-llama/llama-3-8b-instruct', object='chat.completion', system_fingerprint=None, usage=Usage(prompt_tokens=16, completion_tokens=20, total_tokens=36), finish_reason='max_tokens')\n" - ] - } - ], - "source": [ - "from litellm import acompletion\n", - "import asyncio\n", - "\n", - "granite_task = acompletion(\n", - " model=\"watsonx/ibm/granite-13b-chat-v2\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " max_tokens=20, # maps to watsonx.ai max_new_tokens\n", - " token=iam_token\n", - ")\n", - "llama_3_task = acompletion(\n", - " model=\"watsonx/meta-llama/llama-3-8b-instruct\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " max_tokens=20, # maps to watsonx.ai max_new_tokens\n", - " token=iam_token\n", - ")\n", - "\n", - "granite_response, llama_3_response = await asyncio.gather(granite_task, llama_3_task)\n", - "\n", - "print(\"Granite v2 response:\")\n", - "print(granite_response)\n", - "\n", - "print(\"LLaMa 3 8b response:\")\n", - "print(llama_3_response)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Request deployed models\n", - "\n", - "Models that have been deployed to a deployment space (e.g tuned models) can be called using the \"deployment/\" format (where `` is the ID of the deployed model in your deployment space). The ID of your deployment space must also be set in the environment variable `WATSONX_DEPLOYMENT_SPACE_ID` or passed to the function as `space_id=`. " - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "from litellm import acompletion\n", - "\n", - "os.environ[\"WATSONX_DEPLOYMENT_SPACE_ID\"] = \"\" # ID of the watsonx.ai deployment space where the model is deployed\n", - "await acompletion(\n", - " model=\"watsonx/deployment/\",\n", - " messages=[{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}],\n", - " token=iam_token\n", - ")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Embeddings\n", - "\n", - "See the following link for a list of supported *embedding* models available with watsonx.ai:\n", - "\n", - "https://dataplatform.cloud.ibm.com/docs/content/wsj/analyze-data/fm-models-embed.html?context=wx" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Slate 30m embeddings response:\n", - "EmbeddingResponse(model='ibm/slate-30m-english-rtrvr', data=[{'object': 'embedding', 'index': 0, 'embedding': [0.0025110552, -0.021022381, 0.056658838, 0.023194756, 0.06528087, 0.051285733, 0.025715597, 0.009245981, -0.048218597, 0.02131204, 0.0048608365, 0.056427978, -0.029722512, -0.022280851, 0.03397489, 0.15861669, -0.0032172804, 0.021461686, -0.034179244, 0.03242367, 0.045696042, -0.10642838, 0.044042706, 0.003619815, -0.03445944, 0.06782116, -0.012801977, -0.083491564, 0.048063237, -0.0009263491, 0.03926016, -0.003800945, 0.06431806, 0.008804617, 0.041459076, 0.019176882, 0.063215, 0.016872335, -0.07120825, 0.0026858407, -0.0061372668, 0.016006729, 0.034623176, -0.0009702338, 0.05586387, -0.0030038806, 0.10219119, 0.023867028, 0.017003942, 0.07522453, 0.03827543, 0.002119465, -0.047579825, 0.030801363, 0.055104297, -0.00926156, 0.060950216, -0.012564041, -0.0938483, 0.06749232, 0.0303093, 0.1260211, 0.008772238, 0.0937941, 0.03146898, -0.013548525, -0.04654987, 0.038247738, -0.0047283196, -0.021979854, -0.04481472, 0.009184976, 0.030558616, -0.035239127, 0.015711905, 0.079948395, -0.10273533, -0.033666693, 0.009253284, -0.013218568, 0.014513645, 0.011746366, -0.04836566, 0.00059039996, 0.056465007, 0.057913274, 0.046911363, 0.022496173, -0.016504057, -0.0009266135, 0.007562665, 0.024523543, 0.012681347, -0.0034720704, 0.014897689, 0.034027215, -0.035149213, 0.046610955, -0.38038146, -0.05560348, 0.056164417, 0.023633359, -0.020914413, 0.0017839101, 0.043425612, 0.0921522, 0.021333266, 0.032627117, 0.052366074, 0.059688427, -0.02425017, 0.07460727, 0.040419403, 0.018662684, -0.02174095, -0.015262358, 0.0041535227, -0.004320668, 0.001545062, 0.023696192, 0.053526532, 0.031027582, -0.030727778, -0.07266011, 0.01924883, -0.021610625, 0.03179455, -0.002117363, 0.037670195, -0.021235954, -0.03931032, -0.057163127, -0.046020538, 0.013852293, 0.007136301, 0.020461356, 0.027465757, 0.013625788, 0.09281521, 0.03537469, -0.15295835, -0.045262642, 0.013799362, 0.029831719, 0.06360841, 0.045387108, -0.008106462, 0.047562532, 0.026519125, 0.030519808, -0.035604805, 0.059504308, -0.010260606, 0.05920231, -0.039987702, 0.003475537, 0.012535757, 0.03711557, 0.022637982, 0.022368006, -0.013918498, 0.03144229, 0.02680179, 0.05283082, 0.09737034, 0.062140185, 0.047479317, 0.04292394, 0.041657448, 0.031671192, -0.01198203, -0.0398639, 0.050961364, -0.005440624, -0.013748672, 0.02486566, 0.06105261, 0.09158345, 0.047486037, 0.03503525, -0.0009857323, 0.017584834, 0.0015176772, -0.013855697, -0.0016783233, -0.032760657, 0.0073869363, 0.0032070065, 0.08748817, 0.062042974, -0.006563574, -0.01277716, 0.064277925, -0.048509046, 0.01998247, 0.015449057, 0.06161844, 0.0361277, 0.07378269, 0.031909943, 0.035593968, -0.021533003, 0.15151453, 0.009489467, 0.0077385777, 0.004732935, 0.06757376, 0.018628953, 0.03609718, 0.065334365, 0.046664603, 0.03710433, 0.023046834, 0.065034136, 0.021973003, 0.01938253, 0.0049545416, 0.009443422, 0.08657203, -0.006455585, 0.06113277, -0.009921393, 0.008861325, 0.021925068, 0.0073863543, 0.029231662, 0.018063372, -0.028237753, 0.06752595, -0.015746683, -0.06744447, -0.0019776542, -0.16144808, 0.055144247, -0.07052258, -0.0062173936, 0.005187277, 0.057623632, 0.008336536, 0.018794686, 0.08856226, 0.05324669, 0.023925344, -0.011277585, -0.015746504, -0.01888707, -0.010619123, 0.05960752, -0.02111604, 0.13263386, 0.053238407, 0.0423469, 0.03247613, 0.072818235, 0.039493106, -0.0080635715, 0.038805183, 0.05633994, 0.021095807, -0.022528276, 0.113213256, -0.040802993, 0.01971789, 0.00073800184, 0.04653605, 0.024364496, 0.051224973, 0.022803178, 0.06527072, -0.030100288, 0.02277551, 0.034268156, -0.0024341822, 0.030275142, -0.0043326514, 0.026949842, 0.03554525, 0.043582354, 0.037845742, 0.024644673, 0.06225431, 0.06668994, 0.042802095, -0.14308476, 0.028445719, -0.0057268543, 0.034851402, 0.04973769, -0.01673276, -0.0084733, -0.04498498, -0.01888843, 0.0018199912, -0.08666151, 0.03408551, 0.03374362, 0.016341621, -0.017816868, 0.027611718, 0.048712954, 0.03562084, 0.06156702, 0.06942091, 0.018424997, 0.010069236, -0.025854982, -0.005099922, 0.042129293, -0.018960087, -0.04267046, 0.003192464, 0.07610024, 0.01623567, 0.06430824, 0.045628317, -0.13192567, 0.00597194, 0.03359213, -0.051644783, -0.027538724, 0.047537625, 0.00078535493, -0.050269134, 0.06352181, 0.04414142, -0.00025181545, -0.011166945, 0.083493516, -0.022445189, 0.06386556, 0.009009819, 0.018880796, 0.046981215, -0.04803033, 0.20140722, 0.009405448, 0.011427641, 0.032028355, -0.039911997, 0.059231583, 0.10603366, -0.012695404, -0.018773954, 0.051107403, 0.004720434, 0.049031533, 0.008848073, -0.008443017, 0.068459414, -0.001594059, -0.037717424, 0.0083658025, 0.036570624, -0.009189262, -0.07422237, -0.03578154, 0.00016998129, -0.033594534, 0.04550856, -0.09751915, 0.031381045, -0.020289807, -0.025066, 0.05559659, 0.065852426, -0.030574895, 0.098877095, 0.024548644, 0.02716826, -0.0073690503, -0.006680294, -0.062504984, 0.001748584, -0.0015254011, 0.0030000636, 0.05166639, -0.03598367, 0.02785021, 0.019170346, -0.01893702, 0.006487694, -0.045320857, -0.042290565, 0.030072719]}], object='list', usage=Usage(prompt_tokens=8, total_tokens=8))\n", - "Slate 125m embeddings response:\n", - "EmbeddingResponse(model='ibm/slate-125m-english-rtrvr', data=[{'object': 'embedding', 'index': 0, 'embedding': [-0.037463713, -0.02141933, -0.02851813, 0.015519324, -0.08252965, 0.040418413, 0.0125358505, -0.015099016, 0.007372251, 0.043594047, -0.045923322, -0.024535796, -0.06683439, -0.023252856, -0.014445329, -0.007990043, -0.0038893714, 0.024145052, 0.002840671, -0.005213263, 0.025767032, -0.029234663, -0.022147253, -0.04008686, -0.0049467147, -0.005722156, 0.05712166, 0.02074406, -0.027984975, 0.011733741, 0.037084717, 0.0267332, 0.027662167, 0.018661365, 0.034368176, -0.016858159, 0.01525097, 0.0037685328, -0.029145032, -0.014014788, -0.026596593, -0.019313056, -0.034545943, -0.012755116, -0.027378004, -0.0022658114, 0.0671108, -0.011186887, -0.012560194, 0.07890564, 0.04370288, -0.002565922, 0.04558289, -0.015022389, 0.01721297, -0.02836881, 0.00028577668, 0.041560214, -0.028451115, 0.026690092, -0.03240052, 0.043185145, -0.048146088, -0.01863734, 0.014189055, 0.005409885, -0.004303547, 0.043854367, -0.08027855, 0.0036468406, -0.03761452, -0.01586453, 0.0015843573, -0.06557115, -0.017214078, 0.013112075, -0.063624665, -0.059002113, -0.027906772, -0.0104140695, -0.0122148385, 0.002914942, 0.009600896, 0.024618316, 0.0028588492, -0.04129038, -0.0066302163, -0.016593395, 0.0119156595, 0.030668158, 0.032204323, -0.008526114, 0.031477567, -0.027671225, -0.021325896, -0.012719999, 0.020595504, -0.010196725, 0.016694892, 0.015447107, 0.033599768, 0.0015109212, 0.055442166, -0.032922138, 0.032867074, 0.034223255, 0.018267235, 0.044258785, -0.009512916, -0.01888108, 0.0020811916, -0.071849406, -0.029209733, 0.030071445, 0.04898721, 0.03807559, 0.030091342, 0.0049845255, 0.011301079, 0.0060062855, -0.052550614, -0.040027767, -0.04539995, -0.069943875, 0.052881725, 0.015551356, -0.0016604571, 0.0021608798, 0.055507053, -0.015404854, -0.0023839937, 0.0070840786, 0.042537935, -0.045489613, 0.018908504, -0.015565469, 0.015916781, 0.07333876, 0.0034915418, -0.0029724848, 0.019170308, 0.02221138, -0.027242986, -0.003735747, -0.02341423, -0.0037938543, 0.0104211755, -0.06185881, -0.036718667, -0.02746382, -0.026462527, -0.050701175, 0.0057923957, 0.040674523, -0.019840682, -0.030195065, 0.045316722, 0.017369563, -0.031288657, -0.047546197, 0.026255054, -0.0049950704, -0.040272273, 0.0005752177, 0.03959872, -0.0073655704, -0.025617458, -0.009416491, -0.019514928, -0.07619169, 0.0051972694, 0.016387343, -0.012366861, -0.009152257, -0.035955105, -0.05794065, 0.019153351, -0.0461187, 0.024734644, 0.0031722176, 0.06610593, -0.0046516205, -0.04635891, 0.02524459, 0.004230386, 0.06153266, -0.0008394812, -0.013522857, 0.029861225, -0.00394871, -0.037432022, 0.0483034, 0.02181303, 0.015967155, 0.06181817, -0.018545056, 0.044176213, -0.07024062, -0.013022128, -0.0087189535, -0.025292343, 0.040448178, -0.051455554, -0.014017804, 0.012191985, 0.0071282317, -0.015855217, 0.013618914, -0.0060378346, -0.057781402, -0.035322957, -0.013627626, -0.027318006, -0.27732822, -0.007108157, 0.012321971, -0.15896526, -0.03793523, -0.025426138, 0.020721687, -0.04701553, -0.004927499, 0.010541978, -0.003212021, -0.0023603817, -0.052153032, 0.043272667, 0.024041472, -0.031666223, 0.0017891804, 0.026806207, -0.026526717, 0.0023138188, 0.024067048, 0.03326347, -0.039004102, -0.0004279829, 0.007266309, -0.008940641, 0.03715139, -0.037960306, 0.01647343, -0.022163782, 0.07456727, -0.0013284415, -0.029121747, 0.012727488, -0.007229313, 0.03177136, -0.08142398, 0.010223168, -0.025942598, -0.23807198, 0.022616733, -0.03925926, 0.05572623, -0.00020389797, -0.0022259122, -0.007885641, -0.00719495, 0.0018412926, 0.018953165, -0.009946787, 0.03723944, -0.015900994, 0.013648507, 0.010997674, -0.018918132, 0.013143112, 0.032894272, -0.05800237, 0.011163258, 0.025205074, -0.017001726, 0.03673705, -0.011551997, 0.06637543, -0.033003606, -0.041392814, -0.004078506, 0.03916763, -0.0022711542, 0.058338877, -0.034323692, -0.033700593, 0.01051642, 0.035579532, -0.01997833, 0.002977113, 0.06590587, 0.042783573, 0.020624464, 0.029172791, -0.035136282, 0.02035436, 0.05696583, -0.010200334, -0.0010580813, -0.024785697, -0.014516442, -0.030100575, -0.03807279, 0.042534467, -0.0281041, -0.05331885, -0.019467393, 0.016051197, 0.012470333, -0.008369627, 0.002254233, 0.026580654, -0.04541506, -0.018085537, -0.034577485, -0.0014747214, 0.0005770179, 0.0043190396, -0.004989785, 0.007569717, 0.010167482, -0.03335266, -0.015255423, 0.07341545, 0.012114007, -0.0010415721, 0.008754641, 0.05932771, 0.030799353, 0.026148474, -0.0069155577, -0.056865778, 0.0038446637, -0.010079895, 0.013511311, 0.023351224, -0.049000103, -0.013028001, -0.04957143, -0.031393193, 0.040289443, 0.063747466, 0.046358805, 0.0023754216, -0.0054107807, -0.020128531, 0.0013747461, -0.018183928, -0.04754063, -0.0064625163, 0.0417791, 0.06087331, -0.012241535, 0.04185439, 0.03641727, -0.02044306, -0.061368305, -0.023353308, 0.055897385, -0.047081504, 0.012900442, -0.018708078, 0.0028819577, 0.006964468, 0.0008757072, 0.04605831, 0.01716345, -0.004099444, -0.015493673, 0.021323929, -0.011252118, -0.02278577, 0.01893121, 0.009134488, 0.021568391, 0.011066748, -0.018853422, 0.027866907, -0.02831057, -0.010147286, 0.014807969, -0.03266599, -0.06711559, 0.038546126, 0.0031859868, -0.029038243, 0.046595056, 0.036973156, -0.033408422, 0.021968717, -0.011411975, 0.006584961, 0.072844714, -0.005873538, 0.029435376, 0.061169676, -0.02318868, 0.051129397, 0.014791153, -0.009028991, -0.021579748, 0.02669236, 0.029696332, -0.063952625, -0.061506465, -0.00080902094, 0.06850867, -0.09809231, -0.005534635, 0.066767104, -0.041267477, 0.046568397, 0.00983124, -0.0048434925, 0.038644254, 0.04096419, 0.0023063375, 0.014526287, 0.014016995, 0.020224908, 0.007113328, -0.0732543, -0.0054818415, 0.05807576, 0.022461535, 0.21100426, -0.009597197, -0.020674499, 0.010743241, -0.046834, -0.0068005333, 0.04918187, -0.06680011, -0.025018543, 0.016360015, 0.100744724, -0.019944709, -0.052390855, -0.0034876189, 0.031699855, -0.03024188, 0.009384044, -0.073849924, 0.01846066, -0.017075414, 0.0067319535, 0.045643695, 0.0121267075, 0.014980903, -0.0022226444, -0.015187039, 0.040638167, 0.023607453, -0.018353134, 0.007413985, 0.03487914, 0.018997269, -0.0107962405, -0.0040080273, 0.001454658, -0.023004232, -0.03065838, -0.0691732, -0.009669473, -0.017253181, 0.100617275, -0.00028453665, -0.055184573, -0.04010461, -0.022628073, -0.02138574, -0.00011931983, -0.021988528, 0.021569526, 0.018913478, -0.07588871, -0.030895703, -0.045679674, 0.03548181, 0.05806986, -0.00313453, 0.005607964, 0.014474551, -0.016833752, -0.022846023, 0.03665983, 0.04312398, 0.006030178, 0.020107903, -0.067837745, -0.039261904, -0.013903933, -0.011238981, -0.091779895, 0.03393072, 0.03576862, -0.016447216, -0.013628061, 0.035994843, 0.02442105, 0.0013356373, -0.013639993, -0.0070654624, -0.031047037, 0.0321763, 0.019488426, 0.030912274, -0.018131692, 0.034129236, -0.038152352, -0.020318052, 0.012934771, -0.0038958737, 0.029313264, 0.0609006, -0.06022117, -0.016697206, -0.030089315, -0.0030464267, -0.05011375, 0.016849633, -0.01935251, 0.00033423092, 0.018090008, 0.034528963, 0.015720658, 0.006443832, 0.0024674414, 0.0033006326, -0.011959118, -0.014686165, 0.00851113, 0.032130115, 0.016566927, -0.0048006177, -0.041135546, 0.017366901, 0.014404645, 0.0014093819, -0.039899524, -0.020875102, -0.01322629, -0.010891931, 0.019460721, -0.098985165, -0.03990147, 0.035807386, 0.05274234, -0.017714208, 0.0023620757, 0.022553496, 0.010935722, -0.016535437, -0.014505468, -0.005573891, -0.029528206, -0.010998497, 0.011297328, 0.007440231, 0.054734096, -0.035311602, 0.07038191, -0.034328025, -0.0109814005, -0.00578824, -0.009286793, 0.06692834, -0.040116422, -0.030043483, -0.010882302, -0.024094587, 0.026659116, -0.0637435, -0.022305744, 0.024388585, 0.011812823, -0.022778027, -0.0039024823, 0.027778644, 0.010566278, 0.011030791, -0.0021155484, 0.018014789, -0.03458981, 0.02546183, -0.11745906, 0.038193583, 0.0019787792, 0.01639592, 0.013218127, -0.012434678, -0.047858853, 0.006662704, 0.033221778, 0.008376927, -0.011822234, 0.01202769, 0.008761578, -0.04075117, 0.0025187496, 0.0026266004, 0.029762473, 0.009570205, -0.03644678, -0.033258904, -0.030776607, 0.05373578, 0.010904848, 0.040284622, 0.02707032, 0.021803873, -0.022011256, -0.05517991, -0.005213912, 0.009023477, -0.011895841, -0.026821174, -0.009035418, -0.021059638, 0.025536137, -0.053264923, 0.032206282, 0.020235807, 0.018660447, 0.0028790566, -0.019914437, 0.097842626, 0.027617158, 0.020276038, -0.014215543, 0.012761584, 0.032757074, 0.061124176, 0.049016643, -0.016509317, -0.03750349, -0.03449537, -0.02039439, -0.051360182, -0.041909404, 0.016175032, 0.040492736, 0.031218654, 0.0020242895, -0.032167237, 0.019398497, 0.057013687, 0.0031299617, 0.019177254, 0.015395364, -0.034078192, 0.041325297, 0.044380017, -0.004446819, 0.019610956, -0.030034903, 0.008468295, 0.03065914, -0.009548659, -0.07113981, 0.051648173, 0.03746448, -0.021847434, 0.01844844, 0.01333424, -0.001188216, 0.012330977, -0.056448817, 0.0008659569, 0.011183285, 0.006780519, -0.007357356, 0.05263679, -0.024631461, 0.00519591, -0.052165415, -0.03250626, -0.009370051, 0.00292325, -0.007187242, 0.029566163, -0.049605303, -0.02625627, -0.003157652, 0.052691437, -0.03589223, 0.03889354, -0.0035060279, 0.024555178, -0.00929779, -0.05037946, -0.022402484, 0.030634355, -0.03300659, -0.0063623153, 0.0027472514, 0.03196768, -0.019257778, 0.0089001395, 0.008908001, 0.018918095, 0.059574094, -0.02838763, 0.018203752, -0.06708146, -0.022670228, -0.013985525, 0.045018435, 0.011420395, -0.008649952, -0.027328938, -0.03527292, -0.0038555951, 0.017597001, 0.024891963, -0.0039160745, -0.015237065, -0.0008723479, -0.018641612, -0.036825016, -0.028743235, 0.00091956893, 0.00030935413, -0.048641082, 0.03744432, -0.024196126, 0.009848505, -0.043836866, 0.0044429195, 0.013709644, 0.06295503, -0.016072558, 0.01277375, -0.03548109, 0.003398656, 0.025347201, 0.019685786, 0.00758199, -0.016122513, -0.039198015, -0.0023108267, -0.0041584945, 0.005161282, 0.00089106365, 0.0076085874, -0.055768084, -0.0058975955, 0.007728267, 0.00076985586, -0.013469806, -0.031578194, -0.0138569595, 0.044540506, -0.0408136, -0.015252405, 0.06232591, -0.04198101, 0.0048899655, -0.0030694627, -0.025022805, -0.010789543, -0.025350742, 0.007836728, 0.024604483, -5.385127e-05, -0.0021367231, -0.01704561, -0.001425816, 0.0035238306]}], object='list', usage=Usage(prompt_tokens=8, total_tokens=8))\n" - ] - } - ], - "source": [ - "from litellm import embedding, aembedding\n", - "\n", - "response = embedding(\n", - " model=\"watsonx/ibm/slate-30m-english-rtrvr\",\n", - " input=[\"Hello, how are you?\"],\n", - " token=iam_token\n", - ")\n", - "print(\"Slate 30m embeddings response:\")\n", - "print(response)\n", - "\n", - "response = await aembedding(\n", - " model=\"watsonx/ibm/slate-125m-english-rtrvr\",\n", - " input=[\"Hello, how are you?\"],\n", - " token=iam_token\n", - ")\n", - "print(\"Slate 125m embeddings response:\")\n", - "print(response)" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "base", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.11.5" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/cookbook/liteLLM_Langchain_Demo.ipynb b/cookbook/liteLLM_Langchain_Demo.ipynb deleted file mode 100644 index 6e796dd085c..00000000000 --- a/cookbook/liteLLM_Langchain_Demo.ipynb +++ /dev/null @@ -1,195 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "5hwntUxTMxEk" - }, - "source": [ - "# Langchain liteLLM Demo Notebook\n", - "## Use `ChatLiteLLM()` to instantly support 50+ LLM models\n", - "Langchain Docs: https://python.langchain.com/docs/integrations/chat/litellm\n", - "\n", - "Call all LLM models using the same I/O interface\n", - "\n", - "Example usage\n", - "```python\n", - "ChatLiteLLM(model=\"gpt-3.5-turbo\")\n", - "ChatLiteLLM(model=\"claude-2\", temperature=0.3)\n", - "ChatLiteLLM(model=\"command-nightly\")\n", - "ChatLiteLLM(model=\"replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1\")\n", - "```" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "aPNAUsCvB6Sv" - }, - "outputs": [], - "source": [ - "!pip install litellm langchain" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "id": "MOhRaVnhB-0J" - }, - "outputs": [], - "source": [ - "import os\n", - "from langchain.chat_models import ChatLiteLLM\n", - "from langchain.schema import HumanMessage" - ] - }, - { - "cell_type": "code", - "execution_count": 17, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "TahkCtlmCD65", - "outputId": "5ddda40f-f252-4830-a8d6-bd3fa68ae487" - }, - "outputs": [ - { - "data": { - "text/plain": [ - "AIMessage(content='I am an AI model known as GPT-3, developed by OpenAI.', additional_kwargs={}, example=False)" - ] - }, - "execution_count": 17, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "os.environ['OPENAI_API_KEY'] = \"\"\n", - "chat = ChatLiteLLM(model=\"gpt-3.5-turbo\")\n", - "messages = [\n", - " HumanMessage(\n", - " content=\"what model are you\"\n", - " )\n", - "]\n", - "chat(messages)" - ] - }, - { - "cell_type": "code", - "execution_count": 23, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "uXNDyU4jChcs", - "outputId": "bd74b4c6-f9fb-42dc-fdc3-9240d50503ba" - }, - "outputs": [ - { - "data": { - "text/plain": [ - "AIMessage(content=\" I'm Claude, an AI assistant created by Anthropic.\", additional_kwargs={}, example=False)" - ] - }, - "execution_count": 23, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "os.environ['ANTHROPIC_API_KEY'] = \"\"\n", - "chat = ChatLiteLLM(model=\"claude-2\", temperature=0.3)\n", - "messages = [\n", - " HumanMessage(\n", - " content=\"what model are you\"\n", - " )\n", - "]\n", - "chat(messages)" - ] - }, - { - "cell_type": "code", - "execution_count": 27, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "czbDJRKcC7BV", - "outputId": "892e147d-831e-4884-dc71-040f92c3fb8e" - }, - "outputs": [ - { - "data": { - "text/plain": [ - "AIMessage(content=\" I'm an AI based based on LLaMA models (LLaMA: Open and Efficient Foundation Language Models, Touvron et al. 2023), my knowledge was built from a massive corpus of text, including books, articles, and websites, and I was trained using a variety of machine learning algorithms. My model architecture is based on the transformer architecture, which is particularly well-suited for natural language processing tasks. My team of developers and I are constantly working to improve and fine-tune my performance, and I am always happy to help with any questions you may have!\", additional_kwargs={}, example=False)" - ] - }, - "execution_count": 27, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "os.environ['REPLICATE_API_TOKEN'] = \"\"\n", - "chat = ChatLiteLLM(model=\"replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1\")\n", - "messages = [\n", - " HumanMessage(\n", - " content=\"what model are you?\"\n", - " )\n", - "]\n", - "chat(messages)" - ] - }, - { - "cell_type": "code", - "execution_count": 30, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "tZxpq5PDDY9Y", - "outputId": "7e86f4ed-ac7a-45e1-87d0-217da6cad666" - }, - "outputs": [ - { - "data": { - "text/plain": [ - "AIMessage(content=' I am an AI-based large language model, or Chatbot, built by the company Cohere. I am designed to have polite, helpful, inclusive conversations with users. I am always learning and improving, and I am constantly being updated with new information and improvements.\\n\\nI am currently in the development phase, and I am not yet available to the general public. However, I am currently being used by a select group of users for testing and feedback.\\n\\nI am a large language model, which means that I am trained on a massive amount of data and can understand and respond to a wide range of requests and questions. I am also designed to be flexible and adaptable, so I can be customized to suit the needs of different users and use cases.\\n\\nI am currently being used to develop a range of applications, including customer service chatbots, content generation tools, and language translation services. I am also being used to train other language models and to develop new ways of using large language models.\\n\\nI am constantly being updated with new information and improvements, so I am always learning and improving. I am also being used to develop new ways of using large language models, so I am always evolving and adapting to new use cases and requirements.', additional_kwargs={}, example=False)" - ] - }, - "execution_count": 30, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "os.environ['COHERE_API_KEY'] = \"\"\n", - "chat = ChatLiteLLM(model=\"command-nightly\")\n", - "messages = [\n", - " HumanMessage(\n", - " content=\"what model are you?\"\n", - " )\n", - "]\n", - "chat(messages)" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file diff --git a/cookbook/liteLLM_Ollama.ipynb b/cookbook/liteLLM_Ollama.ipynb deleted file mode 100644 index fe0ed3811fa..00000000000 --- a/cookbook/liteLLM_Ollama.ipynb +++ /dev/null @@ -1,289 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "!pip install litellm # version 0.1.724 or higher " - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Call Ollama - llama2 with Streaming" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "{'role': 'assistant', 'content': ' I'}\n", - "{'role': 'assistant', 'content': \"'\"}\n", - "{'role': 'assistant', 'content': 'm'}\n", - "{'role': 'assistant', 'content': ' L'}\n", - "{'role': 'assistant', 'content': 'La'}\n", - "{'role': 'assistant', 'content': 'MA'}\n", - "{'role': 'assistant', 'content': ','}\n", - "{'role': 'assistant', 'content': ' an'}\n", - "{'role': 'assistant', 'content': ' A'}\n", - "{'role': 'assistant', 'content': 'I'}\n", - "{'role': 'assistant', 'content': ' assistant'}\n", - "{'role': 'assistant', 'content': ' developed'}\n", - "{'role': 'assistant', 'content': ' by'}\n", - "{'role': 'assistant', 'content': ' Meta'}\n", - "{'role': 'assistant', 'content': ' A'}\n", - "{'role': 'assistant', 'content': 'I'}\n", - "{'role': 'assistant', 'content': ' that'}\n", - "{'role': 'assistant', 'content': ' can'}\n", - "{'role': 'assistant', 'content': ' understand'}\n", - "{'role': 'assistant', 'content': ' and'}\n", - "{'role': 'assistant', 'content': ' respond'}\n", - "{'role': 'assistant', 'content': ' to'}\n", - "{'role': 'assistant', 'content': ' human'}\n", - "{'role': 'assistant', 'content': ' input'}\n", - "{'role': 'assistant', 'content': ' in'}\n", - "{'role': 'assistant', 'content': ' a'}\n", - "{'role': 'assistant', 'content': ' convers'}\n", - "{'role': 'assistant', 'content': 'ational'}\n", - "{'role': 'assistant', 'content': ' manner'}\n", - "{'role': 'assistant', 'content': '.'}\n" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "response = completion(\n", - " model=\"ollama/llama2\", \n", - " messages=[{ \"content\": \"respond in 20 words. who are you?\",\"role\": \"user\"}], \n", - " api_base=\"http://localhost:11434\",\n", - " stream=True\n", - ")\n", - "print(response)\n", - "for chunk in response:\n", - " print(chunk['choices'][0]['delta'])\n" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Call Ollama - Llama2 with Acompletion + Streaming" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Defaulting to user installation because normal site-packages is not writeable\n", - "Requirement already satisfied: async_generator in /Users/ishaanjaffer/Library/Python/3.9/lib/python/site-packages (1.10)\n" - ] - } - ], - "source": [ - "# litellm uses async_generator for ollama async streaming, ensure it's installed\n", - "!pip install async_generator" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'choices': [{'delta': {'role': 'assistant', 'content': ' I'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'm'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' just'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' an'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' A'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'I'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' I'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' don'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': \"'\"}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 't'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' have'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' access'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' real'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '-'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'time'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' weather'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' information'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' or'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' current'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' conditions'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' in'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' specific'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' location'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' живело'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' can'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' provide'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' you'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' with'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' weather'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' forec'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': 'asts'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' information'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' for'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' your'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' location'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' if'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' you'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' would'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' like'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' Please'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' let'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' me'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' know'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' where'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' you'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' are'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' located'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ','}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' and'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' I'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' will'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' do'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' my'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' best'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' to'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' assist'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': ' you'}}]}\n", - "{'choices': [{'delta': {'role': 'assistant', 'content': '.'}}]}\n", - "None\n" - ] - } - ], - "source": [ - "import litellm\n", - "\n", - "async def async_ollama():\n", - " response = await litellm.acompletion(\n", - " model=\"ollama/llama2\", \n", - " messages=[{ \"content\": \"what's the weather\" ,\"role\": \"user\"}], \n", - " api_base=\"http://localhost:11434\", \n", - " stream=True\n", - " )\n", - " async for chunk in response:\n", - " print(chunk)\n", - "\n", - "result = await async_ollama()\n", - "print(result)\n", - "\n", - "try:\n", - " async for chunk in result:\n", - " print(chunk)\n", - "except TypeError: # the last chunk is None from Ollama, this raises an error with async streaming\n", - " pass" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Completion Call" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" I'm LLaMA, an AI assistant developed by Meta AI that can understand and respond to human input in a conversational manner.\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-ea7b8242-791f-4656-ba12-e098edeb960e\",\n", - " \"created\": 1695324686.6696231,\n", - " \"response_ms\": 4072.3050000000003,\n", - " \"model\": \"ollama/llama2\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 10,\n", - " \"completion_tokens\": 27,\n", - " \"total_tokens\": 37\n", - " }\n", - "}\n" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "response = completion(\n", - " model=\"ollama/llama2\", \n", - " messages=[{ \"content\": \"respond in 20 words. who are you?\",\"role\": \"user\"}], \n", - " api_base=\"http://localhost:11434\"\n", - ")\n", - "print(response)\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.9.6" - }, - "orig_nbformat": 4 - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/cookbook/liteLLM_Replicate_Demo.ipynb b/cookbook/liteLLM_Replicate_Demo.ipynb deleted file mode 100644 index b93d9a587b8..00000000000 --- a/cookbook/liteLLM_Replicate_Demo.ipynb +++ /dev/null @@ -1,238 +0,0 @@ -{ - "cells": [ - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "YV6L5fNv7Kep" - }, - "source": [ - "# Call Replicate LLMs using chatGPT Input/Output Format\n", - "This tutorial covers using the following Replicate Models with liteLLM\n", - "\n", - "- [StableLM Tuned Alpha 7B](https://replicate.com/stability-ai/stablelm-tuned-alpha-7b)\n", - "- [LLAMA-2 70B Chat](https://replicate.com/replicate/llama-2-70b-chat)\n", - "- [A16z infra-LLAMA-2 7B Chat](https://replicate.com/a16z-infra/llama-2-7b-chat)\n", - "- [Dolly V2 12B](https://replicate.com/replicate/dolly-v2-12b)\n", - "- [Vicuna 13B](https://replicate.com/replicate/vicuna-13b)\n", - "\n", - "\n", - "\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "TO-EdF84O9QT" - }, - "outputs": [], - "source": [ - "# install liteLLM\n", - "!pip install litellm" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "mpHTbTqQ8fey" - }, - "source": [ - "Imports & Set ENV variables\n", - "Get your Replicate Key: https://replicate.com/account/api-tokens" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "id": "kDbgfcU8O-dW" - }, - "outputs": [], - "source": [ - "from litellm import completion\n", - "import os\n", - "os.environ['REPLICATE_API_TOKEN'] = ' ' # @param\n", - "user_message = \"Hello, whats the weather in San Francisco??\"\n", - "messages = [{ \"content\": user_message,\"role\": \"user\"}]" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": { - "id": "1KmkOdzLSOmJ" - }, - "source": [ - "## Call Replicate Models using completion(model, messages) - chatGPT format" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "XJ4nh4SnRzHP", - "outputId": "986c0544-bb40-4915-f00f-498b0e518307" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "replicate is not installed. Installing...\n", - "Response from stability-ai/stablelm-tuned-alpha-7b:c49dae362cbaecd2ceabb5bd34fdb68413c4ff775111fea065d259d577757beb \n", - "]\n", - "\n", - "{'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': \"I'm sorry for you being unable to access this content as my training data only goes up until 2023/03. However I can tell you what your local weather forecast may look like at any time of year with respect to current conditions:\"}}], 'created': 1691611730.7224207, 'model': 'stability-ai/stablelm-tuned-alpha-7b:c49dae362cbaecd2ceabb5bd34fdb68413c4ff775111fea065d259d577757beb', 'usage': {'prompt_tokens': 9, 'completion_tokens': 49, 'total_tokens': 58}}\n", - "Response from replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1 \n", - "]\n", - "\n", - "{'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': \" Hello! I'm happy to help you with your question. However, I must point out that the question itself may not be meaningful. San Francisco is a city located in California, USA, and it is not possible for me to provide you with the current weather conditions there as I am a text-based AI language model and do not have access to real-time weather data. Additionally, the weather in San Francisco can vary greatly depending on the time of year, so it would be best to check a reliable weather source for the most up-to-date information.\\n\\nIf you meant to ask a different question, please feel free to rephrase it, and I will do my best to assist you in a safe and positive manner.\"}}], 'created': 1691611745.0269957, 'model': 'replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1', 'usage': {'prompt_tokens': 9, 'completion_tokens': 143, 'total_tokens': 152}}\n", - "Response from a16z-infra/llama-2-7b-chat:4f0b260b6a13eb53a6b1891f089d57c08f41003ae79458be5011303d81a394dc \n", - "]\n", - "\n", - "{'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': \" Hello! I'm here to help you with your question. However, I must inform you that the weather in San Francisco can be quite unpredictable and can change rapidly. It's important to check reliable sources such as AccuWeather or the National Weather Service for the most up-to-date and accurate information about the weather in San Francisco.\\nI cannot provide you with real-time weather data or forecasts as I'm just an AI and do not have access to current weather conditions or predictions. But I can suggest some trustworthy websites or apps where you can find the latest weather updates:\\n* AccuWeather (accuweather.com)\\n* The Weather Channel (weather.com)\\n* Dark Sky (darksky.net)\\n* Weather Underground (wunderground.com)\\nRemember, it's always best to consult multiple sources for the most accurate information when planning your day or trip. Enjoy your day!\"}}], 'created': 1691611748.7723358, 'model': 'a16z-infra/llama-2-7b-chat:4f0b260b6a13eb53a6b1891f089d57c08f41003ae79458be5011303d81a394dc', 'usage': {'prompt_tokens': 9, 'completion_tokens': 174, 'total_tokens': 183}}\n", - "Response from replicate/dolly-v2-12b:ef0e1aefc61f8e096ebe4db6b2bacc297daf2ef6899f0f7e001ec445893500e5 \n", - "]\n", - "\n", - "{'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': 'Its 68 degrees right now in San Francisco! The temperature will be rising through the week and i expect it to reach 70 on Thursdays and Friday. Skies are expected to be partly cloudy with some sun breaks throughout the day.\\n\\n'}}], 'created': 1691611752.2002115, 'model': 'replicate/dolly-v2-12b:ef0e1aefc61f8e096ebe4db6b2bacc297daf2ef6899f0f7e001ec445893500e5', 'usage': {'prompt_tokens': 9, 'completion_tokens': 48, 'total_tokens': 57}}\n", - "Response from replicate/vicuna-13b:6282abe6a492de4145d7bb601023762212f9ddbbe78278bd6771c8b3b2f2a13b \n", - "]\n", - "\n", - "{'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': ''}}], 'created': 1691611752.8998356, 'model': 'replicate/vicuna-13b:6282abe6a492de4145d7bb601023762212f9ddbbe78278bd6771c8b3b2f2a13b', 'usage': {'prompt_tokens': 9, 'completion_tokens': 0, 'total_tokens': 9}}\n" - ] - } - ], - "source": [ - "llama_2 = \"replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1\"\n", - "llama_2_7b = \"a16z-infra/llama-2-7b-chat:4f0b260b6a13eb53a6b1891f089d57c08f41003ae79458be5011303d81a394dc\"\n", - "dolly_v2 = \"replicate/dolly-v2-12b:ef0e1aefc61f8e096ebe4db6b2bacc297daf2ef6899f0f7e001ec445893500e5\"\n", - "vicuna = \"replicate/vicuna-13b:6282abe6a492de4145d7bb601023762212f9ddbbe78278bd6771c8b3b2f2a13b\"\n", - "models = [llama_2, llama_2_7b, dolly_v2, vicuna]\n", - "for model in models:\n", - " response = completion(model=model, messages=messages)\n", - " print(f\"Response from {model} \\n]\\n\")\n", - " print(response)" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "zlTVLB-7PTV_", - "outputId": "5182275b-3108-46fa-a2cf-745fac4ad110" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Hi\n", - " there!\n", - " The\n", - " current\n", - " forecast\n", - " for\n", - " today's\n", - " high\n", - " temperature\n", - " ranges\n", - " from\n", - " 75\n", - " degrees\n", - " Fahrenheit\n", - " all\n", - " day\n", - " to\n", - " 83\n", - " degrees\n", - " Fahrenheit\n", - " with\n", - " possible\n", - " isolated\n", - " thunderstorms\n", - " during\n", - " the\n", - " afternoon\n", - " hours,\n", - " mainly\n", - " at\n", - " sunset\n", - " through\n", - " early\n", - " evening. The\n", - " Pacific\n", - " Ocean\n", - " has\n", - " a\n", - " low\n", - " pressure\n", - " of\n", - " 926\n", - " mb\n", - " and\n", - " mostly\n", - " cloud\n", - " cover\n", - " in\n", - " this\n", - " region\n", - " on\n", - " sunny\n", - " days\n", - " due\n", - " to\n", - " warming\n", - " temperatures\n", - " above\n", - " average\n", - " along\n", - " most\n", - " coastal\n", - " areas\n", - " and\n", - " ocean\n", - " breezes.<|USER|>\n" - ] - } - ], - "source": [ - "# @title Stream Responses from Replicate - Outputs in the same format used by chatGPT streaming\n", - "response = completion(model=llama_2, messages=messages, stream=True)\n", - "\n", - "for chunk in response:\n", - " print(chunk['choices'][0]['delta'])" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "t7WMRuL-8NrO" - }, - "outputs": [], - "source": [] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/liteLLM_Streaming_Demo.ipynb b/cookbook/liteLLM_Streaming_Demo.ipynb deleted file mode 100644 index 0456c54514b..00000000000 --- a/cookbook/liteLLM_Streaming_Demo.ipynb +++ /dev/null @@ -1,226 +0,0 @@ -{ - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - } - }, - "cells": [ - { - "cell_type": "markdown", - "source": [ - "# [STREAMING] OpenAI, Anthropic, Replicate, Cohere using liteLLM\n", - "In this tutorial:\n", - "Note: All inputs/outputs are in the format used by `gpt-3.5-turbo`\n", - "\n", - "- Call all models in the same input format [**with streaming**]:\n", - "\n", - " `completion(model, messages, stream=True)`\n", - "- All streaming generators are accessed at `chunk['choices'][0]['delta']`\n", - "\n", - "The following Models are covered in this tutorial\n", - "- [GPT-3.5-Turbo](https://platform.openai.com/docs/models/gpt-3-5)\n", - "- [Claude-2](https://www.anthropic.com/index/claude-2)\n", - "- [StableLM Tuned Alpha 7B](https://replicate.com/stability-ai/stablelm-tuned-alpha-7b)\n", - "- [A16z infra-LLAMA-2 7B Chat](https://replicate.com/a16z-infra/llama-2-7b-chat)\n", - "- [Vicuna 13B](https://replicate.com/replicate/vicuna-13b)\n", - "- [Cohere - Command Nightly]()\n", - "\n", - "\n", - "\n" - ], - "metadata": { - "id": "YV6L5fNv7Kep" - } - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "TO-EdF84O9QT" - }, - "outputs": [], - "source": [ - "# install liteLLM\n", - "!pip install litellm==0.1.369" - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Imports & Set ENV variables\n", - "Get your API Keys\n", - "\n", - "https://platform.openai.com/account/api-keys\n", - "\n", - "https://replicate.com/account/api-tokens\n", - "\n", - "https://console.anthropic.com/account/keys\n", - "\n", - "https://dashboard.cohere.ai/api-keys\n" - ], - "metadata": { - "id": "mpHTbTqQ8fey" - } - }, - { - "cell_type": "code", - "source": [ - "from litellm import completion\n", - "import os\n", - "\n", - "os.environ['OPENAI_API_KEY'] = '' # @param\n", - "os.environ['REPLICATE_API_TOKEN'] = '' # @param\n", - "os.environ['ANTHROPIC_API_KEY'] = '' # @param\n", - "os.environ['COHERE_API_KEY'] = '' # @param" - ], - "metadata": { - "id": "kDbgfcU8O-dW" - }, - "execution_count": 8, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "### Set Messages" - ], - "metadata": { - "id": "1KmkOdzLSOmJ" - } - }, - { - "cell_type": "code", - "source": [ - "user_message = \"Hello, whats the weather in San Francisco??\"\n", - "messages = [{ \"content\": user_message,\"role\": \"user\"}]" - ], - "metadata": { - "id": "xIEeOhVH-oh6" - }, - "execution_count": 4, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "## Calling Models using liteLLM Streaming -\n", - "\n", - "## `completion(model, messages, stream)`" - ], - "metadata": { - "id": "9SOCVRC1L-G3" - } - }, - { - "cell_type": "code", - "source": [ - "# replicate models #######\n", - "stability_ai = \"stability-ai/stablelm-tuned-alpha-7b:c49dae362cbaecd2ceabb5bd34fdb68413c4ff775111fea065d259d577757beb\"\n", - "llama_2_7b = \"a16z-infra/llama-2-7b-chat:4f0b260b6a13eb53a6b1891f089d57c08f41003ae79458be5011303d81a394dc\"\n", - "vicuna = \"replicate/vicuna-13b:6282abe6a492de4145d7bb601023762212f9ddbbe78278bd6771c8b3b2f2a13b\"\n", - "\n", - "models = [\"gpt-3.5-turbo\", \"claude-2\", stability_ai, llama_2_7b, vicuna, \"command-nightly\"] # command-nightly is Cohere\n", - "for model in models:\n", - " replicate = (model == stability_ai or model==llama_2_7b or model==vicuna) # let liteLLM know if a model is replicate, using this optional param, `replicate=True`\n", - " response = completion(model=model, messages=messages, stream=True, replicate=replicate)\n", - " print(f\"####################\\n\\nResponse from {model}\")\n", - " for i, chunk in enumerate(response):\n", - " if i < 5: # NOTE: LIMITING CHUNKS FOR THIS DEMO\n", - " print((chunk['choices'][0]['delta']))\n" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "XJ4nh4SnRzHP", - "outputId": "26b9fe10-b499-4a97-d60d-a8cb8f8030b8" - }, - "execution_count": 13, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "####################\n", - "\n", - "Response from gpt-3.5-turbo\n", - "{\n", - " \"role\": \"assistant\",\n", - " \"content\": \"\"\n", - "}\n", - "{\n", - " \"content\": \"I\"\n", - "}\n", - "{\n", - " \"content\": \"'m\"\n", - "}\n", - "{\n", - " \"content\": \" sorry\"\n", - "}\n", - "{\n", - " \"content\": \",\"\n", - "}\n", - "####################\n", - "\n", - "Response from claude-2\n", - "{'role': 'assistant', 'content': ' Unfortunately'}\n", - "{'role': 'assistant', 'content': ' I'}\n", - "{'role': 'assistant', 'content': ' don'}\n", - "{'role': 'assistant', 'content': \"'t\"}\n", - "{'role': 'assistant', 'content': ' have'}\n", - "####################\n", - "\n", - "Response from stability-ai/stablelm-tuned-alpha-7b:c49dae362cbaecd2ceabb5bd34fdb68413c4ff775111fea065d259d577757beb\n", - "{'role': 'assistant', 'content': \"I'm\"}\n", - "{'role': 'assistant', 'content': ' sorry,'}\n", - "{'role': 'assistant', 'content': ' I'}\n", - "{'role': 'assistant', 'content': ' cannot'}\n", - "{'role': 'assistant', 'content': ' answer'}\n", - "####################\n", - "\n", - "Response from a16z-infra/llama-2-7b-chat:4f0b260b6a13eb53a6b1891f089d57c08f41003ae79458be5011303d81a394dc\n", - "{'role': 'assistant', 'content': ''}\n", - "{'role': 'assistant', 'content': ' Hello'}\n", - "{'role': 'assistant', 'content': '!'}\n", - "{'role': 'assistant', 'content': ' I'}\n", - "{'role': 'assistant', 'content': \"'\"}\n", - "####################\n", - "\n", - "Response from replicate/vicuna-13b:6282abe6a492de4145d7bb601023762212f9ddbbe78278bd6771c8b3b2f2a13b\n", - "{'role': 'assistant', 'content': 'Comment:'}\n", - "{'role': 'assistant', 'content': 'Hi! '}\n", - "{'role': 'assistant', 'content': 'How '}\n", - "{'role': 'assistant', 'content': 'are '}\n", - "{'role': 'assistant', 'content': 'you '}\n", - "####################\n", - "\n", - "Response from command-nightly\n", - "{'role': 'assistant', 'content': ' Hello'}\n", - "{'role': 'assistant', 'content': '!'}\n", - "{'role': 'assistant', 'content': ' '}\n", - "{'role': 'assistant', 'content': ' I'}\n", - "{'role': 'assistant', 'content': \"'m\"}\n" - ] - } - ] - }, - { - "cell_type": "code", - "source": [], - "metadata": { - "id": "t7WMRuL-8NrO" - }, - "execution_count": null, - "outputs": [] - } - ] -} \ No newline at end of file diff --git a/cookbook/liteLLM_VertextAI_Example.ipynb b/cookbook/liteLLM_VertextAI_Example.ipynb deleted file mode 100644 index 0af012b34e3..00000000000 --- a/cookbook/liteLLM_VertextAI_Example.ipynb +++ /dev/null @@ -1,199 +0,0 @@ -{ - "cells": [ - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Using Google Palm (VertexAI) with liteLLM \n", - "### chat-bison, chat-bison@001, text-bison, text-bison@001" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "!pip install litellm==0.1.388" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Set VertexAI Configs\n", - "Vertex AI requires the following:\n", - "* `vertex_project` - Your Project ID\n", - "* `vertex_location` - Your Vertex AI region\n", - "Both can be found on: https://console.cloud.google.com/\n", - "\n", - "VertexAI uses Application Default Credentials, see https://cloud.google.com/docs/authentication/external/set-up-adc for more information on setting this up\n", - "\n", - "NOTE: VertexAI requires you to set `application_default_credentials.json`, this can be set by running `gcloud auth application-default login` in your terminal\n", - "\n" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "# set you Vertex AI configs\n", - "import litellm\n", - "from litellm import completion\n", - "\n", - "litellm.vertex_project = \"hardy-device-386718\"\n", - "litellm.vertex_location = \"us-central1\"" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Call VertexAI - chat-bison using liteLLM" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': LiteLLM LiteLLM is a large language model from Google AI that is designed to be lightweight and efficient. It is based on the Transformer architecture and has been trained on a massive dataset of text. LiteLLM is available as a pre-trained model that can be used for a variety of natural language processing tasks, such as text classification, question answering, and summarization.}}], 'created': 1692036777.831989, 'model': 'chat-bison'}\n" - ] - } - ], - "source": [ - "user_message = \"what is liteLLM \"\n", - "messages = [{ \"content\": user_message,\"role\": \"user\"}]\n", - "\n", - "# chat-bison or chat-bison@001 supported by Vertex AI (As of Aug 2023)\n", - "response = completion(model=\"chat-bison\", messages=messages)\n", - "print(response)" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Call VertexAI - text-bison using liteLLM" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "['text-bison', 'text-bison@001']\n" - ] - } - ], - "source": [ - "print(litellm.vertex_text_models)" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': liteLLM is a low-precision variant of the large language model LLM 5. For a given text prompt, liteLLM can continue the text in a way that is both coherent and informative.}}], 'created': 1692036813.052487, 'model': 'text-bison@001'}\n" - ] - } - ], - "source": [ - "user_message = \"what is liteLLM \"\n", - "messages = [{ \"content\": user_message,\"role\": \"user\"}]\n", - "\n", - "# text-bison or text-bison@001 supported by Vertex AI (As of Aug 2023)\n", - "response = completion(model=\"text-bison@001\", messages=messages)\n", - "print(response)" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'role': 'assistant', 'content': liteLLM was originally developed by Google engineers as a lite version of LLM, which stands for large language model. It is a deep learning language model that is designed to be more efficient than traditional LLMs while still achieving comparable performance. liteLLM is built on Tensor2Tensor, a framework for building and training large neural networks. It is able to learn from massive amounts of text data and generate text that is both coherent and informative. liteLLM has been shown to be effective for a variety of tasks, including machine translation, text summarization, and question answering.}}], 'created': 1692036821.60951, 'model': 'text-bison'}\n" - ] - } - ], - "source": [ - "response = completion(model=\"text-bison\", messages=messages)\n", - "print(response)" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "liteLLM is a lightweight language model that is designed to be fast and efficient. It is based on the Transformer architecture, but it has been modified to reduce the number of parameters and the amount of computation required. This makes it suitable for use on devices with limited resources, such as mobile phones and embedded systems.\n", - "\n", - "liteLLM is still under development, but it has already been shown to be effective on a variety of tasks, including text classification, natural language inference, and machine translation. It is also being used to develop new applications, such as chatbots and language assistants.\n", - "\n", - "If you are interested in learning more about lite\n" - ] - } - ], - "source": [ - "response = completion(model=\"text-bison@001\", messages=messages, temperature=0.4, top_k=10, top_p=0.2)\n", - "print(response['choices'][0]['message']['content'])" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.9.6" - }, - "orig_nbformat": 4 - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/cookbook/liteLLM_clarifai_Demo.ipynb b/cookbook/liteLLM_clarifai_Demo.ipynb deleted file mode 100644 index 40ef2fcf932..00000000000 --- a/cookbook/liteLLM_clarifai_Demo.ipynb +++ /dev/null @@ -1,187 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# LiteLLM Clarifai \n", - "This notebook walks you through on how to use liteLLM integration of Clarifai and call LLM model from clarifai with response in openAI output format." - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Pre-Requisites" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "#install necessary packages\n", - "!pip install litellm\n", - "!pip install clarifai" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "To obtain Clarifai Personal Access Token follow the steps mentioned in the [link](https://docs.clarifai.com/clarifai-basics/authentication/personal-access-tokens/)" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "## Set Clarifai Credentials\n", - "import os\n", - "os.environ[\"CLARIFAI_API_KEY\"]= \"YOUR_CLARIFAI_PAT\" # Clarifai PAT" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Mistral-large" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "import litellm\n", - "\n", - "litellm.set_verbose=False" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Mistral large response : ModelResponse(id='chatcmpl-6eed494d-7ae2-4870-b9c2-6a64d50a6151', choices=[Choices(finish_reason='stop', index=1, message=Message(content=\"In the grand tapestry of time, where tales unfold,\\nLies the chronicle of ages, a sight to behold.\\nA tale of empires rising, and kings of old,\\nOf civilizations lost, and stories untold.\\n\\nOnce upon a yesterday, in a time so vast,\\nHumans took their first steps, casting shadows in the past.\\nFrom the cradle of mankind, a journey they embarked,\\nThrough stone and bronze and iron, their skills they sharpened and marked.\\n\\nEgyptians built pyramids, reaching for the skies,\\nWhile Greeks sought wisdom, truth, in philosophies that lie.\\nRoman legions marched, their empire to expand,\\nAnd in the East, the Silk Road joined the world, hand in hand.\\n\\nThe Middle Ages came, with knights in shining armor,\\nFeudal lords and serfs, a time of both clamor and calm order.\\nThen Renaissance bloomed, like a flower in the sun,\\nA rebirth of art and science, a new age had begun.\\n\\nAcross the vast oceans, explorers sailed with courage bold,\\nDiscovering new lands, stories of adventure, untold.\\nIndustrial Revolution churned, progress in its wake,\\nMachines and factories, a whole new world to make.\\n\\nTwo World Wars raged, a testament to man's strife,\\nYet from the ashes rose hope, a renewed will for life.\\nInto the modern era, technology took flight,\\nConnecting every corner, bathed in digital light.\\n\\nHistory, a symphony, a melody of time,\\nA testament to human will, resilience so sublime.\\nIn every page, a lesson, in every tale, a guide,\\nFor understanding our past, shapes our future's tide.\", role='assistant'))], created=1713896412, model='https://api.clarifai.com/v2/users/mistralai/apps/completion/models/mistral-large/outputs', object='chat.completion', system_fingerprint=None, usage=Usage(prompt_tokens=13, completion_tokens=338, total_tokens=351))\n" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "messages = [{\"role\": \"user\",\"content\": \"\"\"Write a poem about history?\"\"\"}]\n", - "response=completion(\n", - " model=\"clarifai/mistralai.completion.mistral-large\",\n", - " messages=messages,\n", - " )\n", - "\n", - "print(f\"Mistral large response : {response}\")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Claude-2.1 " - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Claude-2.1 response : ModelResponse(id='chatcmpl-d126c919-4db4-4aa3-ac8f-7edea41e0b93', choices=[Choices(finish_reason='stop', index=1, message=Message(content=\" Here's a poem I wrote about history:\\n\\nThe Tides of Time\\n\\nThe tides of time ebb and flow,\\nCarrying stories of long ago.\\nFigures and events come into light,\\nShaping the future with all their might.\\n\\nKingdoms rise, empires fall, \\nLeaving traces that echo down every hall.\\nRevolutions bring change with a fiery glow,\\nToppling structures from long ago.\\n\\nExplorers traverse each ocean and land,\\nSeeking treasures they don't understand.\\nWhile artists and writers try to make their mark,\\nHoping their works shine bright in the dark.\\n\\nThe cycle repeats again and again,\\nAs humanity struggles to learn from its pain.\\nThough the players may change on history's stage,\\nThe themes stay the same from age to age.\\n\\nWar and peace, life and death,\\nLove and strife with every breath.\\nThe tides of time continue their dance,\\nAs we join in, by luck or by chance.\\n\\nSo we study the past to light the way forward, \\nHeeding warnings from stories told and heard.\\nThe future unfolds from this unending flow -\\nWhere the tides of time ultimately go.\", role='assistant'))], created=1713896579, model='https://api.clarifai.com/v2/users/anthropic/apps/completion/models/claude-2_1/outputs', object='chat.completion', system_fingerprint=None, usage=Usage(prompt_tokens=12, completion_tokens=232, total_tokens=244))\n" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "messages = [{\"role\": \"user\",\"content\": \"\"\"Write a poem about history?\"\"\"}]\n", - "response=completion(\n", - " model=\"clarifai/anthropic.completion.claude-2_1\",\n", - " messages=messages,\n", - " )\n", - "\n", - "print(f\"Claude-2.1 response : {response}\")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### OpenAI GPT-4 (Streaming)\n", - "Though clarifai doesn't support streaming, still you can call stream and get the response in standard StreamResponse format of liteLLM" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "ModelResponse(id='chatcmpl-40ae19af-3bf0-4eb4-99f2-33aec3ba84af', choices=[StreamingChoices(finish_reason=None, index=0, delta=Delta(content=\"In the quiet corners of time's grand hall,\\nLies the tale of rise and fall.\\nFrom ancient ruins to modern sprawl,\\nHistory, the greatest story of them all.\\n\\nEmpires have risen, empires have decayed,\\nThrough the eons, memories have stayed.\\nIn the book of time, history is laid,\\nA tapestry of events, meticulously displayed.\\n\\nThe pyramids of Egypt, standing tall,\\nThe Roman Empire's mighty sprawl.\\nFrom Alexander's conquest, to the Berlin Wall,\\nHistory, a silent witness to it all.\\n\\nIn the shadow of the past we tread,\\nWhere once kings and prophets led.\\nTheir stories in our hearts are spread,\\nEchoes of their words, in our minds are read.\\n\\nBattles fought and victories won,\\nActs of courage under the sun.\\nTales of love, of deeds done,\\nIn history's grand book, they all run.\\n\\nHeroes born, legends made,\\nIn the annals of time, they'll never fade.\\nTheir triumphs and failures all displayed,\\nIn the eternal march of history's parade.\\n\\nThe ink of the past is forever dry,\\nBut its lessons, we cannot deny.\\nIn its stories, truths lie,\\nIn its wisdom, we rely.\\n\\nHistory, a mirror to our past,\\nA guide for the future vast.\\nThrough its lens, we're ever cast,\\nIn the drama of life, forever vast.\", role='assistant', function_call=None, tool_calls=None), logprobs=None)], created=1714744515, model='https://api.clarifai.com/v2/users/openai/apps/chat-completion/models/GPT-4/outputs', object='chat.completion.chunk', system_fingerprint=None)\n", - "ModelResponse(id='chatcmpl-40ae19af-3bf0-4eb4-99f2-33aec3ba84af', choices=[StreamingChoices(finish_reason='stop', index=0, delta=Delta(content=None, role=None, function_call=None, tool_calls=None), logprobs=None)], created=1714744515, model='https://api.clarifai.com/v2/users/openai/apps/chat-completion/models/GPT-4/outputs', object='chat.completion.chunk', system_fingerprint=None)\n" - ] - } - ], - "source": [ - "from litellm import completion\n", - "\n", - "messages = [{\"role\": \"user\",\"content\": \"\"\"Write a poem about history?\"\"\"}]\n", - "response = completion(\n", - " model=\"clarifai/openai.chat-completion.GPT-4\",\n", - " messages=messages,\n", - " stream=True,\n", - " api_key = \"c75cc032415e45368be331fdd2c06db0\")\n", - "\n", - "for chunk in response:\n", - " print(chunk)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.10.13" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/cookbook/liteLLM_function_calling.ipynb b/cookbook/liteLLM_function_calling.ipynb deleted file mode 100644 index 45f4398b386..00000000000 --- a/cookbook/liteLLM_function_calling.ipynb +++ /dev/null @@ -1,331 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "vnvlwUDZK7VA" - }, - "source": [ - "## Demo Notebook of Function Calling with liteLLM\n", - "- Supported Providers for Function Calling\n", - " - OpenAI - `gpt-4-0613` and `gpt-3.5-turbo-0613`\n", - "- In this notebook we use function calling with `litellm.completion()`" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "KrINCwRfLgZV" - }, - "outputs": [], - "source": [ - "## Install liteLLM\n", - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "id": "nK7zR5OgLlh2" - }, - "outputs": [], - "source": [ - "import os\n", - "from litellm import completion" - ] - }, - { - "cell_type": "code", - "execution_count": 27, - "metadata": { - "id": "dCQlyBxKLqbA" - }, - "outputs": [], - "source": [ - "os.environ['OPENAI_API_KEY'] = \"\" #@param" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "gfdGv-FMRCdX" - }, - "source": [ - "## Define Messages, Functions\n", - "We create a get_current_weather() function and pass that to GPT 3.5\n", - "\n", - "See OpenAI docs for this: https://openai.com/blog/function-calling-and-other-api-updates" - ] - }, - { - "cell_type": "code", - "execution_count": 25, - "metadata": { - "id": "ERzsP1sfM19C" - }, - "outputs": [], - "source": [ - "messages = [\n", - " {\"role\": \"user\", \"content\": \"What is the weather like in Boston?\"}\n", - "]\n", - "\n", - "def get_current_weather(location):\n", - " if location == \"Boston, MA\":\n", - " return \"The weather is 12F\"\n", - "\n", - "functions = [\n", - " {\n", - " \"name\": \"get_current_weather\",\n", - " \"description\": \"Get the current weather in a given location\",\n", - " \"parameters\": {\n", - " \"type\": \"object\",\n", - " \"properties\": {\n", - " \"location\": {\n", - " \"type\": \"string\",\n", - " \"description\": \"The city and state, e.g. San Francisco, CA\"\n", - " },\n", - " \"unit\": {\n", - " \"type\": \"string\",\n", - " \"enum\": [\"celsius\", \"fahrenheit\"]\n", - " }\n", - " },\n", - " \"required\": [\"location\"]\n", - " }\n", - " }\n", - " ]" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "NX6by2VuRPnp" - }, - "source": [ - "## Call gpt-3.5-turbo-0613 to Decide what Function to call" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "QVoJ5PtxMlVx", - "outputId": "efe7a81f-e04a-4afc-aa60-a2b2648f5fb9" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{\n", - " \"id\": \"chatcmpl-7mX4RiqdoislVEqfmfVjFSKp3hyIy\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1691801223,\n", - " \"model\": \"gpt-3.5-turbo-0613\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": null,\n", - " \"function_call\": {\n", - " \"name\": \"get_current_weather\",\n", - " \"arguments\": \"{\\n \\\"location\\\": \\\"Boston, MA\\\"\\n}\"\n", - " }\n", - " },\n", - " \"finish_reason\": \"function_call\"\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"prompt_tokens\": 82,\n", - " \"completion_tokens\": 18,\n", - " \"total_tokens\": 100\n", - " }\n", - "}\n" - ] - } - ], - "source": [ - "response = completion(model=\"gpt-3.5-turbo-0613\", messages=messages, functions=functions)\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "Yu0o2saDNLx8" - }, - "source": [ - "## Parse GPT 3.5 Response\n", - "Read Information about what Function to Call" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "u1DzXLJsNOR5", - "outputId": "177e9501-0ce2-4619-9067-3047f18f6c79" - }, - "outputs": [ - { - "data": { - "text/plain": [ - " JSON: {\n", - " \"name\": \"get_current_weather\",\n", - " \"arguments\": \"{\\n \\\"location\\\": \\\"Boston, MA\\\"\\n}\"\n", - "}" - ] - }, - "execution_count": 11, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "function_call_data = response[\"choices\"][0][\"message\"][\"function_call\"]\n", - "function_call_data" - ] - }, - { - "cell_type": "code", - "execution_count": 20, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "tYb96Mh0NhH9", - "outputId": "13c4bb89-6f29-4b3b-afa7-302dcf2cdd5f" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "get_current_weather {'location': 'Boston, MA'}\n" - ] - } - ], - "source": [ - "import json\n", - "function_name = function_call_data['name']\n", - "function_args = function_call_data['arguments']\n", - "function_args = json.loads(function_args)\n", - "print(function_name, function_args)\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "z3tstH_yN3fX" - }, - "source": [ - "## Call the get_current_weather() function" - ] - }, - { - "cell_type": "code", - "execution_count": 24, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "TSb8JHhgN5Zc", - "outputId": "ef140572-4020-4daf-ac8c-d5161be9aa5c" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "12F\n" - ] - } - ], - "source": [ - "if function_name == \"get_current_weather\":\n", - " result = get_current_weather(**function_args)\n", - " print(result)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "k4HGJE3NRmMI" - }, - "source": [ - "## Send the response from get_current_weather back to the model to summarize" - ] - }, - { - "cell_type": "code", - "execution_count": 26, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "a23cmEwiPaw7", - "outputId": "43259b86-0c4c-4fcb-eab7-6e1a788b2f21" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{\n", - " \"id\": \"chatcmpl-7mXGN62u75WXp1Lgen4iSgNvA7hHT\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1691801963,\n", - " \"model\": \"gpt-3.5-turbo-0613\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"The current weather in Boston is 12 degrees Fahrenheit.\"\n", - " },\n", - " \"finish_reason\": \"stop\"\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"prompt_tokens\": 109,\n", - " \"completion_tokens\": 12,\n", - " \"total_tokens\": 121\n", - " }\n", - "}\n" - ] - } - ], - "source": [ - "messages = [\n", - " {\"role\": \"user\", \"content\": \"What is the weather like in Boston?\"},\n", - " {\"role\": \"assistant\", \"content\": None, \"function_call\": {\"name\": \"get_current_weather\", \"arguments\": \"{ \\\"location\\\": \\\"Boston, MA\\\"}\"}},\n", - " {\"role\": \"function\", \"name\": \"get_current_weather\", \"content\": result}\n", - "]\n", - "response = completion(model=\"gpt-3.5-turbo-0613\", messages=messages, functions=functions)\n", - "print(response)" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file diff --git a/cookbook/litellm-ollama-docker-image/Dockerfile b/cookbook/litellm-ollama-docker-image/Dockerfile deleted file mode 100644 index be237a4df77..00000000000 --- a/cookbook/litellm-ollama-docker-image/Dockerfile +++ /dev/null @@ -1,25 +0,0 @@ -FROM ollama/ollama as ollama - -RUN echo "auto installing llama2" - -# auto install ollama/llama2 -RUN ollama serve & sleep 2 && ollama pull llama2 - -RUN echo "installing litellm" - -RUN apt-get update - -# Install Python -RUN apt-get install -y python3 python3-pip - -# Set the working directory in the container -WORKDIR /app - -# Copy the current directory contents into the container at /app -COPY . /app - -# Install any needed packages specified in requirements.txt - -RUN python3 -m pip install litellm -COPY start.sh /start.sh -ENTRYPOINT [ "/bin/bash", "/start.sh" ] diff --git a/cookbook/litellm-ollama-docker-image/requirements.txt b/cookbook/litellm-ollama-docker-image/requirements.txt deleted file mode 100644 index 9b9181b2360..00000000000 --- a/cookbook/litellm-ollama-docker-image/requirements.txt +++ /dev/null @@ -1 +0,0 @@ -litellm==1.83.14 diff --git a/cookbook/litellm-ollama-docker-image/start.sh b/cookbook/litellm-ollama-docker-image/start.sh deleted file mode 100644 index ecc03ce73c5..00000000000 --- a/cookbook/litellm-ollama-docker-image/start.sh +++ /dev/null @@ -1,2 +0,0 @@ -ollama serve & -litellm \ No newline at end of file diff --git a/cookbook/litellm-ollama-docker-image/test.py b/cookbook/litellm-ollama-docker-image/test.py deleted file mode 100644 index 93b9c6ac4a7..00000000000 --- a/cookbook/litellm-ollama-docker-image/test.py +++ /dev/null @@ -1,35 +0,0 @@ -import openai - -api_base = "http://0.0.0.0:8000" - -openai.api_base = api_base -openai.api_key = "temp-key" -print(openai.api_base) - - -print("LiteLLM: response from proxy with streaming") -response = openai.ChatCompletion.create( - model="ollama/llama2", - messages=[ - { - "role": "user", - "content": "this is a test request, acknowledge that you got it", - } - ], - stream=True, -) - -for chunk in response: - print(f"LiteLLM: streaming response from proxy {chunk}") - -response = openai.ChatCompletion.create( - model="ollama/llama2", - messages=[ - { - "role": "user", - "content": "this is a test request, acknowledge that you got it", - } - ], -) - -print(f"LiteLLM: response from proxy {response}") diff --git a/cookbook/litellm_Test_Multiple_Providers.ipynb b/cookbook/litellm_Test_Multiple_Providers.ipynb deleted file mode 100644 index 3901581e67f..00000000000 --- a/cookbook/litellm_Test_Multiple_Providers.ipynb +++ /dev/null @@ -1,571 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "Ys9n20Es2IzT" - }, - "source": [ - "# Evaluate Multiple LLM Providers with LiteLLM\n", - "\n", - "\n", - "\n", - "* Quality Testing\n", - "* Load Testing\n", - "* Duration Testing\n", - "\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "ZXOXl23PIIP6" - }, - "outputs": [], - "source": [ - "!pip install litellm python-dotenv" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "LINuBzXDItq2" - }, - "outputs": [], - "source": [ - "from litellm import load_test_model, testing_batch_completion" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "EkxMhsWdJdu4" - }, - "outputs": [], - "source": [ - "from dotenv import load_dotenv\n", - "load_dotenv()" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "mv5XdnqeW5I_" - }, - "source": [ - "# Quality Test endpoint\n", - "\n", - "## Test the same prompt across multiple LLM providers\n", - "\n", - "In this example, let's ask some questions about Paul Graham" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "XpzrR5m4W_Us" - }, - "outputs": [], - "source": [ - "models = [\"gpt-3.5-turbo\", \"gpt-3.5-turbo-16k\", \"gpt-4\", \"claude-instant-1\", \"replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781\"]\n", - "context = \"\"\"Paul Graham (/ɡræm/; born 1964)[3] is an English computer scientist, essayist, entrepreneur, venture capitalist, and author. He is best known for his work on the programming language Lisp, his former startup Viaweb (later renamed Yahoo! Store), cofounding the influential startup accelerator and seed capital firm Y Combinator, his essays, and Hacker News. He is the author of several computer programming books, including: On Lisp,[4] ANSI Common Lisp,[5] and Hackers & Painters.[6] Technology journalist Steven Levy has described Graham as a \"hacker philosopher\".[7] Graham was born in England, where he and his family maintain permanent residence. However he is also a citizen of the United States, where he was educated, lived, and worked until 2016.\"\"\"\n", - "prompts = [\"Who is Paul Graham?\", \"What is Paul Graham known for?\" , \"Is paul graham a writer?\" , \"Where does Paul Graham live?\", \"What has Paul Graham done?\"]\n", - "messages = [[{\"role\": \"user\", \"content\": context + \"\\n\" + prompt}] for prompt in prompts] # pass in a list of messages we want to test\n", - "result = testing_batch_completion(models=models, messages=messages)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "9nzeLySnvIIW" - }, - "source": [ - "## Visualize the data" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 403 - }, - "id": "X-2n7hdAuVAY", - "outputId": "69cc0de1-68e3-4c12-a8ea-314880010d94" - }, - "outputs": [ - { - "data": { - "text/html": [ - "\n", - "\n", - "
\n", - "
\n", - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Model Nameclaude-instant-1gpt-3.5-turbo-0613gpt-3.5-turbo-16k-0613gpt-4-0613replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781
Prompt
\\nIs paul graham a writer?Yes, Paul Graham is considered a writer in ad...Yes, Paul Graham is a writer. He has written s...Yes, Paul Graham is a writer. He has authored ...Yes, Paul Graham is a writer. He is an essayis...Yes, Paul Graham is an author. According to t...
\\nWhat has Paul Graham done?Paul Graham has made significant contribution...Paul Graham has achieved several notable accom...Paul Graham has made significant contributions...Paul Graham is known for his work on the progr...Paul Graham has had a diverse career in compu...
\\nWhat is Paul Graham known for?Paul Graham is known for several things:\\n\\n-...Paul Graham is known for his work on the progr...Paul Graham is known for his work on the progr...Paul Graham is known for his work on the progr...Paul Graham is known for many things, includi...
\\nWhere does Paul Graham live?Based on the information provided:\\n\\n- Paul ...According to the given information, Paul Graha...Paul Graham currently lives in England, where ...The text does not provide a current place of r...Based on the information provided, Paul Graha...
\\nWho is Paul Graham?Paul Graham is an influential computer scient...Paul Graham is an English computer scientist, ...Paul Graham is an English computer scientist, ...Paul Graham is an English computer scientist, ...Paul Graham is an English computer scientist,...
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "
\n", - " \n", - "
\n", - "\n", - "\n", - "\n", - " \n", - "\n", - "\n", - " \n", - " \n", - "\n", - " \n", - "
\n", - "
\n" - ], - "text/plain": [ - "Model Name claude-instant-1 \\\n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is considered a writer in ad... \n", - "\\nWhat has Paul Graham done? Paul Graham has made significant contribution... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for several things:\\n\\n-... \n", - "\\nWhere does Paul Graham live? Based on the information provided:\\n\\n- Paul ... \n", - "\\nWho is Paul Graham? Paul Graham is an influential computer scient... \n", - "\n", - "Model Name gpt-3.5-turbo-0613 \\\n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is a writer. He has written s... \n", - "\\nWhat has Paul Graham done? Paul Graham has achieved several notable accom... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for his work on the progr... \n", - "\\nWhere does Paul Graham live? According to the given information, Paul Graha... \n", - "\\nWho is Paul Graham? Paul Graham is an English computer scientist, ... \n", - "\n", - "Model Name gpt-3.5-turbo-16k-0613 \\\n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is a writer. He has authored ... \n", - "\\nWhat has Paul Graham done? Paul Graham has made significant contributions... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for his work on the progr... \n", - "\\nWhere does Paul Graham live? Paul Graham currently lives in England, where ... \n", - "\\nWho is Paul Graham? Paul Graham is an English computer scientist, ... \n", - "\n", - "Model Name gpt-4-0613 \\\n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is a writer. He is an essayis... \n", - "\\nWhat has Paul Graham done? Paul Graham is known for his work on the progr... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for his work on the progr... \n", - "\\nWhere does Paul Graham live? The text does not provide a current place of r... \n", - "\\nWho is Paul Graham? Paul Graham is an English computer scientist, ... \n", - "\n", - "Model Name replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781 \n", - "Prompt \n", - "\\nIs paul graham a writer? Yes, Paul Graham is an author. According to t... \n", - "\\nWhat has Paul Graham done? Paul Graham has had a diverse career in compu... \n", - "\\nWhat is Paul Graham known for? Paul Graham is known for many things, includi... \n", - "\\nWhere does Paul Graham live? Based on the information provided, Paul Graha... \n", - "\\nWho is Paul Graham? Paul Graham is an English computer scientist,... " - ] - }, - "execution_count": 17, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "import pandas as pd\n", - "\n", - "# Create an empty list to store the row data\n", - "table_data = []\n", - "\n", - "# Iterate through the list and extract the required data\n", - "for item in result:\n", - " prompt = item['prompt'][0]['content'].replace(context, \"\") # clean the prompt for easy comparison\n", - " model = item['response']['model']\n", - " response = item['response']['choices'][0]['message']['content']\n", - " table_data.append([prompt, model, response])\n", - "\n", - "# Create a DataFrame from the table data\n", - "df = pd.DataFrame(table_data, columns=['Prompt', 'Model Name', 'Response'])\n", - "\n", - "# Pivot the DataFrame to get the desired table format\n", - "table = df.pivot(index='Prompt', columns='Model Name', values='Response')\n", - "table" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "zOxUM40PINDC" - }, - "source": [ - "# Load Test endpoint\n", - "\n", - "Run 100+ simultaneous queries across multiple providers to see when they fail + impact on latency" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "ZkQf_wbcIRQ9" - }, - "outputs": [], - "source": [ - "models=[\"gpt-3.5-turbo\", \"replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781\", \"claude-instant-1\"]\n", - "context = \"\"\"Paul Graham (/ɡræm/; born 1964)[3] is an English computer scientist, essayist, entrepreneur, venture capitalist, and author. He is best known for his work on the programming language Lisp, his former startup Viaweb (later renamed Yahoo! Store), cofounding the influential startup accelerator and seed capital firm Y Combinator, his essays, and Hacker News. He is the author of several computer programming books, including: On Lisp,[4] ANSI Common Lisp,[5] and Hackers & Painters.[6] Technology journalist Steven Levy has described Graham as a \"hacker philosopher\".[7] Graham was born in England, where he and his family maintain permanent residence. However he is also a citizen of the United States, where he was educated, lived, and worked until 2016.\"\"\"\n", - "prompt = \"Where does Paul Graham live?\"\n", - "final_prompt = context + prompt\n", - "result = load_test_model(models=models, prompt=final_prompt, num_calls=5)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "8vSNBFC06aXY" - }, - "source": [ - "## Visualize the data" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 552 - }, - "id": "SZfiKjLV3-n8", - "outputId": "00f7f589-b3da-43ed-e982-f9420f074b8d" - }, - "outputs": [ - { - "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAioAAAIXCAYAAACy1HXAAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABn5UlEQVR4nO3dd1QT2d8G8Cf0ojQBEUFRsSv2FXvvvSx2saNi7733ihXELotd7KuIir33sjZUsIuKVGmS+/7hy/yM6K7RYEZ4PufkaO5Mkm/IJHly594ZhRBCgIiIiEiGdLRdABEREdG3MKgQERGRbDGoEBERkWwxqBAREZFsMagQERGRbDGoEBERkWwxqBAREZFsMagQERGRbDGoEBERkWwxqBCR7Dk5OaFLly7aLkNtc+fORd68eaGrq4uSJUtquxyNO3bsGBQKBbZv367tUtSmUCgwadIktW8XGhoKhUKBdevWabwm+joGFVKxfPlyKBQKlC9fXtulyI6TkxMUCoV0MTU1xR9//IENGzZou7TfTuoX3PdcfleHDh3CiBEjUKlSJaxduxYzZszQdkmys27dOul1PnXqVJrlQgg4OjpCoVCgcePGWqiQ5EBP2wWQvPj7+8PJyQkXLlxASEgInJ2dtV2SrJQsWRJDhw4FALx8+RKrVq2Cu7s7EhMT0bNnTy1X9/soXLgw/Pz8VNpGjx6NLFmyYOzYsWnWv3fvHnR0fq/fVUePHoWOjg5Wr14NAwMDbZcja0ZGRti4cSMqV66s0n78+HE8e/YMhoaGWqqM5IBBhSSPHz/GmTNnEBAQAA8PD/j7+2PixIm/tAalUomkpCQYGRn90sf9Xjlz5kTHjh2l6126dEHevHmxcOFCBhU1ZM+eXeXvCACzZs2CtbV1mnYAv+UXVXh4OIyNjTUWUoQQSEhIgLGxsUbuT04aNmyIbdu2YfHixdDT+9/X0saNG1GmTBm8fftWi9WRtv1eP1EoXfn7+8PS0hKNGjVC69at4e/vLy1LTk6GlZUVunbtmuZ20dHRMDIywrBhw6S2xMRETJw4Ec7OzjA0NISjoyNGjBiBxMREldsqFAr069cP/v7+KFq0KAwNDXHw4EEAwLx581CxYkVky5YNxsbGKFOmzFf3hcfHx2PAgAGwtrZG1qxZ0bRpUzx//vyr+6CfP3+Obt26IXv27DA0NETRokWxZs2aH/6b2djYoFChQnj48KFKu1KphJeXF4oWLQojIyNkz54dHh4eeP/+vcp6ly5dQr169WBtbQ1jY2PkyZMH3bp1k5an7g+fN28eFi5ciNy5c8PY2BjVqlXDrVu30tRz9OhRVKlSBaamprCwsECzZs1w584dlXUmTZoEhUKBkJAQdOnSBRYWFjA3N0fXrl3x4cMHlXWDgoJQuXJlWFhYIEuWLChYsCDGjBmjss73vtY/48sxKqm7DE6dOoUBAwbAxsYGFhYW8PDwQFJSEiIjI9G5c2dYWlrC0tISI0aMwJcnitfUa/Q1CoUCa9euRVxcnLRrI3VMw8ePHzF16lTky5cPhoaGcHJywpgxY9L8vZycnNC4cWMEBgaibNmyMDY2xooVK/71cc+fP4/69evD3NwcJiYmqFatGk6fPq2yTlhYGPr27YuCBQvC2NgY2bJlw59//onQ0NA09xcZGYnBgwfDyckJhoaGcHBwQOfOndMEB6VSienTp8PBwQFGRkaoVasWQkJC/rXWz7Vr1w7v3r1DUFCQ1JaUlITt27ejffv2X71NXFwchg4dCkdHRxgaGqJgwYKYN29emtc5MTERgwcPho2NjfT58OzZs6/ep6Y/H0hDBNH/K1SokOjevbsQQogTJ04IAOLChQvS8m7dugkLCwuRmJiocrv169cLAOLixYtCCCFSUlJE3bp1hYmJiRg0aJBYsWKF6Nevn9DT0xPNmjVTuS0AUbhwYWFjYyMmT54sli1bJq5evSqEEMLBwUH07dtXLF26VCxYsED88ccfAoDYt2+fyn24ubkJAKJTp05i2bJlws3NTZQoUUIAEBMnTpTWe/XqlXBwcBCOjo5iypQpwtvbWzRt2lQAEAsXLvzPv0/u3LlFo0aNVNqSk5OFnZ2dyJ49u0p7jx49hJ6enujZs6fw8fERI0eOFKampqJcuXIiKSlJCCHE69evhaWlpShQoICYO3euWLlypRg7dqwoXLiwdD+PHz8WAETx4sWFk5OTmD17tpg8ebKwsrISNjY24tWrV9K6QUFBQk9PTxQoUEDMmTNHTJ48WVhbWwtLS0vx+PFjab2JEycKAKJUqVKiZcuWYvny5aJHjx4CgBgxYoS03q1bt4SBgYEoW7asWLRokfDx8RHDhg0TVatWldZR57X+L0WLFhXVqlX75t/e3d1dur527VoBQJQsWVLUr19fLFu2THTq1El6DpUrVxbt27cXy5cvF40bNxYAxPr169PlNfoaPz8/UaVKFWFoaCj8/PyEn5+fePjwoRBCCHd3dwFAtG7dWixbtkx07txZABDNmzdP85ydnZ2FpaWlGDVqlPDx8RHBwcHffMwjR44IAwMDUaFCBTF//nyxcOFC4eLiIgwMDMT58+el9bZt2yZKlCghJkyYIHx9fcWYMWOEpaWlyJ07t4iLi5PWi4mJEcWKFRO6urqiZ8+ewtvbW0ydOlWUK1dOeo8GBwdL21KZMmXEwoULxaRJk4SJiYn4448//vVv9PnrePHiRVGxYkXRqVMnadmuXbuEjo6OeP78eZr3nlKpFDVr1hQKhUL06NFDLF26VDRp0kQAEIMGDVJ5jI4dOwoAon379mLp0qWiZcuWwsXF5Yc/H1Lfk2vXrv3P50eawaBCQgghLl26JACIoKAgIcSnDwIHBwcxcOBAaZ3AwEABQOzdu1fltg0bNhR58+aVrvv5+QkdHR1x8uRJlfV8fHwEAHH69GmpDYDQ0dERt2/fTlPThw8fVK4nJSWJYsWKiZo1a0ptly9f/uqHU5cuXdJ8EHXv3l3kyJFDvH37VmXdtm3bCnNz8zSP96XcuXOLunXrijdv3og3b96ImzdvSl+Onp6e0nonT54UAIS/v7/K7Q8ePKjSvnPnTpWA9zWpH4rGxsbi2bNnUvv58+cFADF48GCprWTJksLW1la8e/dOart+/brQ0dERnTt3ltpSg0q3bt1UHqtFixYiW7Zs0vWFCxcKAOLNmzffrE+d1/q//EhQqVevnlAqlVJ7hQoVhEKhEL1795baPn78KBwcHFTuW5Ov0be4u7sLU1NTlbZr164JAKJHjx4q7cOGDRMAxNGjR1WeMwBx8ODB/3wspVIp8ufPn+bv8eHDB5EnTx5Rp04dlbYvnT17VgAQGzZskNomTJggAIiAgICvPp4Q/wsqhQsXVvkBs2jRIgFA3Lx581/r/jyoLF26VGTNmlWq788//xQ1atSQ/hafB5Vdu3YJAGLatGkq99e6dWuhUChESEiIEOJ/f+++ffuqrNe+ffsf/nxgUPn1uOuHAHza7ZM9e3bUqFEDwKeu6zZt2mDz5s1ISUkBANSsWRPW1tbYsmWLdLv3798jKCgIbdq0kdq2bduGwoULo1ChQnj79q10qVmzJgAgODhY5bGrVauGIkWKpKnp833x79+/R1RUFKpUqYIrV65I7am7ifr27aty2/79+6tcF0Jgx44daNKkCYQQKnXVq1cPUVFRKvf7LYcOHYKNjQ1sbGxQvHhx+Pn5oWvXrpg7d67K8zc3N0edOnVUHqdMmTLIkiWL9PwtLCwAAPv27UNycvK/Pm7z5s2RM2dO6foff/yB8uXL4++//wbwaWDvtWvX0KVLF1hZWUnrubi4oE6dOtJ6n+vdu7fK9SpVquDdu3eIjo5WqW/37t1QKpVfrUvd11rTunfvrjIzqHz58hBCoHv37lKbrq4uypYti0ePHqnUrenX6Hukvg5DhgxRaU8doL1//36V9jx58qBevXr/eb/Xrl3DgwcP0L59e7x79056PnFxcahVqxZOnDghvYafv6+Sk5Px7t07ODs7w8LCQuU9sGPHDpQoUQItWrRI83hfzsbq2rWrylicKlWqAIDK3/y/uLm5IT4+Hvv27UNMTAz27dv3zd0+f//9N3R1dTFgwACV9qFDh0IIgQMHDkjrAUiz3qBBg1Sua+rzgdJHhgkqJ06cQJMmTWBvbw+FQoFdu3al+2M+f/4cHTt2lMZQFC9eHJcuXUr3x9W0lJQUbN68GTVq1MDjx48REhKCkJAQlC9fHq9fv8aRI0cAAHp6emjVqhV2794t7U8PCAhAcnKySlB58OABbt++LX2hp14KFCgA4NMgw8/lyZPnq3Xt27cPrq6uMDIygpWVFWxsbODt7Y2oqChpnbCwMOjo6KS5jy9nK7158waRkZHw9fVNU1fquJsv6/qa8uXLIygoCAcPHsS8efNgYWGB9+/fq3xIP3jwAFFRUbC1tU3zWLGxsdLjVKtWDa1atcLkyZNhbW2NZs2aYe3atV8d25E/f/40bQUKFJDGFYSFhQEAChYsmGa9woULS19an8uVK5fKdUtLSwCQxmi0adMGlSpVQo8ePZA9e3a0bdsWW7duVQkt6r7WmvblczA3NwcAODo6pmn/fOxJerxG3yN1e/1y+7Szs4OFhYX0Oqb61nvjSw8ePAAAuLu7p3k+q1atQmJiovS+iY+Px4QJE6SxHdbW1rCxsUFkZKTKe+vhw4coVqzYdz3+f21L38PGxga1a9fGxo0bERAQgJSUFLRu3fqr64aFhcHe3h5Zs2ZVaS9cuLC0PPVfHR0d5MuXT2W9L98nmvp8oPSRYWb9xMXFoUSJEujWrRtatmyZ7o/3/v17VKpUCTVq1MCBAwdgY2ODBw8eSG/Q38nRo0fx8uVLbN68GZs3b06z3N/fH3Xr1gUAtG3bFitWrMCBAwfQvHlzbN26FYUKFUKJEiWk9ZVKJYoXL44FCxZ89fG+/BL52iyGkydPomnTpqhatSqWL1+OHDlyQF9fH2vXrsXGjRvVfo6pX64dO3aEu7v7V9dxcXH5z/uxtrZG7dq1AQD16tVDoUKF0LhxYyxatEj6laxUKmFra6syGPlzNjY2ACAdKOvcuXPYu3cvAgMD0a1bN8yfPx/nzp1DlixZ1H6e6tDV1f1qu/j/wYjGxsY4ceIEgoODsX//fhw8eBBbtmxBzZo1cejQIejq6qr9Wmvat57D19rFZ4Mstf0afe/xYb53hk/q9j137txvHlgutdb+/ftj7dq1GDRoECpUqABzc3MoFAq0bdv2mz1n/+W/tqXv1b59e/Ts2ROvXr1CgwYNpB6t9KapzwdKHxkmqDRo0AANGjT45vLExESMHTsWmzZtQmRkJIoVK4bZs2ejevXqP/R4s2fPhqOjI9auXSu1fe+vH7nx9/eHra0tli1blmZZQEAAdu7cCR8fHxgbG6Nq1arIkSMHtmzZgsqVK+Po0aNpjnuRL18+XL9+HbVq1frhA3bt2LEDRkZGCAwMVJma+vnfGwBy584NpVKJx48fq/Q6fDnjIHXEf0pKihQ0NKFRo0aoVq0aZsyYAQ8PD5iamiJfvnw4fPgwKlWq9F1fNK6urnB1dcX06dOxceNGdOjQAZs3b0aPHj2kdVJ/MX/u/v37cHJyAvDp7wB8Ot7Il+7evQtra2uYmpqq/fx0dHRQq1Yt1KpVCwsWLMCMGTMwduxYBAcHo3bt2hp5rbUhPV6j75G6vT548ED69Q8Ar1+/RmRkpPQ6qiu1x8DMzOw/t+/t27fD3d0d8+fPl9oSEhIQGRmZ5j6/NrMsPbVo0QIeHh44d+6cyi7mL+XOnRuHDx9GTEyMSq/K3bt3peWp/yqVSjx8+FClF+XL90l6fT6QZmSYXT//pV+/fjh79iw2b96MGzdu4M8//0T9+vW/+gXwPfbs2YOyZcvizz//hK2tLUqVKoWVK1dquOr0Fx8fj4CAADRu3BitW7dOc+nXrx9iYmKwZ88eAJ++uFq3bo29e/fCz88PHz9+VNntA3za1/z8+fOv/j3i4+PT7IL4Gl1dXSgUCml8DPBpqu6Xu/RS998vX75cpX3JkiVp7q9Vq1bYsWPHVz9837x58581fcvIkSPx7t076fm6ubkhJSUFU6dOTbPux48fpS+E9+/fp/nFmfpr+MtdC7t27cLz58+l6xcuXMD58+elcJ4jRw6ULFkS69evV/nCuXXrFg4dOoSGDRuq/bwiIiLStH1ZnyZea21Ij9foe6S+Dl5eXirtqT1SjRo1Uvs+AaBMmTLIly8f5s2bh9jY2DTLP9++dXV10zynJUuWqLzXAKBVq1a4fv06du7cmeb+1O0p+V5ZsmSBt7c3Jk2ahCZNmnxzvYYNGyIlJQVLly5VaV+4cCEUCoX0vkj9d/HixSrrffn3T8/PB/p5GaZH5d88efIEa9euxZMnT2Bvbw8AGDZsGA4ePPjDh7Z+9OgRvL29MWTIEIwZMwYXL17EgAEDYGBg8M2uQznas2cPYmJi0LRp068ud3V1hY2NDfz9/aVA0qZNGyxZsgQTJ05E8eLFVX4ZAkCnTp2wdetW9O7dG8HBwahUqRJSUlJw9+5dbN26VTouxL9p1KgRFixYgPr166N9+/YIDw/HsmXL4OzsjBs3bkjrlSlTBq1atYKXlxfevXsHV1dXHD9+HPfv3weg2sU+a9YsBAcHo3z58ujZsyeKFCmCiIgIXLlyBYcPH/7qF/P3aNCgAYoVK4YFCxbA09MT1apVg4eHB2bOnIlr166hbt260NfXx4MHD7Bt2zYsWrQIrVu3xvr167F8+XK0aNEC+fLlQ0xMDFauXAkzM7M0wcLZ2RmVK1dGnz59kJiYCC8vL2TLlg0jRoyQ1pk7dy4aNGiAChUqoHv37oiPj8eSJUtgbm7+Q+c0mTJlCk6cOIFGjRohd+7cCA8Px/Lly+Hg4CAdQVQTr7U2pMdr9D1KlCgBd3d3+Pr6IjIyEtWqVcOFCxewfv16NG/eXBrMri4dHR2sWrUKDRo0QNGiRdG1a1fkzJkTz58/R3BwMMzMzLB3714AQOPGjeHn5wdzc3MUKVIEZ8+exeHDh5EtWzaV+xw+fDi2b9+OP//8E926dUOZMmUQERGBPXv2wMfHR2V3ryZ9z+dnkyZNUKNGDYwdOxahoaEoUaIEDh06hN27d2PQoEFSD1PJkiXRrl07LF++HFFRUahYsSKOHDny1WO8pNfnA2mAVuYapTMAYufOndL1ffv2CQDC1NRU5aKnpyfc3NyEEELcuXNHAPjXy8iRI6X71NfXFxUqVFB53P79+wtXV9df8hw1pUmTJsLIyEjl+Alf6tKli9DX15em7SmVSuHo6PjV6YGpkpKSxOzZs0XRokWFoaGhsLS0FGXKlBGTJ08WUVFR0nr4Ymrv51avXi3y588vDA0NRaFChcTatWulqbWfi4uLE56ensLKykpkyZJFNG/eXNy7d08AELNmzVJZ9/Xr18LT01M4OjoKfX19YWdnJ2rVqiV8fX3/82/1teOopFq3bl2aKYu+vr6iTJkywtjYWGTNmlUUL15cjBgxQrx48UIIIcSVK1dEu3btRK5cuYShoaGwtbUVjRs3FpcuXZLuI3Uq5Ny5c8X8+fOFo6OjMDQ0FFWqVBHXr19PU8fhw4dFpUqVhLGxsTAzMxNNmjQR//zzj8o6qX/DL6cdp04VTT3mypEjR0SzZs2Evb29MDAwEPb29qJdu3bi/v37Krf73tf6v/zI9OQvpw1/67l9baqwEJp5jb7lW4+ZnJwsJk+eLPLkySP09fWFo6OjGD16tEhISEjznL+1vX3L1atXRcuWLUW2bNmEoaGhyJ07t3BzcxNHjhyR1nn//r3o2rWrsLa2FlmyZBH16tUTd+/eTfM3FkKId+/eiX79+omcOXMKAwMD4eDgINzd3aXPgtTpydu2bVO53fdO4f3W6/ilr/0tYmJixODBg4W9vb3Q19cX+fPnF3PnzlWZni2EEPHx8WLAgAEiW7ZswtTUVDRp0kQ8ffo0zfRkIb7v84HTk389hRDp1IenRQqFAjt37kTz5s0BAFu2bEGHDh1w+/btNIO+smTJAjs7OyQlJf3nVLps2bJJg+xy586NOnXqYNWqVdJyb29vTJs2TaWLnrTj2rVrKFWqFP766y906NBB2+X8sNDQUOTJkwdz585VOfIvEVFmkSl2/ZQqVQopKSkIDw+X5vd/ycDAAIUKFfru+6xUqVKaAVn379//4cFw9OPi4+PTDIj08vKCjo4OqlatqqWqiIhIEzJMUImNjVXZ7/j48WNcu3YNVlZWKFCgADp06IDOnTtj/vz5KFWqFN68eYMjR47AxcXlhwawDR48GBUrVsSMGTPg5uaGCxcuwNfXF76+vpp8WvQd5syZg8uXL6NGjRrQ09PDgQMHcODAAfTq1Svdp8cSEVE60/a+J01J3Vf65SV1n2tSUpKYMGGCcHJyEvr6+iJHjhyiRYsW4saNGz/8mHv37hXFihWTxlB8zzgH0rxDhw6JSpUqCUtLS6Gvry/y5csnJk2aJJKTk7Vd2k/7fIwKEVFmlCHHqBAREVHGkGmOo0JERES/HwYVIiIikq3fejCtUqnEixcvkDVr1t/q8N1ERESZmRACMTExsLe3h47Ov/eZ/NZB5cWLF5zVQURE9Jt6+vQpHBwc/nWd3zqopJ6M6unTpzAzM9NyNURERPQ9oqOj4ejoqHJSyW/5rYNK6u4eMzMzBhUiIqLfzPcM2+BgWiIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki09bRdARETy5TRqv7ZLIC0LndVIq4/PHhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki3ZBJVZs2ZBoVBg0KBB2i6FiIiIZEIWQeXixYtYsWIFXFxctF0KERERyYjWg0psbCw6dOiAlStXwtLSUtvlEBERkYxoPah4enqiUaNGqF279n+um5iYiOjoaJULERERZVx62nzwzZs348qVK7h48eJ3rT9z5kxMnjw5nasiIiIiudBaj8rTp08xcOBA+Pv7w8jI6LtuM3r0aERFRUmXp0+fpnOVREREpE1a61G5fPkywsPDUbp0aaktJSUFJ06cwNKlS5GYmAhdXV2V2xgaGsLQ0PBXl0pERERaorWgUqtWLdy8eVOlrWvXrihUqBBGjhyZJqQQERFR5qO1oJI1a1YUK1ZMpc3U1BTZsmVL005ERESZk9Zn/RARERF9i1Zn/Xzp2LFj2i6BiIiIZIQ9KkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWz8UVB4+fIhx48ahXbt2CA8PBwAcOHAAt2/f1mhxRERElLmpHVSOHz+O4sWL4/z58wgICEBsbCwA4Pr165g4caLGCyQiIqLMS+2gMmrUKEybNg1BQUEwMDCQ2mvWrIlz585ptDgiIiLK3NQOKjdv3kSLFi3StNva2uLt27caKYqIiIgI+IGgYmFhgZcvX6Zpv3r1KnLmzKmRooiIiIiAHwgqbdu2xciRI/Hq1SsoFAoolUqcPn0aw4YNQ+fOndOjRiIiIsqk1A4qM2bMQKFCheDo6IjY2FgUKVIEVatWRcWKFTFu3Lj0qJGIiIgyKT11b2BgYICVK1di/PjxuHXrFmJjY1GqVCnkz58/PeojIiKiTEztoJIqV65cyJUrlyZrISIiIlKhdlARQmD79u0IDg5GeHg4lEqlyvKAgACNFUdERESZm9pBZdCgQVixYgVq1KiB7NmzQ6FQpEddREREROoHFT8/PwQEBKBhw4bpUQ8RERGRRO1ZP+bm5sibN2961EJERESkQu2gMmnSJEyePBnx8fHpUQ8RERGRRO1dP25ubti0aRNsbW3h5OQEfX19leVXrlzRWHFERESUuakdVNzd3XH58mV07NiRg2mJiIgoXakdVPbv34/AwEBUrlw5PeohIiIikqg9RsXR0RFmZmbpUQsRERGRCrWDyvz58zFixAiEhoamQzlERERE/6P2rp+OHTviw4cPyJcvH0xMTNIMpo2IiNBYcUSZndOo/dougbQsdFYjbZdApFVqBxUvL690KIOIiIgorR+a9UNERET0K3xXUImOjpYG0EZHR//ruhxoS0RERJryXUHF0tISL1++hK2tLSwsLL567BQhBBQKBVJSUjReJBEREWVO3xVUjh49CisrKwBAcHBwuhZERERElOq7gkq1atWQN29eXLx4EdWqVUvvmoiIiIgAqHEcldDQUO7WISIiol9K7QO+aZK3tzdcXFxgZmYGMzMzVKhQAQcOHNBmSURERCQjak1PDgwMhLm5+b+u07Rp0+++PwcHB8yaNQv58+eHEALr169Hs2bNcPXqVRQtWlSd0oiIiCgDUiuo/NcxVNSd9dOkSROV69OnT4e3tzfOnTvHoEJERETqBZVXr17B1tY2XQpJSUnBtm3bEBcXhwoVKnx1ncTERCQmJkrX/+uYLkRERPR7++4xKl87doom3Lx5E1myZIGhoSF69+6NnTt3okiRIl9dd+bMmTA3N5cujo6O6VITERERycN3BxUhRLoUULBgQVy7dg3nz59Hnz594O7ujn/++eer644ePRpRUVHS5enTp+lSExEREcnDd+/6cXd3h7GxscYLMDAwgLOzMwCgTJkyuHjxIhYtWoQVK1akWdfQ0BCGhoYar4GIiIjk6buDytq1a9OzDolSqVQZh0JERESZl9pnT9ak0aNHo0GDBsiVKxdiYmKwceNGHDt2DIGBgdosi4iIiGRCq0ElPDwcnTt3xsuXL2Fubg4XFxcEBgaiTp062iyLiIiIZEKrQWX16tXafHgiIiKSuR8+hH5ISAgCAwMRHx8PIP1mBREREVHmpXZQeffuHWrXro0CBQqgYcOGePnyJQCge/fuGDp0qMYLJCIiosxL7aAyePBg6Onp4cmTJzAxMZHa27Rpg4MHD2q0OCIiIsrc1B6jcujQIQQGBsLBwUGlPX/+/AgLC9NYYURERERq96jExcWp9KSkioiI4MHYiIiISKPUDipVqlTBhg0bpOsKhQJKpRJz5sxBjRo1NFocERERZW5q7/qZM2cOatWqhUuXLiEpKQkjRozA7du3ERERgdOnT6dHjURERJRJqd2jUqxYMdy/fx+VK1dGs2bNEBcXh5YtW+Lq1avIly9fetRIREREmdQPHfDN3NwcY8eO1XQtRERERCrU7lE5ePAgTp06JV1ftmwZSpYsifbt2+P9+/caLY6IiIgyN7WDyvDhwxEdHQ0AuHnzJoYMGYKGDRvi8ePHGDJkiMYLJCIiosxL7V0/jx8/RpEiRQAAO3bsQJMmTTBjxgxcuXIFDRs21HiBRERElHmp3aNiYGCADx8+AAAOHz6MunXrAgCsrKyknhYiIiIiTVC7R6Vy5coYMmQIKlWqhAsXLmDLli0AgPv376c5Wi0RERHRz1C7R2Xp0qXQ09PD9u3b4e3tjZw5cwIADhw4gPr162u8QCIiIsq81O5RyZUrF/bt25emfeHChRopiIiIiCjVDx1HRalUIiQkBOHh4VAqlSrLqlatqpHCiIiIiNQOKufOnUP79u0RFhYGIYTKMoVCgZSUFI0VR0RERJmb2kGld+/eKFu2LPbv348cOXJAoVCkR11ERERE6geVBw8eYPv27XB2dk6PeoiIiIgkas/6KV++PEJCQtKjFiIiIiIVaveo9O/fH0OHDsWrV69QvHhx6Ovrqyx3cXHRWHFERESUuakdVFq1agUA6Natm9SmUCgghOBgWiIiItKoHzrXDxEREdGvoHZQyZ07d3rUQURERJTGDx3w7eHDh/Dy8sKdO3cAAEWKFMHAgQORL18+jRZHREREmZvaQSUwMBBNmzZFyZIlUalSJQDA6dOnUbRoUezduxd16tTReJHa4jRqv7ZLIC0LndVI2yUQEWVqageVUaNGYfDgwZg1a1aa9pEjR2aooEJERETapfZxVO7cuYPu3bunae/WrRv++ecfjRRFREREBPxAULGxscG1a9fStF+7dg22traaqImIiIgIwA/s+unZsyd69eqFR48eoWLFigA+jVGZPXs2hgwZovECiYiIKPNSO6iMHz8eWbNmxfz58zF69GgAgL29PSZNmoQBAwZovEAiIiLKvNQOKgqFAoMHD8bgwYMRExMDAMiaNavGCyMiIiL6oeOoAEB4eDju3bsHAChUqBBsbGw0VhQRERER8AODaWNiYtCpUyfY29ujWrVqqFatGuzt7dGxY0dERUWlR41ERESUSakdVHr06IHz589j//79iIyMRGRkJPbt24dLly7Bw8MjPWokIiKiTErtXT/79u1DYGAgKleuLLXVq1cPK1euRP369TVaHBEREWVuaveoZMuWDebm5mnazc3NYWlpqZGiiIiIiIAfCCrjxo3DkCFD8OrVK6nt1atXGD58OMaPH6/R4oiIiChzU3vXj7e3N0JCQpArVy7kypULAPDkyRMYGhrizZs3WLFihbTulStXNFcpERERZTpqB5XmzZunQxlEREREaakdVCZOnJgedRARERGlofYYladPn+LZs2fS9QsXLmDQoEHw9fXVaGFEREREageV9u3bIzg4GMCnQbS1a9fGhQsXMHbsWEyZMkXjBRIREVHmpXZQuXXrFv744w8AwNatW1G8eHGcOXMG/v7+WLdunabrIyIiokxM7aCSnJwMQ0NDAMDhw4fRtGlTAJ/O9/Py5UvNVkdERESZmtpBpWjRovDx8cHJkycRFBQkHY32xYsXyJYtm8YLJCIiosxL7aAye/ZsrFixAtWrV0e7du1QokQJAMCePXukXUJEREREmqD29OTq1avj7du3iI6OVjlkfq9evWBiYqLR4oiIiChzU7tHBQCEELh8+TJWrFiBmJgYAICBgQGDChEREWmU2j0qYWFhqF+/Pp48eYLExETUqVMHWbNmxezZs5GYmAgfH5/0qJOIiIgyIbV7VAYOHIiyZcvi/fv3MDY2ltpbtGiBI0eOaLQ4IiIiytzU7lE5efIkzpw5AwMDA5V2JycnPH/+XGOFEREREando6JUKpGSkpKm/dmzZ8iaNatGiiIiIiICfiCo1K1bF15eXtJ1hUKB2NhYTJw4EQ0bNtRkbURERJTJqb3rZ/78+ahXrx6KFCmChIQEtG/fHg8ePIC1tTU2bdqUHjUSERFRJqV2UHFwcMD169exZcsWXL9+HbGxsejevTs6dOigMriWiIiI6GepHVQAQE9PDx06dECHDh2ktpcvX2L48OFYunSpxoojIiKizE2toHL79m0EBwfDwMAAbm5usLCwwNu3bzF9+nT4+Pggb9686VUnERERZULfPZh2z549KFWqFAYMGIDevXujbNmyCA4ORuHChXHnzh3s3LkTt2/fTs9aiYiIKJP57qAybdo0eHp6Ijo6GgsWLMCjR48wYMAA/P333zh48KB0FmUiIiIiTfnuoHLv3j14enoiS5Ys6N+/P3R0dLBw4UKUK1cuPesjIiKiTOy7g0pMTAzMzMwAALq6ujA2NuaYFCIiIkpXag2mDQwMhLm5OYBPR6g9cuQIbt26pbJO06ZNNVcdERERZWpqBRV3d3eV6x4eHirXFQrFVw+vT0RERPQjvjuoKJXK9KyDiIiIKA21z/VDRERE9KtoNajMnDkT5cqVQ9asWWFra4vmzZvj3r172iyJiIiIZESrQeX48ePw9PTEuXPnEBQUhOTkZNStWxdxcXHaLIuIiIhk4ofO9aMpBw8eVLm+bt062Nra4vLly6hataqWqiIiIiK50GpQ+VJUVBQAwMrK6qvLExMTkZiYKF2Pjo7+JXURERGRdvzQrp/IyEisWrUKo0ePRkREBADgypUreP78+Q8XolQqMWjQIFSqVAnFihX76jozZ86Eubm5dHF0dPzhxyMiIiL5Uzuo3LhxAwUKFMDs2bMxb948REZGAgACAgIwevToHy7E09MTt27dwubNm7+5zujRoxEVFSVdnj59+sOPR0RERPKndlAZMmQIunTpggcPHsDIyEhqb9iwIU6cOPFDRfTr1w/79u1DcHAwHBwcvrmeoaEhzMzMVC5ERESUcak9RuXixYtYsWJFmvacOXPi1atXat2XEAL9+/fHzp07cezYMeTJk0fdcoiIiCgDUzuoGBoafnUQ6/3792FjY6PWfXl6emLjxo3YvXs3smbNKgUdc3NzGBsbq1saERERZTBq7/pp2rQppkyZguTkZACfzu/z5MkTjBw5Eq1atVLrvry9vREVFYXq1asjR44c0mXLli3qlkVEREQZkNpBZf78+YiNjYWtrS3i4+NRrVo1ODs7I2vWrJg+fbpa9yWE+OqlS5cu6pZFREREGZDau37Mzc0RFBSEU6dO4caNG4iNjUXp0qVRu3bt9KiPiIiIMrEfPuBb5cqVUblyZU3WQkRERKRC7aCyePHir7YrFAoYGRnB2dkZVatWha6u7k8XR0RERJmb2kFl4cKFePPmDT58+ABLS0sAwPv372FiYoIsWbIgPDwcefPmRXBwMI8cS0RERD9F7cG0M2bMQLly5fDgwQO8e/cO7969w/3791G+fHksWrQIT548gZ2dHQYPHpwe9RIREVEmonaPyrhx47Bjxw7ky5dPanN2dsa8efPQqlUrPHr0CHPmzFF7qjIRERHRl9TuUXn58iU+fvyYpv3jx4/SAdvs7e0RExPz89URERFRpqZ2UKlRowY8PDxw9epVqe3q1avo06cPatasCQC4efMmD4dPREREP03toLJ69WpYWVmhTJkyMDQ0hKGhIcqWLQsrKyusXr0aAJAlSxbMnz9f48USERFR5qL2GBU7OzsEBQXh7t27uH//PgCgYMGCKFiwoLROjRo1NFchERERZVo/fMC3QoUKoVChQpqshYiIiEjFDwWVZ8+eYc+ePXjy5AmSkpJUli1YsEAjhRERERGpHVSOHDmCpk2bIm/evLh79y6KFSuG0NBQCCFQunTp9KiRiIiIMim1B9OOHj0aw4YNw82bN2FkZIQdO3bg6dOnqFatGv7888/0qJGIiIgyKbWDyp07d9C5c2cAgJ6eHuLj45ElSxZMmTIFs2fP1niBRERElHmpHVRMTU2lcSk5cuTAw4cPpWVv377VXGVERESU6ak9RsXV1RWnTp1C4cKF0bBhQwwdOhQ3b95EQEAAXF1d06NGIiIiyqTUDioLFixAbGwsAGDy5MmIjY3Fli1bkD9/fs74ISIiIo1SK6ikpKTg2bNncHFxAfBpN5CPj0+6FEZERESk1hgVXV1d1K1bF+/fv0+veoiIiIgkag+mLVasGB49epQetRARERGpUDuoTJs2DcOGDcO+ffvw8uVLREdHq1yIiIiINEXtwbQNGzYEADRt2hQKhUJqF0JAoVAgJSVFc9URERFRpqZ2UAkODk6POoiIiIjSUDuoVKtWLT3qICIiIkpD7TEqAHDy5El07NgRFStWxPPnzwEAfn5+OHXqlEaLIyIiosxN7aCyY8cO1KtXD8bGxrhy5QoSExMBAFFRUZgxY4bGCyQiIqLM64dm/fj4+GDlypXQ19eX2itVqoQrV65otDgiIiLK3NQOKvfu3UPVqlXTtJubmyMyMlITNREREREB+IGgYmdnh5CQkDTtp06dQt68eTVSFBERERHwA0GlZ8+eGDhwIM6fPw+FQoEXL17A398fw4YNQ58+fdKjRiIiIsqk1J6ePGrUKCiVStSqVQsfPnxA1apVYWhoiGHDhqF///7pUSMRERFlUmoHFYVCgbFjx2L48OEICQlBbGwsihQpgixZsqRHfURERJSJqb3r56+//sKHDx9gYGCAIkWK4I8//mBIISIionShdlAZPHgwbG1t0b59e/z99988tw8RERGlG7WDysuXL7F582YoFAq4ubkhR44c8PT0xJkzZ9KjPiIiIsrE1A4qenp6aNy4Mfz9/REeHo6FCxciNDQUNWrUQL58+dKjRiIiIsqk1B5M+zkTExPUq1cP79+/R1hYGO7cuaOpuoiIiIh+7KSEHz58gL+/Pxo2bIicOXPCy8sLLVq0wO3btzVdHxEREWViaveotG3bFvv27YOJiQnc3Nwwfvx4VKhQIT1qIyIiokxO7aCiq6uLrVu3ol69etDV1VVZduvWLRQrVkxjxREREVHmpnZQ8ff3V7keExODTZs2YdWqVbh8+TKnKxMREZHG/NAYFQA4ceIE3N3dkSNHDsybNw81a9bEuXPnNFkbERERZXJq9ai8evUK69atw+rVqxEdHQ03NzckJiZi165dKFKkSHrVSERERJnUd/eoNGnSBAULFsSNGzfg5eWFFy9eYMmSJelZGxEREWVy392jcuDAAQwYMAB9+vRB/vz507MmIiIiIgBq9KicOnUKMTExKFOmDMqXL4+lS5fi7du36VkbERERZXLfHVRcXV2xcuVKvHz5Eh4eHti8eTPs7e2hVCoRFBSEmJiY9KyTiIiIMiG1Z/2YmpqiW7duOHXqFG7evImhQ4di1qxZsLW1RdOmTdOjRiIiIsqkfnh6MgAULFgQc+bMwbNnz7Bp0yZN1UREREQE4CeDSipdXV00b94ce/bs0cTdEREREQHQUFAhIiIiSg8MKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbDCpEREQkWwwqREREJFsMKkRERCRbWg0qJ06cQJMmTWBvbw+FQoFdu3ZpsxwiIiKSGa0Glbi4OJQoUQLLli3TZhlEREQkU3rafPAGDRqgQYMG2iyBiIiIZEyrQUVdiYmJSExMlK5HR0drsRoiIiJKb7/VYNqZM2fC3Nxcujg6Omq7JCIiIkpHv1VQGT16NKKioqTL06dPtV0SERERpaPfatePoaEhDA0NtV0GERER/SK/VY8KERERZS5a7VGJjY1FSEiIdP3x48e4du0arKyskCtXLi1WRkRERHKg1aBy6dIl1KhRQ7o+ZMgQAIC7uzvWrVunpaqIiIhILrQaVKpXrw4hhDZLICIiIhnjGBUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSIiIpItBhUiIiKSLVkElWXLlsHJyQlGRkYoX748Lly4oO2SiIiISAa0HlS2bNmCIUOGYOLEibhy5QpKlCiBevXqITw8XNulERERkZZpPagsWLAAPXv2RNeuXVGkSBH4+PjAxMQEa9as0XZpREREpGVaDSpJSUm4fPkyateuLbXp6Oigdu3aOHv2rBYrIyIiIjnQ0+aDv337FikpKciePbtKe/bs2XH37t006ycmJiIxMVG6HhUVBQCIjo5Ol/qUiR/S5X7p95Fe29b34jZI3AZJ29JjG0y9TyHEf66r1aCirpkzZ2Ly5Mlp2h0dHbVQDWUG5l7aroAyO26DpG3puQ3GxMTA3Nz8X9fRalCxtraGrq4uXr9+rdL++vVr2NnZpVl/9OjRGDJkiHRdqVQiIiIC2bJlg0KhSPd6M5Po6Gg4Ojri6dOnMDMz03Y5lAlxGyRt4zaYfoQQiImJgb29/X+uq9WgYmBggDJlyuDIkSNo3rw5gE/h48iRI+jXr1+a9Q0NDWFoaKjSZmFh8QsqzbzMzMz4BiWt4jZI2sZtMH38V09KKq3v+hkyZAjc3d1RtmxZ/PHHH/Dy8kJcXBy6du2q7dKIiIhIy7QeVNq0aYM3b95gwoQJePXqFUqWLImDBw+mGWBLREREmY/WgwoA9OvX76u7ekh7DA0NMXHixDS72oh+FW6DpG3cBuVBIb5nbhARERGRFmj9yLRERERE38KgQkRERLLFoEJERESyxaBCREREssWgQkRERLLFoEJERESyxaBCREREssWgQkRERLLFoEJERESyxaBCvyWlUqntEoiI6BdgUKHfko7Op0337du3AACeCYJ+tS/DMrdB0oYvt8OM+COOQYV+W4sWLULz5s3x8OFDKBQKbZdDmYyOjg6ioqIQGBgIANwGSSt0dHQQGRmJuXPn4v3799KPuIwk4z0jyrC+/MWqr68PY2NjGBgYaKkiysyUSiXmz58PDw8P7Nu3T9vlUCZ26NAhLFiwAEuXLtV2KemCZ0+m3050dDTMzMwAAFFRUTA3N9dyRZRZKJVKlV+sd+7cwerVqzF79mzo6upqsTLKTFJSUlS2t+TkZGzZsgXt2rXLkNshgwr9VgYPHoyUlBSMHj0aOXLk0HY5lAlFRkYiMjISjo6OKl8KX355EP2ML0Pxl969e4fTp0+jYsWKsLa2ltoz4nbIXT8ka1/maAcHB2zYsCHDvRHp9yCEwKhRo1C+fHmEhoaqLOM2ST/j5cuXePHiBd68eQPg09iTf+tH2Lp1K5o3b47jx4+rtGfE7ZA9KiQbqb8EhBBQKBTf/EXx/v17WFpaaqFCymj+61fr19YJCwvDuHHjsG7dugz5pUC/3tq1a7Fs2TI8ffoU+fLlQ+XKlTFnzhyVdb7WU+Ll5YV+/fpBT0/vV5b7yzGokFakhhHg0xtQCAE9PT08f/4cO3fuRNeuXWFqagrg0+4eS0tLTJgwIc1tiX7U5wHk6NGjePLkCZydnZE3b17Y29urrBMVFQWlUpkmIGfEbnb6tfbt2wc3NzcsX74cJiYmePToEebMmYOKFSti/fr1yJYtm/SZ9/btW4SEhMDV1VXlPj5+/Jihwwp3/dAvkZqHo6OjER8fD4VCgUOHDiEkJAS6urrQ09NDWFgYSpUqhRcvXkghJS4uDvr6+li4cCEiIiIYUkgjhBBSSBk1ahS6dOmCefPmoVevXhg2bBguXrwI4FP3e2JiIiZMmIDSpUvj3bt3KvfDkEI/6+LFi2jUqBG6dOkCNzc3jBgxAoGBgbhx4wY6dOgA4NPU9+TkZPj5+aFixYo4deqUyn1k5JACMKjQL/Tq1SsUL14cx48fx8aNG1G/fn38888/AD7tzilatChatGiB6dOnS7cxNTXFiBEj8ODBA1hZWTGkkEakbkfz5s3DX3/9hU2bNuHWrVto2bIl9u7di3HjxuHs2bMAAAMDA5QqVQq1atWChYWFFqumjOjx48d4+fKlSlu5cuWwZ88eXL58GT179gTw6XAMjRs3xvTp09P0qGR4gugX6tq1qzAzMxM6Ojpi5cqVUntSUpLYsmWLSElJkdqUSqU2SqRM4vXr16Jly5ZizZo1Qggh9uzZI8zMzETv3r1FqVKlRK1atcS5c+eEEKrb4sePH7VSL2VMgYGBInv27GLz5s1SW+r25u/vL5ydncXFixfT3C45OfmX1aht7FGhXyL1sM6enp6IiYmBgYEB7OzskJCQAODTrwU3NzeVQYvsPaH0ZGtrixEjRqB+/fq4evUqPD09MW3aNHh7e6NVq1Y4d+4cPD09cfnyZZVtkbt7SJMKFy6M6tWrw8/PD0eOHAHwv8++kiVLIjw8XDpVyOcy+u6ezzGo0C+RGkAcHR1x6tQpuLu7o23btti9ezfi4+PTrJ8Rz1dB2vOt7alUqVLIkSMHDhw4ABcXF/Tq1QsAYGVlBVdXVzRp0gSlSpX6laVSJuPo6IjevXsjMjISCxcuxJ49e6RlOXLkQJ48ebRYnTxknkhGWiH+f/Dry5cvkZycjFy5csHW1hYVK1ZEQkICunfvjnXr1qFx48YwMjKCj48PateuDWdnZ22XThmE+Gzg7KpVqxAeHg4DAwMMGzZMOv1CYmIinj9/jtDQUBQsWBCHDh1C06ZN0b9//3+dKk/0M1JnjVWvXh3Lly/HmDFjMHLkSAQGBsLFxQVbt26FQqFAnTp1tF2qVnF6MqW7gIAATJo0Ca9fv0ajRo3QokULNGnSBADQtWtX7Ny5E0OHDsXr16/h7e2NmzdvokiRIlqumjKaiRMnwsvLC+XKlcOFCxdQvnx5+Pn5wc7ODnv37sW0adPw/v176OvrQwiBGzduQE9PjzPNKF2kblcBAQFYvnw5Dh06hLt37yI4OBhLly6Fo6MjLCws4O/vD319/Uw9FZ5BhdLV7du3Ua9ePQwePBgmJibYtGkTDA0N4e7ujo4dOwIABg4ciCtXriAxMRG+vr4oWbKkdoumDOHzXpCPHz/C3d0d/fv3R6lSpRAaGopGjRrBzs4OO3fuhI2NDfbv34+QkBDExsZi5MiR0NPTy9RfDqQZqYFEfHHsKF1dXQQEBKBz585YsGCBtNsR+LS96ujoqGy/mWlMypcYVCjd3L17F9u2bUN8fDxmzJgBALh58yYmTJiA6OhodO3aVQorr169gqmpKbJmzarNkimD+Dyk3LlzB9HR0VixYgUmTJgAJycnAJ+mhdapUwfZs2fHrl27YGNjo3IfDCn0sz7fDt++fQuFQoFs2bIB+PSZV7p0aUyYMAG9e/eWbvNlDx579BhUKB0IIfD+/Xs0btwY//zzD5o0aQI/Pz9p+Y0bNzBhwgTEx8ejbdu26Nq1qxarpYxs+PDhUtf569evERAQgAYNGkgf/I8fP0aDBg0ghMDp06dVTu5G9DM+DxhTp07Frl27EB0dDWtra0yfPh01a9bE8+fPkTNnTi1XKn8cHUYap1AoYGVlhZkzZ6Jo0aK4cuUKgoKCpOUuLi6YOnUqkpOTpTcvkSZ8Prtn3759OHjwIBYvXozly5cjT548GDt2LK5fvy4dKTlPnjzYt28fSpYsyfNHkUalhpQpU6Zg0aJF0vR3a2trdOjQAevXr0/Ti0dfxx4V0ohvdU8eP34cY8aMgZ2dHTw9PVGzZk1p2e3bt2Fubg4HB4dfWSplAgEBAThz5gyyZcuG0aNHAwBiY2NRunRpmJmZYdWqVShRokSabZa7e0iT3r17h7p168LT0xPdunWT2nv16oW9e/ciODgYhQoV4u6d/8AeFfppqW+yM2fOYMGCBRg/fjxOnz6N5ORkVKtWDVOmTMGrV6+wdOlSHDt2TLpd0aJFGVJI4+Lj4zF+/HgsWLAAt2/fltqzZMmCK1euICYmBh4eHtL5fD7HkEKa9PHjR7x9+1bqrUs9wKWvry/s7e2xcOFCADy45X9hUKGf8vkUuwYNGuD06dPYs2cPxowZg+nTpyMpKQm1atXClClT8O7dO0ydOhUnT57UdtmUgRkbG+PkyZOoXbs2Ll++jD179iAlJQXA/8LK3bt3sWLFCi1XShnJ13ZOZM+eHXZ2dlizZg0AwMjICElJSQAAZ2dnBpTvxKBCPyW1J2XAgAFYsGABduzYgW3btuHy5cvYsmULxo0bJ4WVUaNGQV9fn0daJI35fEyKEEL6srCyssLGjRthaWmJuXPnIjAwUFpmamqKV69ewdfXVys1U8ajVCql0PHixQuEh4fjw4cPAIBJkybh7t270sye1IMMPnv2jCe5/E4co0I/JPWNqVAosHz5cly7dg2+vr54/PgxateujcqVK8PMzAzbtm2Dh4cHxowZA0NDQ3z48AEmJibaLp8ygM+nfi5ZsgTXr1/Ho0ePMGjQIJQuXRoODg548+YNmjVrBl1dXYwZMwb16tVTOcIsx6TQz/D394erqyvy5csHABg9ejQCAwMRFhaG2rVro2nTpujQoQNWrlyJqVOnIlu2bChWrBgePnyIyMhI6aCC9O8YVOi7pH4pfB40rl27hpIlSyI6OhpPnz6Fs7Mz6tevjzx58mDNmjWIioqSjjDbpUsXTJ8+nYPG6Kd9uQ2NHj0aq1evRq9evfDs2TOcPXsWzZo1Q69eveDs7Iw3b96gZcuWePPmDdatWwdXV1ctVk8ZxYEDB9C4cWOMHDkSgwYNwoEDBzBixAh4eXnh3bt3uHLlCgIDAzF+/Hj07t0bN2/ehJeXF3R0dGBpaYkZM2bwoILfK13PzUwZyqNHj0S7du3EP//8I7Zu3SoUCoW4cOGCdErymzdvikKFConz588LIYR4+PChaNy4sRgzZox48uSJNkunDCYlJUUIIYSfn5/IkyePuHz5shBCiJMnTwqFQiHy588vBg4cKB49eiSEEOLly5eiV69e4uPHj1qrmTKepUuXCgcHBzF16lTRr18/sXLlSmnZ06dPxZQpU4STk5M4ePDgV2+fnJz8q0r9rbHPib5bQkICTp48iS5duuDatWtYu3YtypUrJ+0GEkLg48ePOHv2LIoWLYoNGzYAAIYNG8ZjVNBP69SpE2xsbLBgwQLo6OggOTkZBgYG6N27N0qXLo1du3aha9euWLVqFV69eoVp06ZBR0cHPXv2ROHChaXBs/wFSz8rKSkJBgYG8PT0hImJCUaPHo2YmBhMmzZNWsfBwQGdO3fGoUOHcOnSJdSrVy/NyS252+c7aTsp0e8h9Resj4+P0NHRESVKlBBXr15VWScqKkp06dJF5MuXTzg5OQkbGxvply7Rz4iKihKTJ08WVlZWYtKkSVL78+fPxevXr8XLly9F2bJlxfz586X17e3tRY4cOcSiRYuEEELq+SPSlJkzZ4rw8HDh7+8vTExMRMOGDcX9+/dV1mnTpo1o2bKllirMGDjrh/6TEAI6OjoQQsDe3h7z58/Hx48fMW7cOJw6dUpaz8zMDPPmzcPy5csxceJEnD9/HqVLl9Zi5ZQRxMTEwMzMDH369MG4cePg5eWFiRMnAgDs7e1ha2uLly9f4v3799L4k+fPn6Nu3bqYMGECPD09AfBYFfTzxGdDOtevX4+pU6fiwYMHaN++PRYuXIgrV67Ax8cH9+7dAwBER0fj8ePHyJUrl7ZKzhDY70T/Svz/wMWjR4/i+PHjGDRoEJo0aYLatWvDzc0Ns2bNwpgxY1CxYkUAn046WLduXS1XTRnFiBEjsGLFCjx8+BA2Njbo2LEjhBCYOnUqAGDy5MkAPoUZXV1dnD59GkIIzJo1CyYmJtKUUO7uIU1IDbtHjhzB1atX4evrK3329erVC8nJyZg8eTIOHjyI0qVLIy4uDklJSZgzZ442y/79abM7h+Qttat8+/btwtzcXIwePVpcvHhRWn7jxg1RpEgR0bhxY/HXX3+JSZMmCYVCIZ4+fcpudtKI69evi6pVq4qCBQuKN2/eCCGECA8PF/PnzxcWFhZiwoQJ0rr9+vUT+fLlEw4ODsLV1VUkJSUJIbjLhzTr2LFjonjx4iJbtmxi165dQgghEhMTpeWrV68WWbJkEaVLlxYbNmyQBnBz4OyP4/Rk+lcXLlxA/fr1MXv2bPTs2VNqj46OhpmZGe7cuYOePXsiPj4eUVFR2Lp1K3f3kEacPXsWb968QZEiRdCmTRvExsZKZzh+8+YN/Pz8MHXqVOlkb8CnKfMKhQLFixeHjo4OPn78yAGL9FPEF9PhY2NjMXfuXPj6+qJ8+fLYtGkTjI2NkZycDH19fQDAggULcObMGWzbtg0KhYI9ej+JQYX+1dKlS7Fz504cOXIEUVFROHr0KP766y/cuXMHw4YNQ7du3RAeHo6oqCiYm5vD1tZW2yVTBtG5c2e8ePEChw8fRmhoKFq3bo2YmJg0YWXatGno168fpkyZonJ7fjmQJi1btgwODg5o1qwZ4uPjMW/ePOzcuRPVq1fHjBkzYGRkpBJWUgPOl0GH1MfBtPSv7OzscPnyZcycOROtW7fG2rVrYWRkhEaNGqFHjx64f/8+bG1tkT9/foYU0qhly5bh2bNnWLp0KZycnLBp0yaYm5ujUqVKePv2LWxsbNCpUydMmDAB06ZNw+rVq1Vuz5BCmvLmzRscPXoUffv2xcGDB2FsbIwhQ4agcePGOHPmDMaOHYuEhATo6+vj48ePAMCQokHsUSFJ6psqNjYWWbJkAQC8fv0aS5YswdatW1GzZk106dIFf/zxB16/fo2mTZti3bp1KFq0qJYrp4wmtTdk8eLFuHr1KhYsWABLS0vcvXsXnTt3RlRUlNSz8urVKxw/fhytWrXibh7SiC+PdwIA169fx+LFi3H48GH4+PigQYMGiIuLw5w5c3D48GEULlwYy5cvl87lQ5rDHhWSKBQK7N+/H+3atUP16tWxbt066OnpYdq0aTh//jx8fHzg6uoKHR0dLFmyBHFxcexFoXSR2htSvXp1nDhxAvv37wcAFCxYEH5+frC0tETVqlXx+vVr2NnZoU2bNtDT05N+zRL9jNSQ8urVK6mtRIkSGDhwIGrUqIHevXvj4MGDMDU1xYgRI/DHH39AR0dH2u1DGqalQbwkQ6dPnxZGRkZi+PDhon79+sLFxUV4eHiIkJAQaZ3g4GDRq1cvYWVlleaAb0Q/KvWAgl/j4+MjChQoIO7duye13bt3Tzg5OYm2bdv+ivIok/h8O9y8ebPImzevykxHIYS4du2aaNasmciVK5c4duyYEEKI+Ph4aXbZv23L9GPYo0IAgLCwMAQFBWH69OmYM2cODhw4gF69euHGjRuYOXMmHj16hLi4OJw9exbh4eE4fvw4SpYsqe2yKQP4vJv9woULOHPmDI4fPy4tb9q0KcqXL4/g4GCprUCBAjhx4gT++uuvX14vZUyJiYnSdpiUlIR8+fKhUKFC8PT0xOXLl6X1SpQogebNm+Pp06eoW7cuzpw5AyMjI2lMype7jOjn8S+aCS1duhR///23dP3evXto06YN1qxZAyMjI6nd09MTHTp0wO3btzFnzhxERkZi+PDhWL9+PYoVK6aN0imD+fyDfcyYMejSpQu6desGd3d3tGnTBtHR0ciRI4e0/z85OVm6raOjI3R1dZGSkqKt8imDOHDgAPz8/AAAPXv2RM2aNVG2bFkMHToUdnZ28PDwwKVLl6T1c+XKhbZt22L+/PkoX7681M6Bs+lE21069Gs9fvxYtG/fXjx48EClfdSoUcLW1la0bNlSOrBWKm9vb1GwYEExYMAAHrSI0sW8efNEtmzZxPnz50VKSoqYMWOGUCgU4tSpU9I6lSpVEh4eHlqskjKqdu3aCScnJ1GvXj1hbW0trl+/Li07evSoaN68uShWrJg4cOCAePz4sWjevLkYOnSotA7Pyp2+GFQyobi4OCGEEOfOnRPbt2+X2idMmCCKFy8uxo0bJ16/fq1ym5UrV4rHjx//yjIpk1AqlcLd3V34+voKIYTYsWOHsLCwED4+PkIIIWJiYoQQQhw4cEA0bdpU3LhxQ2u1UsZVsmRJoVAoVE56merkyZOiU6dOQqFQiAIFCggXFxfpRxuPfJz+OJcvEzI2NkZkZCRmzpyJ58+fQ1dXF82bN8fkyZORnJyM/fv3QwiBgQMHwsbGBgDQo0cPLVdNGVVCQgLOnz+P6tWr49ixY3B3d8fcuXPh4eGBjx8/Ys6cOahQoQJcXV0xZcoUXLhwAcWLF9d22ZRBJCUlISEhAc7OzsiVKxe2bNmCnDlzom3bttJhGipXrozy5cujZ8+eSE5ORrVq1aCrq8sjH/8iHKOSCSkUClhYWGDo0KHIkycPvLy8EBAQAACYMWMG6tevj6CgIMyYMQNv377VcrWUkdy4cQPPnj0DAAwePBjHjx+HsbEx2rdvj7/++gsNGzbEwoULpZMJvn//HpcuXcK9e/dgaWkJPz8/5M6dW5tPgTIYAwMDmJmZYdu2bdi9ezfKlSuHOXPmYPPmzYiJiZHWS0hIQJUqVVCzZk1pbBRDyq/BoJIJiU+7/FClShUMHjwYlpaWWLx4sUpYcXV1xdWrV1VOa070o4QQuH//PmrUqIE1a9agd+/eWLRoESwtLQEArq6uCAsLQ/ny5VGhQgUAwIsXL9ClSxdERkaiX79+AIB8+fKhdu3aWnselPEIIaBUKqXr69evR8WKFbFw4UJs2LABT548Qc2aNfHnn39K6wM88vGvxCPTZkKpR/2MioqCiYkJbty4genTp+P9+/cYOHAgmjdvDuDTYaNTd/0QacLKlSsxYsQIJCQkYPfu3ahbt650ROQtW7ZgypQpEEJAT08PxsbGUCqVOHPmDPT19XnuHvppERERsLKyUmlL3f62bduGoKAg+Pr6AgB69eqFY8eOISUlBVZWVjh9+jSPOqsl7FHJZD5+/AhdXV2EhoaievXqOHToEMqUKYNhw4bBxsYGkydPxr59+wCAIYU0JvUXq6OjIwwNDWFmZoZz584hNDRUmtLZpk0bbNiwAVOmTIGbmxtGjhyJc+fOSedPYUihn7Fo0SKUK1dOZXcOACmkdOnSBSVKlJDafX19sWLFCixZsgTnzp2DgYEBj3ysLdoZw0u/wrdGo4eEhIjs2bOLHj16qEyrO3bsmOjUqZMIDQ39VSVSBvflNpiUlCTi4+OFt7e3yJkzpxgzZsx/bm+c+kk/a8WKFcLQ0FBs3LgxzbInT56I4sWLi6VLl0ptX9vmuB1qD3f9ZFDi/7szz549izt37iAkJASdO3dGjhw5sH79ely6dAnr169Pc4bPhIQElYO+Ef2oz484GxERgZiYGJWBsF5eXpg3bx66d++Orl27wsnJCU2aNMHYsWPh6uqqrbIpg1m5ciX69+8PPz8//Pnnn4iMjERcXBwSEhJga2uLrFmz4sGDB8ifP7+2S6VvYFDJwHbs2IFevXpJJ2978+YN2rRpg5EjRyJr1qzaLo8ysM9DypQpU3Do0CHcunULbm5uaNGiBRo0aADgU1jx8vJCsWLF8O7dOzx58gShoaE8uRtpxKNHj+Ds7Aw3Nzds3rwZt27dQt++ffHmzRuEhYWhRo0a6NOnDxo3bqztUulfcG5VBnXr1i0MHjwY8+fPR5cuXRAdHQ0LCwsYGxszpFC6Sw0pEyZMgK+vL+bOnQsnJyf07t0bDx48QGRkJNq1a4dBgwbB2toa169fR0JCAk6ePCmdBZlTP+ln2djYYPbs2ZgwYQKGDRuGQ4cOoUqVKmjWrBmio6Oxfft2jBs3DtbW1uzFkzNt7ncizTh69Kh4+PBhmrYKFSoIIYS4c+eOyJ07t+jRo4e0/OHDh9znSunq6NGjomjRouLEiRNCCCHOnDkjDAwMRJEiRUT58uXFtm3bpHU/PzUDT9NAmpSQkCDmzZsndHR0RLdu3URSUpK07NKlS6JgwYJi2bJlWqyQ/gtn/fzGhBC4evUqGjRoAG9vb4SFhUnLnj9/DiEEYmNjUb9+fdStWxcrVqwAAAQFBcHb2xvv37/XVumUAYkv9iLnzJkTffr0QZUqVXDo0CE0btwYvr6+CAoKwsOHD7F48WKsXr0aAFR6T9iTQppkaGiI3r17Y8eOHejRowf09fWlbbVMmTIwMjLC06dPtVwl/RsGld+YQqFAqVKlMH/+fGzduhXe3t549OgRAKBRo0Z4/fo1zMzM0KhRI/j6+krd8YGBgbhx4wane5LGKJVKaUD2o0ePEBcXh/z586Ndu3ZISEjAokWLMGDAAHTq1An29vYoWrQoQkJCcOfOHS1XTpmBqakpGjRoIB1MMHVbDQ8Ph7GxMYoWLarN8ug/8KfLbyx1P76npycAYO7cudDV1UWPHj2QJ08ejB8/HjNmzMDHjx/x4cMHhISEYNOmTVi1ahVOnTolHRWU6Gd8PnB2woQJOHv2LIYPH44aNWrAysoKcXFxePnyJUxMTKCjo4PExEQ4OTlhxIgRqF+/vparp4xIfDaTMZWhoaH0/5SUFLx9+xY9e/aEQqFAu3btfnWJpAYGld9Yao/IoUOHoKOjg+TkZHh5eSEhIQEjR46Em5sb4uPjMWPGDGzfvh3Zs2eHgYEBgoODUaxYMS1XTxnF5yFlxYoV8PX1RalSpaSZO4mJibCyssKpU6ekAbPv3r3DmjVroKOjoxJ0iH5EWFgYIiIikC1bNtjZ2f3rEWSTk5Ph5+eHTZs2ISIiAufOnZPO3cNeZnni9OTfXGBgoHQiN1NTUzx48ACLFy9G3759MXLkSNjY2CAmJgbHjx+Hk5MTbG1tYWtrq+2y6Tf3Zbi4f/8+mjdvjtmzZ6NJkyZp1rt48SLGjRuH2NhYWFlZISAgAPr6+gwp9NM2bNiA+fPnIzw8HNbW1ujfv7/UU5Lqy+0sKCgIt2/fRr9+/TjL7DfAoPIbUyqV6NChAxQKBTZu3Ci1L1myBCNGjICnpyf69u2LvHnzarFKymhatmyJMWPGoGzZslLbtWvXUL9+fRw/fhwFCxb86kEEExISIISAkZERFAoFvxzop23YsAGenp7S4fFnzJiBR48e4fTp09K2lRpSIiMjcejQIbi5uancB3tS5I8/ZX5jqb8QUrvYk5KSAAD9+/eHh4cH1q5di8WLF6vMBiL6Webm5nBxcVFpMzIywvv373Hr1i2pLfX8PmfPnsWOHTugo6MDY2NjKBQKKJVKhhT6KZcuXcLUqVOxdOlSdOvWDcWLF8fgwYPh7OyMM2fO4Pbt24iOjpZ2i69fvx59+/bFX3/9pXI/DCnyx6DyG3rx4oX0/4IFC2Lv3r0IDw+HgYEBkpOTAQAODg4wMTFBcHAwjI2NtVUqZSDPnz8HAKxduxYGBgZYvHgxDh06hKSkJDg7O6NNmzaYO3cuDh8+DIVCAR0dHaSkpGD69OkIDg5WGTfA3T30sxITEzFo0CA0atRIaps0aRKOHDmCdu3aoXPnzmjbti0iIiKgr6+Phg0bYtiwYRw4+xvirp/fzPXr19GvXz+0b98effr0QVJSEmrWrIm3b9/i2LFjsLOzAwCMHDkSRYsWRePGjdOc1pxIXT179gQAjB49WtqV6OLigrdv32Lz5s2oWrUqTp48iYULF+LmzZvo0KEDDAwMcOTIEbx58wZXrlxhDwpplFKpxJs3b5A9e3YAQOfOnXH48GHs2bMHjo6OOH78OKZNm4aRI0eiffv2KmNWuLvn98KfNb8ZExMTWFhYYPv27Vi3bh0MDAywYsUK2NjYoHDhwmjevDnq1q2LRYsWoWzZsgwppBEuLi44ePAgvL29ERISAgC4ceMGChYsiA4dOuDEiROoUqUKpkyZgs6dO8PPzw9Hjx5Frly5cPnyZWnAIpGm6OjoSCEFAIYNG4bz58+jbNmyyJ49Oxo0aICIiAi8fv06zVRlhpTfC3tUfkMhISEYM2YMXr16hZ49e6JTp05ISUnBvHnzEBYWBiEE+vfvjyJFimi7VMpA1qxZgwkTJqBt27bo2bMnChYsCACoWrUqHj9+DH9/f1StWhUA8OHDB5iYmEi35cBZ+tWePXuGjh07YtiwYTzp4G+OQeU3cOXKFbx8+VJlX2xISAjGjRuH0NBQ9O/fHx06dNBihZSRfT61c/Xq1ZgwYQLatWuXJqyEhYVhw4YNqFChgsp4lK8dfItIHZ9vQ6n/T/33zZs3sLGxUVk/Li4O7dq1Q1RUFI4ePcoelN8cg4rMxcTEoFGjRtDV1cWIESPQoEEDaVloaCjq168PExMT9OjRA3379tVipZTRfOsYJytXrsTkyZPRpk0b9OrVSworNWvWxOnTp3Hu3DmUKlXqV5dLGdTXtsPUtoCAAGzatAmLFi2Cvb094uPjsXv3bvj5+eH58+e4ePEi9PX1OSblN8cxKjKVmh+zZs2KOXPmQE9PD0uXLsX+/fuldZycnFCjRg28evUKR44cQWRkpJaqpYzm8y+HM2fOIDg4GNevXwfwaWDt+PHjsXnzZvj6+uLevXsAgKNHj6JHjx5ppi4T/ahTp05JJwwcMmQIZs2aBeDT+JQtW7agc+fOqF27Nuzt7QF8OqHl48ePkTdvXly6dAn6+vr4+PEjQ8pvjj0qMpPanZn6CyD1C+P8+fMYNWoUTE1N0adPH2k30NChQ5E3b160bNkSOXLk0HL1lBF83s0+ZMgQbNmyBbGxsXBwcECuXLlw4MABAMCKFSswbdo0tG3bFu7u7iqnZeAvWPoZQghERUXB1tYWDRo0gLW1NQICAnDy5EkUK1YMkZGRcHV1haenJ/r37y/d5vPPToDbYUbBoCIjqW+04OBg7NmzBxEREahcuTL+/PNPWFhY4Ny5cxg/fjwSExORN29emJiYYMuWLbh+/TocHBy0XT5lAJ+HlEOHDmHQoEHw9fWFhYUF/vnnH0ycOBGmpqa4dOkSgE9jVjw8PODl5YV+/fpps3TKgMLDw5E3b16kpKRgx44daNiwobTsa2NTvjaWhX5/3PUjIwqFAjt37kSTJk3w4cMHfPjwAX5+fujTpw8iIiLg6uqKefPmoVq1aggJCcGjR49w9OhRhhTSmNQP9j179mDz5s2oXbs2KleujGLFiqF169bYsGEDYmNj0adPHwBA9+7dsXv3buk6kaYkJibi1atXMDExga6uLtasWSNNjQcAa2tr6f+pR0H+PJgwpGQc7FGRkUuXLqFt27YYNWoUevTogbCwMJQuXRrGxsYoWbIkNmzYACsrK+ncKV9OASXShIiICDRu3BjXr19HjRo1sG/fPpXlY8aMwenTp/H333/D1NRUamc3O/2sbw3gDg0NhYuLC2rUqIEFCxYgX758WqiOtIU9Kloyc+ZMjB07VvolAHw6RLmrqyt69OiB0NBQ1KpVC82bN8e4ceNw8eJF9O3bFxERETAyMgIAhhTSiM+3QQCwsrLC+vXrUadOHVy9ehVr165VWZ4/f368e/cO8fHxKu0MKfQzPg8px44dw8aNG3H9+nU8f/4cTk5OOH36NIKDgzFixAhpAHeLFi2wZMkSbZZNvwB7VLRkyZIlGDhwIGbMmIERI0ZIb9A7d+6gYMGCaNasmfSFoVQqUbJkSYSEhKBRo0bYsmULz5VCGvH5l8PDhw+hUChgYmICOzs7PH78GJ6enoiLi8Off/4JDw8PvH79Gu7u7jAyMsK+ffvYvU4aN2zYMKxfvx56enrIkiUL7OzssHDhQpQtWxY3b95EjRo14OTkhKSkJHz8+BHXr1+XTsxKGZSgX06pVAohhFi5cqXQ0dERU6dOFcnJydLyp0+fisKFC4t9+/YJIYSIiIgQ7dq1E0uWLBHPnj3TSs2U8aRuh0IIMXHiRFG8eHFRqFAhkSNHDuHr6yuEECIkJEQ0bNhQGBkZiYIFC4oWLVqIevXqifj4eCGEECkpKVqpnTKOz7fDoKAgUaJECXHy5EkREREhdu/eLVq0aCGcnZ3FlStXhBBCPHjwQEyZMkVMnz5d+tz8/POTMh4GlV9MqVRKb0ylUin++usvoaOjI6ZNmyZ96IeHh4uSJUsKDw8PERoaKsaMGSPKlSsnXr9+rc3SKYOaMmWKsLGxEYGBgSI2Nla0aNFCWFhYiNu3bwshhHj06JFo1KiRKFmypFi4cKF0u4SEBC1VTBnR+vXrRb9+/USvXr1U2i9evCjq168v3N3dRWxsrBBCNdwwpGR83H+gBQqFAocPH8bQoUNRpkwZ6Rwqs2bNghAClpaW6NChA44fPw5XV1ds2LABPj4+sLW11XbplAF8PiZFqVTiwoULWLhwIerWrYugoCAcO3YMM2bMQJEiRZCcnIw8efJg/vz5yJ49O/bv34+AgAAAgKGhobaeAmUA4otRB7t27cKyZctw7do1JCYmSu1ly5ZFlSpVcOrUKaSkpABQndHDc0hlAtpOSpnRjh07hLGxsZg6daq4ePGiEEIIX19faTeQEEIkJiaK27dvi6CgIPH06VNtlksZ1IQJE8SsWbNEzpw5xb1790RwcLDIkiWL8Pb2FkII8eHDBzF27FgRGhoqhBDi/v37onHjxqJs2bIiICBAm6XTb+7zHhF/f3+xYcMGIYQQ/fr1ExYWFmLZsmUiKipKWicwMFAUKlRI2hYpc2FQ+cXu3bsn8uTJI5YvX55m2YoVK6TdQESa9vl4ks2bNwtHR0dx69Yt0bFjR1GvXj1hYmIiVq9eLa3z/PlzUaVKFbFhwwbptnfu3BGtW7cWYWFhv7x+yhg+3w5v3bolSpUqJUqUKCF2794thBDC3d1d5M+fX0yfPl2EhISIkJAQUatWLVGtWjWVgEOZB/vMfrEnT55AX19f5QiLqTMvevXqBVNTU3Tq1AmGhoYYNmyYFiuljCZ1ds/x48dx7NgxDB06FEWLFpUOJFirVi1069YNwKeTYfbo0QO6urpo3749dHR0oFQqUahQIWzcuJGzLOiHpW6Hw4cPx+PHj2FsbIy7d+9i8ODB+PjxI9atW4du3bph3LhxWLJkCSpVqoQsWbJgy5YtUCgU3zzWCmVcDCq/WGxsrMrxJ5RKpbS/9dixYyhTpgy2bNmict4UIk159eoVunfvjvDwcIwZMwYA0Lt3bzx8+BBHjx5FqVKlkD9/fjx58gQJCQm4ePEidHV1VQ7mxjEB9LPWrVuHVatW4ciRI8iTJw8SExPh7u6OmTNnQkdHB2vWrIGJiQm2bt2K+vXro23btjA0NERSUhIMDAy0XT79Yoylv1iJEiXw9u1b+Pr6Avj06yI1qOzevRsbN25Ey5YtUbhwYW2WSRmUnZ0dAgICkD17duzduxeXL1+Grq4u5s6diylTpqBmzZqws7NDmzZtvnn2WR47hX5WSEgIihUrhpIlS8Lc3Bx2dnZYs2YNdHV1MXjwYOzcuRNLly5F7dq1sWDBAuzZswcxMTEMKZkUfxr9Ynny5MHSpUvRu3dvJCcno3PnztDV1cW6deuwbt06nD17lkf4pHTl4uKCHTt2wN3dHT4+Pujfvz9cXFzQtGlTNG3aVGXdlJQU9qCQxoj/P1GgoaEhEhISkJSUBCMjIyQnJyNnzpyYOXMmGjduDC8vLxgbG2Pjxo1o3749hg0bBj09Pbi5uWn7KZAW8Mi0WqBUKrFjxw54eHjA1NQURkZG0NXVxaZNm1CqVCltl0eZxNWrV9GjRw+UKVMGAwcORNGiRbVdEmUSN2/eRKlSpTB+/HhMnDhRag8MDMTKlSvx/v17pKSk4NixYwCArl27Yvz48cibN6+WKiZtYlDRohcvXiAsLAwKhQJ58uRB9uzZtV0SZTJXr16Fh4cHcufOjTlz5iBPnjzaLokyiXXr1qFXr14YNGgQ2rRpA0tLSwwYMAAVK1ZEixYtULRoUezfvx8NGjTQdqmkZQwqRJnchQsX4OPjg1WrVnE2Bf1SO3bsQN++fWFgYAAhBGxtbXHmzBm8fv0aderUwfbt2+Hi4qLtMknLGFSISBo7wKmf9Ks9f/4cT58+RXJyMipVqgQdHR2MHj0au3btQnBwMOzs7LRdImkZgwoRAfhfWCHSltu3b2P27Nn4+++/cfjwYZQsWVLbJZEMcDg/EQHgtGPSro8fPyIpKQm2trY4fvw4B3eThD0qREQkG8nJyTzyMalgUCEiIiLZ4qg5IiIiki0GFSIiIpItBhUiIiKSLQYVIiIiki0GFSL6rRw7dgwKhQKRkZHffRsnJyd4eXmlW01ElH4YVIhIo7p06QKFQoHevXunWebp6QmFQoEuXbr8+sKI6LfEoEJEGufo6IjNmzcjPj5eaktISMDGjRuRK1cuLVZGRL8bBhUi0rjSpUvD0dERAQEBUltAQABy5cqFUqVKSW2JiYkYMGAAbG1tYWRkhMqVK+PixYsq9/X333+jQIECMDY2Ro0aNRAaGprm8U6dOoUqVarA2NgYjo6OGDBgAOLi4tLt+RHRr8OgQkTpolu3bli7dq10fc2aNejatavKOiNGjMCOHTuwfv16XLlyBc7OzqhXrx4iIiIAAE+fPkXLli3RpEkTXLt2DT169MCoUaNU7uPhw4eoX78+WrVqhRs3bmDLli04deoU+vXrl/5PkojSHYMKEaWLjh074tSpUwgLC0NYWBhOnz6Njh07Ssvj4uLg7e2NuXPnokGDBihSpAhWrlwJY2NjrF69GgDg7e2NfPnyYf78+ShYsCA6dOiQZnzLzJkz0aFDBwwaNAj58+dHxYoVsXjxYmzYsAEJCQm/8ikTUTrgSQmJKF3Y2NigUaNGWLduHYQQaNSoEaytraXlDx8+RHJyMipVqiS16evr448//sCdO3cAAHfu3EH58uVV7rdChQoq169fv44bN27A399fahNCQKlU4vHjxyhcuHB6PD0i+kUYVIgo3XTr1k3aBbNs2bJ0eYzY2Fh4eHhgwIABaZZx4C7R749BhYjSTf369ZGUlASFQoF69eqpLMuXLx8MDAxw+vRp5M6dG8CnM+devHgRgwYNAgAULlwYe/bsUbnduXPnVK6XLl0a//zzD5ydndPviRCR1nCMChGlG11dXdy5cwf//PMPdHV1VZaZmpqiT58+GD58OA4ePIh//vkHPXv2xIcPH9C9e3cAQO/evfHgwQMMHz4c9+7dw8aNG7Fu3TqV+xk5ciTOnDmDfv364dq1a3jw4AF2797NwbREGQSDChGlKzMzM5iZmX112axZs9CqVSt06tQJpUuXRkhICAIDA2FpaQng066bHTt2YNeuXShRogR8fHwwY8YMlftwcXHB8ePHcf/+fVSpUgWlSpXChAkTYG9vn+7PjYjSn0IIIbRdBBEREdHXsEeFiIiIZItBhYiIiGSLQYWIiIhki0GFiIiIZItBhYiIiGSLQYWIiIhki0GFiIiIZItBhYiIiGSLQYWIiIhki0GFiIiIZItBhYiIiGSLQYWIiIhk6/8AHoK08GWUizwAAAAASUVORK5CYII=\n", - "text/plain": [ - "
" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "import matplotlib.pyplot as plt\n", - "\n", - "## calculate avg response time\n", - "unique_models = set(result[\"response\"]['model'] for result in result[\"results\"])\n", - "model_dict = {model: {\"response_time\": []} for model in unique_models}\n", - "for completion_result in result[\"results\"]:\n", - " model_dict[completion_result[\"response\"][\"model\"]][\"response_time\"].append(completion_result[\"response_time\"])\n", - "\n", - "avg_response_time = {}\n", - "for model, data in model_dict.items():\n", - " avg_response_time[model] = sum(data[\"response_time\"]) / len(data[\"response_time\"])\n", - "\n", - "models = list(avg_response_time.keys())\n", - "response_times = list(avg_response_time.values())\n", - "\n", - "plt.bar(models, response_times)\n", - "plt.xlabel('Model', fontsize=10)\n", - "plt.ylabel('Average Response Time')\n", - "plt.title('Average Response Times for each Model')\n", - "\n", - "plt.xticks(models, [model[:15]+'...' if len(model) > 15 else model for model in models], rotation=45)\n", - "plt.show()" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "inSDIE3_IRds" - }, - "source": [ - "# Duration Test endpoint\n", - "\n", - "Run load testing for 2 mins. Hitting endpoints with 100+ queries every 15 seconds." - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "ePIqDx2EIURH" - }, - "outputs": [], - "source": [ - "models=[\"gpt-3.5-turbo\", \"replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781\", \"claude-instant-1\"]\n", - "context = \"\"\"Paul Graham (/ɡræm/; born 1964)[3] is an English computer scientist, essayist, entrepreneur, venture capitalist, and author. He is best known for his work on the programming language Lisp, his former startup Viaweb (later renamed Yahoo! Store), cofounding the influential startup accelerator and seed capital firm Y Combinator, his essays, and Hacker News. He is the author of several computer programming books, including: On Lisp,[4] ANSI Common Lisp,[5] and Hackers & Painters.[6] Technology journalist Steven Levy has described Graham as a \"hacker philosopher\".[7] Graham was born in England, where he and his family maintain permanent residence. However he is also a citizen of the United States, where he was educated, lived, and worked until 2016.\"\"\"\n", - "prompt = \"Where does Paul Graham live?\"\n", - "final_prompt = context + prompt\n", - "result = load_test_model(models=models, prompt=final_prompt, num_calls=100, interval=15, duration=120)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 552 - }, - "id": "k6rJoELM6t1K", - "outputId": "f4968b59-3bca-4f78-a88b-149ad55e3cf7" - }, - "outputs": [ - { - "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjcAAAIXCAYAAABghH+YAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABwdUlEQVR4nO3dd1QU198G8GfpoNKUooKCYuwIaiL2GrGLJnYFOxrsNZbYFTsYG2JDjV2xRKOIir33EhsWLBGwUaXJ3vcPX+bnCiYsLi6Oz+ecPbp37ux+lx3YZ+/cmVEIIQSIiIiIZEJH2wUQERERaRLDDREREckKww0RERHJCsMNERERyQrDDREREckKww0RERHJCsMNERERyQrDDREREckKww0RERHJCsMNEcmSg4MDunfvru0y1DZnzhyUKFECurq6cHFx0XY5GnfkyBEoFAps27ZN26WoTaFQYNKkSWqv9+jRIygUCgQFBWm8Jsoaww19tiVLlkChUKBatWraLiXPcXBwgEKhkG758uXDDz/8gLVr12q7tK9Oxodidm5fqwMHDmDUqFGoWbMmVq9ejRkzZmi7pDwnKChIep9PnDiRabkQAvb29lAoFGjRooUWKqS8QE/bBdDXb/369XBwcMC5c+cQHh4OJycnbZeUp7i4uGD48OEAgOfPn2PFihXw8vJCSkoK+vTpo+Xqvh5ly5bFunXrVNrGjBmD/PnzY9y4cZn637lzBzo6X9f3t8OHD0NHRwcrV66EgYGBtsvJ04yMjLBhwwbUqlVLpf3o0aN4+vQpDA0NtVQZ5QUMN/RZHj58iFOnTiE4OBje3t5Yv349Jk6c+EVrUCqVSE1NhZGR0Rd93uwqWrQounbtKt3v3r07SpQoAT8/P4YbNdjY2Kj8HAFg5syZKFSoUKZ2AF/lh1t0dDSMjY01FmyEEEhOToaxsbFGHi8vadasGbZu3Yrff/8denr/+yjbsGEDqlSpgpcvX2qxOtK2r+trDeU569evh4WFBZo3b46ff/4Z69evl5alpaXB0tISPXr0yLReXFwcjIyMMGLECKktJSUFEydOhJOTEwwNDWFvb49Ro0YhJSVFZV2FQoEBAwZg/fr1KF++PAwNDbF//34AwNy5c1GjRg0ULFgQxsbGqFKlSpb79pOSkjBo0CAUKlQIBQoUQKtWrfDs2bMs96k/e/YMPXv2hI2NDQwNDVG+fHmsWrUqxz8zKysrlClTBvfv31dpVyqV8Pf3R/ny5WFkZAQbGxt4e3vjzZs3Kv0uXLgAd3d3FCpUCMbGxnB0dETPnj2l5Rn79+fOnQs/Pz8UL14cxsbGqFu3Lm7cuJGpnsOHD6N27drIly8fzM3N0bp1a9y6dUulz6RJk6BQKBAeHo7u3bvD3NwcZmZm6NGjB96+favSNzQ0FLVq1YK5uTny58+P0qVLY+zYsSp9svtef46P59xk7M44ceIEBg0aBCsrK5ibm8Pb2xupqamIiYmBp6cnLCwsYGFhgVGjRkEIofKYmnqPsqJQKLB69WokJiZKu10y5mi8e/cOU6dORcmSJWFoaAgHBweMHTs208/LwcEBLVq0QEhICKpWrQpjY2MsW7bsX5/37NmzaNKkCczMzGBiYoK6devi5MmTKn0iIiLwyy+/oHTp0jA2NkbBggXRrl07PHr0KNPjxcTEYOjQoXBwcIChoSHs7Ozg6emZKWwolUpMnz4ddnZ2MDIyQsOGDREeHv6vtX6oU6dOePXqFUJDQ6W21NRUbNu2DZ07d85yncTERAwfPhz29vYwNDRE6dKlMXfu3Ezvc0pKCoYOHQorKyvp78PTp0+zfExN/30gDRFEn6FMmTKiV69eQgghjh07JgCIc+fOSct79uwpzM3NRUpKisp6a9asEQDE+fPnhRBCpKeni8aNGwsTExMxZMgQsWzZMjFgwAChp6cnWrdurbIuAFG2bFlhZWUlJk+eLBYvXiwuX74shBDCzs5O/PLLL2LRokVi/vz54ocffhAAxJ49e1Qeo3379gKA6Natm1i8eLFo3769qFSpkgAgJk6cKPWLjIwUdnZ2wt7eXkyZMkUsXbpUtGrVSgAQfn5+//nzKV68uGjevLlKW1pamrC1tRU2NjYq7b179xZ6enqiT58+IiAgQIwePVrky5dPfP/99yI1NVUIIURUVJSwsLAQ3333nZgzZ45Yvny5GDdunChbtqz0OA8fPhQARMWKFYWDg4OYNWuWmDx5srC0tBRWVlYiMjJS6hsaGir09PTEd999J2bPni0mT54sChUqJCwsLMTDhw+lfhMnThQAhKurq2jbtq1YsmSJ6N27twAgRo0aJfW7ceOGMDAwEFWrVhULFiwQAQEBYsSIEaJOnTpSH3Xe6/9Svnx5Ubdu3U/+7L28vKT7q1evFgCEi4uLaNKkiVi8eLHo1q2b9Bpq1aolOnfuLJYsWSJatGghAIg1a9bkynuUlXXr1onatWsLQ0NDsW7dOrFu3Tpx//59IYQQXl5eAoD4+eefxeLFi4Wnp6cAIDw8PDK9ZicnJ2FhYSF+/fVXERAQIMLCwj75nIcOHRIGBgaievXqYt68ecLPz084OzsLAwMDcfbsWanf1q1bRaVKlcSECRNEYGCgGDt2rLCwsBDFixcXiYmJUr/4+HhRoUIFoaurK/r06SOWLl0qpk6dKr7//nvpdzQsLEzalqpUqSL8/PzEpEmThImJifjhhx/+9Wf04ft4/vx5UaNGDdGtWzdp2c6dO4WOjo549uxZpt89pVIpGjRoIBQKhejdu7dYtGiRaNmypQAghgwZovIcXbt2FQBE586dxaJFi0Tbtm2Fs7Nzjv8+ZPxOrl69+j9fH2kGww3l2IULFwQAERoaKoR4/8fDzs5ODB48WOoTEhIiAIg///xTZd1mzZqJEiVKSPfXrVsndHR0xPHjx1X6BQQECADi5MmTUhsAoaOjI27evJmpprdv36rcT01NFRUqVBANGjSQ2i5evJjlH7Tu3btn+uPVq1cvUbhwYfHy5UuVvh07dhRmZmaZnu9jxYsXF40bNxYvXrwQL168ENevX5c+UH18fKR+x48fFwDE+vXrVdbfv3+/SvuOHTtUQmFWMv6QGhsbi6dPn0rtZ8+eFQDE0KFDpTYXFxdhbW0tXr16JbVdvXpV6OjoCE9PT6ktI9z07NlT5bnatGkjChYsKN338/MTAMSLFy8+WZ867/V/yUm4cXd3F0qlUmqvXr26UCgUol+/flLbu3fvhJ2dncpja/I9+hQvLy+RL18+lbYrV64IAKJ3794q7SNGjBAAxOHDh1VeMwCxf//+/3wupVIpSpUqlenn8fbtW+Ho6Ch+/PFHlbaPnT59WgAQa9euldomTJggAIjg4OAsn0+I/4WbsmXLqnzpWbBggQAgrl+//q91fxhuFi1aJAoUKCDV165dO1G/fn3pZ/FhuNm5c6cAIKZNm6byeD///LNQKBQiPDxcCPG/n/cvv/yi0q9z5845/vvAcPPlcbcU5dj69ethY2OD+vXrA3g/rN6hQwds2rQJ6enpAIAGDRqgUKFC2Lx5s7TemzdvEBoaig4dOkhtW7duRdmyZVGmTBm8fPlSujVo0AAAEBYWpvLcdevWRbly5TLV9OHcgjdv3iA2Nha1a9fGpUuXpPaMXVi//PKLyroDBw5UuS+EwPbt29GyZUsIIVTqcnd3R2xsrMrjfsqBAwdgZWUFKysrVKxYEevWrUOPHj0wZ84clddvZmaGH3/8UeV5qlSpgvz580uv39zcHACwZ88epKWl/evzenh4oGjRotL9H374AdWqVcNff/0F4P3k5itXrqB79+6wtLSU+jk7O+PHH3+U+n2oX79+Kvdr166NV69eIS4uTqW+Xbt2QalUZlmXuu+1pvXq1UvliKpq1apBCIFevXpJbbq6uqhatSoePHigUrem36PsyHgfhg0bptKeMUl97969Ku2Ojo5wd3f/z8e9cuUK7t27h86dO+PVq1fS60lMTETDhg1x7Ngx6T388PcqLS0Nr169gpOTE8zNzVV+B7Zv345KlSqhTZs2mZ7v46PYevTooTK3qHbt2gCg8jP/L+3bt0dSUhL27NmD+Ph47Nmz55O7pP766y/o6upi0KBBKu3Dhw+HEAL79u2T+gHI1G/IkCEq9zX194Fyxzcdbo4dO4aWLVuiSJEiUCgU2LlzZ64/57Nnz9C1a1dpTkjFihVx4cKFXH9eTUtPT8emTZtQv359PHz4EOHh4QgPD0e1atUQFRWFQ4cOAQD09PTw008/YdeuXdL8gODgYKSlpamEm3v37uHmzZtSCMi4fffddwDeT7T8kKOjY5Z17dmzB25ubjAyMoKlpSWsrKywdOlSxMbGSn0iIiKgo6OT6TE+PsrrxYsXiImJQWBgYKa6MuYRfVxXVqpVq4bQ0FDs378fc+fOhbm5Od68eaPyh/3evXuIjY2FtbV1pudKSEiQnqdu3br46aefMHnyZBQqVAitW7fG6tWrs5yrUqpUqUxt3333nTRPIiIiAgBQunTpTP3Kli0rfdB9qFixYir3LSwsAECac9KhQwfUrFkTvXv3ho2NDTp27IgtW7aoBB1132tN+/g1mJmZAQDs7e0ztX84lyY33qPsyNheP94+bW1tYW5uLr2PGT71u/Gxe/fuAQC8vLwyvZ4VK1YgJSVF+r1JSkrChAkTpLkqhQoVgpWVFWJiYlR+t+7fv48KFSpk6/n/a1vKDisrKzRq1AgbNmxAcHAw0tPT8fPPP2fZNyIiAkWKFEGBAgVU2suWLSstz/hXR0cHJUuWVOn38e+Jpv4+UO74po+WSkxMRKVKldCzZ0+0bds215/vzZs3qFmzJurXr499+/bBysoK9+7dk36pvyaHDx/G8+fPsWnTJmzatCnT8vXr16Nx48YAgI4dO2LZsmXYt28fPDw8sGXLFpQpUwaVKlWS+iuVSlSsWBHz58/P8vk+/uDJ6uiP48ePo1WrVqhTpw6WLFmCwoULQ19fH6tXr8aGDRvUfo0ZH8hdu3aFl5dXln2cnZ3/83EKFSqERo0aAQDc3d1RpkwZtGjRAgsWLJC+jSuVSlhbW6tMyP6QlZUVAEgnPztz5gz+/PNPhISEoGfPnpg3bx7OnDmD/Pnzq/061aGrq5tlu/j/CZnGxsY4duwYwsLCsHfvXuzfvx+bN29GgwYNcODAAejq6qr9Xmvap15DVu3ig4mm2n6Psnv+nuweGZWxfc+ZM+eTJwvMqHXgwIFYvXo1hgwZgurVq8PMzAwKhQIdO3b85Ajdf/mvbSm7OnfujD59+iAyMhJNmzaVRs5ym6b+PlDu+KbDTdOmTdG0adNPLk9JScG4ceOwceNGxMTEoEKFCpg1axbq1auXo+ebNWsW7O3tsXr1aqktu9+y8pr169fD2toaixcvzrQsODgYO3bsQEBAAIyNjVGnTh0ULlwYmzdvRq1atXD48OFM5yUpWbIkrl69ioYNG+b4JGzbt2+HkZERQkJCVA4D/vDnDQDFixeHUqnEw4cPVUY3Pj5SI+NIifT0dCmcaELz5s1Rt25dzJgxA97e3siXLx9KliyJgwcPombNmtn6cHJzc4ObmxumT5+ODRs2oEuXLti0aRN69+4t9cn4Zv6hu3fvwsHBAcD7nwPw/nwwH7t9+zYKFSqEfPnyqf36dHR00LBhQzRs2BDz58/HjBkzMG7cOISFhaFRo0Yaea+1ITfeo+zI2F7v3bsnjTIAQFRUFGJiYqT3UV0ZIxOmpqb/uX1v27YNXl5emDdvntSWnJyMmJiYTI+Z1RF5ualNmzbw9vbGmTNnVHZ/f6x48eI4ePAg4uPjVUZvbt++LS3P+FepVOL+/fsqozUf/57k1t8H0oxverfUfxkwYABOnz6NTZs24dq1a2jXrh2aNGmS5YdGduzevRtVq1ZFu3btYG1tDVdXVyxfvlzDVee+pKQkBAcHo0WLFvj5558z3QYMGID4+Hjs3r0bwPsPu59//hl//vkn1q1bh3fv3qnskgLe7zt/9uxZlj+PpKSkTLtHsqKrqwuFQiHN9wHeHxb98e7GjPkIS5YsUWlfuHBhpsf76aefsH379iz/YL948eI/a/qU0aNH49WrV9Lrbd++PdLT0zF16tRMfd+9eyd9iLx58ybTN9uMb90f7/bYuXMnnj17Jt0/d+4czp49KwX6woULw8XFBWvWrFH5kLpx4wYOHDiAZs2aqf26Xr9+nant4/o08V5rQ268R9mR8T74+/urtGeMfDVv3lztxwSAKlWqoGTJkpg7dy4SEhIyLf9w+9bV1c30mhYuXKjyuwYAP/30E65evYodO3Zkejx1R2SyK3/+/Fi6dCkmTZqEli1bfrJfs2bNkJ6ejkWLFqm0+/n5QaFQSL8XGf/+/vvvKv0+/vnn5t8H+nzf9MjNv3n8+DFWr16Nx48fo0iRIgCAESNGYP/+/Tk+LfqDBw+wdOlSDBs2DGPHjsX58+cxaNAgGBgYfHJYMy/avXs34uPj0apVqyyXu7m5wcrKCuvXr5dCTIcOHbBw4UJMnDgRFStWVPkGCgDdunXDli1b0K9fP4SFhaFmzZpIT0/H7du3sWXLFum8Hf+mefPmmD9/Ppo0aYLOnTsjOjoaixcvhpOTE65duyb1q1KlCn766Sf4+/vj1atXcHNzw9GjR3H37l0AqsP/M2fORFhYGKpVq4Y+ffqgXLlyeP36NS5duoSDBw9m+WGeHU2bNkWFChUwf/58+Pj4oG7duvD29oavry+uXLmCxo0bQ19fH/fu3cPWrVuxYMEC/Pzzz1izZg2WLFmCNm3aoGTJkoiPj8fy5cthamqaKYw4OTmhVq1a6N+/P1JSUuDv74+CBQti1KhRUp85c+agadOmqF69Onr16oWkpCQsXLgQZmZmObqGzpQpU3Ds2DE0b94cxYsXR3R0NJYsWQI7OzvpTLKaeK+1ITfeo+yoVKkSvLy8EBgYiJiYGNStWxfnzp3DmjVr4OHhIU3oV5eOjg5WrFiBpk2bonz58ujRoweKFi2KZ8+eISwsDKampvjzzz8BAC1atMC6detgZmaGcuXK4fTp0zh48CAKFiyo8pgjR47Etm3b0K5dO/Ts2RNVqlTB69evsXv3bgQEBKjsitak7Pz9bNmyJerXr49x48bh0aNHqFSpEg4cOIBdu3ZhyJAh0kiWi4sLOnXqhCVLliA2NhY1atTAoUOHsjwHT279fSAN0MoxWnkQALFjxw7p/p49ewQAkS9fPpWbnp6eaN++vRBCiFu3bgkA/3obPXq09Jj6+vqievXqKs87cOBA4ebm9kVeo6a0bNlSGBkZqZzf4mPdu3cX+vr60iGSSqVS2NvbZ3koZobU1FQxa9YsUb58eWFoaCgsLCxElSpVxOTJk0VsbKzUDx8dRv2hlStXilKlSglDQ0NRpkwZsXr1aukw5g8lJiYKHx8fYWlpKfLnzy88PDzEnTt3BAAxc+ZMlb5RUVHCx8dH2NvbC319fWFraysaNmwoAgMD//NnldV5bjIEBQVlOjw0MDBQVKlSRRgbG4sCBQqIihUrilGjRol//vlHCCHEpUuXRKdOnUSxYsWEoaGhsLa2Fi1atBAXLlyQHiPjsNM5c+aIefPmCXt7e2FoaChq164trl69mqmOgwcPipo1awpjY2NhamoqWrZsKf7++2+VPhk/w48P8c44LDfjnDiHDh0SrVu3FkWKFBEGBgaiSJEiolOnTuLu3bsq62X3vf4vOTkU/ONDtD/12rI6LFsIzbxHn/Kp50xLSxOTJ08Wjo6OQl9fX9jb24sxY8aI5OTkTK/5U9vbp1y+fFm0bdtWFCxYUBgaGorixYuL9u3bi0OHDkl93rx5I3r06CEKFSok8ufPL9zd3cXt27cz/YyFEOLVq1diwIABomjRosLAwEDY2dkJLy8v6W9BxqHgW7duVVkvu4dLf+p9/FhWP4v4+HgxdOhQUaRIEaGvry9KlSol5syZo3IovBBCJCUliUGDBomCBQuKfPnyiZYtW4onT55kOhRciOz9feCh4F+eQohcGiv8yigUCuzYsQMeHh4AgM2bN6NLly64efNmpolv+fPnh62tLVJTU//zsMWCBQtKEw2LFy+OH3/8EStWrJCWL126FNOmTVPZfUDaceXKFbi6uuKPP/5Aly5dtF1Ojj169AiOjo6YM2eOyhmgiYi+Fdwt9Qmurq5IT09HdHS0dP6FjxkYGKBMmTLZfsyaNWtmmpR29+7dHE8IpJxLSkrKNCnU398fOjo6qFOnjpaqIiIiTfimw01CQoLKftSHDx/iypUrsLS0xHfffYcuXbrA09MT8+bNg6urK168eIFDhw7B2dk5R5P4hg4diho1amDGjBlo3749zp07h8DAQAQGBmryZVE2zJ49GxcvXkT9+vWhp6eHffv2Yd++fejbt2+uH4pMRES5TNv7xbQpY9/vx7eMfcipqaliwoQJwsHBQejr64vChQuLNm3aiGvXruX4Of/8809RoUIFaU5IduZtkOYdOHBA1KxZU1hYWAh9fX1RsmRJMWnSJJGWlqbt0j7bh3NuiIi+RZxzQ0RERLLC89wQERGRrDDcEBERkax8cxOKlUol/vnnHxQoUOCrOvU7ERHRt0wIgfj4eBQpUgQ6Ov8+NvPNhZt//vmHR8MQERF9pZ48eQI7O7t/7fPNhZuMC6Y9efIEpqamWq6GiIiIsiMuLg729vYqFz79lG8u3GTsijI1NWW4ISIi+spkZ0oJJxQTERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGs6Gm7ACLSLIdf92q7BNKyRzOba/X5uQ2StrdBjtwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrGg13CxduhTOzs4wNTWFqakpqlevjn379v3rOlu3bkWZMmVgZGSEihUr4q+//vpC1RIREdHXQKvhxs7ODjNnzsTFixdx4cIFNGjQAK1bt8bNmzez7H/q1Cl06tQJvXr1wuXLl+Hh4QEPDw/cuHHjC1dOREREeZVCCCG0XcSHLC0tMWfOHPTq1SvTsg4dOiAxMRF79uyR2tzc3ODi4oKAgIBsPX5cXBzMzMwQGxsLU1NTjdVNlFfwooWk7YsWchuk3NgG1fn8zjNzbtLT07Fp0yYkJiaievXqWfY5ffo0GjVqpNLm7u6O06dPf/JxU1JSEBcXp3IjIiIi+dJ6uLl+/Try588PQ0ND9OvXDzt27EC5cuWy7BsZGQkbGxuVNhsbG0RGRn7y8X19fWFmZibd7O3tNVo/ERER5S1aDzelS5fGlStXcPbsWfTv3x9eXl74+++/Nfb4Y8aMQWxsrHR78uSJxh6biIiI8h49bRdgYGAAJycnAECVKlVw/vx5LFiwAMuWLcvU19bWFlFRUSptUVFRsLW1/eTjGxoawtDQULNFExERUZ6l9ZGbjymVSqSkpGS5rHr16jh06JBKW2ho6Cfn6BAREdG3R6sjN2PGjEHTpk1RrFgxxMfHY8OGDThy5AhCQkIAAJ6enihatCh8fX0BAIMHD0bdunUxb948NG/eHJs2bcKFCxcQGBiozZdBREREeYhWw010dDQ8PT3x/PlzmJmZwdnZGSEhIfjxxx8BAI8fP4aOzv8Gl2rUqIENGzZg/PjxGDt2LEqVKoWdO3eiQoUK2noJRERElMdoNdysXLnyX5cfOXIkU1u7du3Qrl27XKqIiIiIvnZ5bs4NERER0edguCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZYbghIiIiWdFquPH19cX333+PAgUKwNraGh4eHrhz586/rhMUFASFQqFyMzIy+kIVExERUV6n1XBz9OhR+Pj44MyZMwgNDUVaWhoaN26MxMTEf13P1NQUz58/l24RERFfqGIiIiLK6/S0+eT79+9XuR8UFARra2tcvHgRderU+eR6CoUCtra2uV0eERERfYXy1Jyb2NhYAIClpeW/9ktISEDx4sVhb2+P1q1b4+bNm5/sm5KSgri4OJUbERERyVeeCTdKpRJDhgxBzZo1UaFChU/2K126NFatWoVdu3bhjz/+gFKpRI0aNfD06dMs+/v6+sLMzEy62dvb59ZLICIiojwgz4QbHx8f3LhxA5s2bfrXftWrV4enpydcXFxQt25dBAcHw8rKCsuWLcuy/5gxYxAbGyvdnjx5khvlExERUR6h1Tk3GQYMGIA9e/bg2LFjsLOzU2tdfX19uLq6Ijw8PMvlhoaGMDQ01ESZRERE9BXQ6siNEAIDBgzAjh07cPjwYTg6Oqr9GOnp6bh+/ToKFy6cCxUSERHR10arIzc+Pj7YsGEDdu3ahQIFCiAyMhIAYGZmBmNjYwCAp6cnihYtCl9fXwDAlClT4ObmBicnJ8TExGDOnDmIiIhA7969tfY6iIiIKO/QarhZunQpAKBevXoq7atXr0b37t0BAI8fP4aOzv8GmN68eYM+ffogMjISFhYWqFKlCk6dOoVy5cp9qbKJiIgoD9NquBFC/GefI0eOqNz38/ODn59fLlVEREREX7s8MaFYThx+3avtEkjLHs1sru0SiIi+aXnmUHAiIiIiTWC4ISIiIllhuCEiIiJZYbghIiIiWWG4ISIiIllhuCEiIiJZyVG4uX//PsaPH49OnTohOjoaALBv3z7cvHlTo8URERERqUvtcHP06FFUrFgRZ8+eRXBwMBISEgAAV69excSJEzVeIBEREZE61A43v/76K6ZNm4bQ0FAYGBhI7Q0aNMCZM2c0WhwRERGRutQON9evX0ebNm0ytVtbW+Ply5caKYqIiIgop9QON+bm5nj+/Hmm9suXL6No0aIaKYqIiIgop9QONx07dsTo0aMRGRkJhUIBpVKJkydPYsSIEfD09MyNGomIiIiyTe1wM2PGDJQpUwb29vZISEhAuXLlUKdOHdSoUQPjx4/PjRqJiIiIsk3tq4IbGBhg+fLl+O2333Djxg0kJCTA1dUVpUqVyo36iIiIiNSidrjJUKxYMRQrVkyTtRARERF9NrXDjRAC27ZtQ1hYGKKjo6FUKlWWBwcHa6w4IiIiInWpHW6GDBmCZcuWoX79+rCxsYFCociNuoiIiIhyRO1ws27dOgQHB6NZs2a5UQ8RERHRZ1H7aCkzMzOUKFEiN2ohIiIi+mxqh5tJkyZh8uTJSEpKyo16iIiIiD6L2rul2rdvj40bN8La2hoODg7Q19dXWX7p0iWNFUdERESkLrXDjZeXFy5evIiuXbtyQjERERHlOWqHm7179yIkJAS1atXKjXqIiIiIPovac27s7e1hamqaG7UQERERfTa1w828efMwatQoPHr0KBfKISIiIvo8au+W6tq1K96+fYuSJUvCxMQk04Ti169fa6w4IiIiInWpHW78/f1zoQwiIiIizcjR0VJEREREeVW2wk1cXJw0iTguLu5f+3KyMREREWlTtsKNhYUFnj9/Dmtra5ibm2d5bhshBBQKBdLT0zVeJBEREVF2ZSvcHD58GJaWlgCAsLCwXC2IiIiI6HNkK9zUrVsXJUqUwPnz51G3bt3cromIiIgox7J9nptHjx5xlxMRERHleWqfxI+IiIgoL1PrUPCQkBCYmZn9a59WrVp9VkFEREREn0OtcPNf57jh0VJERESkbWrtloqMjIRSqfzkjcGGiIiItC3b4Sarc9sQERER5TXZDjdCiNysg4iIiEgjsh1uvLy8YGxsnJu1EBEREX22bE8oXr16dW7WQURERKQRPM8NERERyQrDDREREckKww0RERHJSo7DTXh4OEJCQpCUlAQgZ0dT+fr64vvvv0eBAgVgbW0NDw8P3Llz5z/X27p1K8qUKQMjIyNUrFgRf/31l9rPTURERPKkdrh59eoVGjVqhO+++w7NmjXD8+fPAQC9evXC8OHD1Xqso0ePwsfHB2fOnEFoaCjS0tLQuHFjJCYmfnKdU6dOoVOnTujVqxcuX74MDw8PeHh44MaNG+q+FCIiIpIhtcPN0KFDoaenh8ePH8PExERq79ChA/bv36/WY+3fvx/du3dH+fLlUalSJQQFBeHx48e4ePHiJ9dZsGABmjRpgpEjR6Js2bKYOnUqKleujEWLFqn7UoiIiEiG1Lq2FAAcOHAAISEhsLOzU2kvVaoUIiIiPquY2NhYAIClpeUn+5w+fRrDhg1TaXN3d8fOnTuz7J+SkoKUlBTpflxc3GfVSERERHmb2iM3iYmJKiM2GV6/fg1DQ8McF6JUKjFkyBDUrFkTFSpU+GS/yMhI2NjYqLTZ2NggMjIyy/6+vr4wMzOTbvb29jmukYiIiPI+tcNN7dq1sXbtWum+QqGAUqnE7NmzUb9+/RwX4uPjgxs3bmDTpk05foysjBkzBrGxsdLtyZMnGn18IiIiylvU3i01e/ZsNGzYEBcuXEBqaipGjRqFmzdv4vXr1zh58mSOihgwYAD27NmDY8eOZdrd9TFbW1tERUWptEVFRcHW1jbL/oaGhp81okRERERfF7VHbipUqIC7d++iVq1aaN26NRITE9G2bVtcvnwZJUuWVOuxhBAYMGAAduzYgcOHD8PR0fE/16levToOHTqk0hYaGorq1aur9dxEREQkT2qP3ACAmZkZxo0b99lP7uPjgw0bNmDXrl0oUKCANG/GzMxMukinp6cnihYtCl9fXwDA4MGDUbduXcybNw/NmzfHpk2bcOHCBQQGBn52PURERPT1U3vkZv/+/Thx4oR0f/HixXBxcUHnzp3x5s0btR5r6dKliI2NRb169VC4cGHptnnzZqnP48ePpXPpAECNGjWwYcMGBAYGolKlSti2bRt27tz5r5OQiYiI6Nuh9sjNyJEjMWvWLADA9evXMWzYMAwfPhxhYWEYNmyYWlcPz85ZjY8cOZKprV27dmjXrl22n4eIiIi+HWqHm4cPH6JcuXIAgO3bt6Nly5aYMWMGLl26hGbNmmm8QCIiIiJ1qL1bysDAAG/fvgUAHDx4EI0bNwbw/sR7PEEeERERaZvaIze1atXCsGHDULNmTZw7d06aH3P37t3/PIybiIiIKLepPXKzaNEi6OnpYdu2bVi6dCmKFi0KANi3bx+aNGmi8QKJiIiI1KH2yE2xYsWwZ8+eTO1+fn4aKYiIiIjoc+ToPDdKpRLh4eGIjo6GUqlUWVanTh2NFEZERESUE2qHmzNnzqBz586IiIjIdCi3QqFAenq6xoojIiIiUpfa4aZfv36oWrUq9u7di8KFC0OhUORGXUREREQ5ona4uXfvHrZt2wYnJ6fcqIeIiIjos6h9tFS1atUQHh6eG7UQERERfTa1R24GDhyI4cOHIzIyEhUrVoS+vr7KcmdnZ40VR0RERKQutcPNTz/9BADo2bOn1KZQKCCE4IRiIiIi0rocXVuKiIiIKK9SO9wUL148N+ogIiIi0ogcncTv/v378Pf3x61btwAA5cqVw+DBg1GyZEmNFkdERESkLrWPlgoJCUG5cuVw7tw5ODs7w9nZGWfPnkX58uURGhqaGzUSERERZZvaIze//vorhg4dipkzZ2ZqHz16NH788UeNFUdERESkLrVHbm7duoVevXplau/Zsyf+/vtvjRRFRERElFNqhxsrKytcuXIlU/uVK1dgbW2tiZqIiIiIckzt3VJ9+vRB37598eDBA9SoUQMAcPLkScyaNQvDhg3TeIFERERE6lA73Pz2228oUKAA5s2bhzFjxgAAihQpgkmTJmHQoEEaL5CIiIhIHWqHG4VCgaFDh2Lo0KGIj48HABQoUEDjhRERERHlRI7OcwMA0dHRuHPnDgCgTJkysLKy0lhRRERERDml9oTi+Ph4dOvWDUWKFEHdunVRt25dFClSBF27dkVsbGxu1EhERESUbWqHm969e+Ps2bPYu3cvYmJiEBMTgz179uDChQvw9vbOjRqJiIiIsk3t3VJ79uxBSEgIatWqJbW5u7tj+fLlaNKkiUaLIyIiIlKX2iM3BQsWhJmZWaZ2MzMzWFhYaKQoIiIiopxSO9yMHz8ew4YNQ2RkpNQWGRmJkSNH4rffftNocURERETqUnu31NKlSxEeHo5ixYqhWLFiAIDHjx/D0NAQL168wLJly6S+ly5d0lylRERERNmgdrjx8PDIhTKIiIiINEPtcDNx4sTcqIOIiIhII9Sec/PkyRM8ffpUun/u3DkMGTIEgYGBGi2MiIiIKCfUDjedO3dGWFgYgPcTiRs1aoRz585h3LhxmDJlisYLJCIiIlKH2uHmxo0b+OGHHwAAW7ZsQcWKFXHq1CmsX78eQUFBmq6PiIiISC1qh5u0tDQYGhoCAA4ePIhWrVoBeH99qefPn2u2OiIiIiI1qR1uypcvj4CAABw/fhyhoaHSWYn/+ecfFCxYUOMFEhEREalD7XAza9YsLFu2DPXq1UOnTp1QqVIlAMDu3bul3VVERERE2qL2oeD16tXDy5cvERcXp3K5hb59+8LExESjxRERERGpS+2RGwAQQuDixYtYtmwZ4uPjAQAGBgYMN0RERKR1ao/cREREoEmTJnj8+DFSUlLw448/okCBApg1axZSUlIQEBCQG3USERERZYvaIzeDBw9G1apV8ebNGxgbG0vtbdq0waFDhzRaHBEREZG61B65OX78OE6dOgUDAwOVdgcHBzx79kxjhRERERHlhNojN0qlEunp6Znanz59igIFCmikKCIiIqKcUjvcNG7cGP7+/tJ9hUKBhIQETJw4Ec2aNdNkbURERERqU3u31Lx58+Du7o5y5cohOTkZnTt3xr1791CoUCFs3LgxN2okIiIiyja1R27s7Oxw9epVjBs3DkOHDoWrqytmzpyJy5cvw9raWq3HOnbsGFq2bIkiRYpAoVBg586d/9r/yJEjUCgUmW6RkZHqvgwiIiKSKbVHbgBAT08PXbp0QZcuXaS258+fY+TIkVi0aFG2HycxMRGVKlVCz5490bZt22yvd+fOHZiamkr31Q1VREREJF9qhZubN28iLCwMBgYGaN++PczNzfHy5UtMnz4dAQEBKFGihFpP3rRpUzRt2lStdYD3Ycbc3Fzt9YiIiEj+sr1bavfu3XB1dcWgQYPQr18/VK1aFWFhYShbtixu3bqFHTt24ObNm7lZq8TFxQWFCxfGjz/+iJMnT/5r35SUFMTFxanciIiISL6yHW6mTZsGHx8fxMXFYf78+Xjw4AEGDRqEv/76C/v375euDp6bChcujICAAGzfvh3bt2+Hvb096tWrh0uXLn1yHV9fX5iZmUk3e3v7XK+TiIiItCfb4ebOnTvw8fFB/vz5MXDgQOjo6MDPzw/ff/99btanonTp0vD29kaVKlVQo0YNrFq1CjVq1ICfn98n1xkzZgxiY2Ol25MnT75YvURERPTlZXvOTXx8vDSJV1dXF8bGxmrPsckNP/zwA06cOPHJ5YaGhjA0NPyCFREREZE2qTWhOCQkBGZmZgDen6n40KFDuHHjhkqfVq1aaa66bLhy5QoKFy78RZ+TiIiI8i61wo2Xl5fKfW9vb5X7CoUiy0szfEpCQgLCw8Ol+w8fPsSVK1dgaWmJYsWKYcyYMXj27BnWrl0LAPD394ejoyPKly+P5ORkrFixAocPH8aBAwfUeRlEREQkY9kON0qlUuNPfuHCBdSvX1+6P2zYMADvQ1RQUBCeP3+Ox48fS8tTU1MxfPhwPHv2DCYmJnB2dsbBgwdVHoOIiIi+bTk6iZ+m1KtXD0KITy4PCgpSuT9q1CiMGjUql6siIiKir5nal18gIiIiyssYboiIiEhWGG6IiIhIVhhuiIiISFZyFG5iYmKwYsUKjBkzBq9fvwYAXLp0Cc+ePdNocURERETqUvtoqWvXrqFRo0YwMzPDo0eP0KdPH1haWiI4OBiPHz+WzklDREREpA1qj9wMGzYM3bt3x71792BkZCS1N2vWDMeOHdNocURERETqUjvcnD9/PtOZiQGgaNGiiIyM1EhRRERERDmldrgxNDREXFxcpva7d+/CyspKI0URERER5ZTa4aZVq1aYMmUK0tLSALy/ntTjx48xevRo/PTTTxovkIiIiEgdaoebefPmISEhAdbW1khKSkLdunXh5OSEAgUKYPr06blRIxEREVG2qX20lJmZGUJDQ3HixAlcu3YNCQkJqFy5Mho1apQb9RERERGpJccXzqxVqxZq1aqlyVqIiIiIPpva4eb333/Psl2hUMDIyAhOTk6oU6cOdHV1P7s4IiIiInWpHW78/Pzw4sULvH37FhYWFgCAN2/ewMTEBPnz50d0dDRKlCiBsLAw2Nvba7xgIiIion+j9oTiGTNm4Pvvv8e9e/fw6tUrvHr1Cnfv3kW1atWwYMECPH78GLa2thg6dGhu1EtERET0r9QeuRk/fjy2b9+OkiVLSm1OTk6YO3cufvrpJzx48ACzZ8/mYeFERESkFWqP3Dx//hzv3r3L1P7u3TvpDMVFihRBfHz851dHREREpCa1w039+vXh7e2Ny5cvS22XL19G//790aBBAwDA9evX4ejoqLkqiYiIiLJJ7XCzcuVKWFpaokqVKjA0NIShoSGqVq0KS0tLrFy5EgCQP39+zJs3T+PFEhEREf0Xtefc2NraIjQ0FLdv38bdu3cBAKVLl0bp0qWlPvXr19dchURERERqyPFJ/MqUKYMyZcposhYiIiKiz5ajcPP06VPs3r0bjx8/Rmpqqsqy+fPna6QwIiIiopxQO9wcOnQIrVq1QokSJXD79m1UqFABjx49ghAClStXzo0aiYiIiLJN7QnFY8aMwYgRI3D9+nUYGRlh+/btePLkCerWrYt27drlRo1ERERE2aZ2uLl16xY8PT0BAHp6ekhKSkL+/PkxZcoUzJo1S+MFEhEREalD7XCTL18+aZ5N4cKFcf/+fWnZy5cvNVcZERERUQ6oPefGzc0NJ06cQNmyZdGsWTMMHz4c169fR3BwMNzc3HKjRiIiIqJsUzvczJ8/HwkJCQCAyZMnIyEhAZs3b0apUqV4pBQRERFpnVrhJj09HU+fPoWzszOA97uoAgICcqUwIiIiopxQa86Nrq4uGjdujDdv3uRWPURERESfRe0JxRUqVMCDBw9yoxYiIiKiz6Z2uJk2bRpGjBiBPXv24Pnz54iLi1O5EREREWmT2hOKmzVrBgBo1aoVFAqF1C6EgEKhQHp6uuaqIyIiIlKT2uEmLCwsN+ogIiIi0gi1w03dunVzow4iIiIijVB7zg0AHD9+HF27dkWNGjXw7NkzAMC6detw4sQJjRZHREREpC61w8327dvh7u4OY2NjXLp0CSkpKQCA2NhYzJgxQ+MFEhEREakjR0dLBQQEYPny5dDX15faa9asiUuXLmm0OCIiIiJ1qR1u7ty5gzp16mRqNzMzQ0xMjCZqIiIiIsoxtcONra0twsPDM7WfOHECJUqU0EhRRERERDmldrjp06cPBg8ejLNnz0KhUOCff/7B+vXrMWLECPTv3z83aiQiIiLKNrUPBf/111+hVCrRsGFDvH37FnXq1IGhoSFGjBiBgQMH5kaNRERERNmmdrhRKBQYN24cRo4cifDwcCQkJKBcuXLInz9/btRHREREpBa1d0v98ccfePv2LQwMDFCuXDn88MMPDDZERESUZ6gdboYOHQpra2t07twZf/3112ddS+rYsWNo2bIlihQpAoVCgZ07d/7nOkeOHEHlypVhaGgIJycnBAUF5fj5iYiISH7UDjfPnz/Hpk2boFAo0L59exQuXBg+Pj44deqU2k+emJiISpUqYfHixdnq//DhQzRv3hz169fHlStXMGTIEPTu3RshISFqPzcRERHJk9pzbvT09NCiRQu0aNECb9++xY4dO7BhwwbUr18fdnZ2uH//frYfq2nTpmjatGm2+wcEBMDR0RHz5s0DAJQtWxYnTpyAn58f3N3d1X0pREREJENqh5sPmZiYwN3dHW/evEFERARu3bqlqbqydPr0aTRq1Eilzd3dHUOGDPnkOikpKdIlIgAgLi4ut8ojIiKiPCBHF858+/Yt1q9fj2bNmqFo0aLw9/dHmzZtcPPmTU3XpyIyMhI2NjYqbTY2NoiLi0NSUlKW6/j6+sLMzEy62dvb52qNREREpF1qh5uOHTvC2toaQ4cORYkSJXDkyBGEh4dj6tSpKFOmTG7U+FnGjBmD2NhY6fbkyRNtl0RERES5SO3dUrq6utiyZQvc3d2hq6ursuzGjRuoUKGCxor7mK2tLaKiolTaoqKiYGpqCmNj4yzXMTQ0hKGhYa7VRERERHmL2uFm/fr1Kvfj4+OxceNGrFixAhcvXvysQ8P/S/Xq1fHXX3+ptIWGhqJ69eq59pxERET0dcnRnBvg/TlqvLy8ULhwYcydOxcNGjTAmTNn1HqMhIQEXLlyBVeuXAHw/lDvK1eu4PHjxwDe71Ly9PSU+vfr1w8PHjzAqFGjcPv2bSxZsgRbtmzB0KFDc/oyiIiISGbUGrmJjIxEUFAQVq5cibi4OLRv3x4pKSnYuXMnypUrp/aTX7hwAfXr15fuDxs2DADg5eWFoKAgPH/+XAo6AODo6Ii9e/di6NChWLBgAezs7LBixQoeBk5ERESSbIebli1b4tixY2jevDn8/f3RpEkT6OrqIiAgIMdPXq9ePQghPrk8q7MP16tXD5cvX87xcxIREZG8ZTvc7Nu3D4MGDUL//v1RqlSp3KyJiIiIKMeyPefmxIkTiI+PR5UqVVCtWjUsWrQIL1++zM3aiIiIiNSW7XDj5uaG5cuX4/nz5/D29samTZtQpEgRKJVKhIaGIj4+PjfrJCIiIsoWtY+WypcvH3r27IkTJ07g+vXrGD58OGbOnAlra2u0atUqN2okIiIiyrYcHwoOAKVLl8bs2bPx9OlTbNy4UVM1EREREeXYZ4WbDLq6uvDw8MDu3bs18XBEREREOaaRcENERESUVzDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGs5Ilws3jxYjg4OMDIyAjVqlXDuXPnPtk3KCgICoVC5WZkZPQFqyUiIqK8TOvhZvPmzRg2bBgmTpyIS5cuoVKlSnB3d0d0dPQn1zE1NcXz58+lW0RExBesmIiIiPIyrYeb+fPno0+fPujRowfKlSuHgIAAmJiYYNWqVZ9cR6FQwNbWVrrZ2Nh8wYqJiIgoL9NquElNTcXFixfRqFEjqU1HRweNGjXC6dOnP7leQkICihcvDnt7e7Ru3Ro3b978ZN+UlBTExcWp3IiIiEi+tBpuXr58ifT09EwjLzY2NoiMjMxyndKlS2PVqlXYtWsX/vjjDyiVStSoUQNPnz7Nsr+vry/MzMykm729vcZfBxEREeUdWt8tpa7q1avD09MTLi4uqFu3LoKDg2FlZYVly5Zl2X/MmDGIjY2Vbk+ePPnCFRMREdGXpKfNJy9UqBB0dXURFRWl0h4VFQVbW9tsPYa+vj5cXV0RHh6e5XJDQ0MYGhp+dq1ERET0ddDqyI2BgQGqVKmCQ4cOSW1KpRKHDh1C9erVs/UY6enpuH79OgoXLpxbZRIREdFXRKsjNwAwbNgweHl5oWrVqvjhhx/g7++PxMRE9OjRAwDg6emJokWLwtfXFwAwZcoUuLm5wcnJCTExMZgzZw4iIiLQu3dvbb4MIiIiyiO0Hm46dOiAFy9eYMKECYiMjISLiwv2798vTTJ+/PgxdHT+N8D05s0b9OnTB5GRkbCwsECVKlVw6tQplCtXTlsvgYiIiPIQrYcbABgwYAAGDBiQ5bIjR46o3Pfz84Ofn98XqIqIiIi+Rl/d0VJERERE/4bhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkheGGiIiIZIXhhoiIiGSF4YaIiIhkJU+Em8WLF8PBwQFGRkaoVq0azp0796/9t27dijJlysDIyAgVK1bEX3/99YUqJSIiorxO6+Fm8+bNGDZsGCZOnIhLly6hUqVKcHd3R3R0dJb9T506hU6dOqFXr164fPkyPDw84OHhgRs3bnzhyomIiCgv0nq4mT9/Pvr06YMePXqgXLlyCAgIgImJCVatWpVl/wULFqBJkyYYOXIkypYti6lTp6Jy5cpYtGjRF66ciIiI8iKthpvU1FRcvHgRjRo1ktp0dHTQqFEjnD59Ost1Tp8+rdIfANzd3T/Zn4iIiL4tetp88pcvXyI9PR02NjYq7TY2Nrh9+3aW60RGRmbZPzIyMsv+KSkpSElJke7HxsYCAOLi4j6n9E9SprzNlcelr0dubVvZxW2QuA2StuXGNpjxmEKI/+yr1XDzJfj6+mLy5MmZ2u3t7bVQDX0LzPy1XQF967gNkrbl5jYYHx8PMzOzf+2j1XBTqFAh6OrqIioqSqU9KioKtra2Wa5ja2urVv8xY8Zg2LBh0n2lUonXr1+jYMGCUCgUn/kK6ENxcXGwt7fHkydPYGpqqu1y6BvEbZC0jdtg7hFCID4+HkWKFPnPvloNNwYGBqhSpQoOHToEDw8PAO/Dx6FDhzBgwIAs16levToOHTqEIUOGSG2hoaGoXr16lv0NDQ1haGio0mZubq6J8ukTTE1N+UtNWsVtkLSN22Du+K8Rmwxa3y01bNgweHl5oWrVqvjhhx/g7++PxMRE9OjRAwDg6emJokWLwtfXFwAwePBg1K1bF/PmzUPz5s2xadMmXLhwAYGBgdp8GURERJRHaD3cdOjQAS9evMCECRMQGRkJFxcX7N+/X5o0/PjxY+jo/O+grho1amDDhg0YP348xo4di1KlSmHnzp2oUKGCtl4CERER5SEKkZ1px0TZkJKSAl9fX4wZMybTrkCiL4HbIGkbt8G8geGGiIiIZEXrZygmIiIi0iSGGyIiIpIVhhsiIiKSFYYbIiIikhWGGyIiIpIVhhsiIiKSFYYbIiIikhWGGyIiIpIVhhsiIiKSFYYb+mYolUptl0BERF8Aww19MzIuwPry5UsAAK88Ql/axwGb2yBpw8fboRy/+DHc0DdlwYIF8PDwwP3796FQKLRdDn1jdHR0EBsbi5CQEADgNkhaoaOjg5iYGMyZMwdv3ryRvvjJifxeEdEHPv5mrK+vD2NjYxgYGGipIvqWKZVKzJs3D97e3tizZ4+2y6Fv2IEDBzB//nwsWrRI26XkCl4VnL4JcXFxMDU1BQDExsbCzMxMyxXRt0KpVKp8M7516xZWrlyJWbNmQVdXV4uV0bckPT1dZXtLS0vD5s2b0alTJ1luhww3JHtDhw5Feno6xowZg8KFC2u7HPoGxcTEICYmBvb29iofJB9/4BB9jo+D9MdevXqFkydPokaNGihUqJDULsftkLulSHY+zut2dnZYu3at7H556esghMCvv/6KatWq4dGjRyrLuE3S53j+/Dn++ecfvHjxAsD7uTT/Nl6xZcsWeHh44OjRoyrtctwOOXJDX7WMbxxCCCgUik9+c3nz5g0sLCy0UCHJzX99O86qT0REBMaPH4+goCBZfpDQl7d69WosXrwYT548QcmSJVGrVi3Mnj1bpU9WIzL+/v4YMGAA9PT0vmS5XxzDDX01MgIM8P6XVggBPT09PHv2DDt27ECPHj2QL18+AO93RVlYWGDChAmZ1iXKqQ9Dy+HDh/H48WM4OTmhRIkSKFKkiEqf2NhYKJXKTKFajrsA6Mvas2cP2rdvjyVLlsDExAQPHjzA7NmzUaNGDaxZswYFCxaU/ua9fPkS4eHhcHNzU3mMd+/eyTrgcLcU5VkZuTsuLg5JSUlQKBQ4cOAAwsPDoaurCz09PURERMDV1RX//POPFGwSExOhr68PPz8/vH79msGGNEIIIQWbX3/9Fd27d8fcuXPRt29fjBgxAufPnwfwftdASkoKJkyYgMqVK+PVq1cqj8NgQ5/r/PnzaN68Obp374727dtj1KhRCAkJwbVr19ClSxcA708zkJaWhnXr1qFGjRo4ceKEymPIOdgADDeUx0VGRqJixYo4evQoNmzYgCZNmuDvv/8G8H5XU/ny5dGmTRtMnz5dWidfvnwYNWoU7t27B0tLSwYb0oiM7Wju3Ln4448/sHHjRty4cQNt27bFn3/+ifHjx+P06dMAAAMDA7i6uqJhw4YwNzfXYtUkRw8fPsTz589V2r7//nvs3r0bFy9eRJ8+fQC8P/VFixYtMH369EwjN7IniPK4Hj16CFNTU6GjoyOWL18utaemporNmzeL9PR0qU2pVGqjRPpGREVFibZt24pVq1YJIYTYvXu3MDU1Ff369ROurq6iYcOG4syZM0II1W3x3bt3WqmX5CkkJETY2NiITZs2SW0Z29v69euFk5OTOH/+fKb10tLSvliN2saRG8qzMk4J7uPjg/j4eBgYGMDW1hbJyckA3n8rad++vcrETY7SUG6ytrbGqFGj0KRJE1y+fBk+Pj6YNm0ali5dip9++glnzpyBj48PLl68qLItclcUaVLZsmVRr149rFu3DocOHQLwv799Li4uiI6Oli4z8yG574r6EMMN5VkZocXe3h4nTpyAl5cXOnbsiF27diEpKSlTfzleH4W051Pbk6urKwoXLox9+/bB2dkZffv2BQBYWlrCzc0NLVu2hKur65cslb4x9vb26NevH2JiYuDn54fdu3dLywoXLgxHR0ctVpc3fDsxjr4a4v8nAD9//hxpaWkoVqwYrK2tUaNGDSQnJ6NXr14ICgpCixYtYGRkhICAADRq1AhOTk7aLp1kQnwweXjFihWIjo6GgYEBRowYIV26IyUlBc+ePcOjR49QunRpHDhwAK1atcLAgQP/9bQERJ8j42i7evXqYcmSJRg7dixGjx6NkJAQODs7Y8uWLVAoFPjxxx+1XapW8VBwypOCg4MxadIkREVFoXnz5mjTpg1atmwJAOjRowd27NiB4cOHIyoqCkuXLsX169dRrlw5LVdNcjNx4kT4+/vj+++/x7lz51CtWjWsW7cOtra2+PPPPzFt2jS8efMG+vr6EELg2rVr0NPT4xF6lCsytqvg4GAsWbIEBw4cwO3btxEWFoZFixbB3t4e5ubmWL9+PfT19b/p0w4w3FCec/PmTbi7u2Po0KEwMTHBxo0bYWhoCC8vL3Tt2hUAMHjwYFy6dAkpKSkIDAyEi4uLdosmWfhwtOXdu3fw8vLCwIED4erqikePHqF58+awtbXFjh07YGVlhb179yI8PBwJCQkYPXo09PT0vukPFNKMjBAjPjq3l66uLoKDg+Hp6Yn58+dLu0SB99urjo6Oyvb7Lc2x+RjDDeUpt2/fxtatW5GUlIQZM2YAAK5fv44JEyYgLi4OPXr0kAJOZGQk8uXLhwIFCmizZJKJD4PNrVu3EBcXh2XLlmHChAlwcHAA8P4Q3B9//BE2NjbYuXMnrKysVB6DwYY+14fb4cuXL6FQKFCwYEEA7//mVa5cGRMmTEC/fv2kdT4eKeTIIcMN5RFCCLx58wYtWrTA33//jZYtW2LdunXS8mvXrmHChAlISkpCx44d0aNHDy1WS3I2cuRIaVg/KioKwcHBaNq0qfRh8fDhQzRt2hRCCJw8eVLlAoREn+PDUDJ16lTs3LkTcXFxKFSoEKZPn44GDRrg2bNnKFq0qJYrzfs4243yBIVCAUtLS/j6+qJ8+fK4dOkSQkNDpeXOzs6YOnUq0tLSpF94Ik348KioPXv2YP/+/fj999+xZMkSODo6Yty4cbh69ap0xmxHR0fs2bMHLi4uvF4ZaVRGsJkyZQoWLFggnWqgUKFC6NKlC9asWZNptJCyxpEb0ppPDZ0ePXoUY8eOha2tLXx8fNCgQQNp2c2bN2FmZgY7O7svWSp9A4KDg3Hq1CkULFgQY8aMAQAkJCSgcuXKMDU1xYoVK1CpUqVM2yx3RZEmvXr1Co0bN4aPjw969uwptfft2xd//vknwsLCUKZMGe56+g8cuSGtyPjFPHXqFObPn4/ffvsNJ0+eRFpaGurWrYspU6YgMjISixYtwpEjR6T1ypcvz2BDGpeUlITffvsN8+fPx82bN6X2/Pnz49KlS4iPj4e3t7d0/agPMdiQJr179w4vX76URgUzTloaGBiIIkWKwM/PDwBPWPpfGG7oi/vwcMamTZvi5MmT2L17N8aOHYvp06cjNTUVDRs2xJQpU/Dq1StMnToVx48f13bZJGPGxsY4fvw4GjVqhIsXL2L37t1IT08H8L+Ac/v2bSxbtkzLlZKcZLXjxMbGBra2tli1ahUAwMjICKmpqQAAJycnhppsYrihLy5jxGbQoEGYP38+tm/fjq1bt+LixYvYvHkzxo8fLwWcX3/9Ffr6+jzjJmnMh3NshBDSB4ylpSU2bNgACwsLzJkzByEhIdKyfPnyITIyEoGBgVqpmeRHqVRKQeWff/5BdHQ03r59CwCYNGkSbt++LR0RlXHiyKdPn/JCrNnEOTf0xWT8MisUCixZsgRXrlxBYGAgHj58iEaNGqFWrVowNTXF1q1b4e3tjbFjx8LQ0BBv376FiYmJtssnGfjwMNuFCxfi6tWrePDgAYYMGYLKlSvDzs4OL168QOvWraGrq4uxY8fC3d1d5UzDnGNDn2P9+vVwc3NDyZIlAQBjxoxBSEgIIiIi0KhRI7Rq1QpdunTB8uXLMXXqVBQsWBAVKlTA/fv3ERMTI50okv4dww3lmowPkg/DyZUrV+Di4oK4uDg8efIETk5OaNKkCRwdHbFq1SrExsZKZxru3r07pk+fzolz9Nk+3obGjBmDlStXom/fvnj69ClOnz6N1q1bo2/fvnBycsKLFy/Qtm1bvHjxAkFBQXBzc9Ni9SQX+/btQ4sWLTB69GgMGTIE+/btw6hRo+Dv749Xr17h0qVLCAkJwW+//YZ+/frh+vXr8Pf3h46ODiwsLDBjxgyeKDK7cvWa4/TNe/DggejUqZP4+++/xZYtW4RCoRDnzp0TSqVSCCHE9evXRZkyZcTZs2eFEELcv39ftGjRQowdO1Y8fvxYm6WTzKSnpwshhFi3bp1wdHQUFy9eFEIIcfz4caFQKESpUqXE4MGDxYMHD4QQQjx//lz07dtXvHv3Tms1k/wsWrRI2NnZialTp4oBAwaI5cuXS8uePHkipkyZIhwcHMT+/fuzXD8tLe1LlfpV49gW5ark5GQcP34c3bt3x5UrV7B69Wp8//330i4qIQTevXuH06dPo3z58li7di0AYMSIETyHCH22bt26wcrKCvPnz4eOjg7S0tJgYGCAfv36oXLlyti5cyd69OiBFStWIDIyEtOmTYOOjg769OmDsmXLShOI+U2ZPldqaioMDAzg4+MDExMTjBkzBvHx8Zg2bZrUx87ODp6enjhw4AAuXLgAd3f3TBdg5S6pbNJ2uiL5yvimHBAQIHR0dESlSpXE5cuXVfrExsaK7t27i5IlSwoHBwdhZWUlfaMm+hyxsbFi8uTJwtLSUkyaNElqf/bsmYiKihLPnz8XVatWFfPmzZP6FylSRBQuXFgsWLBACCGkEUYiTfH19RXR0dFi/fr1wsTERDRr1kzcvXtXpU+HDh1E27ZttVShPPBoKcoVQgjo6OhACIEiRYpg3rx5ePfuHcaPH48TJ05I/UxNTTF37lwsWbIEEydOxNmzZ1G5cmUtVk5yEB8fD1NTU/Tv3x/jx4+Hv78/Jk6cCAAoUqQIrK2t8fz5c7x580aaT/Ps2TM0btwYEyZMgI+PDwCeS4Q+n/hgWuuaNWswdepU3Lt3D507d4afnx8uXbqEgIAA3LlzBwAQFxeHhw8folixYtoqWRY4vkUaJ/5/8ubhw4dx9OhRDBkyBC1btkSjRo3Qvn17zJw5E2PHjkWNGjUAvL8wZuPGjbVcNcnFqFGjsGzZMty/fx9WVlbo2rUrhBCYOnUqAGDy5MkA3gcgXV1dnDx5EkIIzJw5EyYmJtLht9wVRZqQEZAPHTqEy5cvIzAwUPrb17dvX6SlpWHy5MnYv38/KleujMTERKSmpmL27NnaLPvrp81hI5KfjGH8bdu2CTMzMzFmzBhx/vx5afm1a9dEuXLlRIsWLcQff/whJk2aJBQKhXjy5Al3AZBGXL16VdSpU0eULl1avHjxQgghRHR0tJg3b54wNzcXEyZMkPoOGDBAlCxZUtjZ2Qk3NzeRmpoqhODuKNKsI0eOiIoVK4qCBQuKnTt3CiGESElJkZavXLlS5M+fX1SuXFmsXbtWmsTOycM5x0PBSePOnTuHJk2aYNasWejTp4/UHhcXB1NTU9y6dQt9+vRBUlISYmNjsWXLFu6KIo04ffo0Xrx4gXLlyqFDhw5ISEiQrtz94sULrFu3DlOnTpUuSAi8Pz2BQqFAxYoVoaOjg3fv3nHSJn0W8dGpBxISEjBnzhwEBgaiWrVq2LhxI4yNjZGWlgZ9fX0AwPz583Hq1Cls3boVCoWCI4efieGGNG7RokXYsWMHDh06hNjYWBw+fBh//PEHbt26hREjRqBnz56Ijo5GbGwszMzMYG1tre2SSSY8PT3xzz//4ODBg3j06BF+/vlnxMfHZwo406ZNw4ABAzBlyhSV9fmBQpq0ePFi2NnZoXXr1khKSsLcuXOxY8cO1KtXDzNmzICRkZFKwMkIRR+HI1IfJxSTxtna2uLixYvw9fXFzz//jNWrV8PIyAjNmzdH7969cffuXVhbW6NUqVIMNqRRixcvxtOnT7Fo0SI4ODhg48aNMDMzQ82aNfHy5UtYWVmhW7dumDBhAqZNm4aVK1eqrM9gQ5ry4sULHD58GL/88gv2798PY2NjDBs2DC1atMCpU6cwbtw4JCcnQ19fH+/evQMABhsN4sgNfZaMX8SEhATkz58fABAVFYWFCxdiy5YtaNCgAbp3744ffvgBUVFRaNWqFYKCglC+fHktV05ykzHq8vvvv+Py5cuYP38+LCwscPv2bXh6eiI2NlYawYmMjMTRo0fx008/cRcUacTH56MBgKtXr+L333/HwYMHERAQgKZNmyIxMRGzZ8/GwYMHUbZsWSxZskS6dhRpDkdu6LMoFArs3bsXnTp1Qr169RAUFAQ9PT1MmzYNZ8+eRUBAANzc3KCjo4OFCxciMTGRozWUKzJGXerVq4djx45h7969AIDSpUtj3bp1sLCwQJ06dRAVFQVbW1t06NABenp60rdmos+REWwiIyOltkqVKmHw4MGoX78++vXrh/379yNfvnwYNWoUfvjhB+jo6Ei7pEjDtDSRmWTi5MmTwsjISIwcOVI0adJEODs7C29vbxEeHi71CQsLE3379hWWlpaZTuJHlFMZJ4nMSkBAgPjuu+/EnTt3pLY7d+4IBwcH0bFjxy9RHn0jPtwON23aJEqUKKFyhKgQQly5ckW0bt1aFCtWTBw5ckQIIURSUpJ0VN6/bcuUMxy5oRyLiIhAaGgopk+fjtmzZ2Pfvn3o27cvrl27Bl9fXzx48ACJiYk4ffo0oqOjcfToUbi4uGi7bJKBD3cBnDt3DqdOncLRo0el5a1atUK1atUQFhYmtX333Xc4duwY/vjjjy9eL8lTSkqKtB2mpqaiZMmSKFOmDHx8fHDx4kWpX6VKleDh4YEnT56gcePGOHXqFIyMjKQ5Nh/vzqLPx58oZcuiRYvw119/Sffv3LmDDh06YNWqVTAyMpLafXx80KVLF9y8eROzZ89GTEwMRo4ciTVr1qBChQraKJ1k5sMPg7Fjx6J79+7o2bMnvLy80KFDB8TFxaFw4cLSfIa0tDRpXXt7e+jq6iI9PV1b5ZNM7Nu3D+vWrQMA9OnTBw0aNEDVqlUxfPhw2NrawtvbGxcuXJD6FytWDB07dsS8efNQrVo1qZ2Th3OJtoeOKO97+PCh6Ny5s7h3755K+6+//iqsra1F27ZtpZOlZVi6dKkoXbq0GDRoEE9ERbli7ty5omDBguLs2bMiPT1dzJgxQygUCnHixAmpT82aNYW3t7cWqyS56tSpk3BwcBDu7u6iUKFC4urVq9Kyw4cPCw8PD1GhQgWxb98+8fDhQ+Hh4SGGDx8u9eHV5nMXww1lS2JiohBCiDNnzoht27ZJ7RMmTBAVK1YU48ePF1FRUSrrLF++XDx8+PBLlknfCKVSKby8vERgYKAQQojt27cLc3NzERAQIIQQIj4+XgghxL59+0SrVq3EtWvXtFYryZeLi4tQKBQqF2bNcPz4cdGtWzehUCjEd999J5ydnaUvejwDdu7jMZCULcbGxoiJiYGvry+ePXsGXV1deHh4YPLkyUhLS8PevXshhMDgwYNhZWUFAOjdu7eWqya5Sk5OxtmzZ1GvXj0cOXIEXl5emDNnDry9vfHu3TvMnj0b1atXh5ubG6ZMmYJz586hYsWK2i6bZCI1NRXJyclwcnJCsWLFsHnzZhQtWhQdO3aUTolRq1YtVKtWDX369EFaWhrq1q0LXV1dngH7C+GcG8oWhUIBc3NzDB8+HI6OjvD390dwcDAAYMaMGWjSpAlCQ0MxY8YMvHz5UsvVkpxcu3YNT58+BQAMHToUR48ehbGxMTp37ow//vgDzZo1g5+fn3TByzdv3uDChQu4c+cOLCwssG7dOhQvXlybL4FkxsDAAKampti6dSt27dqF77//HrNnz8amTZsQHx8v9UtOTkbt2rXRoEEDaa4Xg82XwXBD2SLe78JE7dq1MXToUFhYWOD3339XCThubm64fPkyBM8LSRoghMDdu3dRv359rFq1Cv369cOCBQtgYWEBAHBzc0NERASqVauG6tWrAwD++ecfdO/eHTExMRgwYAAAoGTJkmjUqJHWXgfJjxACSqVSur9mzRrUqFEDfn5+WLt2LR4/fowGDRqgXbt2Un+AZ8D+kniGYsqWjLO/xsbGwsTEBNeuXcP06dPx5s0bDB48GB4eHgDen3I8Y7cUkSYsX74co0aNQnJyMnbt2oXGjRtLZ8bevHkzpkyZAiEE9PT0YGxsDKVSiVOnTkFfX5/XiqLP9vr1a1haWqq0ZWx/W7duRWhoKAIDAwEAffv2xZEjR5Ceng5LS0ucPHmSZx/WEo7c0H969+4ddHV18ejRI9SrVw8HDhxAlSpVMGLECFhZWWHy5MnYs2cPADDYkMZkfDO2t7eHoaEhTE1NcebMGTx69Eg6fLZDhw5Yu3YtpkyZgvbt22P06NE4c+aMdL0eBhv6HAsWLMD333+vsqsJgBRsunfvjkqVKkntgYGBWLZsGRYuXIgzZ87AwMCAZ8DWFu3MY6a86lOz+MPDw4WNjY3o3bu3yiGMR44cEd26dROPHj36UiWSzH28DaampoqkpCSxdOlSUbRoUTF27Nj/3N54mC19rmXLlglDQ0OxYcOGTMseP34sKlasKBYtWiS1ZbXNcTvUHu6WIon4/6HW06dP49atWwgPD4enpycKFy6MNWvW4MKFC1izZk2mK9cmJyernMiPKKc+PPPw69evER8frzIZ2N/fH3PnzkWvXr3Qo0cPODg4oGXLlhg3bhzc3Ny0VTbJzPLlyzFw4ECsW7cO7dq1Q0xMDBITE5GcnAxra2sUKFAA9+7dQ6lSpbRdKn0Cww2p2L59O/r27StdYPDFixfo0KEDRo8ejQIFCmi7PJKxD4PNlClTcODAAdy4cQPt27dHmzZt0LRpUwDvA46/vz8qVKiAV69e4fHjx3j06BEvQEga8eDBAzg5OaF9+/bYtGkTbty4gV9++QUvXrxAREQE6tevj/79+6NFixbaLpX+BY9JI8mNGzcwdOhQzJs3D927d0dcXBzMzc1hbGzMYEO5LiPYTJgwAYGBgZgzZw4cHBzQr18/3Lt3DzExMejUqROGDBmCQoUK4erVq0hOTsbx48elq3vzMFv6XFZWVpg1axYmTJiAESNG4MCBA6hduzZat26NuLg4bNu2DePHj0ehQoU4WpiXaXOfGGnP4cOHxf379zO1Va9eXQghxK1bt0Tx4sVF7969peX379/nPmTKVYcPHxbly5cXx44dE0IIcerUKWFgYCDKlSsnqlWrJrZu3Sr1/fCyHrzEB2lScnKymDt3rtDR0RE9e/YUqamp0rILFy6I0qVLi8WLF2uxQvovPFrqGyOEwOXLl9G0aVMsXboUERER0rJnz55BCIGEhAQ0adIEjRs3xrJlywAAoaGhWLp0Kd68eaOt0kmGxEd7xYsWLYr+/fujdu3aOHDgAFq0aIHAwECEhobi/v37+P3337Fy5UoAUBml4YgNaZKhoSH69euH7du3o3fv3tDX15e21SpVqsDIyAhPnjzRcpX0bxhuvjEKhQKurq6YN28etmzZgqVLl+LBgwcAgObNmyMqKgqmpqZo3rw5AgMDpV0FISEhuHbtGg+tJY1RKpXSpPQHDx4gMTERpUqVQqdOnZCcnIwFCxZg0KBB6NatG4oUKYLy5csjPDwct27d0nLl9C3Ily8fmjZtKp0gMmNbjY6OhrGxMcqXL6/N8ug/8OvONyZjXoKPjw8AYM6cOdDV1UXv3r3h6OiI3377DTNmzMC7d+/w9u1bhIeHY+PGjVixYgVOnDghnR2W6HN8OHl4woQJOH36NEaOHIn69evD0tISiYmJeP78OUxMTKCjo4OUlBQ4ODhg1KhRaNKkiZarJzkSHxwBmsHQ0FD6f3p6Ol6+fIk+ffpAoVCgU6dOX7pEUgPDzTcmY+TlwIED0NHRQVpaGvz9/ZGcnIzRo0ejffv2SEpKwowZM7Bt2zbY2NjAwMAAYWFhqFChgparJ7n4MNgsW7YMgYGBcHV1lY54SklJgaWlJU6cOCFNGn716hVWrVoFHR0dlXBElBMRERF4/fo1ChYsCFtb2389k3BaWhrWrVuHjRs34vXr1zhz5ox0rSiOZudNPBT8GxQSEiJdbDBfvny4d+8efv/9d/zyyy8YPXo0rKysEB8fj6NHj8LBwQHW1tawtrbWdtn0lfs4kNy9exceHh6YNWsWWrZsmanf+fPnMX78eCQkJMDS0hLBwcHQ19dnsKHPtnbtWsybNw/R0dEoVKgQBg4cKI3IZPh4OwsNDcXNmzcxYMAAHp33FWC4+cYolUp06dIFCoUCGzZskNoXLlyIUaNGwcfHB7/88gtKlCihxSpJbtq2bYuxY8eiatWqUtuVK1fQpEkTHD16FKVLl87yxJDJyckQQsDIyAgKhYIfKPTZ1q5dCx8fH+nSCjNmzMCDBw9w8uRJadvKCDYxMTE4cOAA2rdvr/IYHLHJ+/j15xuT8U0kY/g/NTUVADBw4EB4e3tj9erV+P3331WOoiL6XGZmZnB2dlZpMzIywps3b3Djxg2pLeN6UqdPn8b27duho6MDY2NjKBQKKJVKBhv6LBcuXMDUqVOxaNEi9OzZExUrVsTQoUPh5OSEU6dO4ebNm4iLi5N22a9Zswa//PIL/vjjD5XHYbDJ+xhuvhH//POP9P/SpUvjzz//RHR0NAwMDJCWlgYAsLOzg4mJCcLCwmBsbKytUklGnj17BgBYvXo1DAwM8Pvvv+PAgQNITU2Fk5MTOnTogDlz5uDgwYNQKBTQ0dFBeno6pk+fjrCwMJV5ENwVRZ8rJSUFQ4YMQfPmzaW2SZMm4dChQ+jUqRM8PT3RsWNHvH79Gvr6+mjWrBlGjBjBycNfIe6W+gZcvXoVAwYMQOfOndG/f3+kpqaiQYMGePnyJY4cOQJbW1sAwOjRo1G+fHm0aNEClpaWWq6avnZ9+vQBAIwZM0bazens7IyXL19i06ZNqFOnDo4fPw4/Pz9cv34dXbp0gYGBAQ4dOoQXL17g0qVLHKkhjVIqlXjx4gVsbGwAAJ6enjh48CB2794Ne3t7HD16FNOmTcPo0aPRuXNnlTk43BX1deFXoW+AiYkJzM3NsW3bNgQFBcHAwADLli2DlZUVypYtCw8PDzRu3BgLFixA1apVGWxII5ydnbF//34sXboU4eHhAIBr166hdOnS6NKlC44dO4batWtjypQp8PT0xLp163D48GEUK1YMFy9elCZtEmmKjo6OFGwAYMSIETh79iyqVq0KGxsbNG3aFK9fv0ZUVFSmw8IZbL4uHLn5RoSHh2Ps2LGIjIxEnz590K1bN6Snp2Pu3LmIiIiAEAIDBw5EuXLltF0qyciqVaswYcIEdOzYEX369EHp0qUBAHXq1MHDhw+xfv161KlTBwDw9u1bmJiYSOty8jB9aU+fPkXXrl0xYsQIXhjzK8dwI1OXLl3C8+fPVfYth4eHY/z48Xj06BEGDhyILl26aLFCkrMPD6NduXIlJkyYgE6dOmUKOBEREVi7di2qV6+uMr8mqxOqEanjw20o4/8Z/7548QJWVlYq/RMTE9GpUyfExsbi8OHDHKn5yjHcyFB8fDyaN28OXV1djBo1Ck2bNpWWPXr0CE2aNIGJiQl69+6NX375RYuVktx86hw0y5cvx+TJk9GhQwf07dtXCjgNGjTAyZMncebMGbi6un7pckmmstoOM9qCg4OxceNGLFiwAEWKFEFSUhJ27dqFdevW4dmzZzh//jz09fU5x+Yrxzk3MpKRUwsUKIDZs2dDT08PixYtwt69e6U+Dg4OqF+/PiIjI3Ho0CHExMRoqVqSmw8/UE6dOoWwsDBcvXoVwPvJxb/99hs2bdqEwMBA3LlzBwBw+PBh9O7dO9Nh4kQ5deLECemilsOGDcPMmTMBvJ9vs3nzZnh6eqJRo0YoUqQIgPcXXX348CFKlCiBCxcuQF9fH+/evWOw+cpx5EYGMoZaM75pZHzInD17Fr/++ivy5cuH/v37S7uohg8fjhIlSqBt27YoXLiwlqsnOfhwF8CwYcOwefNmJCQkwM7ODsWKFcO+ffsAAMuWLcO0adPQsWNHeHl5qVzSg9+U6XMIIRAbGwtra2s0bdoUhQoVQnBwMI4fP44KFSogJiYGbm5u8PHxwcCBA6V1PvzbCXA7lAuGm69cxi9nWFgYdu/ejdevX6NWrVpo164dzM3NcebMGfz2229ISUlBiRIlYGJigs2bN+Pq1auws7PTdvkkAx8GmwMHDmDIkCEIDAyEubk5/v77b0ycOBH58uXDhQsXALyfg+Pt7Q1/f38MGDBAm6WTDEVHR6NEiRJIT0/H9u3b0axZM2lZVnNtspqbQ18/7pb6yikUCuzYsQMtW7bE27dv8fbtW6xbtw79+/fH69ev4ebmhrlz56Ju3boIDw/HgwcPcPjwYQYb0piMD4Pdu3dj06ZNaNSoEWrVqoUKFSrg559/xtq1a5GQkID+/fsDAHr16oVdu3ZJ94k0JSUlBZGRkTAxMYGuri5WrVolnYYAAAoVKiT9P+Ns2B+GGQYb+eDIzVfuwoUL6NixI3799Vf07t0bERERqFy5MoyNjeHi4oK1a9fC0tJSulbPx4fbEmnC69ev0aJFC1y9ehX169fHnj17VJaPHTsWJ0+exF9//YV8+fJJ7dwFQJ/rU5PYHz16BGdnZ9SvXx/z589HyZIltVAdaQtHbr4ivr6+GDdunPSNA3h/ens3Nzf07t0bjx49QsOGDeHh4YHx48fj/Pnz+OWXX/D69WsYGRkBAIMNacSH2yAAWFpaYs2aNfjxxx9x+fJlrF69WmV5qVKl8OrVKyQlJam0M9jQ5/gw2Bw5cgQbNmzA1atX8ezZMzg4OODkyZMICwvDqFGjpEnsbdq0wcKFC7VZNn0BHLn5iixcuBCDBw/GjBkzMGrUKOmX+tatWyhdujRat24tfcgolUq4uLggPDwczZs3x+bNm3ltHtKIDz9Q7t+/D4VCARMTE9ja2uLhw4fw8fFBYmIi2rVrB29vb0RFRcHLywtGRkbYs2cPh/5J40aMGIE1a9ZAT08P+fPnh62tLfz8/FC1alVcv34d9evXh4ODA1JTU/Hu3TtcvXpVungwyZSgr4JSqRRCCLF8+XKho6Mjpk6dKtLS0qTlT548EWXLlhV79uwRQgjx+vVr0alTJ7Fw4ULx9OlTrdRM8pOxHQohxMSJE0XFihVFmTJlROHChUVgYKAQQojw8HDRrFkzYWRkJEqXLi3atGkj3N3dRVJSkhBCiPT0dK3UTvLx4XYYGhoqKlWqJI4fPy5ev34tdu3aJdq0aSOcnJzEpUuXhBBC3Lt3T0yZMkVMnz5d+rv54d9Pkh+Gm6+AUqmUfpmVSqX4448/hI6Ojpg2bZr0QREdHS1cXFyEt7e3ePTokRg7dqz4/vvvRVRUlDZLJ5maMmWKsLKyEiEhISIhIUG0adNGmJubi5s3bwohhHjw4IFo3ry5cHFxEX5+ftJ6ycnJWqqY5GjNmjViwIABom/fvirt58+fF02aNBFeXl4iISFBCKEaiBhs5I/7Kb4SCoUCBw8exPDhw1GlShXpmj0zZ86EEAIWFhbo0qULjh49Cjc3N6xduxYBAQGwtrbWdukkAx/OsVEqlTh37hz8/PzQuHFjhIaG4siRI5gxYwbKlSuHtLQ0ODo6Yt68ebCxscHevXsRHBwMADA0NNTWSyAZEB/Noti5cycWL16MK1euICUlRWqvWrUqateujRMnTiA9PR2A6pFQvGbZN0Db6YqyZ/v27cLY2FhMnTpVnD9/XgghRGBgoLSLSgghUlJSxM2bN0VoaKh48uSJNsslmZowYYKYOXOmKFq0qLhz544ICwsT+fPnF0uXLhVCCPH27Vsxbtw48ejRIyGEEHfv3hUtWrQQVatWFcHBwdosnb5yH468rF+/Xqxdu1YIIcSAAQOEubm5WLx4sYiNjZX6hISEiDJlykjbIn1bGG6+Anfu3BGOjo5iyZIlmZYtW7ZM2kVFpGkfzo/ZtGmTsLe3Fzdu3BBdu3YV7u7uwsTERKxcuVLq8+zZM1G7dm2xdu1aad1bt26Jn3/+WURERHzx+kkePtwOb9y4IVxdXUWlSpXErl27hBBCeHl5iVKlSonp06eL8PBwER4eLho2bCjq1q2rEoro28Gxua/A48ePoa+vr3KmzYwjVvr27Yt8+fKhW7duMDQ0xIgRI7RYKclNxlFRR48exZEjRzB8+HCUL19eOjlkw4YN0bNnTwDvL9jau3dv6OrqonPnztDR0YFSqUSZMmWwYcMGHp1COZaxHY4cORIPHz6EsbExbt++jaFDh+Ldu3cICgpCz549MX78eCxcuBA1a9ZE/vz5sXnzZigUik+eC4fki+HmK5CQkKByfhClUintPz5y5AiqVKmCzZs3q1ynh0hTIiMj0atXL0RHR2Ps2LEAgH79+uH+/fs4fPgwXF1dUapUKTx+/BjJyck4f/48dHV1VU7QxzkO9LmCgoKwYsUKHDp0CI6OjkhJSYGXlxd8fX2ho6ODVatWwcTEBFu2bEGTJk3QsWNHGBoaIjU1FQYGBtoun74wRtmvQKVKlfDy5UsEBgYCeP8tJiPc7Nq1Cxs2bEDbtm1RtmxZbZZJMmVra4vg4GDY2Njgzz//xMWLF6Grq4s5c+ZgypQpaNCgAWxtbdGhQ4dPXlWZ57ahzxUeHo4KFSrAxcUFZmZmsLW1xapVq6Crq4uhQ4dix44dWLRoERo1aoT58+dj9+7diI+PZ7D5RvHr1FfA0dERixYtQr9+/ZCWlgZPT0/o6uoiKCgIQUFBOH36NM/0SrnK2dkZ27dvh5eXFwICAjBw4EA4OzujVatWaNWqlUrf9PR0jtSQxoj/v5iloaEhkpOTkZqaCiMjI6SlpaFo0aLw9fVFixYt4O/vD2NjY2zYsAGdO3fGiBEjoKenh/bt22v7JZAW8AzFXwmlUont27fD29sb+fLlg5GREXR1dbFx40a4urpquzz6Rly+fBm9e/dGlSpVMHjwYJQvX17bJdE34vr163B1dcVvv/2GiRMnSu0hISFYvnw53rx5g/T0dBw5cgQA0KNHD/z2228oUaKEliombWK4+cr8888/iIiIgEKhgKOjI2xsbLRdEn1jLl++DG9vbxQvXhyzZ8+Go6Ojtkuib0RQUBD69u2LIUOGoEOHDrCwsMCgQYNQo0YNtGnTBuXLl8fevXvRtGlTbZdKWsZwQ0RqO3fuHAICArBixQoehUJf1Pbt2/HLL7/AwMAAQghYW1vj1KlTiIqKwo8//oht27bB2dlZ22WSljHcEFGOZMyF4GG29KU9e/YMT548QVpaGmrWrAkdHR2MGTMGO3fuRFhYGGxtbbVdImkZww0R5VhGwCHSlps3b2LWrFn466+/cPDgQbi4uGi7JMoDeEgDEeUYgw1p07t375Camgpra2scPXqUE9xJwpEbIiL6qqWlpfEM2KSC4YaIiIhkhbMAiYiISFYYboiIiEhWGG6IiIhIVhhuiIiISFYYbohI9o4cOQKFQoGYmJhsr+Pg4AB/f/9cq4mIcg/DDRFpXffu3aFQKNCvX79My3x8fKBQKNC9e/cvXxgRfZUYbogoT7C3t8emTZuQlJQktSUnJ2PDhg0oVqyYFisjoq8Nww0R5QmVK1eGvb09goODpbbg4GAUK1YMrq6uUltKSgoGDRoEa2trGBkZoVatWjh//rzKY/3111/47rvvYGxsjPr16+PRo0eZnu/EiROoXbs2jI2NYW9vj0GDBiExMTHXXh8RfTkMN0SUZ/Ts2ROrV6+W7q9atQo9evRQ6TNq1Chs374da9aswaVLl+Dk5AR3d3e8fv0aAPDkyRO0bdsWLVu2xJUrV9C7d2/8+uuvKo9x//59NGnSBD/99BOuXbuGzZs348SJExgwYEDuv0giynUMN0SUZ3Tt2hUnTpxAREQEIiIicPLkSXTt2lVanpiYiKVLl2LOnDlo2rQpypUrh+XLl8PY2BgrV64EACxduhQlS5bEvHnzULp0aXTp0iXTfB1fX1906dIFQ4YMQalSpVCjRg38/vvvWLt2LZKTk7/kSyaiXMALZxJRnmFlZYXmzZsjKCgIQgg0b94chQoVkpbfv38faWlpqFmzptSmr6+PH374Abdu3QIA3Lp1C9WqVVN53OrVq6vcv3r1Kq5du4b169dLbUIIKJVKPHz4EGXLls2Nl0dEXwjDDRHlKT179pR2Dy1evDhXniMhIQHe3t4YNGhQpmWcvEz09WO4IaI8pUmTJkhNTYVCoYC7u7vKspIlS8LAwAAnT55E8eLFAby/IvT58+cxZMgQAEDZsmWxe/dulfXOnDmjcr9y5cr4+++/4eTklHsvhIi0hnNuiChP0dXVxa1bt/D3339DV1dXZVm+fPnQv39/jBw5Evv378fff/+NPn364O3bt+jVqxcAoF+/frh37x5GjhyJO3fuYMOGDQgKClJ5nNGjR+PUqVMYMGAArly5gnv37mHXrl2cUEwkEww3RJTnmJqawtTUNMtlM2fOxE8//YRu3bqhcuXKCA8PR0hICCwsLAC83620fft27Ny5E5UqVUJAQABmzJih8hjOzs44evQo7t69i9q1a8PV1RUTJkxAkSJFcv21EVHuUwghhLaLICIiItIUjtwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGsMNwQERGRrDDcEBERkaww3BAREZGs/B+XLE52CERTBAAAAABJRU5ErkJggg==\n", - "text/plain": [ - "
" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "import matplotlib.pyplot as plt\n", - "\n", - "## calculate avg response time\n", - "unique_models = set(unique_result[\"response\"]['model'] for unique_result in result[0][\"results\"])\n", - "model_dict = {model: {\"response_time\": []} for model in unique_models}\n", - "for iteration in result:\n", - " for completion_result in iteration[\"results\"]:\n", - " model_dict[completion_result[\"response\"][\"model\"]][\"response_time\"].append(completion_result[\"response_time\"])\n", - "\n", - "avg_response_time = {}\n", - "for model, data in model_dict.items():\n", - " avg_response_time[model] = sum(data[\"response_time\"]) / len(data[\"response_time\"])\n", - "\n", - "models = list(avg_response_time.keys())\n", - "response_times = list(avg_response_time.values())\n", - "\n", - "plt.bar(models, response_times)\n", - "plt.xlabel('Model', fontsize=10)\n", - "plt.ylabel('Average Response Time')\n", - "plt.title('Average Response Times for each Model')\n", - "\n", - "plt.xticks(models, [model[:15]+'...' if len(model) > 15 else model for model in models], rotation=45)\n", - "plt.show()" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file diff --git a/cookbook/litellm_model_fallback.ipynb b/cookbook/litellm_model_fallback.ipynb deleted file mode 100644 index 2e7987b9693..00000000000 --- a/cookbook/litellm_model_fallback.ipynb +++ /dev/null @@ -1,51 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "j6yJsCGeaq8G" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "u129iWNPaf72" - }, - "outputs": [], - "source": [ - "from litellm import completion\n", - "\n", - "model_fallback_list = [\"claude-instant-1\", \"gpt-3.5-turbo\", \"chatgpt-test\"]\n", - "\n", - "user_message = \"Hello, how are you?\"\n", - "messages = [{ \"content\": user_message,\"role\": \"user\"}]\n", - "\n", - "for model in model_fallback_list:\n", - " try:\n", - " response = completion(model=model, messages=messages)\n", - " except Exception:\n", - " print(f\"error occurred: {traceback.format_exc()}\")" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/litellm_proxy_server/batch_api/bedrock/README.md b/cookbook/litellm_proxy_server/batch_api/bedrock/README.md deleted file mode 100644 index 1410d76658e..00000000000 --- a/cookbook/litellm_proxy_server/batch_api/bedrock/README.md +++ /dev/null @@ -1,41 +0,0 @@ -# Bedrock batch endpoints - -Set `aws_bedrock_control_plane_endpoint` on a deployment when batch create, retrieve, and cancel requests must use a custom Bedrock control-plane endpoint. The proxy signs these requests for the configured URL. Without this setting, batch requests use the standard regional Bedrock endpoint - -```yaml -model_list: - - model_name: bedrock-batch - litellm_params: - model: bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0 - aws_region_name: us-east-1 - aws_access_key_id: os.environ/AWS_ACCESS_KEY_ID - aws_secret_access_key: os.environ/AWS_SECRET_ACCESS_KEY - aws_batch_role_arn: os.environ/AWS_BATCH_ROLE_ARN - s3_output_bucket_name: os.environ/AWS_S3_OUTPUT_BUCKET_NAME - aws_bedrock_control_plane_endpoint: os.environ/BEDROCK_CONTROL_PLANE_ENDPOINT -``` - -Set `BEDROCK_CONTROL_PLANE_ENDPOINT` to your Bedrock control-plane VPC endpoint or compatible gateway base URL, without `/model-invocation-job`. The proxy adds the operation path. The endpoint must be reachable from the proxy, and the configured AWS region must match the endpoint's signing region - -`api_base` and `aws_bedrock_runtime_endpoint` configure runtime inference separately. They do not override the batch control-plane endpoint. `s3_endpoint_url` configures S3 file access separately - -The control-plane setting belongs in deployment configuration. Sending `aws_bedrock_control_plane_endpoint` in an API request body is rejected. There is no automatic `AWS_BEDROCK_CONTROL_PLANE_ENDPOINT` environment fallback, so reference the desired environment variable explicitly as shown above - -Start the proxy with this configuration and set `LITELLM_API_BASE` to its URL. Set `BEDROCK_BATCH_INPUT_URI` to a valid input JSONL file in S3 that the batch service role can read - -```bash -curl -sS "$LITELLM_API_BASE/v1/batches" \ - -H "Authorization: Bearer $LITELLM_MASTER_KEY" \ - -H 'Content-Type: application/json' \ - -d "{\"model\":\"bedrock-batch\",\"input_file_id\":\"$BEDROCK_BATCH_INPUT_URI\",\"endpoint\":\"/v1/chat/completions\",\"completion_window\":\"24h\"}" -``` - -Use the returned `id` as `BATCH_ID` to retrieve or cancel the same job through the deployment's configured endpoint - -```bash -curl -sS "$LITELLM_API_BASE/v1/batches/$BATCH_ID?model=bedrock-batch" \ - -H "Authorization: Bearer $LITELLM_MASTER_KEY" - -curl -sS -X POST "$LITELLM_API_BASE/v1/batches/$BATCH_ID/cancel?model=bedrock-batch" \ - -H "Authorization: Bearer $LITELLM_MASTER_KEY" -``` diff --git a/cookbook/litellm_proxy_server/batch_api/bedrock/bedrock.py b/cookbook/litellm_proxy_server/batch_api/bedrock/bedrock.py deleted file mode 100644 index 5b5f0978eb3..00000000000 --- a/cookbook/litellm_proxy_server/batch_api/bedrock/bedrock.py +++ /dev/null @@ -1,27 +0,0 @@ -import os - -from openai import OpenAI - -client = OpenAI( - base_url="http://0.0.0.0:4000", - api_key=os.environ["LITELLM_MASTER_KEY"], -) - -BEDROCK_BATCH_MODEL = "bedrock/batch-anthropic.claude-3-5-sonnet-20240620-v1:0" - -# Upload file -batch_input_file = client.files.create( - file=open("./bedrock_batch_completions.jsonl", "rb"), - purpose="batch", - extra_body={"target_model_names": BEDROCK_BATCH_MODEL}, -) -print(batch_input_file) - -# Create batch -batch = client.batches.create( - input_file_id=batch_input_file.id, - endpoint="/v1/chat/completions", - completion_window="24h", - metadata={"description": "Test batch job"}, -) -print(batch) diff --git a/cookbook/litellm_proxy_server/batch_api/bedrock/bedrock_batch_completions.jsonl b/cookbook/litellm_proxy_server/batch_api/bedrock/bedrock_batch_completions.jsonl deleted file mode 100644 index adef9ac2dd5..00000000000 --- a/cookbook/litellm_proxy_server/batch_api/bedrock/bedrock_batch_completions.jsonl +++ /dev/null @@ -1,128 +0,0 @@ -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} -{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}} diff --git a/cookbook/litellm_proxy_server/braintrust_prompt_wrapper_README.md b/cookbook/litellm_proxy_server/braintrust_prompt_wrapper_README.md deleted file mode 100644 index 1bf52d922c6..00000000000 --- a/cookbook/litellm_proxy_server/braintrust_prompt_wrapper_README.md +++ /dev/null @@ -1,279 +0,0 @@ -# Braintrust Prompt Wrapper for LiteLLM - -This directory contains a wrapper server that enables LiteLLM to use prompts from [Braintrust](https://www.braintrust.dev/) through the generic prompt management API. - -## Architecture - -``` -┌─────────────┐ ┌──────────────────────┐ ┌─────────────┐ -│ LiteLLM │ ──────> │ Wrapper Server │ ──────> │ Braintrust │ -│ Client │ │ (This Server) │ │ API │ -└─────────────┘ └──────────────────────┘ └─────────────┘ - Uses generic Transforms Stores actual - prompt manager Braintrust format prompt templates - to LiteLLM format -``` - -## Components - -### 1. Generic Prompt Manager (`litellm/integrations/generic_prompt_management/`) - -A generic client that can work with any API implementing the `/beta/litellm_prompt_management` endpoint. - -**Expected API Response Format:** -```json -{ - "prompt_id": "string", - "prompt_template": [ - {"role": "system", "content": "You are a helpful assistant"}, - {"role": "user", "content": "Hello {name}"} - ], - "prompt_template_model": "gpt-4", - "prompt_template_optional_params": { - "temperature": 0.7, - "max_tokens": 100 - } -} -``` - -### 2. Braintrust Wrapper Server (`braintrust_prompt_wrapper_server.py`) - -A FastAPI server that: -- Implements the `/beta/litellm_prompt_management` endpoint -- Fetches prompts from Braintrust API -- Transforms Braintrust response format to LiteLLM format - -## Setup - -### Install Dependencies - -```bash -pip install fastapi uvicorn httpx litellm -``` - -### Set Environment Variables - -```bash -export BRAINTRUST_API_KEY="your-braintrust-api-key" -``` - -## Usage - -### Step 1: Start the Wrapper Server - -```bash -python braintrust_prompt_wrapper_server.py -``` - -The server will start on `http://localhost:8080` by default. - -You can customize the port and host: -```bash -export PORT=8000 -export HOST=0.0.0.0 -python braintrust_prompt_wrapper_server.py -``` - -### Step 2: Use with LiteLLM - -```python -import litellm -from litellm.integrations.generic_prompt_management import GenericPromptManager - -# Configure the generic prompt manager to use your wrapper server -generic_config = { - "api_base": "http://localhost:8080", - "api_key": "your-braintrust-api-key", # Will be passed to Braintrust - "timeout": 30, -} - -# Create the prompt manager -prompt_manager = GenericPromptManager(**generic_config) - -# Use with completion -response = litellm.completion( - model="generic_prompt/gpt-4", - prompt_id="your-braintrust-prompt-id", - prompt_variables={"name": "World"}, # Variables to substitute - messages=[{"role": "user", "content": "Additional message"}] -) - -print(response) -``` - -### Step 3: Direct API Testing - -You can also test the wrapper API directly: - -```bash -# Test with curl -curl -H "Authorization: Bearer YOUR_BRAINTRUST_TOKEN" \ - "http://localhost:8080/beta/litellm_prompt_management?prompt_id=YOUR_PROMPT_ID" - -# Health check -curl http://localhost:8080/health - -# Service info -curl http://localhost:8080/ -``` - -## API Documentation - -Once the server is running, visit: -- Swagger UI: `http://localhost:8080/docs` -- ReDoc: `http://localhost:8080/redoc` - -## Braintrust Format Transformation - -The wrapper automatically transforms Braintrust's response format: - -**Braintrust API Response:** -```json -{ - "id": "prompt-123", - "prompt_data": { - "prompt": { - "type": "chat", - "messages": [ - { - "role": "system", - "content": "You are a helpful assistant" - } - ] - }, - "options": { - "model": "gpt-4", - "params": { - "temperature": 0.7, - "max_tokens": 100 - } - } - } -} -``` - -**Transformed to LiteLLM Format:** -```json -{ - "prompt_id": "prompt-123", - "prompt_template": [ - { - "role": "system", - "content": "You are a helpful assistant" - } - ], - "prompt_template_model": "gpt-4", - "prompt_template_optional_params": { - "temperature": 0.7, - "max_tokens": 100 - } -} -``` - -## Supported Parameters - -The wrapper automatically maps these Braintrust parameters to LiteLLM: - -- `temperature` -- `max_tokens` / `max_completion_tokens` -- `top_p` -- `frequency_penalty` -- `presence_penalty` -- `n` -- `stop` -- `response_format` -- `tool_choice` -- `function_call` -- `tools` - -## Variable Substitution - -The generic prompt manager supports simple variable substitution: - -```python -# In your Braintrust prompt: -# "Hello {name}, welcome to {place}!" - -# In your code: -prompt_variables = { - "name": "Alice", - "place": "Wonderland" -} - -# Result: -# "Hello Alice, welcome to Wonderland!" -``` - -Supports both `{variable}` and `{{variable}}` syntax. - -## Error Handling - -The wrapper provides detailed error messages: - -- **401**: Missing or invalid Braintrust API token -- **404**: Prompt not found in Braintrust -- **502**: Failed to connect to Braintrust API -- **500**: Error transforming response - -## Production Deployment - -For production use: - -1. **Use HTTPS**: Deploy behind a reverse proxy with SSL -2. **Authentication**: Add authentication to the wrapper endpoint if needed -3. **Rate Limiting**: Implement rate limiting to prevent abuse -4. **Caching**: Consider caching prompt responses -5. **Monitoring**: Add logging and monitoring - -Example with Docker: - -```dockerfile -FROM python:3.11-slim - -WORKDIR /app - -RUN pip install fastapi uvicorn httpx - -COPY braintrust_prompt_wrapper_server.py . - -ENV PORT=8080 -ENV HOST=0.0.0.0 - -EXPOSE 8080 - -CMD ["python", "braintrust_prompt_wrapper_server.py"] -``` - -## Extending to Other Providers - -This pattern can be used with any prompt management provider: - -1. Create a wrapper server that implements `/beta/litellm_prompt_management` -2. Transform the provider's response to LiteLLM format -3. Use the generic prompt manager to connect - -Example providers: -- Langsmith -- PromptLayer -- Humanloop -- Custom internal systems - -## Troubleshooting - -### "No Braintrust API token provided" -- Set `BRAINTRUST_API_KEY` environment variable -- Or pass token in `Authorization: Bearer TOKEN` header - -### "Failed to connect to Braintrust API" -- Check your internet connection -- Verify Braintrust API is accessible -- Check firewall settings - -### "Prompt not found" -- Verify the prompt ID exists in Braintrust -- Check that your API token has access to the prompt - -## License - -This wrapper is part of the LiteLLM project and follows the same license. - diff --git a/cookbook/litellm_proxy_server/braintrust_prompt_wrapper_server.py b/cookbook/litellm_proxy_server/braintrust_prompt_wrapper_server.py deleted file mode 100644 index 6379314c5b6..00000000000 --- a/cookbook/litellm_proxy_server/braintrust_prompt_wrapper_server.py +++ /dev/null @@ -1,274 +0,0 @@ -""" -Mock server that implements the /beta/litellm_prompt_management endpoint -and acts as a wrapper for calling the Braintrust API. - -This server transforms Braintrust's prompt API response into the format -expected by LiteLLM's generic prompt management client. - -Usage: - python braintrust_prompt_wrapper_server.py - - # Then test with: - curl -H "Authorization: Bearer YOUR_BRAINTRUST_TOKEN" \ - "http://localhost:8080/beta/litellm_prompt_management?prompt_id=YOUR_PROMPT_ID" -""" - -import json -import os -from typing import Any, Dict, List, Optional - -import httpx -from fastapi import FastAPI, HTTPException, Header, Query -from fastapi.responses import JSONResponse -import uvicorn - - -app = FastAPI( - title="Braintrust Prompt Wrapper", - description="Wrapper server for Braintrust prompts to work with LiteLLM", - version="1.0.0", -) - - -def transform_braintrust_message(message: Dict[str, Any]) -> Dict[str, str]: - """ - Transform a Braintrust message to LiteLLM format. - - Braintrust message format: - { - "role": "system", - "content": "...", - "name": "..." (optional) - } - - LiteLLM format: - { - "role": "system", - "content": "..." - } - """ - result = { - "role": message.get("role", "user"), - "content": message.get("content", ""), - } - - # Include name if present - if "name" in message: - result["name"] = message["name"] - - return result - - -def transform_braintrust_response( - braintrust_response: Dict[str, Any], -) -> Dict[str, Any]: - """ - Transform Braintrust API response to LiteLLM prompt management format. - - Braintrust response format: - { - "objects": [{ - "id": "prompt_id", - "prompt_data": { - "prompt": { - "type": "chat", - "messages": [...], - "tools": "..." - }, - "options": { - "model": "gpt-4", - "params": { - "temperature": 0.7, - "max_tokens": 100, - ... - } - } - } - }] - } - - LiteLLM format: - { - "prompt_id": "prompt_id", - "prompt_template": [...], - "prompt_template_model": "gpt-4", - "prompt_template_optional_params": {...} - } - """ - # Extract the first object from the objects array if it exists - if "objects" in braintrust_response and len(braintrust_response["objects"]) > 0: - prompt_object = braintrust_response["objects"][0] - else: - prompt_object = braintrust_response - - prompt_data = prompt_object.get("prompt_data", {}) - prompt_info = prompt_data.get("prompt", {}) - options = prompt_data.get("options", {}) - - # Extract messages - messages = prompt_info.get("messages", []) - transformed_messages = [transform_braintrust_message(msg) for msg in messages] - - # Extract model - model = options.get("model") - - # Extract optional parameters - params = options.get("params", {}) - optional_params: Dict[str, Any] = {} - - # Map common parameters - param_mapping = { - "temperature": "temperature", - "max_tokens": "max_tokens", - "max_completion_tokens": "max_tokens", # Alternative name - "top_p": "top_p", - "frequency_penalty": "frequency_penalty", - "presence_penalty": "presence_penalty", - "n": "n", - "stop": "stop", - } - - for braintrust_param, litellm_param in param_mapping.items(): - if braintrust_param in params: - value = params[braintrust_param] - if value is not None: - optional_params[litellm_param] = value - - # Handle response_format - if "response_format" in params: - optional_params["response_format"] = params["response_format"] - - # Handle tool_choice - if "tool_choice" in params: - optional_params["tool_choice"] = params["tool_choice"] - - # Handle function_call - if "function_call" in params: - optional_params["function_call"] = params["function_call"] - - # Add tools if present - if "tools" in prompt_info and prompt_info["tools"]: - optional_params["tools"] = prompt_info["tools"] - - # Handle tool_functions from prompt_data - if "tool_functions" in prompt_data and prompt_data["tool_functions"]: - optional_params["tool_functions"] = prompt_data["tool_functions"] - - return { - "prompt_id": prompt_object.get("id"), - "prompt_template": transformed_messages, - "prompt_template_model": model, - "prompt_template_optional_params": optional_params if optional_params else None, - } - - -@app.get("/beta/litellm_prompt_management") -async def get_prompt( - prompt_id: str = Query(..., description="The Braintrust prompt ID to fetch"), - authorization: Optional[str] = Header( - None, description="Bearer token for Braintrust API" - ), -) -> JSONResponse: - """ - Fetch a prompt from Braintrust and transform it to LiteLLM format. - - Args: - prompt_id: The Braintrust prompt ID - authorization: Bearer token for Braintrust API (from header) - - Returns: - JSONResponse with the transformed prompt data - """ - # Extract token from Authorization header or environment - braintrust_token = None - if authorization and authorization.startswith("Bearer "): - braintrust_token = authorization.replace("Bearer ", "") - else: - braintrust_token = os.getenv("BRAINTRUST_API_KEY") - - if not braintrust_token: - raise HTTPException( - status_code=401, - detail="No Braintrust API token provided. Pass via Authorization header or set BRAINTRUST_API_KEY environment variable.", - ) - - # Call Braintrust API - braintrust_url = f"https://api.braintrust.dev/v1/prompt/{prompt_id}" - headers = { - "Authorization": f"Bearer {braintrust_token}", - "Accept": "application/json", - } - print(f"headers: {headers}") - print(f"braintrust_url: {braintrust_url}") - print(f"braintrust_token: {braintrust_token}") - - try: - async with httpx.AsyncClient(timeout=30.0) as client: - response = await client.get(braintrust_url, headers=headers) - response.raise_for_status() - braintrust_data = response.json() - except httpx.HTTPStatusError as e: - raise HTTPException( - status_code=e.response.status_code, - detail=f"Braintrust API error: {e.response.text}", - ) - except httpx.RequestError as e: - raise HTTPException( - status_code=502, - detail=f"Failed to connect to Braintrust API: {str(e)}", - ) - except json.JSONDecodeError as e: - raise HTTPException( - status_code=502, - detail=f"Failed to parse Braintrust API response: {str(e)}", - ) - - print(f"braintrust_data: {braintrust_data}") - # Transform the response - try: - transformed_data = transform_braintrust_response(braintrust_data) - print(f"transformed_data: {transformed_data}") - return JSONResponse(content=transformed_data) - except Exception as e: - raise HTTPException( - status_code=500, - detail=f"Failed to transform Braintrust response: {str(e)}", - ) - - -@app.get("/health") -async def health_check(): - """Health check endpoint.""" - return {"status": "healthy", "service": "braintrust-prompt-wrapper"} - - -@app.get("/") -async def root(): - """Root endpoint with service information.""" - return { - "service": "Braintrust Prompt Wrapper for LiteLLM", - "version": "1.0.0", - "endpoints": { - "prompt_management": "/beta/litellm_prompt_management?prompt_id=", - "health": "/health", - }, - "documentation": "/docs", - } - - -def main(): - """Run the server.""" - port = int(os.getenv("PORT", "8080")) - host = os.getenv("HOST", "0.0.0.0") - - print(f"🚀 Starting Braintrust Prompt Wrapper Server on {host}:{port}") - print(f"📚 API Documentation available at http://{host}:{port}/docs") - print( - f"🔑 Make sure to set BRAINTRUST_API_KEY environment variable or pass token in Authorization header" - ) - - uvicorn.run(app, host=host, port=port) - - -if __name__ == "__main__": - main() diff --git a/cookbook/litellm_proxy_server/cli_token_usage.py b/cookbook/litellm_proxy_server/cli_token_usage.py deleted file mode 100644 index c9c91e3283b..00000000000 --- a/cookbook/litellm_proxy_server/cli_token_usage.py +++ /dev/null @@ -1,63 +0,0 @@ -#!/usr/bin/env python3 -""" -Example: Using CLI token with LiteLLM SDK - -This example shows how to use the CLI authentication token -in your Python scripts after running `lite login`. -""" - -from textwrap import indent -import litellm - -LITELLM_BASE_URL = "http://localhost:4000/" - - -def main(): - """Using CLI token with LiteLLM SDK""" - print("🚀 Using CLI Token with LiteLLM SDK") - print("=" * 40) - # litellm._turn_on_debug() - - # Get the CLI token - api_key = litellm.get_litellm_gateway_api_key() - - if not api_key: - print("❌ No CLI token found. Please run 'lite login' first.") - return - - print("✅ Found CLI token.") - - available_models = litellm.get_valid_models( - check_provider_endpoint=True, - custom_llm_provider="litellm_proxy", - api_key=api_key, - api_base=LITELLM_BASE_URL, - ) - - print("✅ Available models:") - if available_models: - for i, model in enumerate(available_models, 1): - print(f" {i:2d}. {model}") - else: - print(" No models available") - - # Use with LiteLLM - try: - response = litellm.completion( - model="litellm_proxy/gemini/gemini-2.5-flash", - messages=[{"role": "user", "content": "Hello from CLI token!"}], - api_key=api_key, - base_url=LITELLM_BASE_URL, - ) - print(f"✅ LLM Response: {response.model_dump_json(indent=4)}") - except Exception as e: - print(f"❌ Error: {e}") - - -if __name__ == "__main__": - main() - - print("\n💡 Tips:") - print("1. Run 'lite login' to authenticate first") - print("2. Replace 'https://your-proxy.com' with your actual proxy URL") - print("3. The token is stored in your OS keychain, or in ~/.litellm/token.json when there is none") diff --git a/cookbook/litellm_proxy_server/mcp/mcp_with_litellm_proxy.py b/cookbook/litellm_proxy_server/mcp/mcp_with_litellm_proxy.py deleted file mode 100644 index cc8b44d42b0..00000000000 --- a/cookbook/litellm_proxy_server/mcp/mcp_with_litellm_proxy.py +++ /dev/null @@ -1,39 +0,0 @@ -""" -Use LiteLLM Proxy MCP Gateway to call MCP tools. - -When using LiteLLM Proxy, you can use the same MCP tools across all your LLM providers. -""" - -import os - -import openai - -client = openai.OpenAI( - api_key=os.environ["LITELLM_MASTER_KEY"], - base_url="http://localhost:4000", # paste your litellm proxy base url here -) -print("Making API request to Responses API with MCP tools") - -response = client.responses.create( - model="gpt-5", - input=[ - { - "role": "user", - "content": "give me TLDR of what BerriAI/litellm repo is about", - "type": "message", - } - ], - tools=[ - { - "type": "mcp", - "server_label": "litellm", - "server_url": "litellm_proxy", - "require_approval": "never", - } - ], - stream=True, - tool_choice="required", -) - -for chunk in response: - print("response chunk: ", chunk) diff --git a/cookbook/litellm_proxy_server/readme.md b/cookbook/litellm_proxy_server/readme.md deleted file mode 100644 index 2c1eab72c24..00000000000 --- a/cookbook/litellm_proxy_server/readme.md +++ /dev/null @@ -1,177 +0,0 @@ -# liteLLM Proxy Server: 50+ LLM Models, Error Handling, Caching - -### Azure, Llama2, OpenAI, Claude, Hugging Face, Replicate Models - -[![PyPI Version](https://img.shields.io/pypi/v/litellm.svg)](https://pypi.org/project/litellm/) -[![PyPI Version](https://img.shields.io/badge/stable%20version-v0.1.345-blue?color=green&link=https://pypi.org/project/litellm/0.1.1/)](https://pypi.org/project/litellm/0.1.1/) -![Downloads](https://img.shields.io/pypi/dm/litellm) -[![litellm](https://img.shields.io/badge/%20%F0%9F%9A%85%20liteLLM-OpenAI%7CAzure%7CAnthropic%7CPalm%7CCohere%7CReplicate%7CHugging%20Face-blue?color=green)](https://github.com/BerriAI/litellm) - -[![Deploy on Railway](https://railway.app/button.svg)](https://railway.app/template/DYqQAW?referralCode=t3ukrU) - -![4BC6491E-86D0-4833-B061-9F54524B2579](https://github.com/BerriAI/litellm/assets/17561003/f5dd237b-db5e-42e1-b1ac-f05683b1d724) - -## What does liteLLM proxy do - -- Make `/chat/completions` requests for 50+ LLM models **Azure, OpenAI, Replicate, Anthropic, Hugging Face** - - Example: for `model` use `claude-2`, `gpt-3.5`, `gpt-4`, `command-nightly`, `stabilityai/stablecode-completion-alpha-3b-4k` - - ```json - { - "model": "replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1", - "messages": [ - { - "content": "Hello, whats the weather in San Francisco??", - "role": "user" - } - ] - } - ``` - -- **Consistent Input/Output** Format - - Call all models using the OpenAI format - `completion(model, messages)` - - Text responses will always be available at `['choices'][0]['message']['content']` -- **Error Handling** Using Model Fallbacks (if `GPT-4` fails, try `llama2`) -- **Logging** - Log Requests, Responses and Errors to `Supabase`, `Posthog`, `Mixpanel`, `Sentry`, `Lunary`,`Athina`, `Helicone` (Any of the supported providers here: https://litellm.readthedocs.io/en/latest/advanced/ - - **Example: Logs sent to Supabase** - Screenshot 2023-08-11 at 4 02 46 PM - -- **Token Usage & Spend** - Track Input + Completion tokens used + Spend/model -- **Caching** - Implementation of Semantic Caching -- **Streaming & Async Support** - Return generators to stream text responses - -## API Endpoints - -### `/chat/completions` (POST) - -This endpoint is used to generate chat completions for 50+ support LLM API Models. Use llama2, GPT-4, Claude2 etc - -#### Input - -This API endpoint accepts all inputs in raw JSON and expects the following inputs - -- `model` (string, required): ID of the model to use for chat completions. See all supported models [here]: (https://litellm.readthedocs.io/en/latest/supported/): - eg `gpt-3.5-turbo`, `gpt-4`, `claude-2`, `command-nightly`, `stabilityai/stablecode-completion-alpha-3b-4k` -- `messages` (array, required): A list of messages representing the conversation context. Each message should have a `role` (system, user, assistant, or function), `content` (message text), and `name` (for function role). -- Additional Optional parameters: `temperature`, `functions`, `function_call`, `top_p`, `n`, `stream`. See the full list of supported inputs here: https://litellm.readthedocs.io/en/latest/input/ - -#### Example JSON body - -For claude-2 - -```json -{ - "model": "claude-2", - "messages": [ - { - "content": "Hello, whats the weather in San Francisco??", - "role": "user" - } - ] -} -``` - -### Making an API request to the Proxy Server - -```python -import requests -import json - -# TODO: use your URL -url = "http://localhost:5000/chat/completions" - -payload = json.dumps({ - "model": "gpt-3.5-turbo", - "messages": [ - { - "content": "Hello, whats the weather in San Francisco??", - "role": "user" - } - ] -}) -headers = { - 'Content-Type': 'application/json' -} -response = requests.request("POST", url, headers=headers, data=payload) -print(response.text) - -``` - -### Output [Response Format] - -Responses from the server are given in the following format. -All responses from the server are returned in the following format (for all LLM models). More info on output here: https://litellm.readthedocs.io/en/latest/output/ - -```json -{ - "choices": [ - { - "finish_reason": "stop", - "index": 0, - "message": { - "content": "I'm sorry, but I don't have the capability to provide real-time weather information. However, you can easily check the weather in San Francisco by searching online or using a weather app on your phone.", - "role": "assistant" - } - } - ], - "created": 1691790381, - "id": "chatcmpl-7mUFZlOEgdohHRDx2UpYPRTejirzb", - "model": "gpt-3.5-turbo-0613", - "object": "chat.completion", - "usage": { - "completion_tokens": 41, - "prompt_tokens": 16, - "total_tokens": 57 - } -} -``` - -## Installation & Usage - -### Running Locally - -1. Clone liteLLM repository to your local machine: - ``` - git clone https://github.com/BerriAI/liteLLM-proxy - ``` -2. Install the required dependencies using pip - ``` - pip install -r requirements.txt - ``` -3. Set your LLM API keys - ``` - os.environ['OPENAI_API_KEY]` = "YOUR_API_KEY" - or - set OPENAI_API_KEY in your .env file - ``` -4. Run the server: - ``` - python main.py - ``` - -## Deploying - -1. Quick Start: Deploy on Railway - - [![Deploy on Railway](https://railway.app/button.svg)](https://railway.app/template/DYqQAW?referralCode=t3ukrU) - -2. `GCP`, `AWS`, `Azure` - This project includes a `Dockerfile` allowing you to build and deploy a Docker Project on your providers - -# Support / Talk with founders - -- [Our calendar 👋](https://calendly.com/d/4mp-gd3-k5k/berriai-1-1-onboarding-litellm-hosted-version) -- [Community Discord 💭](https://discord.gg/wuPM9dRgDw) -- Our emails ✉️ ishaan@berri.ai / krrish@berri.ai - -## Roadmap - -- [ ] Support hosted db (e.g. Supabase) -- [ ] Easily send data to places like posthog and sentry. -- [ ] Add a hot-cache for project spend logs - enables fast checks for user + project limitings -- [ ] Implement user-based rate-limiting -- [ ] Spending controls per project - expose key creation endpoint -- [ ] Need to store a keys db -> mapping created keys to their alias (i.e. project name) -- [ ] Easily add new models as backups / as the entry-point (add this to the available model list) diff --git a/cookbook/litellm_proxy_server/secret_manager/custom_secret_manager_config.yaml b/cookbook/litellm_proxy_server/secret_manager/custom_secret_manager_config.yaml deleted file mode 100644 index 3598a9b1b65..00000000000 --- a/cookbook/litellm_proxy_server/secret_manager/custom_secret_manager_config.yaml +++ /dev/null @@ -1,20 +0,0 @@ -general_settings: - master_key: os.environ/LITELLM_MASTER_KEY - key_management_system: "custom" - key_management_settings: - custom_secret_manager: my_secret_manager.InMemorySecretManager - store_virtual_keys: true - prefix_for_stored_virtual_keys: "litellm/" - access_mode: "read_and_write" - -model_list: - - model_name: gpt-4 - litellm_params: - model: openai/gpt-4 - api_key: os.environ/OPENAI_API_KEY # Read from custom secret manager - - - model_name: claude-3-5-sonnet - litellm_params: - model: anthropic/claude-3-5-sonnet-20241022 - api_key: os.environ/ANTHROPIC_API_KEY # Read from custom secret manager - diff --git a/cookbook/litellm_proxy_server/secret_manager/my_secret_manager.py b/cookbook/litellm_proxy_server/secret_manager/my_secret_manager.py deleted file mode 100644 index 65c7f754b41..00000000000 --- a/cookbook/litellm_proxy_server/secret_manager/my_secret_manager.py +++ /dev/null @@ -1,80 +0,0 @@ -""" -Example custom secret manager for LiteLLM Proxy. - -This is a simple in-memory secret manager for testing purposes. -In production, replace this with your actual secret management system. -""" - -from typing import Optional, Union - -import httpx - -from litellm.integrations.custom_secret_manager import CustomSecretManager - - -class InMemorySecretManager(CustomSecretManager): - def __init__(self): - super().__init__(secret_manager_name="in_memory_secrets") - # Store your secrets in memory - print("INITIALIZING CUSTOM SECRET MANAGER IN MEMORY") - self.secrets = {} - print("CUSTOM SECRET MANAGER IN MEMORY INITIALIZED") - - async def async_read_secret( - self, - secret_name: str, - optional_params: Optional[dict] = None, - timeout: Optional[Union[float, httpx.Timeout]] = None, - ) -> Optional[str]: - """Read secret asynchronously""" - print("READING SECRET ASYNCHRONOUSLY") - print("SECRET NAME: %s", secret_name) - print("SECRET: %s", self.secrets.get(secret_name)) - return self.secrets.get(secret_name) - - def sync_read_secret( - self, - secret_name: str, - optional_params: Optional[dict] = None, - timeout: Optional[Union[float, httpx.Timeout]] = None, - ) -> Optional[str]: - """Read secret synchronously""" - from litellm._logging import verbose_proxy_logger - - verbose_proxy_logger.info( - f"CUSTOM SECRET MANAGER: LOOKING FOR SECRET: {secret_name}" - ) - value = self.secrets.get(secret_name) - verbose_proxy_logger.info(f"CUSTOM SECRET MANAGER: READ SECRET: {value}") - return value - - async def async_write_secret( - self, - secret_name: str, - secret_value: str, - description: Optional[str] = None, - optional_params: Optional[dict] = None, - timeout: Optional[Union[float, httpx.Timeout]] = None, - tags: Optional[Union[dict, list]] = None, - ) -> dict: - """Write a secret to the in-memory store""" - self.secrets[secret_name] = secret_value - print("ALL SECRETS=%s", self.secrets) - return { - "status": "success", - "secret_name": secret_name, - "description": description, - } - - async def async_delete_secret( - self, - secret_name: str, - recovery_window_in_days: Optional[int] = 7, - optional_params: Optional[dict] = None, - timeout: Optional[Union[float, httpx.Timeout]] = None, - ) -> dict: - """Delete a secret from the in-memory store""" - if secret_name in self.secrets: - del self.secrets[secret_name] - return {"status": "deleted", "secret_name": secret_name} - return {"status": "not_found", "secret_name": secret_name} diff --git a/cookbook/litellm_router/error_log.txt b/cookbook/litellm_router/error_log.txt deleted file mode 100644 index 983b47cbbba..00000000000 --- a/cookbook/litellm_router/error_log.txt +++ /dev/null @@ -1,1004 +0,0 @@ -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: Expecting value: line 1 column 1 (char 0) - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: Expecting value: line 1 column 1 (char 0) - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Exception: 'Response' object has no attribute 'get' - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Exception: 'Response' object has no attribute 'get' - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Exception: 'Response' object has no attribute 'get' - diff --git a/cookbook/litellm_router/load_test_proxy.py b/cookbook/litellm_router/load_test_proxy.py deleted file mode 100644 index 9ae6e764d91..00000000000 --- a/cookbook/litellm_router/load_test_proxy.py +++ /dev/null @@ -1,148 +0,0 @@ -import sys -import os -from dotenv import load_dotenv - -load_dotenv() - -sys.path.insert( - 0, os.path.abspath("../..") -) # Adds the parent directory to the system path - -from litellm import Router -import litellm - -litellm.set_verbose = False -os.environ.pop("AZURE_AD_TOKEN") - -model_list = [ - { # list of model deployments - "model_name": "gpt-3.5-turbo", # model alias - "litellm_params": { # params for litellm completion/embedding call - "model": "azure/chatgpt-v-2", # actual model name - "api_key": os.getenv("AZURE_API_KEY"), - "api_version": os.getenv("AZURE_API_VERSION"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - }, - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { # params for litellm completion/embedding call - "model": "azure/chatgpt-functioncalling", - "api_key": os.getenv("AZURE_API_KEY"), - "api_version": os.getenv("AZURE_API_VERSION"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - }, - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { # params for litellm completion/embedding call - "model": "gpt-3.5-turbo", - "api_key": os.getenv("OPENAI_API_KEY"), - }, - }, -] -router = Router(model_list=model_list) - - -file_paths = [ - "test_questions/question1.txt", - "test_questions/question2.txt", - "test_questions/question3.txt", -] -questions = [] - -for file_path in file_paths: - try: - print(file_path) - with open(file_path, "r") as file: - content = file.read() - questions.append(content) - except FileNotFoundError as e: - print(f"File not found: {e}") - except Exception as e: - print(f"An error occurred: {e}") - -# for q in questions: -# print(q) - - -# make X concurrent calls to litellm.completion(model=gpt-35-turbo, messages=[]), pick a random question in questions array. -# Allow me to tune X concurrent calls.. Log question, output/exception, response time somewhere -# show me a summary of requests made, success full calls, failed calls. For failed calls show me the exceptions - -import concurrent.futures -import random -import time - - -# Function to make concurrent calls to OpenAI API -def make_openai_completion(question): - try: - start_time = time.time() - import openai - - client = openai.OpenAI( - api_key=os.environ["OPENAI_API_KEY"], base_url="http://0.0.0.0:8000" - ) # base_url="http://0.0.0.0:8000", - response = client.chat.completions.create( - model="gpt-3.5-turbo", - messages=[ - { - "role": "system", - "content": f"You are a helpful assistant. Answer this question{question}", - } - ], - ) - print(response) - end_time = time.time() - - # Log the request details - with open("request_log.txt", "a") as log_file: - log_file.write( - f"Question: {question[:100]}\nResponse ID:{response.id} Content:{response.choices[0].message.content[:10]}\nTime: {end_time - start_time:.2f} seconds\n\n" - ) - - return response - except Exception as e: - # Log exceptions for failed calls - with open("error_log.txt", "a") as error_log_file: - error_log_file.write(f"Question: {question[:100]}\nException: {str(e)}\n\n") - return None - - -# Number of concurrent calls (you can adjust this) -concurrent_calls = 100 - -# List to store the futures of concurrent calls -futures = [] - -# Make concurrent calls -with concurrent.futures.ThreadPoolExecutor(max_workers=concurrent_calls) as executor: - for _ in range(concurrent_calls): - random_question = random.choice(questions) - futures.append(executor.submit(make_openai_completion, random_question)) - -# Wait for all futures to complete -concurrent.futures.wait(futures) - -# Summarize the results -successful_calls = 0 -failed_calls = 0 - -for future in futures: - if future.result() is not None: - successful_calls += 1 - else: - failed_calls += 1 - -print("Load test Summary:") -print(f"Total Requests: {concurrent_calls}") -print(f"Successful Calls: {successful_calls}") -print(f"Failed Calls: {failed_calls}") - -# Display content of the logs -with open("request_log.txt", "r") as log_file: - print("\nRequest Log:\n", log_file.read()) - -with open("error_log.txt", "r") as error_log_file: - print("\nError Log:\n", error_log_file.read()) diff --git a/cookbook/litellm_router/load_test_queuing.py b/cookbook/litellm_router/load_test_queuing.py deleted file mode 100644 index 7d4d44b2528..00000000000 --- a/cookbook/litellm_router/load_test_queuing.py +++ /dev/null @@ -1,164 +0,0 @@ -import sys -import os -from dotenv import load_dotenv - -load_dotenv() - -sys.path.insert( - 0, os.path.abspath("../..") -) # Adds the parent directory to the system path - -from litellm import Router -import litellm - -litellm.set_verbose = False -# os.environ.pop("AZURE_AD_TOKEN") - -model_list = [ - { # list of model deployments - "model_name": "gpt-3.5-turbo", # model alias - "litellm_params": { # params for litellm completion/embedding call - "model": "azure/chatgpt-v-2", # actual model name - "api_key": os.getenv("AZURE_API_KEY"), - "api_version": os.getenv("AZURE_API_VERSION"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - }, - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { # params for litellm completion/embedding call - "model": "azure/chatgpt-functioncalling", - "api_key": os.getenv("AZURE_API_KEY"), - "api_version": os.getenv("AZURE_API_VERSION"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - }, - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { # params for litellm completion/embedding call - "model": "gpt-3.5-turbo", - "api_key": os.getenv("OPENAI_API_KEY"), - }, - }, -] -router = Router(model_list=model_list) - - -file_paths = [ - "test_questions/question1.txt", - "test_questions/question2.txt", - "test_questions/question3.txt", -] -questions = [] - -for file_path in file_paths: - try: - print(file_path) - with open(file_path, "r") as file: - content = file.read() - questions.append(content) - except FileNotFoundError as e: - print(f"File not found: {e}") - except Exception as e: - print(f"An error occurred: {e}") - -# for q in questions: -# print(q) - - -# make X concurrent calls to litellm.completion(model=gpt-35-turbo, messages=[]), pick a random question in questions array. -# Allow me to tune X concurrent calls.. Log question, output/exception, response time somewhere -# show me a summary of requests made, success full calls, failed calls. For failed calls show me the exceptions - -import concurrent.futures -import random -import time - - -# Function to make concurrent calls to OpenAI API -def make_openai_completion(question): - try: - start_time = time.time() - import requests - - data = { - "model": "gpt-3.5-turbo", - "messages": [ - { - "role": "system", - "content": f"You are a helpful assistant. Answer this question{question}", - }, - ], - } - response = requests.post("http://0.0.0.0:8000/queue/request", json=data) - response = response.json() - end_time = time.time() - # Log the request details - with open("request_log.txt", "a") as log_file: - log_file.write( - f"Question: {question[:100]}\nResponse ID: {response.get('id', 'N/A')} Url: {response.get('url', 'N/A')}\nTime: {end_time - start_time:.2f} seconds\n\n" - ) - - # polling the url - while True: - try: - url = response["url"] - polling_url = f"http://0.0.0.0:8000{url}" - polling_response = requests.get(polling_url) - polling_response = polling_response.json() - print("\n RESPONSE FROM POLLING JoB", polling_response) - status = polling_response["status"] - if status == "finished": - llm_response = polling_response["result"] - with open("response_log.txt", "a") as log_file: - log_file.write( - f"Response ID: {llm_response.get('id', 'NA')}\nLLM Response: {llm_response}\nTime: {end_time - start_time:.2f} seconds\n\n" - ) - - break - print( - f"POLLING JOB{polling_url}\nSTATUS: {status}, \n Response {polling_response}" - ) - time.sleep(0.5) - except Exception as e: - print("got exception in polling", e) - break - - return response - except Exception as e: - # Log exceptions for failed calls - with open("error_log.txt", "a") as error_log_file: - error_log_file.write(f"Question: {question[:100]}\nException: {str(e)}\n\n") - return None - - -# Number of concurrent calls (you can adjust this) -concurrent_calls = 10 - -# List to store the futures of concurrent calls -futures = [] - -# Make concurrent calls -with concurrent.futures.ThreadPoolExecutor(max_workers=concurrent_calls) as executor: - for _ in range(concurrent_calls): - random_question = random.choice(questions) - futures.append(executor.submit(make_openai_completion, random_question)) - -# Wait for all futures to complete -concurrent.futures.wait(futures) - -# Summarize the results -successful_calls = 0 -failed_calls = 0 - -for future in futures: - if future.done(): - if future.result() is not None: - successful_calls += 1 - else: - failed_calls += 1 - -print("Load test Summary:") -print(f"Total Requests: {concurrent_calls}") -print(f"Successful Calls: {successful_calls}") -print(f"Failed Calls: {failed_calls}") diff --git a/cookbook/litellm_router/load_test_router.py b/cookbook/litellm_router/load_test_router.py deleted file mode 100644 index 92533b6c929..00000000000 --- a/cookbook/litellm_router/load_test_router.py +++ /dev/null @@ -1,143 +0,0 @@ -import sys -import os -from dotenv import load_dotenv - -load_dotenv() - -sys.path.insert( - 0, os.path.abspath("../..") -) # Adds the parent directory to the system path - -from litellm import Router -import litellm - -litellm.set_verbose = False -os.environ.pop("AZURE_AD_TOKEN") - -model_list = [ - { # list of model deployments - "model_name": "gpt-3.5-turbo", # model alias - "litellm_params": { # params for litellm completion/embedding call - "model": "azure/chatgpt-v-2", # actual model name - "api_key": os.getenv("AZURE_API_KEY"), - "api_version": os.getenv("AZURE_API_VERSION"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - }, - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { # params for litellm completion/embedding call - "model": "azure/chatgpt-functioncalling", - "api_key": os.getenv("AZURE_API_KEY"), - "api_version": os.getenv("AZURE_API_VERSION"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - }, - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { # params for litellm completion/embedding call - "model": "gpt-3.5-turbo", - "api_key": os.getenv("OPENAI_API_KEY"), - }, - }, -] -router = Router(model_list=model_list) - - -file_paths = [ - "test_questions/question1.txt", - "test_questions/question2.txt", - "test_questions/question3.txt", -] -questions = [] - -for file_path in file_paths: - try: - print(file_path) - with open(file_path, "r") as file: - content = file.read() - questions.append(content) - except FileNotFoundError as e: - print(f"File not found: {e}") - except Exception as e: - print(f"An error occurred: {e}") - -# for q in questions: -# print(q) - - -# make X concurrent calls to litellm.completion(model=gpt-35-turbo, messages=[]), pick a random question in questions array. -# Allow me to tune X concurrent calls.. Log question, output/exception, response time somewhere -# show me a summary of requests made, success full calls, failed calls. For failed calls show me the exceptions - -import concurrent.futures -import random -import time - - -# Function to make concurrent calls to OpenAI API -def make_openai_completion(question): - try: - start_time = time.time() - response = router.completion( - model="gpt-3.5-turbo", - messages=[ - { - "role": "system", - "content": f"You are a helpful assistant. Answer this question{question}", - } - ], - ) - print(response) - end_time = time.time() - - # Log the request details - with open("request_log.txt", "a") as log_file: - log_file.write( - f"Question: {question[:100]}\nResponse: {response.choices[0].message.content}\nTime: {end_time - start_time:.2f} seconds\n\n" - ) - - return response - except Exception as e: - # Log exceptions for failed calls - with open("error_log.txt", "a") as error_log_file: - error_log_file.write(f"Question: {question[:100]}\nException: {str(e)}\n\n") - return None - - -# Number of concurrent calls (you can adjust this) -concurrent_calls = 150 - -# List to store the futures of concurrent calls -futures = [] - -# Make concurrent calls -with concurrent.futures.ThreadPoolExecutor(max_workers=concurrent_calls) as executor: - for _ in range(concurrent_calls): - random_question = random.choice(questions) - futures.append(executor.submit(make_openai_completion, random_question)) - -# Wait for all futures to complete -concurrent.futures.wait(futures) - -# Summarize the results -successful_calls = 0 -failed_calls = 0 - -for future in futures: - if future.result() is not None: - successful_calls += 1 - else: - failed_calls += 1 - -print("Load test Summary:") -print(f"Total Requests: {concurrent_calls}") -print(f"Successful Calls: {successful_calls}") -print(f"Failed Calls: {failed_calls}") - -# Display content of the logs -with open("request_log.txt", "r") as log_file: - print("\nRequest Log:\n", log_file.read()) - -with open("error_log.txt", "r") as error_log_file: - print("\nError Log:\n", error_log_file.read()) diff --git a/cookbook/litellm_router/request_log.txt b/cookbook/litellm_router/request_log.txt deleted file mode 100644 index 821d87ab56a..00000000000 --- a/cookbook/litellm_router/request_log.txt +++ /dev/null @@ -1,48 +0,0 @@ -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Response ID: 71a47cd4-92d9-4091-9429-8d22af6b56bf Url: /queue/response/71a47cd4-92d9-4091-9429-8d22af6b56bf -Time: 0.77 seconds - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Response ID: a0855c20-59ba-4eed-85c1-e0719eebdeab Url: /queue/response/a0855c20-59ba-4eed-85c1-e0719eebdeab -Time: 1.46 seconds - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Response ID: b131cdcd-0693-495b-ad41-b0cf2afc4833 Url: /queue/response/b131cdcd-0693-495b-ad41-b0cf2afc4833 -Time: 2.13 seconds - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Response ID: a58e5185-90e7-4832-9f28-e5a5ac167a40 Url: /queue/response/a58e5185-90e7-4832-9f28-e5a5ac167a40 -Time: 2.83 seconds - -Question: Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. -Response ID: 52dbbd49-eedb-4c11-8382-3ca7deb1af35 Url: /queue/response/52dbbd49-eedb-4c11-8382-3ca7deb1af35 -Time: 3.50 seconds - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Response ID: eedda05f-61e1-4081-b49d-27f9449bcf69 Url: /queue/response/eedda05f-61e1-4081-b49d-27f9449bcf69 -Time: 4.20 seconds - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Response ID: 8a484722-66ec-4193-b19b-2dfc4265cfd2 Url: /queue/response/8a484722-66ec-4193-b19b-2dfc4265cfd2 -Time: 4.89 seconds - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Response ID: ae1e2b71-d711-456d-8df0-13ce0709eb04 Url: /queue/response/ae1e2b71-d711-456d-8df0-13ce0709eb04 -Time: 5.60 seconds - -Question: What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 10 -Response ID: cfabd174-838e-4252-b82b-648923573db8 Url: /queue/response/cfabd174-838e-4252-b82b-648923573db8 -Time: 6.29 seconds - -Question: Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the Ope -Response ID: 02d5b7d6-5443-41e9-94e4-90d8b00d49fb Url: /queue/response/02d5b7d6-5443-41e9-94e4-90d8b00d49fb -Time: 7.01 seconds - diff --git a/cookbook/litellm_router/test_questions/question1.txt b/cookbook/litellm_router/test_questions/question1.txt deleted file mode 100644 index d633a8ea22e..00000000000 --- a/cookbook/litellm_router/test_questions/question1.txt +++ /dev/null @@ -1,43 +0,0 @@ -Given this context, what is litellm? LiteLLM about: About -Call all LLM APIs using the OpenAI format. Use Bedrock, Azure, OpenAI, Cohere, Anthropic, Ollama, Sagemaker, HuggingFace, Replicate (100+ LLMs). LiteLLM manages - -Translating inputs to the provider's completion and embedding endpoints -Guarantees consistent output, text responses will always be available at ['choices'][0]['message']['content'] -Exception mapping - common exceptions across providers are mapped to the OpenAI exception types. -10/05/2023: LiteLLM is adopting Semantic Versioning for all commits. Learn more -10/16/2023: Self-hosted OpenAI-proxy server Learn more - -Usage (Docs) -Important -LiteLLM v1.0.0 is being launched to require openai>=1.0.0. Track this here - -Open In Colab -pip install litellm -from litellm import completion -import os - -## set ENV variables -os.environ["OPENAI_API_KEY"] = "your-openai-key" -os.environ["COHERE_API_KEY"] = "your-cohere-key" - -messages = [{ "content": "Hello, how are you?","role": "user"}] - -# openai call -response = completion(model="gpt-3.5-turbo", messages=messages) - -# cohere call -response = completion(model="command-nightly", messages=messages) -print(response) -Streaming (Docs) -liteLLM supports streaming the model response back, pass stream=True to get a streaming iterator in response. -Streaming is supported for all models (Bedrock, Huggingface, TogetherAI, Azure, OpenAI, etc.) - -from litellm import completion -response = completion(model="gpt-3.5-turbo", messages=messages, stream=True) -for chunk in response: - print(chunk['choices'][0]['delta']) - -# claude 2 -result = completion('claude-2', messages, stream=True) -for chunk in result: - print(chunk['choices'][0]['delta']) \ No newline at end of file diff --git a/cookbook/litellm_router/test_questions/question2.txt b/cookbook/litellm_router/test_questions/question2.txt deleted file mode 100644 index 78188d06668..00000000000 --- a/cookbook/litellm_router/test_questions/question2.txt +++ /dev/null @@ -1,65 +0,0 @@ -Does litellm support ooobagooba llms? how can i call oobagooba llms. Call all LLM APIs using the OpenAI format. Use Bedrock, Azure, OpenAI, Cohere, Anthropic, Ollama, Sagemaker, HuggingFace, Replicate (100+ LLMs). LiteLLM manages - -Translating inputs to the provider's completion and embedding endpoints -Guarantees consistent output, text responses will always be available at ['choices'][0]['message']['content'] -Exception mapping - common exceptions across providers are mapped to the OpenAI exception types. -10/05/2023: LiteLLM is adopting Semantic Versioning for all commits. Learn more -10/16/2023: Self-hosted OpenAI-proxy server Learn more - -Usage (Docs) -Important -LiteLLM v1.0.0 is being launched to require openai>=1.0.0. Track this here - -Open In Colab -pip install litellm -from litellm import completion -import os - -## set ENV variables -os.environ["OPENAI_API_KEY"] = "your-openai-key" -os.environ["COHERE_API_KEY"] = "your-cohere-key" - -messages = [{ "content": "Hello, how are you?","role": "user"}] - -# openai call -response = completion(model="gpt-3.5-turbo", messages=messages) - -# cohere call -response = completion(model="command-nightly", messages=messages) -print(response) -Streaming (Docs) -liteLLM supports streaming the model response back, pass stream=True to get a streaming iterator in response. -Streaming is supported for all models (Bedrock, Huggingface, TogetherAI, Azure, OpenAI, etc.) - -from litellm import completion -response = completion(model="gpt-3.5-turbo", messages=messages, stream=True) -for chunk in response: - print(chunk['choices'][0]['delta']) - -# claude 2 -result = completion('claude-2', messages, stream=True) -for chunk in result: - print(chunk['choices'][0]['delta']) Supported LiteLLM providers Supported Provider (Docs) -Provider Completion Streaming Async Completion Async Streaming -openai ✅ ✅ ✅ ✅ -azure ✅ ✅ ✅ ✅ -aws - sagemaker ✅ ✅ ✅ ✅ -aws - bedrock ✅ ✅ ✅ ✅ -cohere ✅ ✅ ✅ ✅ -anthropic ✅ ✅ ✅ ✅ -huggingface ✅ ✅ ✅ ✅ -replicate ✅ ✅ ✅ ✅ -together_ai ✅ ✅ ✅ ✅ -openrouter ✅ ✅ ✅ ✅ -google - vertex_ai ✅ ✅ ✅ ✅ -google - palm ✅ ✅ ✅ ✅ -ai21 ✅ ✅ ✅ ✅ -baseten ✅ ✅ ✅ ✅ -vllm ✅ ✅ ✅ ✅ -nlp_cloud ✅ ✅ ✅ ✅ -aleph alpha ✅ ✅ ✅ ✅ -petals ✅ ✅ ✅ ✅ -ollama ✅ ✅ ✅ ✅ -deepinfra ✅ ✅ ✅ ✅ -perplexity-ai ✅ ✅ ✅ ✅ -anyscale ✅ ✅ ✅ ✅ \ No newline at end of file diff --git a/cookbook/litellm_router/test_questions/question3.txt b/cookbook/litellm_router/test_questions/question3.txt deleted file mode 100644 index d6006f9c73c..00000000000 --- a/cookbook/litellm_router/test_questions/question3.txt +++ /dev/null @@ -1,50 +0,0 @@ -What endpoints does the litellm proxy have 💥 LiteLLM Proxy Server -LiteLLM Server manages: - -Calling 100+ LLMs Huggingface/Bedrock/TogetherAI/etc. in the OpenAI ChatCompletions & Completions format -Set custom prompt templates + model-specific configs (temperature, max_tokens, etc.) -Quick Start -View all the supported args for the Proxy CLI here - -$ litellm --model huggingface/bigcode/starcoder - -#INFO: Proxy running on http://0.0.0.0:8000 - -Test -In a new shell, run, this will make an openai.ChatCompletion request - -litellm --test - -This will now automatically route any requests for gpt-3.5-turbo to bigcode starcoder, hosted on huggingface inference endpoints. - -Replace openai base -import openai - -openai.api_base = "http://0.0.0.0:8000" - -print(openai.chat.completions.create(model="test", messages=[{"role":"user", "content":"Hey!"}])) - -Supported LLMs -Bedrock -Huggingface (TGI) -Anthropic -VLLM -OpenAI Compatible Server -TogetherAI -Replicate -Petals -Palm -Azure OpenAI -AI21 -Cohere -$ export AWS_ACCESS_KEY_ID="" -$ export AWS_REGION_NAME="" # e.g. us-west-2 -$ export AWS_SECRET_ACCESS_KEY="" - -$ litellm --model bedrock/anthropic.claude-v2 - -Server Endpoints -POST /chat/completions - chat completions endpoint to call 100+ LLMs -POST /completions - completions endpoint -POST /embeddings - embedding endpoint for Azure, OpenAI, Huggingface endpoints -GET /models - available models on server \ No newline at end of file diff --git a/cookbook/litellm_router_load_test/memory_usage/router_endpoint.py b/cookbook/litellm_router_load_test/memory_usage/router_endpoint.py deleted file mode 100644 index 1dc2d914857..00000000000 --- a/cookbook/litellm_router_load_test/memory_usage/router_endpoint.py +++ /dev/null @@ -1,65 +0,0 @@ -from fastapi import FastAPI -import uvicorn -from memory_profiler import profile -import os -import litellm -from litellm import Router -from dotenv import load_dotenv -from litellm._uuid import uuid - -load_dotenv() - -model_list = [ - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { - "model": "azure/chatgpt-v-2", - "api_key": os.getenv("AZURE_API_KEY"), - "api_version": os.getenv("AZURE_API_VERSION"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - "tpm": 240000, - "rpm": 1800, - }, - { - "model_name": "text-embedding-ada-002", - "litellm_params": { - "model": "azure/azure-embedding-model", - "api_key": os.getenv("AZURE_API_KEY"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - "tpm": 100000, - "rpm": 10000, - }, -] - -litellm.set_verbose = True -litellm.cache = litellm.Cache( - type="s3", s3_bucket_name="litellm-my-test-bucket-2", s3_region_name="us-east-1" -) -router = Router(model_list=model_list, set_verbose=True) - -app = FastAPI() - - -@app.get("/") -async def read_root(): - return {"message": "Welcome to the FastAPI endpoint!"} - - -@profile -@app.post("/router_acompletion") -async def router_acompletion(): - question = f"This is a test: {uuid.uuid4()}" * 100 - resp = await router.aembedding(model="text-embedding-ada-002", input=question) - print("embedding-resp", resp) - - response = await router.acompletion( - model="gpt-3.5-turbo", messages=[{"role": "user", "content": question}] - ) - print("completion-resp", response) - return response - - -if __name__ == "__main__": - uvicorn.run(app, host="0.0.0.0", port=8000) diff --git a/cookbook/litellm_router_load_test/memory_usage/router_memory_usage copy.py b/cookbook/litellm_router_load_test/memory_usage/router_memory_usage copy.py deleted file mode 100644 index 76d5d3913f5..00000000000 --- a/cookbook/litellm_router_load_test/memory_usage/router_memory_usage copy.py +++ /dev/null @@ -1,91 +0,0 @@ -#### What this tests #### - -from memory_profiler import profile -import sys -import os -import time -import asyncio - -sys.path.insert( - 0, os.path.abspath("../..") -) # Adds the parent directory to the system path -import litellm -from litellm import Router -from dotenv import load_dotenv -from litellm._uuid import uuid - -load_dotenv() - - -model_list = [ - { - "model_name": "gpt-3.5-turbo", # openai model name - "litellm_params": { # params for litellm completion/embedding call - "model": "azure/chatgpt-v-2", - "api_key": os.getenv("AZURE_API_KEY"), - "api_version": os.getenv("AZURE_API_VERSION"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - "tpm": 240000, - "rpm": 1800, - }, - { - "model_name": "text-embedding-ada-002", - "litellm_params": { - "model": "azure/azure-embedding-model", - "api_key": os.environ["AZURE_API_KEY"], - "api_base": os.environ["AZURE_API_BASE"], - }, - "tpm": 100000, - "rpm": 10000, - }, -] -litellm.set_verbose = True -litellm.cache = litellm.Cache( - type="s3", s3_bucket_name="litellm-my-test-bucket-2", s3_region_name="us-east-1" -) -router = Router( - model_list=model_list, - set_verbose=True, -) # type: ignore - - -@profile -async def router_acompletion(): - # embedding call - question = f"This is a test: {uuid.uuid4()}" * 100 - resp = await router.aembedding(model="text-embedding-ada-002", input=question) - print("embedding-resp", resp) - - response = await router.acompletion( - model="gpt-3.5-turbo", messages=[{"role": "user", "content": question}] - ) - print("completion-resp", response) - return response - - -async def main(): - for i in range(1): - start = time.time() - n = 50 # Number of concurrent tasks - tasks = [router_acompletion() for _ in range(n)] - - chat_completions = await asyncio.gather(*tasks) - - successful_completions = [c for c in chat_completions if c is not None] - - # Write errors to error_log.txt - with open("error_log.txt", "a") as error_log: - for completion in chat_completions: - if isinstance(completion, str): - error_log.write(completion + "\n") - - print(n, time.time() - start, len(successful_completions)) - time.sleep(10) - - -if __name__ == "__main__": - # Blank out contents of error_log.txt - open("error_log.txt", "w").close() - - asyncio.run(main()) diff --git a/cookbook/litellm_router_load_test/memory_usage/router_memory_usage.py b/cookbook/litellm_router_load_test/memory_usage/router_memory_usage.py deleted file mode 100644 index 76d5d3913f5..00000000000 --- a/cookbook/litellm_router_load_test/memory_usage/router_memory_usage.py +++ /dev/null @@ -1,91 +0,0 @@ -#### What this tests #### - -from memory_profiler import profile -import sys -import os -import time -import asyncio - -sys.path.insert( - 0, os.path.abspath("../..") -) # Adds the parent directory to the system path -import litellm -from litellm import Router -from dotenv import load_dotenv -from litellm._uuid import uuid - -load_dotenv() - - -model_list = [ - { - "model_name": "gpt-3.5-turbo", # openai model name - "litellm_params": { # params for litellm completion/embedding call - "model": "azure/chatgpt-v-2", - "api_key": os.getenv("AZURE_API_KEY"), - "api_version": os.getenv("AZURE_API_VERSION"), - "api_base": os.getenv("AZURE_API_BASE"), - }, - "tpm": 240000, - "rpm": 1800, - }, - { - "model_name": "text-embedding-ada-002", - "litellm_params": { - "model": "azure/azure-embedding-model", - "api_key": os.environ["AZURE_API_KEY"], - "api_base": os.environ["AZURE_API_BASE"], - }, - "tpm": 100000, - "rpm": 10000, - }, -] -litellm.set_verbose = True -litellm.cache = litellm.Cache( - type="s3", s3_bucket_name="litellm-my-test-bucket-2", s3_region_name="us-east-1" -) -router = Router( - model_list=model_list, - set_verbose=True, -) # type: ignore - - -@profile -async def router_acompletion(): - # embedding call - question = f"This is a test: {uuid.uuid4()}" * 100 - resp = await router.aembedding(model="text-embedding-ada-002", input=question) - print("embedding-resp", resp) - - response = await router.acompletion( - model="gpt-3.5-turbo", messages=[{"role": "user", "content": question}] - ) - print("completion-resp", response) - return response - - -async def main(): - for i in range(1): - start = time.time() - n = 50 # Number of concurrent tasks - tasks = [router_acompletion() for _ in range(n)] - - chat_completions = await asyncio.gather(*tasks) - - successful_completions = [c for c in chat_completions if c is not None] - - # Write errors to error_log.txt - with open("error_log.txt", "a") as error_log: - for completion in chat_completions: - if isinstance(completion, str): - error_log.write(completion + "\n") - - print(n, time.time() - start, len(successful_completions)) - time.sleep(10) - - -if __name__ == "__main__": - # Blank out contents of error_log.txt - open("error_log.txt", "w").close() - - asyncio.run(main()) diff --git a/cookbook/litellm_router_load_test/memory_usage/send_request.py b/cookbook/litellm_router_load_test/memory_usage/send_request.py deleted file mode 100644 index 6a3473e230f..00000000000 --- a/cookbook/litellm_router_load_test/memory_usage/send_request.py +++ /dev/null @@ -1,28 +0,0 @@ -import requests -from concurrent.futures import ThreadPoolExecutor - -# Replace the URL with your actual endpoint -url = "http://localhost:8000/router_acompletion" - - -def make_request(session): - headers = {"Content-Type": "application/json"} - data = {} # Replace with your JSON payload if needed - - response = session.post(url, headers=headers, json=data) - print(f"Status code: {response.status_code}") - - -# Number of concurrent requests -num_requests = 20 - -# Create a session to reuse the underlying TCP connection -with requests.Session() as session: - # Use ThreadPoolExecutor for concurrent requests - with ThreadPoolExecutor(max_workers=num_requests) as executor: - # Use list comprehension to submit tasks - futures = [executor.submit(make_request, session) for _ in range(num_requests)] - - # Wait for all futures to complete - for future in futures: - future.result() diff --git a/cookbook/litellm_router_load_test/test_loadtest_openai_client.py b/cookbook/litellm_router_load_test/test_loadtest_openai_client.py deleted file mode 100644 index 8c50825be12..00000000000 --- a/cookbook/litellm_router_load_test/test_loadtest_openai_client.py +++ /dev/null @@ -1,73 +0,0 @@ -import sys -import os -from dotenv import load_dotenv - -load_dotenv() -sys.path.insert( - 0, os.path.abspath("../..") -) # Adds the parent directory to the system path -import asyncio -from litellm import Timeout -import time -import openai - -### Test just calling AsyncAzureOpenAI - -openai_client = openai.AsyncAzureOpenAI( - azure_endpoint=os.getenv("AZURE_API_BASE"), - api_key=os.getenv("AZURE_API_KEY"), -) - - -async def call_acompletion(semaphore, input_data): - async with semaphore: - try: - # Use asyncio.wait_for to set a timeout for the task - response = await openai_client.chat.completions.create(**input_data) - # Handle the response as needed - print(response) - return response - except Timeout: - print(f"Task timed out: {input_data}") - return None # You may choose to return something else or raise an exception - - -async def main(): - # Initialize the Router - - # Create a semaphore with a capacity of 100 - semaphore = asyncio.Semaphore(100) - - # List to hold all task references - tasks = [] - start_time_all_tasks = time.time() - # Launch 1000 tasks - for _ in range(500): - task = asyncio.create_task( - call_acompletion( - semaphore, - { - "model": "chatgpt-v-2", - "messages": [{"role": "user", "content": "Hey, how's it going?"}], - }, - ) - ) - tasks.append(task) - - # Wait for all tasks to complete - responses = await asyncio.gather(*tasks) - # Process responses as needed - # Record the end time for all tasks - end_time_all_tasks = time.time() - # Calculate the total time for all tasks - total_time_all_tasks = end_time_all_tasks - start_time_all_tasks - print(f"Total time for all tasks: {total_time_all_tasks} seconds") - - # Calculate the average time per response - average_time_per_response = total_time_all_tasks / len(responses) - print(f"Average time per response: {average_time_per_response} seconds") - print(f"NUMBER OF COMPLETED TASKS: {len(responses)}") - - -# Run the main function -asyncio.run(main()) diff --git a/cookbook/litellm_router_load_test/test_loadtest_router.py b/cookbook/litellm_router_load_test/test_loadtest_router.py deleted file mode 100644 index 280e495e771..00000000000 --- a/cookbook/litellm_router_load_test/test_loadtest_router.py +++ /dev/null @@ -1,87 +0,0 @@ -import sys -import os -from dotenv import load_dotenv - -load_dotenv() -sys.path.insert( - 0, os.path.abspath("../..") -) # Adds the parent directory to the system path -import asyncio -from litellm import Router, Timeout -import time - -### Test calling router async - - -async def call_acompletion(semaphore, router: Router, input_data): - async with semaphore: - try: - # Use asyncio.wait_for to set a timeout for the task - response = await router.acompletion(**input_data) - # Handle the response as needed - print(response) - return response - except Timeout: - print(f"Task timed out: {input_data}") - return None # You may choose to return something else or raise an exception - - -async def main(): - # Initialize the Router - model_list = [ - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { - "model": "gpt-3.5-turbo", - "api_key": os.getenv("OPENAI_API_KEY"), - }, - }, - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { - "model": "azure/chatgpt-v-2", - "api_key": os.getenv("AZURE_API_KEY"), - "api_base": os.getenv("AZURE_API_BASE"), - "api_version": os.getenv("AZURE_API_VERSION"), - }, - }, - ] - router = Router(model_list=model_list, num_retries=3, timeout=10) - - # Create a semaphore with a capacity of 100 - semaphore = asyncio.Semaphore(100) - - # List to hold all task references - tasks = [] - start_time_all_tasks = time.time() - # Launch 1000 tasks - for _ in range(500): - task = asyncio.create_task( - call_acompletion( - semaphore, - router, - { - "model": "gpt-3.5-turbo", - "messages": [{"role": "user", "content": "Hey, how's it going?"}], - }, - ) - ) - tasks.append(task) - - # Wait for all tasks to complete - responses = await asyncio.gather(*tasks) - # Process responses as needed - # Record the end time for all tasks - end_time_all_tasks = time.time() - # Calculate the total time for all tasks - total_time_all_tasks = end_time_all_tasks - start_time_all_tasks - print(f"Total time for all tasks: {total_time_all_tasks} seconds") - - # Calculate the average time per response - average_time_per_response = total_time_all_tasks / len(responses) - print(f"Average time per response: {average_time_per_response} seconds") - print(f"NUMBER OF COMPLETED TASKS: {len(responses)}") - - -# Run the main function -asyncio.run(main()) diff --git a/cookbook/litellm_router_load_test/test_loadtest_router_withs3_cache.py b/cookbook/litellm_router_load_test/test_loadtest_router_withs3_cache.py deleted file mode 100644 index b093489be1b..00000000000 --- a/cookbook/litellm_router_load_test/test_loadtest_router_withs3_cache.py +++ /dev/null @@ -1,93 +0,0 @@ -import sys -import os -from dotenv import load_dotenv - -load_dotenv() -sys.path.insert( - 0, os.path.abspath("../..") -) # Adds the parent directory to the system path -import asyncio -from litellm import Router, Timeout -import time -from litellm.caching.caching import Cache -import litellm - -litellm.cache = Cache( - type="s3", s3_bucket_name="cache-bucket-litellm", s3_region_name="us-west-2" -) - -### Test calling router with s3 Cache - - -async def call_acompletion(semaphore, router: Router, input_data): - async with semaphore: - try: - # Use asyncio.wait_for to set a timeout for the task - response = await router.acompletion(**input_data) - # Handle the response as needed - print(response) - return response - except Timeout: - print(f"Task timed out: {input_data}") - return None # You may choose to return something else or raise an exception - - -async def main(): - # Initialize the Router - model_list = [ - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { - "model": "gpt-3.5-turbo", - "api_key": os.getenv("OPENAI_API_KEY"), - }, - }, - { - "model_name": "gpt-3.5-turbo", - "litellm_params": { - "model": "azure/chatgpt-v-2", - "api_key": os.getenv("AZURE_API_KEY"), - "api_base": os.getenv("AZURE_API_BASE"), - "api_version": os.getenv("AZURE_API_VERSION"), - }, - }, - ] - router = Router(model_list=model_list, num_retries=3, timeout=10) - - # Create a semaphore with a capacity of 100 - semaphore = asyncio.Semaphore(100) - - # List to hold all task references - tasks = [] - start_time_all_tasks = time.time() - # Launch 1000 tasks - for _ in range(500): - task = asyncio.create_task( - call_acompletion( - semaphore, - router, - { - "model": "gpt-3.5-turbo", - "messages": [{"role": "user", "content": "Hey, how's it going?"}], - }, - ) - ) - tasks.append(task) - - # Wait for all tasks to complete - responses = await asyncio.gather(*tasks) - # Process responses as needed - # Record the end time for all tasks - end_time_all_tasks = time.time() - # Calculate the total time for all tasks - total_time_all_tasks = end_time_all_tasks - start_time_all_tasks - print(f"Total time for all tasks: {total_time_all_tasks} seconds") - - # Calculate the average time per response - average_time_per_response = total_time_all_tasks / len(responses) - print(f"Average time per response: {average_time_per_response} seconds") - print(f"NUMBER OF COMPLETED TASKS: {len(responses)}") - - -# Run the main function -asyncio.run(main()) diff --git a/cookbook/litellm_test_multiple_llm_demo.ipynb b/cookbook/litellm_test_multiple_llm_demo.ipynb deleted file mode 100644 index f22448e46b9..00000000000 --- a/cookbook/litellm_test_multiple_llm_demo.ipynb +++ /dev/null @@ -1,55 +0,0 @@ -{ - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - } - }, - "cells": [ - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "adotBkqZSh5g" - }, - "outputs": [], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "code", - "source": [ - "from litellm import completion\n", - "\n", - "## set ENV variables\n", - "os.environ[\"OPENAI_API_KEY\"] = \"openai key\"\n", - "os.environ[\"COHERE_API_KEY\"] = \"cohere key\"\n", - "os.environ[\"REPLICATE_API_KEY\"] = \"replicate key\"\n", - "messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", - "\n", - "# openai call\n", - "response = completion(model=\"gpt-3.5-turbo\", messages=messages)\n", - "\n", - "# cohere call\n", - "response = completion(\"command-nightly\", messages)\n", - "\n", - "# replicate call\n", - "response = completion(\"replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1\", messages)" - ], - "metadata": { - "id": "LeOqznSgSj-z" - }, - "execution_count": null, - "outputs": [] - } - ] -} diff --git a/cookbook/livekit_agent_sdk/README.md b/cookbook/livekit_agent_sdk/README.md deleted file mode 100644 index 6c794165e96..00000000000 --- a/cookbook/livekit_agent_sdk/README.md +++ /dev/null @@ -1,116 +0,0 @@ -# LiveKit Voice Agent with LiteLLM Gateway - -Simple example showing how to use LiveKit's xAI realtime plugin with LiteLLM as a proxy. This lets you switch between xAI, OpenAI, and Azure realtime APIs without changing your code. - -## Quick Start - -### 1. Install dependencies - -```bash -pip install livekit-agents[xai] websockets -``` - -### 2. Start LiteLLM proxy - -```bash -# With xAI -export XAI_API_KEY="your-xai-key" -export LITELLM_MASTER_KEY="sk-$(openssl rand -hex 32)" -litellm --config config.yaml --port 4000 -``` - -### 3. Run the voice agent - -```bash -export LITELLM_API_KEY="$LITELLM_MASTER_KEY" -python main.py -``` - -Type your message and get a voice response from Grok! - -## Configuration - -Set these environment variables if needed: - -```bash -export LITELLM_PROXY_URL="http://localhost:4000" -export LITELLM_API_KEY="$LITELLM_MASTER_KEY" -export LITELLM_MODEL="grok-voice-agent" -``` - -Or use the defaults - connects to `http://localhost:4000` by default. - -## Example Config File - -Create a `config.yaml` with your realtime models: - -```yaml -model_list: - - model_name: grok-voice-agent - litellm_params: - model: xai/grok-2-vision-1212 - api_key: os.environ/XAI_API_KEY - model_info: - mode: realtime - - - model_name: openai-voice-agent - litellm_params: - model: gpt-4o-realtime-preview - api_key: os.environ/OPENAI_API_KEY - model_info: - mode: realtime - -general_settings: - master_key: os.environ/LITELLM_MASTER_KEY -``` - -Then start: `litellm --config config.yaml --port 4000` - -## How It Works - -LiveKit's xAI plugin connects through LiteLLM proxy by setting `base_url`: - -```python -from livekit.plugins import xai - -model = xai.realtime.RealtimeModel( - voice="ara", - api_key=os.environ["LITELLM_MASTER_KEY"], - base_url="http://localhost:4000", # Point to LiteLLM -) -``` - -## Switching Providers - -Just change the model in your config - no code changes needed: - -**xAI Grok:** -```yaml -model: xai/grok-2-vision-1212 -``` - -**OpenAI:** -```yaml -model: gpt-4o-realtime-preview -``` - -**Azure OpenAI:** -```yaml -model: azure/gpt-4o-realtime-preview -api_base: https://your-endpoint.openai.azure.com/ -``` - -## Why Use LiteLLM? - -- ✅ **Switch providers** without changing agent code -- ✅ **Cost tracking** across all voice sessions -- ✅ **Rate limiting** and budgets -- ✅ **Load balancing** across multiple API keys -- ✅ **Fallbacks** to backup models - -## Learn More - -- [LiveKit xAI Realtime Tutorial](/docs/tutorials/livekit_xai_realtime) -- [xAI Realtime Docs](/docs/providers/xai_realtime) -- [LiveKit Agents Documentation](https://docs.livekit.io/agents/) -- [LiteLLM Realtime API](/docs/realtime) diff --git a/cookbook/livekit_agent_sdk/config.example.yaml b/cookbook/livekit_agent_sdk/config.example.yaml deleted file mode 100644 index 388aa24f501..00000000000 --- a/cookbook/livekit_agent_sdk/config.example.yaml +++ /dev/null @@ -1,20 +0,0 @@ -model_list: - - model_name: grok-voice-agent - litellm_params: - model: xai/grok-2-vision-1212 - api_key: os.environ/XAI_API_KEY - model_info: - mode: realtime - - - model_name: openai-voice-agent - litellm_params: - model: gpt-4o-realtime-preview - api_key: os.environ/OPENAI_API_KEY - model_info: - mode: realtime - -litellm_settings: - drop_params: True - -general_settings: - master_key: os.environ/LITELLM_MASTER_KEY diff --git a/cookbook/livekit_agent_sdk/main.py b/cookbook/livekit_agent_sdk/main.py deleted file mode 100644 index fdc72e518b4..00000000000 --- a/cookbook/livekit_agent_sdk/main.py +++ /dev/null @@ -1,121 +0,0 @@ -""" -Simple xAI Voice Agent using LiveKit SDK with LiteLLM Gateway - -This example shows how to use LiveKit's xAI realtime plugin through LiteLLM proxy. -LiteLLM acts as a unified interface, allowing you to switch between xAI, OpenAI, -and Azure realtime APIs without changing your agent code. -""" - -import asyncio -import json -import os -import websockets - -# Configuration -PROXY_URL = os.getenv("LITELLM_PROXY_URL", "http://localhost:4000") -API_KEY = os.environ["LITELLM_API_KEY"] -MODEL = os.getenv("LITELLM_MODEL", "grok-voice-agent") - - -async def run_voice_agent(): - """ - Simple voice agent that: - 1. Connects to xAI realtime API through LiteLLM proxy - 2. Sends a user message - 3. Streams back the response - """ - - url = f"ws://{PROXY_URL.replace('http://', '').replace('https://', '')}/v1/realtime?model={MODEL}" - headers = {"Authorization": f"Bearer {API_KEY}"} - - print(f"🎙️ Connecting to voice agent...") - print(f" Model: {MODEL}") - print(f" Proxy: {PROXY_URL}") - print() - - async with websockets.connect(url, additional_headers=headers) as ws: - # Receive initial connection event - initial = json.loads(await ws.recv()) - print(f"✅ Connected! Event: {initial['type']}\n") - - # Get user input - user_message = input("💬 Your message: ").strip() - if not user_message: - user_message = "Tell me a fun fact about AI!" - - print(f"\n🤖 Sending to {MODEL}...\n") - - # Send user message - await ws.send( - json.dumps( - { - "type": "conversation.item.create", - "item": { - "type": "message", - "role": "user", - "content": [{"type": "input_text", "text": user_message}], - }, - } - ) - ) - - # Request response - await ws.send( - json.dumps( - { - "type": "response.create", - "response": {"modalities": ["text", "audio"]}, - } - ) - ) - - # Stream response - print("🎤 Response: ", end="", flush=True) - transcript = [] - - try: - while True: - msg = await asyncio.wait_for(ws.recv(), timeout=15.0) - event = json.loads(msg) - - # Capture transcript deltas - if event["type"] == "response.output_audio_transcript.delta": - delta = event.get("delta", "") - if delta: - print(delta, end="", flush=True) - transcript.append(delta) - - # Done when response completes - elif event["type"] == "response.done": - break - - except asyncio.TimeoutError: - pass - - print("\n") - - if transcript: - print(f"✅ Complete response: {''.join(transcript)}") - - await ws.close() - - -def main(): - """Run the voice agent""" - print("=" * 70) - print("LiveKit xAI Voice Agent via LiteLLM Proxy") - print("=" * 70) - print() - - try: - asyncio.run(run_voice_agent()) - except KeyboardInterrupt: - print("\n\n👋 Goodbye!") - except Exception as e: - print(f"\n❌ Error: {e}") - print("\nMake sure LiteLLM proxy is running:") - print(f" litellm --config config.yaml --port 4000") - - -if __name__ == "__main__": - main() diff --git a/cookbook/livekit_agent_sdk/requirements.txt b/cookbook/livekit_agent_sdk/requirements.txt deleted file mode 100644 index 9e3542fac27..00000000000 --- a/cookbook/livekit_agent_sdk/requirements.txt +++ /dev/null @@ -1,2 +0,0 @@ -livekit-agents[xai]>=1.3.12 -websockets>=15.0.1 diff --git a/cookbook/logging_observability/LiteLLM_Arize.ipynb b/cookbook/logging_observability/LiteLLM_Arize.ipynb deleted file mode 100644 index 72a082f874d..00000000000 --- a/cookbook/logging_observability/LiteLLM_Arize.ipynb +++ /dev/null @@ -1,172 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "4FbDOmcj2VkM" - }, - "source": [ - "## Use LiteLLM with Arize\n", - "https://docs.litellm.ai/docs/observability/arize_integration\n", - "\n", - "This method uses the litellm proxy to send the data to Arize. The callback is set in the litellm config below, instead of using OpenInference tracing." - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "21W8Woog26Ns" - }, - "source": [ - "## Install Dependencies" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": { - "id": "xrjKLBxhxu2L" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Requirement already satisfied: litellm in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (1.54.1)\n", - "Requirement already satisfied: aiohttp in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (3.11.10)\n", - "Requirement already satisfied: click in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (8.1.7)\n", - "Requirement already satisfied: httpx<0.28.0,>=0.23.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (0.27.2)\n", - "Requirement already satisfied: importlib-metadata>=6.8.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (8.5.0)\n", - "Requirement already satisfied: jinja2<4.0.0,>=3.1.2 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (3.1.4)\n", - "Requirement already satisfied: jsonschema<5.0.0,>=4.22.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (4.23.0)\n", - "Requirement already satisfied: openai>=1.55.3 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (1.57.1)\n", - "Requirement already satisfied: pydantic<3.0.0,>=2.0.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (2.10.3)\n", - "Requirement already satisfied: python-dotenv>=0.2.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (1.0.1)\n", - "Requirement already satisfied: requests<3.0.0,>=2.31.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (2.32.3)\n", - "Requirement already satisfied: tiktoken>=0.7.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (0.7.0)\n", - "Requirement already satisfied: tokenizers in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from litellm) (0.21.0)\n", - "Requirement already satisfied: anyio in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from httpx<0.28.0,>=0.23.0->litellm) (4.7.0)\n", - "Requirement already satisfied: certifi in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from httpx<0.28.0,>=0.23.0->litellm) (2024.8.30)\n", - "Requirement already satisfied: httpcore==1.* in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from httpx<0.28.0,>=0.23.0->litellm) (1.0.7)\n", - "Requirement already satisfied: idna in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from httpx<0.28.0,>=0.23.0->litellm) (3.10)\n", - "Requirement already satisfied: sniffio in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from httpx<0.28.0,>=0.23.0->litellm) (1.3.1)\n", - "Requirement already satisfied: h11<0.15,>=0.13 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from httpcore==1.*->httpx<0.28.0,>=0.23.0->litellm) (0.14.0)\n", - "Requirement already satisfied: zipp>=3.20 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from importlib-metadata>=6.8.0->litellm) (3.21.0)\n", - "Requirement already satisfied: MarkupSafe>=2.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from jinja2<4.0.0,>=3.1.2->litellm) (3.0.2)\n", - "Requirement already satisfied: attrs>=22.2.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm) (24.2.0)\n", - "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm) (2024.10.1)\n", - "Requirement already satisfied: referencing>=0.28.4 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm) (0.35.1)\n", - "Requirement already satisfied: rpds-py>=0.7.1 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm) (0.22.3)\n", - "Requirement already satisfied: distro<2,>=1.7.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from openai>=1.55.3->litellm) (1.9.0)\n", - "Requirement already satisfied: jiter<1,>=0.4.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from openai>=1.55.3->litellm) (0.6.1)\n", - "Requirement already satisfied: tqdm>4 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from openai>=1.55.3->litellm) (4.67.1)\n", - "Requirement already satisfied: typing-extensions<5,>=4.11 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from openai>=1.55.3->litellm) (4.12.2)\n", - "Requirement already satisfied: annotated-types>=0.6.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from pydantic<3.0.0,>=2.0.0->litellm) (0.7.0)\n", - "Requirement already satisfied: pydantic-core==2.27.1 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from pydantic<3.0.0,>=2.0.0->litellm) (2.27.1)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from requests<3.0.0,>=2.31.0->litellm) (3.4.0)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from requests<3.0.0,>=2.31.0->litellm) (2.0.7)\n", - "Requirement already satisfied: regex>=2022.1.18 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from tiktoken>=0.7.0->litellm) (2024.11.6)\n", - "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from aiohttp->litellm) (2.4.4)\n", - "Requirement already satisfied: aiosignal>=1.1.2 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from aiohttp->litellm) (1.3.1)\n", - "Requirement already satisfied: frozenlist>=1.1.1 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from aiohttp->litellm) (1.5.0)\n", - "Requirement already satisfied: multidict<7.0,>=4.5 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from aiohttp->litellm) (6.1.0)\n", - "Requirement already satisfied: propcache>=0.2.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from aiohttp->litellm) (0.2.1)\n", - "Requirement already satisfied: yarl<2.0,>=1.17.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from aiohttp->litellm) (1.18.3)\n", - "Requirement already satisfied: huggingface-hub<1.0,>=0.16.4 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from tokenizers->litellm) (0.26.5)\n", - "Requirement already satisfied: filelock in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from huggingface-hub<1.0,>=0.16.4->tokenizers->litellm) (3.16.1)\n", - "Requirement already satisfied: fsspec>=2023.5.0 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from huggingface-hub<1.0,>=0.16.4->tokenizers->litellm) (2024.10.0)\n", - "Requirement already satisfied: packaging>=20.9 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from huggingface-hub<1.0,>=0.16.4->tokenizers->litellm) (24.2)\n", - "Requirement already satisfied: pyyaml>=5.1 in /Users/ericxiao/Documents/arize/.venv/lib/python3.11/site-packages (from huggingface-hub<1.0,>=0.16.4->tokenizers->litellm) (6.0.2)\n" - ] - } - ], - "source": [ - "!pip install litellm" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "jHEu-TjZ29PJ" - }, - "source": [ - "## Set Env Variables" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": { - "id": "QWd9rTysxsWO" - }, - "outputs": [], - "source": [ - "import litellm\n", - "import os\n", - "from getpass import getpass\n", - "\n", - "os.environ[\"ARIZE_SPACE_KEY\"] = getpass(\"Enter your Arize space key: \")\n", - "os.environ[\"ARIZE_API_KEY\"] = getpass(\"Enter your Arize API key: \")\n", - "os.environ['OPENAI_API_KEY']= getpass(\"Enter your OpenAI API key: \")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "Let's run a completion call and see the traces in Arize" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Hello! Nice to meet you, OpenAI. How can I assist you today?\n" - ] - } - ], - "source": [ - "# set arize as a callback, litellm will send the data to arize\n", - "litellm.callbacks = [\"arize\"]\n", - " \n", - "# openai call\n", - "response = litellm.completion(\n", - " model=\"gpt-3.5-turbo\",\n", - " messages=[\n", - " {\"role\": \"user\", \"content\": \"Hi 👋 - i'm openai\"}\n", - " ]\n", - ")\n", - "print(response.choices[0].message.content)" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": ".venv", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.11.6" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/logging_observability/LiteLLM_Langfuse.ipynb b/cookbook/logging_observability/LiteLLM_Langfuse.ipynb deleted file mode 100644 index 2a63666e069..00000000000 --- a/cookbook/logging_observability/LiteLLM_Langfuse.ipynb +++ /dev/null @@ -1,197 +0,0 @@ -{ - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - } - }, - "cells": [ - { - "cell_type": "markdown", - "source": [ - "## Use LiteLLM with Langfuse\n", - "https://docs.litellm.ai/docs/observability/langfuse_integration" - ], - "metadata": { - "id": "4FbDOmcj2VkM" - } - }, - { - "cell_type": "markdown", - "source": [ - "## Install Dependencies" - ], - "metadata": { - "id": "21W8Woog26Ns" - } - }, - { - "cell_type": "code", - "source": [ - "!pip install litellm langfuse" - ], - "metadata": { - "id": "xrjKLBxhxu2L" - }, - "execution_count": null, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "## Set Env Variables" - ], - "metadata": { - "id": "jHEu-TjZ29PJ" - } - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": { - "id": "QWd9rTysxsWO" - }, - "outputs": [], - "source": [ - "import litellm\n", - "from litellm import completion\n", - "import os\n", - "\n", - "# from https://cloud.langfuse.com/\n", - "os.environ[\"LANGFUSE_PUBLIC_KEY\"] = \"\"\n", - "os.environ[\"LANGFUSE_SECRET_KEY\"] = \"\"\n", - "\n", - "\n", - "# OpenAI and Cohere keys\n", - "# You can use any of the litellm supported providers: https://docs.litellm.ai/docs/providers\n", - "os.environ['OPENAI_API_KEY']=\"\"\n", - "os.environ['COHERE_API_KEY']=\"\"\n" - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Set LangFuse as a callback for sending data\n", - "## OpenAI completion call" - ], - "metadata": { - "id": "NodQl0hp3Lma" - } - }, - { - "cell_type": "code", - "source": [ - "# set langfuse as a callback, litellm will send the data to langfuse\n", - "litellm.success_callback = [\"langfuse\"]\n", - "\n", - "# openai call\n", - "response = completion(\n", - " model=\"gpt-3.5-turbo\",\n", - " messages=[\n", - " {\"role\": \"user\", \"content\": \"Hi 👋 - i'm openai\"}\n", - " ]\n", - ")\n", - "\n", - "print(response)" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "vNAuwJY1yp_F", - "outputId": "c3a71e26-13f5-4379-fac9-409290ba79bb" - }, - "execution_count": 8, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "{\n", - " \"id\": \"chatcmpl-85nP4xHdAP3jAcGneIguWATS9qdoO\",\n", - " \"object\": \"chat.completion\",\n", - " \"created\": 1696392238,\n", - " \"model\": \"gpt-3.5-turbo-0613\",\n", - " \"choices\": [\n", - " {\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"Hello! How can I assist you today?\"\n", - " },\n", - " \"finish_reason\": \"stop\"\n", - " }\n", - " ],\n", - " \"usage\": {\n", - " \"prompt_tokens\": 15,\n", - " \"completion_tokens\": 9,\n", - " \"total_tokens\": 24\n", - " }\n", - "}\n" - ] - } - ] - }, - { - "cell_type": "code", - "source": [ - "# we set langfuse as a callback in the prev cell\n", - "# cohere call\n", - "response = completion(\n", - " model=\"command-nightly\",\n", - " messages=[\n", - " {\"role\": \"user\", \"content\": \"Hi 👋 - i'm cohere\"}\n", - " ]\n", - ")\n", - "\n", - "print(response)" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "2PMSLc_FziJL", - "outputId": "1c37605e-b406-4ffc-aafd-e1983489c6be" - }, - "execution_count": 9, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "{\n", - " \"object\": \"chat.completion\",\n", - " \"choices\": [\n", - " {\n", - " \"finish_reason\": \"stop\",\n", - " \"index\": 0,\n", - " \"message\": {\n", - " \"content\": \" Nice to meet you, Cohere! I'm excited to be meeting new members of the AI community\",\n", - " \"role\": \"assistant\",\n", - " \"logprobs\": null\n", - " }\n", - " }\n", - " ],\n", - " \"id\": \"chatcmpl-a14e903f-4608-4ceb-b996-8ebdf21360ca\",\n", - " \"created\": 1696392247.3313863,\n", - " \"model\": \"command-nightly\",\n", - " \"usage\": {\n", - " \"prompt_tokens\": 8,\n", - " \"completion_tokens\": 20,\n", - " \"total_tokens\": 28\n", - " }\n", - "}\n" - ] - } - ] - } - ] -} \ No newline at end of file diff --git a/cookbook/logging_observability/LiteLLM_Lunary.ipynb b/cookbook/logging_observability/LiteLLM_Lunary.ipynb deleted file mode 100644 index 3b1dc5d5e25..00000000000 --- a/cookbook/logging_observability/LiteLLM_Lunary.ipynb +++ /dev/null @@ -1,348 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "4FbDOmcj2VkM" - }, - "source": [ - "## Use LiteLLM with Langfuse\n", - "https://docs.litellm.ai/docs/observability/langfuse_integration" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "21W8Woog26Ns" - }, - "source": [ - "## Install Dependencies" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "xrjKLBxhxu2L" - }, - "outputs": [], - "source": [ - "%pip install litellm lunary" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "jHEu-TjZ29PJ" - }, - "source": [ - "## Set Env Variables" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": { - "id": "QWd9rTysxsWO" - }, - "outputs": [], - "source": [ - "import litellm\n", - "from litellm import completion\n", - "import os\n", - "\n", - "# from https://app.lunary.ai/\n", - "os.environ[\"LUNARY_PUBLIC_KEY\"] = \"\"\n", - "\n", - "\n", - "# LLM provider keys\n", - "# You can use any of the litellm supported providers: https://docs.litellm.ai/docs/providers\n", - "os.environ['OPENAI_API_KEY'] = \"\"\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "NodQl0hp3Lma" - }, - "source": [ - "## Set Lunary as a callback for sending data\n", - "## OpenAI completion call" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "vNAuwJY1yp_F", - "outputId": "c3a71e26-13f5-4379-fac9-409290ba79bb" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[Choices(finish_reason='stop', index=0, message=Message(content='Hello! How can I assist you today?', role='assistant'))]ModelResponse(id='chatcmpl-8xIWykI0GiJSmYtXYuB8Z363kpIBm', choices=[Choices(finish_reason='stop', index=0, message=Message(content='Hello! How can I assist you today?', role='assistant'))], created=1709143276, model='gpt-3.5-turbo-0125', object='chat.completion', system_fingerprint='fp_86156a94a0', usage=Usage(completion_tokens=9, prompt_tokens=15, total_tokens=24))\n", - "\n", - "[Lunary] Add event: {\n", - " \"event\": \"start\",\n", - " \"type\": \"llm\",\n", - " \"name\": \"gpt-3.5-turbo\",\n", - " \"runId\": \"a363776a-bd07-4474-bce2-193067f01b2e\",\n", - " \"timestamp\": \"2024-02-28T18:01:15.188153+00:00\",\n", - " \"input\": {\n", - " \"role\": \"user\",\n", - " \"content\": \"Hi \\ud83d\\udc4b - i'm openai\"\n", - " },\n", - " \"extra\": {},\n", - " \"runtime\": \"litellm\",\n", - " \"metadata\": {}\n", - "}\n", - "\n", - "\n", - "[Lunary] Add event: {\n", - " \"event\": \"end\",\n", - " \"type\": \"llm\",\n", - " \"runId\": \"a363776a-bd07-4474-bce2-193067f01b2e\",\n", - " \"timestamp\": \"2024-02-28T18:01:16.846581+00:00\",\n", - " \"output\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"Hello! How can I assist you today?\"\n", - " },\n", - " \"runtime\": \"litellm\",\n", - " \"tokensUsage\": {\n", - " \"completion\": 9,\n", - " \"prompt\": 15\n", - " }\n", - "}\n", - "\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "--- Logging error ---\n", - "Traceback (most recent call last):\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/urllib3/connectionpool.py\", line 537, in _make_request\n", - " response = conn.getresponse()\n", - " ^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/urllib3/connection.py\", line 466, in getresponse\n", - " httplib_response = super().getresponse()\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py\", line 1423, in getresponse\n", - " response.begin()\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py\", line 331, in begin\n", - " version, status, reason = self._read_status()\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py\", line 292, in _read_status\n", - " line = str(self.fp.readline(_MAXLINE + 1), \"iso-8859-1\")\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/socket.py\", line 707, in readinto\n", - " return self._sock.recv_into(b)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^\n", - "TimeoutError: timed out\n", - "\n", - "The above exception was the direct cause of the following exception:\n", - "\n", - "Traceback (most recent call last):\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/requests/adapters.py\", line 486, in send\n", - " resp = conn.urlopen(\n", - " ^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/urllib3/connectionpool.py\", line 847, in urlopen\n", - " retries = retries.increment(\n", - " ^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/urllib3/util/retry.py\", line 470, in increment\n", - " raise reraise(type(error), error, _stacktrace)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/urllib3/util/util.py\", line 39, in reraise\n", - " raise value\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/urllib3/connectionpool.py\", line 793, in urlopen\n", - " response = self._make_request(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/urllib3/connectionpool.py\", line 539, in _make_request\n", - " self._raise_timeout(err=e, url=url, timeout_value=read_timeout)\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/urllib3/connectionpool.py\", line 370, in _raise_timeout\n", - " raise ReadTimeoutError(\n", - "urllib3.exceptions.ReadTimeoutError: HTTPConnectionPool(host='localhost', port=3333): Read timed out. (read timeout=5)\n", - "\n", - "During handling of the above exception, another exception occurred:\n", - "\n", - "Traceback (most recent call last):\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/lunary/consumer.py\", line 59, in send_batch\n", - " response = requests.post(\n", - " ^^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/requests/api.py\", line 115, in post\n", - " return request(\"post\", url, data=data, json=json, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/requests/api.py\", line 59, in request\n", - " return session.request(method=method, url=url, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/requests/sessions.py\", line 589, in request\n", - " resp = self.send(prep, **send_kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/requests/sessions.py\", line 703, in send\n", - " r = adapter.send(request, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/requests/adapters.py\", line 532, in send\n", - " raise ReadTimeout(e, request=request)\n", - "requests.exceptions.ReadTimeout: HTTPConnectionPool(host='localhost', port=3333): Read timed out. (read timeout=5)\n", - "\n", - "During handling of the above exception, another exception occurred:\n", - "\n", - "Traceback (most recent call last):\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/logging/__init__.py\", line 1160, in emit\n", - " msg = self.format(record)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/logging/__init__.py\", line 999, in format\n", - " return fmt.format(record)\n", - " ^^^^^^^^^^^^^^^^^^\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/logging/__init__.py\", line 703, in format\n", - " record.message = record.getMessage()\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/logging/__init__.py\", line 392, in getMessage\n", - " msg = msg % self.args\n", - " ~~~~^~~~~~~~~~~\n", - "TypeError: not all arguments converted during string formatting\n", - "Call stack:\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/threading.py\", line 1030, in _bootstrap\n", - " self._bootstrap_inner()\n", - " File \"/opt/homebrew/Cellar/python@3.12/3.12.2_1/Frameworks/Python.framework/Versions/3.12/lib/python3.12/threading.py\", line 1073, in _bootstrap_inner\n", - " self.run()\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/lunary/consumer.py\", line 24, in run\n", - " self.send_batch()\n", - " File \"/Users/vince/Library/Caches/pypoetry/virtualenvs/litellm-7WKnDWGw-py3.12/lib/python3.12/site-packages/lunary/consumer.py\", line 73, in send_batch\n", - " logging.error(\"[Lunary] Error sending events\", e)\n", - "Message: '[Lunary] Error sending events'\n", - "Arguments: (ReadTimeout(ReadTimeoutError(\"HTTPConnectionPool(host='localhost', port=3333): Read timed out. (read timeout=5)\")),)\n" - ] - } - ], - "source": [ - "# set langfuse as a callback, litellm will send the data to langfuse\n", - "litellm.success_callback = [\"lunary\"]\n", - "\n", - "# openai call\n", - "response = completion(\n", - " model=\"gpt-3.5-turbo\",\n", - " messages=[\n", - " {\"role\": \"user\", \"content\": \"Hi 👋 - i'm openai\"}\n", - " ]\n", - ")\n", - "\n", - "print(response)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Using LiteLLM with Lunary Templates\n", - "\n", - "You can use LiteLLM seamlessly with Lunary templates to manage your prompts and completions.\n", - "\n", - "Assuming you have created a template \"test-template\" with a variable \"question\", you can use it like this:" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "2PMSLc_FziJL", - "outputId": "1c37605e-b406-4ffc-aafd-e1983489c6be" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[Choices(finish_reason='stop', index=0, message=Message(content='Hello! How can I assist you today?', role='assistant'))]ModelResponse(id='chatcmpl-8xIXegwpudg4YKnLB6pmpFGXqTHcH', choices=[Choices(finish_reason='stop', index=0, message=Message(content='Hello! How can I assist you today?', role='assistant'))], created=1709143318, model='gpt-4-0125-preview', object='chat.completion', system_fingerprint='fp_c8aa5a06d6', usage=Usage(completion_tokens=9, prompt_tokens=21, total_tokens=30))\n", - "\n", - "[Lunary] Add event: {\n", - " \"event\": \"start\",\n", - " \"type\": \"llm\",\n", - " \"name\": \"gpt-4-turbo-preview\",\n", - " \"runId\": \"3a5b698d-cb55-4b3b-ab6d-04d2b99e40cb\",\n", - " \"timestamp\": \"2024-02-28T18:01:56.746249+00:00\",\n", - " \"input\": [\n", - " {\n", - " \"role\": \"system\",\n", - " \"content\": \"You are an helpful assistant.\"\n", - " },\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"Hi! Hello!\"\n", - " }\n", - " ],\n", - " \"extra\": {\n", - " \"temperature\": 1,\n", - " \"max_tokens\": 100\n", - " },\n", - " \"runtime\": \"litellm\",\n", - " \"metadata\": {}\n", - "}\n", - "\n", - "\n", - "[Lunary] Add event: {\n", - " \"event\": \"end\",\n", - " \"type\": \"llm\",\n", - " \"runId\": \"3a5b698d-cb55-4b3b-ab6d-04d2b99e40cb\",\n", - " \"timestamp\": \"2024-02-28T18:01:58.741244+00:00\",\n", - " \"output\": {\n", - " \"role\": \"assistant\",\n", - " \"content\": \"Hello! How can I assist you today?\"\n", - " },\n", - " \"runtime\": \"litellm\",\n", - " \"tokensUsage\": {\n", - " \"completion\": 9,\n", - " \"prompt\": 21\n", - " }\n", - "}\n", - "\n", - "\n" - ] - } - ], - "source": [ - "import lunary\n", - "from litellm import completion\n", - "\n", - "template = lunary.render_template(\"test-template\", {\"question\": \"Hello!\"})\n", - "\n", - "response = completion(**template)\n", - "\n", - "print(response)" - ] - } - ], - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "display_name": "Python 3", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.2" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/logging_observability/LiteLLM_Proxy_Langfuse.ipynb b/cookbook/logging_observability/LiteLLM_Proxy_Langfuse.ipynb deleted file mode 100644 index 0baaab3f49f..00000000000 --- a/cookbook/logging_observability/LiteLLM_Proxy_Langfuse.ipynb +++ /dev/null @@ -1,252 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## LLM Ops Stack - LiteLLM Proxy + Langfuse \n", - "\n", - "This notebook demonstrates how to use LiteLLM Proxy with Langfuse \n", - "- Use LiteLLM Proxy for calling 100+ LLMs in OpenAI format\n", - "- Use Langfuse for viewing request / response traces \n", - "\n", - "\n", - "In this notebook we will setup LiteLLM Proxy to make requests to OpenAI, Anthropic, Bedrock and automatically log traces to Langfuse." - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 1. Setup LiteLLM Proxy\n", - "\n", - "### 1.1 Define .env variables \n", - "Define .env variables on the container that litellm proxy is running on.\n", - "```bash\n", - "## LLM API Keys\n", - "OPENAI_API_KEY=sk-proj-1234567890\n", - "ANTHROPIC_API_KEY=sk-ant-api03-1234567890\n", - "AWS_ACCESS_KEY_ID=1234567890\n", - "AWS_SECRET_ACCESS_KEY=1234567890\n", - "\n", - "## Langfuse Logging \n", - "LANGFUSE_PUBLIC_KEY=\"pk-lf-xxxx9\"\n", - "LANGFUSE_SECRET_KEY=\"sk-lf-xxxx9\"\n", - "LANGFUSE_HOST=\"https://us.cloud.langfuse.com\"\n", - "```\n", - "\n", - "\n", - "### 1.1 Setup LiteLLM Proxy Config yaml \n", - "```yaml\n", - "model_list:\n", - " - model_name: gpt-4o\n", - " litellm_params:\n", - " model: openai/gpt-4o\n", - " api_key: os.environ/OPENAI_API_KEY\n", - " - model_name: claude-3-5-sonnet-20241022\n", - " litellm_params:\n", - " model: anthropic/claude-3-5-sonnet-20241022\n", - " api_key: os.environ/ANTHROPIC_API_KEY\n", - " - model_name: us.amazon.nova-micro-v1:0\n", - " litellm_params:\n", - " model: bedrock/us.amazon.nova-micro-v1:0\n", - " aws_access_key_id: os.environ/AWS_ACCESS_KEY_ID\n", - " aws_secret_access_key: os.environ/AWS_SECRET_ACCESS_KEY\n", - "\n", - "litellm_settings:\n", - " callbacks: [\"langfuse\"]\n", - "\n", - "\n", - "```" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 2. Make LLM Requests to LiteLLM Proxy\n", - "\n", - "Now we will make our first LLM request to LiteLLM Proxy" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### 2.1 Setup Client Side Variables to point to LiteLLM Proxy\n", - "Set `LITELLM_PROXY_BASE_URL` to the base url of the LiteLLM Proxy and `LITELLM_VIRTUAL_KEY` to the virtual key you want to use for Authentication to LiteLLM Proxy. (Note: In this initial setup you can)" - ] - }, - { - "cell_type": "code", - "execution_count": 23, - "metadata": {}, - "outputs": [], - "source": [ - "\n", - "LITELLM_PROXY_BASE_URL=\"http://0.0.0.0:4000\"\n", - "LITELLM_VIRTUAL_KEY=\"sk-oXXRa1xxxxxxxxxxx\"" - ] - }, - { - "cell_type": "code", - "execution_count": 22, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "ChatCompletion(id='chatcmpl-B0sq6QkOKNMJ0dwP3x7OoMqk1jZcI', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Langfuse is a platform designed to monitor, observe, and troubleshoot AI and large language model (LLM) applications. It provides features that help developers gain insights into how their AI systems are performing, make debugging easier, and optimize the deployment of models. Langfuse allows for tracking of model interactions, collecting telemetry, and visualizing data, which is crucial for understanding the behavior of AI models in production environments. This kind of tool is particularly useful for developers working with language models who need to ensure reliability and efficiency in their applications.', refusal=None, role='assistant', audio=None, function_call=None, tool_calls=None))], created=1739550502, model='gpt-4o-2024-08-06', object='chat.completion', service_tier='default', system_fingerprint='fp_523b9b6e5f', usage=CompletionUsage(completion_tokens=109, prompt_tokens=13, total_tokens=122, completion_tokens_details=CompletionTokensDetails(accepted_prediction_tokens=0, audio_tokens=0, reasoning_tokens=0, rejected_prediction_tokens=0), prompt_tokens_details=PromptTokensDetails(audio_tokens=0, cached_tokens=0)))" - ] - }, - "execution_count": 22, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "import openai\n", - "client = openai.OpenAI(\n", - " api_key=LITELLM_VIRTUAL_KEY,\n", - " base_url=LITELLM_PROXY_BASE_URL\n", - ")\n", - "\n", - "response = client.chat.completions.create(\n", - " model=\"gpt-4o\",\n", - " messages = [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"what is Langfuse?\"\n", - " }\n", - " ],\n", - ")\n", - "\n", - "response" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### 2.3 View Traces on Langfuse\n", - "LiteLLM will send the request / response, model, tokens (input + output), cost to Langfuse.\n", - "\n", - "![image_description](litellm_proxy_langfuse.png)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### 2.4 Call Anthropic, Bedrock models \n", - "\n", - "Now we can call `us.amazon.nova-micro-v1:0` and `claude-3-5-sonnet-20241022` models defined on your config.yaml both in the OpenAI request / response format." - ] - }, - { - "cell_type": "code", - "execution_count": 24, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "ChatCompletion(id='chatcmpl-7756e509-e61f-4f5e-b5ae-b7a41013522a', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content=\"Langfuse is an observability tool designed specifically for machine learning models and applications built with natural language processing (NLP) and large language models (LLMs). It focuses on providing detailed insights into how these models perform in real-world scenarios. Here are some key features and purposes of Langfuse:\\n\\n1. **Real-time Monitoring**: Langfuse allows developers to monitor the performance of their NLP and LLM applications in real time. This includes tracking the inputs and outputs of the models, as well as any errors or issues that arise during operation.\\n\\n2. **Error Tracking**: It helps in identifying and tracking errors in the models' outputs. By analyzing incorrect or unexpected responses, developers can pinpoint where and why errors occur, facilitating more effective debugging and improvement.\\n\\n3. **Performance Metrics**: Langfuse provides various performance metrics, such as latency, throughput, and error rates. These metrics help developers understand how well their models are performing under different conditions and workloads.\\n\\n4. **Traceability**: It offers detailed traceability of requests and responses, allowing developers to follow the path of a request through the system and see how it is processed by the model at each step.\\n\\n5. **User Feedback Integration**: Langfuse can integrate user feedback to provide context for model outputs. This helps in understanding how real users are interacting with the model and how its outputs align with user expectations.\\n\\n6. **Customizable Dashboards**: Users can create custom dashboards to visualize the data collected by Langfuse. These dashboards can be tailored to highlight the most important metrics and insights for a specific application or team.\\n\\n7. **Alerting and Notifications**: It can set up alerts for specific conditions or errors, notifying developers when something goes wrong or when performance metrics fall outside of acceptable ranges.\\n\\nBy providing comprehensive observability for NLP and LLM applications, Langfuse helps developers to build more reliable, accurate, and user-friendly models and services.\", refusal=None, role='assistant', audio=None, function_call=None, tool_calls=None))], created=1739554005, model='us.amazon.nova-micro-v1:0', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=380, prompt_tokens=5, total_tokens=385, completion_tokens_details=None, prompt_tokens_details=None))" - ] - }, - "execution_count": 24, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "import openai\n", - "client = openai.OpenAI(\n", - " api_key=LITELLM_VIRTUAL_KEY,\n", - " base_url=LITELLM_PROXY_BASE_URL\n", - ")\n", - "\n", - "response = client.chat.completions.create(\n", - " model=\"us.amazon.nova-micro-v1:0\",\n", - " messages = [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"what is Langfuse?\"\n", - " }\n", - " ],\n", - ")\n", - "\n", - "response" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 3. Advanced - Set Langfuse Trace ID, Tags, Metadata \n", - "\n", - "Here is an example of how you can set Langfuse specific params on your client side request. See full list of supported langfuse params [here](https://docs.litellm.ai/docs/observability/langfuse_integration)\n", - "\n", - "You can view the logged trace of this request [here](https://us.cloud.langfuse.com/project/clvlhdfat0007vwb74m9lvfvi/traces/567890?timestamp=2025-02-14T17%3A30%3A26.709Z)" - ] - }, - { - "cell_type": "code", - "execution_count": 27, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "ChatCompletion(id='chatcmpl-789babd5-c064-4939-9093-46e4cd2e208a', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content=\"Langfuse is an observability platform designed specifically for monitoring and improving the performance of natural language processing (NLP) models and applications. It provides developers with tools to track, analyze, and optimize how their language models interact with users and handle natural language inputs.\\n\\nHere are some key features and benefits of Langfuse:\\n\\n1. **Real-Time Monitoring**: Langfuse allows developers to monitor their NLP applications in real time. This includes tracking user interactions, model responses, and overall performance metrics.\\n\\n2. **Error Tracking**: It helps in identifying and tracking errors in the model's responses. This can include incorrect, irrelevant, or unsafe outputs.\\n\\n3. **User Feedback Integration**: Langfuse enables the collection of user feedback directly within the platform. This feedback can be used to identify areas for improvement in the model's performance.\\n\\n4. **Performance Metrics**: The platform provides detailed metrics and analytics on model performance, including latency, throughput, and accuracy.\\n\\n5. **Alerts and Notifications**: Developers can set up alerts to notify them of any significant issues or anomalies in model performance.\\n\\n6. **Debugging Tools**: Langfuse offers tools to help developers debug and refine their models by providing insights into how the model processes different types of inputs.\\n\\n7. **Integration with Development Workflows**: It integrates seamlessly with various development environments and CI/CD pipelines, making it easier to incorporate observability into the development process.\\n\\n8. **Customizable Dashboards**: Users can create custom dashboards to visualize the data in a way that best suits their needs.\\n\\nLangfuse aims to help developers build more reliable, accurate, and user-friendly NLP applications by providing them with the tools to observe and improve how their models perform in real-world scenarios.\", refusal=None, role='assistant', audio=None, function_call=None, tool_calls=None))], created=1739554281, model='us.amazon.nova-micro-v1:0', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=346, prompt_tokens=5, total_tokens=351, completion_tokens_details=None, prompt_tokens_details=None))" - ] - }, - "execution_count": 27, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "import openai\n", - "client = openai.OpenAI(\n", - " api_key=LITELLM_VIRTUAL_KEY,\n", - " base_url=LITELLM_PROXY_BASE_URL\n", - ")\n", - "\n", - "response = client.chat.completions.create(\n", - " model=\"us.amazon.nova-micro-v1:0\",\n", - " messages = [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"what is Langfuse?\"\n", - " }\n", - " ],\n", - " extra_body={\n", - " \"metadata\": {\n", - " \"generation_id\": \"1234567890\",\n", - " \"trace_id\": \"567890\",\n", - " \"trace_user_id\": \"user_1234567890\",\n", - " \"tags\": [\"tag1\", \"tag2\"]\n", - " }\n", - " }\n", - ")\n", - "\n", - "response" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## " - ] - } - ], - "metadata": { - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 2 -} diff --git a/cookbook/logging_observability/litellm_proxy_langfuse.png b/cookbook/logging_observability/litellm_proxy_langfuse.png deleted file mode 100644 index 6b0691e6a5f..00000000000 Binary files a/cookbook/logging_observability/litellm_proxy_langfuse.png and /dev/null differ diff --git a/cookbook/misc/RELEASE_NOTES_GENERATION_INSTRUCTIONS.md b/cookbook/misc/RELEASE_NOTES_GENERATION_INSTRUCTIONS.md deleted file mode 100644 index 4a6fa9367fc..00000000000 --- a/cookbook/misc/RELEASE_NOTES_GENERATION_INSTRUCTIONS.md +++ /dev/null @@ -1,543 +0,0 @@ -# LiteLLM Release Notes Generation Instructions - -This document provides comprehensive instructions for AI agents to generate release notes for LiteLLM following the established format and style. - -## Required Inputs - -1. **Release Version** (e.g., `v1.77.3-stable`) -2. **PR Diff/Changelog** - List of PRs with titles and contributors -3. **Previous Version Commit Hash** - To compare model pricing changes -4. **Reference Release Notes** - Use recent stable releases (v1.76.3-stable, v1.77.2-stable) as templates for consistent formatting - -### Resolving Staging PRs - -The GitHub release page (e.g. `https://github.com/BerriAI/litellm/releases/tag/v1.83.3-stable`) does **not** list the real changelog directly. The "What's Changed" section contains **staging PRs** that each bundle many individual commits/PRs. For example: - -- `Litellm oss staging 03 14 2026 by @RheagalFire in #23686` -- `Litellm ryan march 16 by @ryan-crabbe in #23822` - -To get the real changelog, you MUST click into each staging PR (e.g. `#23686`, `#23822`), open its **Commits** tab, and extract every underlying commit/PR (look for the `(#NNNNN)` suffix on commit titles). Those underlying PRs — not the staging PRs — are what get categorized in the release notes. Never treat a staging PR title as a single changelog entry. - -**IMPORTANT — staging PRs are not the complete source.** Some PRs land on the release branch *before* the staging PRs and are therefore not reachable via `gh api /pulls//commits`. GitHub's auto-generated "What's Changed" on the release page also misses these. To catch every PR in the release, you MUST additionally walk the full git log range between the previous release's commit and this release's commit: - -```bash -git fetch origin --tags -git log .. --oneline | grep -oE '#[0-9]+' | sort -u -``` - -Union the PR set from the staging-PR walk with the PR set from `git log`. Any PR in `git log` but missing from your staging-expanded set is almost certainly a content PR that merged directly to the release branch — fetch its title/body with `gh pr view ` and categorize it. Do not trust the GH release body or the staging PRs alone as the authoritative list. - -**Sanity check for new contributors.** The GH release body's "New Contributors" list is a *floor*, not authoritative. For every PR author who appears in the release (including underlying PRs from staging and PRs found only via `git log`), verify whether they are a first-time contributor by running: - -```bash -gh api "search/issues?q=is:pr+author:+repo:BerriAI/litellm+is:merged&sort=created&order=asc" --jq '.items[0] | {n:.number, merged:.closed_at}' -``` - -If the author's earliest merged PR number matches a PR in this release window, they are a new contributor. If their earliest merged PR predates the previous release tag, they are not. Do not copy the GH release body's list blindly — it can both miss contributors (PRs that merged via an older dev branch) and falsely include contributors whose "first" PR in this window was not actually their first ever. - -## Step-by-Step Process - -### 1. Initial Setup and Analysis - -```bash -# Check git diff for model pricing changes -git diff HEAD -- model_prices_and_context_window.json -``` - -**Key Analysis Points:** -- New models added (look for new entries) -- Deprecated models removed (look for deleted entries) -- Pricing updates (look for cost changes) -- Feature support changes (tool calling, reasoning, etc.) - -### 2. Release Notes Structure - -Follow this exact structure based on recent stable releases (v1.76.3-stable, v1.77.2-stable, v1.77.5-stable): - -```markdown ---- -title: "v1.77.X-stable - [Key Theme]" -slug: "v1-77-X" -date: YYYY-MM-DDTHH:mm:ss -authors: [standard author block] -hide_table_of_contents: false ---- - -## Deploy this version -[Docker and pip installation tabs] - -## Key Highlights -[3-5 bullet points of major features - prioritize MCP OAuth 2.0, scheduled key rotations, and major model updates] - -## New Providers and Endpoints - -### New Providers -[Table with Provider, Supported Endpoints, Description columns] - -### New LLM API Endpoints -[Optional table for new endpoint additions with Endpoint, Method, Description, Documentation columns] - -## New Models / Updated Models -#### New Model Support -[Model pricing table] - -#### Features -[Provider-specific features organized by provider] - -### Bug Fixes -[Provider-specific bug fixes organized by provider] - -## LLM API Endpoints -#### Features -[API-specific features organized by API type] - -#### Bugs -[General bug fixes] - -## Management Endpoints / UI -#### Features -[UI and management features - group by functionality like Proxy CLI Auth, Virtual Keys, Models + Endpoints] - -#### Bugs -[Management-related bug fixes] - -## AI Integrations - -### Logging -[Logging integrations organized by provider with proper doc links, includes General subsection] - -### Guardrails -[Guardrail-specific features and fixes] - -### Prompt Management -[Prompt management integrations like BitBucket] - -### Secret Managers -[Secret manager integrations - AWS, HashiCorp Vault, CyberArk, etc.] - -## Spend Tracking, Budgets and Rate Limiting -[Cost tracking, service tier pricing, rate limiting improvements] - -## MCP Gateway -[MCP-specific features, OAuth 2.0, configuration improvements] - -## Performance / Loadbalancing / Reliability improvements -[Infrastructure improvements, memory fixes, performance optimizations] - -## Documentation Updates -[Documentation improvements, guides, corrections - separate section for visibility] - -## New Contributors -[List of first-time contributors] - -## Full Changelog -[Link to GitHub comparison] -``` - -### 3. Categorization Rules - -**Performance Improvements:** -- RPS improvements -- Memory optimizations -- CPU usage optimizations -- Timeout controls -- Worker configuration -- Memory leak fixes -- Cache performance improvements -- Database connection management -- Dependency management (fastuuid, etc.) -- Configuration management - -**New Models/Updated Models:** -- Extract from model_prices_and_context_window.json diff -- Create tables with: Provider, Model, Context Window, Input Cost, Output Cost, Features -- **Structure:** - - `#### New Model Support` - pricing table - - `#### Features` - organized by provider with documentation links - - `### Bug Fixes` - provider-specific bug fixes - - `#### New Provider Support` - major new provider integrations -- Group by provider with proper doc links: `**[Provider Name](../../docs/providers/[provider])**` -- Use bullet points under each provider for multiple features -- Separate features from bug fixes clearly - -**LLM API Endpoints:** -- **Structure:** - - `#### Features` - organized by API type (Responses API, Batch API, etc.) - - `#### Bugs` - general bug fixes under **General** category -- **API Categories:** - - Responses API - - Batch API - - CountTokens API - - Images API - - Video Generation (if applicable) - - General (miscellaneous improvements) -- Use proper documentation links for each API type - -**UI/Management:** -- Authentication changes -- Dashboard improvements -- Team management -- Key management -- Proxy CLI authentication and improvements -- Virtual key management and scheduled rotations -- SSO configuration fixes -- Admin settings updates -- Management routes and endpoints - -**AI Integrations:** -- **Structure:** - - `### Logging` - organized by integration provider with proper doc links, includes **General** subsection - - `### Guardrails` - guardrail-specific features and fixes - - `### Prompt Management` - prompt management integrations - - `### Secret Managers` - secret manager integrations -- **Logging Categories:** - - **[DataDog](../../docs/proxy/logging#datadog)** - group all DataDog-related changes - - **[Langfuse](../../docs/proxy/logging#langfuse)** - Langfuse-specific features - - **[Prometheus](../../docs/proxy/logging#prometheus)** - monitoring improvements - - **[PostHog](../../docs/observability/posthog)** - observability integration - - **[SQS](../../docs/proxy/logging#sqs)** - SQS logging features - - **[Opik](../../docs/proxy/logging#opik)** - Opik integration improvements - - **[Arize Phoenix](../../docs/observability/arize_phoenix)** - Arize Phoenix integration - - **General** - miscellaneous logging features like callback controls, sensitive data masking - - Other logging providers with proper doc links -- **Guardrail Categories:** - - LakeraAI, Presidio, Noma, Grayswan, IBM Guardrails, and other guardrail providers -- **Prompt Management:** - - BitBucket, GitHub, and other prompt management integrations - - Prompt versioning, testing, and UI features -- **Secret Managers:** - - **[AWS Secrets Manager](../../docs/secret_managers)** - AWS secret manager features - - **[HashiCorp Vault](../../docs/secret_managers)** - Vault integrations - - **[CyberArk](../../docs/secret_managers)** - CyberArk integrations - - **General** - cross-secret-manager features -- Use bullet points under each provider for multiple features -- Separate logging, guardrails, prompt management, and secret managers clearly - -### 4. Documentation Linking Strategy - -**Link to docs when:** -- New provider support added -- Significant feature additions -- API endpoint changes -- Integration additions - -**Link format:** `../../docs/[category]/[specific_doc]` - -**Common doc paths:** -- `../../docs/providers/[provider]` - Provider-specific docs -- `../../docs/image_generation` - Image generation -- `../../docs/video_generation` - Video generation (if exists) -- `../../docs/response_api` - Responses API -- `../../docs/proxy/logging` - Logging integrations -- `../../docs/proxy/guardrails` - Guardrails -- `../../docs/pass_through/[provider]` - Passthrough endpoints - -### 5. Model Table Generation - -From git diff analysis, create tables like: - -```markdown -| Provider | Model | Context Window | Input ($/1M tokens) | Output ($/1M tokens) | Features | -| -------- | ----- | -------------- | ------------------- | -------------------- | -------- | -| OpenRouter | `openrouter/openai/gpt-4.1` | 1M | $2.00 | $8.00 | Chat completions with vision | -``` - -**Extract from JSON:** -- `max_input_tokens` → Context Window -- `input_cost_per_token` × 1,000,000 → Input cost -- `output_cost_per_token` × 1,000,000 → Output cost -- `supports_*` fields → Features -- Special pricing fields (per image, per second) for generation models - -### 6. PR Categorization Logic - -**By Keywords in PR Title:** -- `[Perf]`, `Performance`, `RPS` → Performance Improvements -- `[Bug]`, `[Bug Fix]`, `Fix` → Bug Fixes section -- `[Feat]`, `[Feature]`, `Add support` → Features section -- `[Docs]` → Documentation Updates section -- Provider names (Gemini, OpenAI, etc.) → Group under provider -- `MCP`, `oauth`, `Model Context Protocol` → MCP Gateway -- `service_tier`, `priority`, `cost tracking` → Spend Tracking, Budgets and Rate Limiting - -**By PR Content Analysis:** -- New model additions → New Models section -- UI changes → Management Endpoints/UI -- Logging/observability → Logging/Guardrail/Prompt Management Integrations -- Rate limiting/budgets → Spend Tracking, Budgets and Rate Limiting -- Authentication → Management Endpoints/UI -- MCP-related changes → MCP Gateway -- Documentation updates → Documentation Updates -- Performance/memory fixes → Performance/Loadbalancing/Reliability improvements - -**Special Categorization Rules:** -- **Service tier pricing** (OpenAI priority/flex) → Spend Tracking section (NOT provider features) -- **Cost breakdown in logging** → Spend Tracking section -- **MCP configuration/OAuth** → MCP Gateway (NOT General Proxy Improvements) -- **All documentation PRs** → Documentation Updates section for visibility -- **Callback controls/logging features** → AI Integrations > Logging > General -- **Secret manager features** → AI Integrations > Secret Managers -- **Video generation tag-based routing** → LLM API Endpoints > Video Generation API - -### 7. Writing Style Guidelines - -**Tone:** -- Professional but accessible -- Focus on user impact -- Highlight breaking changes clearly -- Use active voice - -**Formatting:** -- Use consistent markdown formatting -- Include PR links: `[PR #XXXXX](https://github.com/BerriAI/litellm/pull/XXXXX)` -- Use code blocks for configuration examples -- Bold important terms and section headers - -**Warnings/Notes:** -- Add warning boxes for breaking changes -- Include migration instructions when needed -- Provide override options for default changes - -### 8. Quality Checks - -**Before finalizing:** -- Verify all PR links work -- Check documentation links are valid -- Ensure model pricing is accurate -- Confirm provider names are consistent -- Review for typos and formatting issues -- **Count PRs by section** - Provide final count like: - ``` - ## MM/DD/YYYY - * New Models / Updated Models: XX - * LLM API Endpoints: XX - * Management Endpoints / UI: XX - * Logging / Guardrail / Prompt Management Integrations: XX - * Spend Tracking, Budgets and Rate Limiting: XX - * MCP Gateway: XX - * Performance / Loadbalancing / Reliability improvements: XX - * Documentation Updates: XX - ``` - -### 9. Common Patterns to Follow - -**Performance Changes:** -```markdown -- **+400 RPS Performance Boost** - Description - [PR #XXXXX](link) -``` - -**New Models:** -Always include pricing table and feature highlights - -**Breaking Changes:** -```markdown -:::warning -This release has a known issue... -::: -``` - -**Provider Features (New Models / Updated Models section):** -```markdown -#### Features - -- **[Provider Name](../../docs/providers/provider)** - - Feature description - [PR #XXXXX](link) - - Another feature description - [PR #YYYYY](link) -``` - -**API Features (LLM API Endpoints section):** -```markdown -#### Features - -- **[API Name](../../docs/api_path)** - - Feature description - [PR #XXXXX](link) - - Another feature - [PR #YYYYY](link) -- **General** - - Miscellaneous improvements - [PR #ZZZZZ](link) -``` - -**Integration Features (Logging / Guardrail Integrations section):** -```markdown -#### Features - -- **[Integration Name](../../docs/proxy/logging#integration)** - - Feature description - [PR #XXXXX](link) - - Bug fix description - [PR #YYYYY](link) -``` - -**Bug Fixes Pattern:** -```markdown -### Bug Fixes - -- **[Provider/Component Name](../../docs/providers/provider)** - - Bug fix description - [PR #XXXXX](link) -``` - -### 10. Missing Documentation Check - -**Review for missing docs:** -- New providers without documentation -- New API endpoints without examples -- Complex features without guides -- Integration setup instructions - -**Flag for documentation needs:** -- New provider integrations -- Significant API changes -- Complex configuration options -- Migration requirements - -### 11. New Sections and Categories (Added in v1.77.5) - -**MCP Gateway Section:** -- All MCP-related changes go here (not in General Proxy Improvements) -- OAuth 2.0 flow improvements -- MCP configuration and tools -- Server management features - -**Spend Tracking, Budgets and Rate Limiting Section:** -- Service tier pricing (OpenAI priority/flex pricing) -- Cost tracking and breakdown features -- Rate limiting improvements (Parallel Request Limiter v3) -- Priority reservation fixes -- Metadata handling for rate limiting - -**Documentation Updates Section:** -- Create separate section for all documentation improvements -- Include provider documentation fixes -- Model reference updates -- New guides and tutorials -- Documentation corrections and clarifications -- This gives documentation changes proper visibility - -**Management Endpoints / UI Grouping:** -- Group related features under sub-categories: - - **Proxy CLI Auth** - CLI authentication improvements - - **Virtual Keys** - Key rotation and management - - **Models + Endpoints** - Provider and endpoint management - -**AI Integrations Section Expansion:** -- Renamed from "Logging / Guardrail / Prompt Management Integrations" to "AI Integrations" -- Structure with four main subsections: - - **Logging** - with **General** subsection for miscellaneous logging features - - **Guardrails** - separate from logging features - - **Prompt Management** - BitBucket, GitHub integrations, versioning features - - **Secret Managers** - AWS, HashiCorp Vault, CyberArk, etc. - -**New Providers and Endpoints Section:** -- Add section after Key Highlights and before New Models / Updated Models -- Include tables for: - - **New Providers** - Provider name, supported endpoints, description - - **New LLM API Endpoints** (optional) - Endpoint, method, description, documentation link -- Only include major new provider integrations, not minor provider updates -- **IMPORTANT**: When adding new providers, also update `provider_endpoints_support.json` in the repository root (see Section 13) - -### 12. Section Header Counts - -**Always include counts in section headers for:** -- **New Providers** - Add count in parentheses: `### New Providers (X new providers)` -- **New LLM API Endpoints** - Add count in parentheses: `### New LLM API Endpoints (X new endpoints)` -- **New Model Support** - Add count in parentheses: `#### New Model Support (X new models)` - -**Format:** -```markdown -### New Providers (4 new providers) - -| Provider | Supported LiteLLM Endpoints | Description | -| -------- | --------------------------- | ----------- | -... - -### New LLM API Endpoints (2 new endpoints) - -| Endpoint | Method | Description | Documentation | -| -------- | ------ | ----------- | ------------- | -... - -#### New Model Support (32 new models) - -| Provider | Model | Context Window | Input ($/1M tokens) | Output ($/1M tokens) | Features | -| -------- | ----- | -------------- | ------------------- | -------------------- | -------- | -... -``` - -**Counting Rules:** -- Count each row in the table (excluding the header row) -- For models, count each model entry in the pricing table -- For providers, count each new provider added -- For endpoints, count each new API endpoint added - -### 13. Update provider_endpoints_support.json - -**When adding new providers or endpoints, you MUST also update `provider_endpoints_support.json` in the repository root.** - -This file tracks which endpoints are supported by each LiteLLM provider and is used to generate documentation. - -**Required Steps:** -1. For each new provider added to the release notes, add a corresponding entry to `provider_endpoints_support.json` -2. For each new endpoint type added, update the schema comment and add the endpoint to relevant providers - -**Provider Entry Format:** -```json -"provider_slug": { - "display_name": "Provider Name (`provider_slug`)", - "url": "https://docs.litellm.ai/docs/providers/provider_slug", - "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, - "moderations": false, - "batches": false, - "rerank": false, - "a2a": true - } -} -``` - -**Available Endpoint Types:** -- `chat_completions` - `/chat/completions` endpoint -- `messages` - `/messages` endpoint (Anthropic format) -- `responses` - `/responses` endpoint (OpenAI/Anthropic unified) -- `embeddings` - `/embeddings` endpoint -- `image_generations` - `/image/generations` endpoint -- `audio_transcriptions` - `/audio/transcriptions` endpoint -- `audio_speech` - `/audio/speech` endpoint -- `moderations` - `/moderations` endpoint -- `batches` - `/batches` endpoint -- `rerank` - `/rerank` endpoint -- `ocr` - `/ocr` endpoint -- `search` - `/search` endpoint -- `vector_stores` - `/vector_stores` endpoint -- `a2a` - `/a2a/{agent}/message/send` endpoint (A2A Protocol) - -**Checklist:** -- [ ] All new providers from release notes are added to `provider_endpoints_support.json` -- [ ] Endpoint support flags accurately reflect provider capabilities -- [ ] Documentation URL points to correct provider docs page - -## Example Command Workflow - -```bash -# 1. Get model changes -git diff HEAD -- model_prices_and_context_window.json - -# 2. Analyze PR list for categorization -# 3. Create release notes following template -# 4. Link to appropriate documentation -# 5. Review for missing documentation needs -``` - -## Output Requirements - -- Follow exact markdown structure from reference -- Include all PR links and contributors -- Provide accurate model pricing tables -- Link to relevant documentation -- Highlight breaking changes with warnings -- Include deployment instructions -- End with full changelog link - -This process ensures consistent, comprehensive release notes that help users understand changes and upgrade smoothly. diff --git a/cookbook/misc/add_new_models.py b/cookbook/misc/add_new_models.py deleted file mode 100644 index 3cd0bfb2fcc..00000000000 --- a/cookbook/misc/add_new_models.py +++ /dev/null @@ -1,71 +0,0 @@ -import requests - - -def get_initial_config(): - proxy_base_url = input("Enter your proxy base URL (e.g., http://localhost:4000): ") - master_key = input("Enter your LITELLM_MASTER_KEY ") - return proxy_base_url, master_key - - -def get_user_input(): - model_name = input( - "Enter model_name (this is the 'model' passed in /chat/completions requests):" - ) - model = input("litellm_params: Enter model eg. 'azure/': ") - tpm = int(input("litellm_params: Enter tpm (tokens per minute): ")) - rpm = int(input("litellm_params: Enter rpm (requests per minute): ")) - api_key = input("litellm_params: Enter api_key: ") - api_base = input("litellm_params: Enter api_base: ") - api_version = input("litellm_params: Enter api_version: ") - timeout = int(input("litellm_params: Enter timeout (0 for default): ")) - stream_timeout = int( - input("litellm_params: Enter stream_timeout (0 for default): ") - ) - max_retries = int(input("litellm_params: Enter max_retries (0 for default): ")) - - return { - "model_name": model_name, - "litellm_params": { - "model": model, - "tpm": tpm, - "rpm": rpm, - "api_key": api_key, - "api_base": api_base, - "api_version": api_version, - "timeout": timeout, - "stream_timeout": stream_timeout, - "max_retries": max_retries, - }, - } - - -def make_request(proxy_base_url, master_key, data): - url = f"{proxy_base_url}/model/new" - headers = { - "Content-Type": "application/json", - "Authorization": f"Bearer {master_key}", - } - - response = requests.post(url, headers=headers, json=data) - - print(f"Status Code: {response.status_code}") - print(f"Response from adding model: {response.text}") - - -def main(): - proxy_base_url, master_key = get_initial_config() - - while True: - print("Adding new Model to your proxy server...") - data = get_user_input() - make_request(proxy_base_url, master_key, data) - - add_another = input("Do you want to add another model? (yes/no): ").lower() - if add_another != "yes": - break - - print("Script finished.") - - -if __name__ == "__main__": - main() diff --git a/cookbook/misc/config.yaml b/cookbook/misc/config.yaml deleted file mode 100644 index 8ad1d764af5..00000000000 --- a/cookbook/misc/config.yaml +++ /dev/null @@ -1,72 +0,0 @@ -model_list: - - model_name: gpt-3.5-turbo - litellm_params: - model: azure/chatgpt-v-2 - api_base: https://openai-gpt-4-test-v-1.openai.azure.com/ - api_version: "2023-05-15" - api_key: os.environ/AZURE_API_KEY # The `os.environ/` prefix tells litellm to read this from the env. See https://docs.litellm.ai/docs/simple_proxy#load-api-keys-from-vault - - model_name: gpt-3.5-turbo-large - litellm_params: - model: "gpt-3.5-turbo-1106" - api_key: os.environ/OPENAI_API_KEY - rpm: 480 - timeout: 300 - stream_timeout: 60 - - model_name: gpt-4 - litellm_params: - model: azure/chatgpt-v-2 - api_base: https://openai-gpt-4-test-v-1.openai.azure.com/ - api_version: "2023-05-15" - api_key: os.environ/AZURE_API_KEY # The `os.environ/` prefix tells litellm to read this from the env. See https://docs.litellm.ai/docs/simple_proxy#load-api-keys-from-vault - rpm: 480 - timeout: 300 - stream_timeout: 60 - - model_name: sagemaker-completion-model - litellm_params: - model: sagemaker/berri-benchmarking-Llama-2-70b-chat-hf-4 - cost_per_second: 0.000420 - - model_name: text-embedding-ada-002 - litellm_params: - model: azure/azure-embedding-model - api_key: os.environ/AZURE_API_KEY - api_base: https://openai-gpt-4-test-v-1.openai.azure.com/ - api_version: "2023-05-15" - model_info: - mode: embedding - base_model: text-embedding-ada-002 - - model_name: dall-e-2 - litellm_params: - model: azure/ - api_version: 2023-06-01-preview - api_base: https://openai-gpt-4-test-v-1.openai.azure.com/ - api_key: os.environ/AZURE_API_KEY - - model_name: openai-dall-e-3 - litellm_params: - model: dall-e-3 - - model_name: fake-openai-endpoint - litellm_params: - model: openai/fake - api_key: fake-key - api_base: https://exampleopenaiendpoint-production.up.railway.app/ - -litellm_settings: - drop_params: True - # max_budget: 100 - # budget_duration: 30d - num_retries: 5 - request_timeout: 600 - context_window_fallbacks: [{"gpt-3.5-turbo": ["gpt-3.5-turbo-large"]}] - -general_settings: - master_key: os.environ/LITELLM_MASTER_KEY - store_model_in_db: True - proxy_budget_rescheduler_min_time: 60 - proxy_budget_rescheduler_max_time: 64 - proxy_batch_write_at: 1 - # database_url: "postgresql://:@:/" # [OPTIONAL] use for token-based auth to proxy - -# environment_variables: - # settings for using redis caching - # REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com - # REDIS_PORT: "16337" - # REDIS_PASSWORD: diff --git a/cookbook/misc/dev_release.txt b/cookbook/misc/dev_release.txt deleted file mode 100644 index bd40f89e6f2..00000000000 --- a/cookbook/misc/dev_release.txt +++ /dev/null @@ -1,11 +0,0 @@ -python3 -m build -twine upload --verbose dist/litellm-1.18.13.dev4.tar.gz -u __token__ - - - -Note: You might need to make a MANIFEST.ini file on root for build process incase it fails - -Place this in MANIFEST.ini -recursive-exclude venv * -recursive-exclude myenv * -recursive-exclude py313_env * -recursive-exclude **/.venv * diff --git a/cookbook/misc/migrate_proxy_config.py b/cookbook/misc/migrate_proxy_config.py deleted file mode 100644 index b15f9663c64..00000000000 --- a/cookbook/misc/migrate_proxy_config.py +++ /dev/null @@ -1,97 +0,0 @@ -""" -LiteLLM Migration Script! - -Takes a config.yaml and calls /model/new - -Inputs: - - File path to config.yaml - - Proxy base url to your hosted proxy - -Step 1: Reads your config.yaml -Step 2: reads `model_list` and loops through all models -Step 3: calls `/model/new` for each model -""" - -import os - -import yaml -import requests - -_in_memory_os_variables = {} - - -def migrate_models(config_file, proxy_base_url): - # Step 1: Read the config.yaml file - with open(config_file, "r") as f: - config = yaml.safe_load(f) - - # Step 2: Read the model_list and loop through all models - model_list = config.get("model_list", []) - print("model_list: ", model_list) - for model in model_list: - - model_name = model.get("model_name") - print("\nAdding model: ", model_name) - litellm_params = model.get("litellm_params", {}) - api_base = litellm_params.get("api_base", "") - print("api_base on config.yaml: ", api_base) - - litellm_model_name = litellm_params.get("model", "") or "" - if "vertex_ai/" in litellm_model_name: - print("\033[91m\nSkipping Vertex AI model\033[0m", model) - continue - - for param, value in litellm_params.items(): - if isinstance(value, str) and value.startswith("os.environ/"): - # check if value is in _in_memory_os_variables - if value in _in_memory_os_variables: - new_value = _in_memory_os_variables[value] - print( - "\033[92mAlready entered value for \033[0m", - value, - "\033[92musing \033[0m", - new_value, - ) - else: - new_value = input(f"Enter value for {value}: ") - _in_memory_os_variables[value] = new_value - litellm_params[param] = new_value - if "api_key" not in litellm_params: - new_value = input(f"Enter api key for {model_name}: ") - litellm_params["api_key"] = new_value - - print("\nlitellm_params: ", litellm_params) - # Confirm before sending POST request - confirm = input( - "\033[92mDo you want to send the POST request with the above parameters? (y/n): \033[0m" - ) - if confirm.lower() != "y": - print("Aborting POST request.") - exit() - - # Step 3: Call /model/new for each model - url = f"{proxy_base_url}/model/new" - headers = { - "Content-Type": "application/json", - "Authorization": f"Bearer {master_key}", - } - data = {"model_name": model_name, "litellm_params": litellm_params} - print("POSTING data to proxy url", url) - response = requests.post(url, headers=headers, json=data) - if response.status_code != 200: - print(f"Error: {response.status_code} - {response.text}") - raise Exception(f"Error: {response.status_code} - {response.text}") - - # Print the response for each model - print( - f"Response for model '{model_name}': Status Code:{response.status_code} - {response.text}" - ) - - -# Usage -config_file = "config.yaml" -proxy_base_url = "http://0.0.0.0:4000" -master_key = os.environ["LITELLM_MASTER_KEY"] -print(f"config_file: {config_file}") -print(f"proxy_base_url: {proxy_base_url}") -migrate_models(config_file, proxy_base_url) diff --git a/cookbook/misc/openai_timeouts.py b/cookbook/misc/openai_timeouts.py deleted file mode 100644 index fe3e6d426d2..00000000000 --- a/cookbook/misc/openai_timeouts.py +++ /dev/null @@ -1,33 +0,0 @@ -import os -from openai import OpenAI -from dotenv import load_dotenv -import concurrent.futures - -load_dotenv() - -client = OpenAI( - # This is the default and can be omitted - api_key=os.environ.get("OPENAI_API_KEY"), -) - - -def create_chat_completion(): - return client.chat.completions.create( - messages=[ - { - "role": "user", - "content": "Say this is a test. Respond in 20 lines", - } - ], - model="gpt-3.5-turbo", - ) - - -with concurrent.futures.ThreadPoolExecutor() as executor: - # Set a timeout of 10 seconds - future = executor.submit(create_chat_completion) - try: - chat_completion = future.result(timeout=0.00001) - print(chat_completion) - except concurrent.futures.TimeoutError: - print("Operation timed out.") diff --git a/cookbook/misc/sagmaker_streaming.py b/cookbook/misc/sagmaker_streaming.py deleted file mode 100644 index 1a6cc2e32ce..00000000000 --- a/cookbook/misc/sagmaker_streaming.py +++ /dev/null @@ -1,55 +0,0 @@ -# Notes - on how to do sagemaker streaming using boto3 -import json -import boto3 - -import sys -import os -from dotenv import load_dotenv - -load_dotenv() -import io - -sys.path.insert( - 0, os.path.abspath("../..") -) # Adds the parent directory to the system path - - -class TokenIterator: - def __init__(self, stream): - self.byte_iterator = iter(stream) - self.buffer = io.BytesIO() - self.read_pos = 0 - - def __iter__(self): - return self - - def __next__(self): - while True: - self.buffer.seek(self.read_pos) - line = self.buffer.readline() - if line and line[-1] == ord("\n"): - self.read_pos += len(line) + 1 - full_line = line[:-1].decode("utf-8") - line_data = json.loads(full_line.lstrip("data:").rstrip("/n")) - return line_data["token"]["text"] - chunk = next(self.byte_iterator) - self.buffer.seek(0, io.SEEK_END) - self.buffer.write(chunk["PayloadPart"]["Bytes"]) - - -payload = { - "inputs": "How do I build a website?", - "parameters": {"max_new_tokens": 256}, - "stream": True, -} - - -client = boto3.client("sagemaker-runtime", region_name="us-west-2") -response = client.invoke_endpoint_with_response_stream( - EndpointName="berri-benchmarking-Llama-2-70b-chat-hf-4", - Body=json.dumps(payload), - ContentType="application/json", -) - -# for token in TokenIterator(response["Body"]): -# print(token) diff --git a/cookbook/misc/test_responses_api.py b/cookbook/misc/test_responses_api.py deleted file mode 100644 index 7abf3170fbc..00000000000 --- a/cookbook/misc/test_responses_api.py +++ /dev/null @@ -1,51 +0,0 @@ -import base64 -import os - -from openai import OpenAI -import time - -client = OpenAI(base_url="http://0.0.0.0:4001", api_key=os.environ["LITELLM_MASTER_KEY"]) - - -# Function to encode the image -def encode_image(image_path): - with open(image_path, "rb") as image_file: - return base64.b64encode(image_file.read()).decode("utf-8") - - -# Path to your image -image_path = "litellm/proxy/logo.png" - -# Getting the Base64 string -base64_image = encode_image(image_path) - - -response = client.responses.create( - model="bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0", - input=[ - { - "role": "user", - "content": [ - {"type": "input_text", "text": "what color is the image"}, - { - "type": "input_image", - "image_url": f"data:image/png;base64,{base64_image}", - }, - ], - } - ], -) - - -print(response.output_text) -print("response1 id===", response.id) -print("sleeping for 20 seconds...") -time.sleep(20) -print("making follow up request for existing id") -response2 = client.responses.create( - model="bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0", - previous_response_id=response.id, - input="ok, and what objects are in the image?", -) - -print(response2.output_text) diff --git a/cookbook/misc/update_json_caching.py b/cookbook/misc/update_json_caching.py deleted file mode 100644 index 8202d7033fd..00000000000 --- a/cookbook/misc/update_json_caching.py +++ /dev/null @@ -1,54 +0,0 @@ -import json - -# List of models to update -models_to_update = [ - "gpt-4o-mini", - "gpt-4o-mini-2024-07-18", - "gpt-4o", - "gpt-4o-2024-11-20", - "gpt-4o-2024-08-06", - "gpt-4o-2024-05-13", - "text-embedding-3-small", - "text-embedding-3-large", - "text-embedding-ada-002-v2", - "ft:gpt-4o-2024-08-06", - "ft:gpt-4o-mini-2024-07-18", - "ft:gpt-3.5-turbo", - "ft:davinci-002", - "ft:babbage-002", -] - - -def update_model_prices(file_path): - # Read the JSON file as text first to preserve number formatting - with open(file_path, "r") as file: - original_text = file.read() - data = json.loads(original_text) - - # Update specified models - for model_name in models_to_update: - print("finding model", model_name) - if model_name in data: - print("found model") - model = data[model_name] - if "input_cost_per_token" in model: - # Format new values to match original style - model["input_cost_per_token_batches"] = float( - "{:.12f}".format(model["input_cost_per_token"] / 2) - ) - if "output_cost_per_token" in model: - model["output_cost_per_token_batches"] = float( - "{:.12f}".format(model["output_cost_per_token"] / 2) - ) - print("new pricing for model=") - # Convert all float values to full decimal format before printing - formatted_model = { - k: "{:.9f}".format(v) if isinstance(v, float) else v - for k, v in data[model_name].items() - } - print(json.dumps(formatted_model, indent=4)) - - -# Run the update -file_path = "model_prices_and_context_window.json" -update_model_prices(file_path) diff --git a/cookbook/mlflow_langchain_tracing_litellm_proxy.ipynb b/cookbook/mlflow_langchain_tracing_litellm_proxy.ipynb deleted file mode 100644 index 818a25e4503..00000000000 --- a/cookbook/mlflow_langchain_tracing_litellm_proxy.ipynb +++ /dev/null @@ -1,315 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Databricks Notebook with MLFlow AutoLogging for LiteLLM Proxy calls\n", - "\n", - "Set `LITELLM_PROXY_API_KEY` in the notebook environment to a key accepted by the proxy before running the model cell\n" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "5e2812ed-8000-4793-b090-49a31464d810", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "%pip install -U -qqqq databricks-agents mlflow langchain==0.3.1 langchain-core==0.3.6 " - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "52530b37-1860-4bba-a6c1-723de83bc58f", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "%pip install \"langchain-openai<=0.3.1\"" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "43c6f4b1-e2d5-431c-b1a2-b97df7707d59", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "# Before logging this chain using the driver notebook, you must comment out this line.\n", - "dbutils.library.restartPython() " - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "88eb8dd7-16b1-480b-aa70-cd429ef87159", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "import mlflow\n", - "from operator import itemgetter\n", - "from langchain_core.output_parsers import StrOutputParser\n", - "from langchain_core.prompts import PromptTemplate\n", - "from langchain_core.runnables import RunnableLambda\n", - "from langchain_databricks import ChatDatabricks\n", - "from langchain_openai import ChatOpenAI" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "f0fdca8f-6f6f-407c-ad4a-0d5a2778728e", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "mlflow.langchain.autolog()" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "2ef67315-e468-4d60-a318-98c2cac75bc4", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "# These helper functions parse the `messages` array.\n", - "\n", - "# Return the string contents of the most recent message from the user\n", - "def extract_user_query_string(chat_messages_array):\n", - " return chat_messages_array[-1][\"content\"]\n", - "\n", - "\n", - "# Return the chat history, which is is everything before the last question\n", - "def extract_chat_history(chat_messages_array):\n", - " return chat_messages_array[:-1]" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "17708467-1976-48bd-94a0-8c7895cfae3b", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "import os\n", - "\n", - "model = ChatOpenAI(\n", - " openai_api_base=\"LITELLM_PROXY_BASE_URL\", # e.g.: http://0.0.0.0:4000\n", - " model = \"gpt-3.5-turbo\", # LITELLM 'model_name'\n", - " temperature=0.1, \n", - " api_key=os.environ[\"LITELLM_PROXY_API_KEY\"]\n", - ")" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "a5f2c2af-82f7-470d-b559-47b67fb00cda", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "############\n", - "# Prompt Template for generation\n", - "############\n", - "prompt = PromptTemplate(\n", - " template=\"You are a hello world bot. Respond with a reply to the user's question that is fun and interesting to the user. User's question: {question}\",\n", - " input_variables=[\"question\"],\n", - ")\n", - "\n", - "############\n", - "# FM for generation\n", - "# ChatDatabricks accepts any /llm/v1/chat model serving endpoint\n", - "############\n", - "model = ChatDatabricks(\n", - " endpoint=\"databricks-dbrx-instruct\",\n", - " extra_params={\"temperature\": 0.01, \"max_tokens\": 500},\n", - ")\n", - "\n", - "\n", - "############\n", - "# Simple chain\n", - "############\n", - "# The framework requires the chain to return a string value.\n", - "chain = (\n", - " {\n", - " \"question\": itemgetter(\"messages\")\n", - " | RunnableLambda(extract_user_query_string),\n", - " \"chat_history\": itemgetter(\"messages\") | RunnableLambda(extract_chat_history),\n", - " }\n", - " | prompt\n", - " | model\n", - " | StrOutputParser()\n", - ")" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "366edd90-62a1-4d6f-8a65-0211fb24ca02", - "showTitle": false, - "title": "" - } - }, - "outputs": [ - { - "data": { - "text/plain": [ - "'Hello there! I\\'m here to help with your questions. Regarding your query about \"rag,\" it\\'s not something typically associated with a \"hello world\" bot, but I\\'m happy to explain!\\n\\nRAG, or Remote Angular GUI, is a tool that allows you to create and manage Angular applications remotely. It\\'s a way to develop and test Angular components and applications without needing to set up a local development environment. This can be particularly useful for teams working on distributed systems or for developers who prefer to work in a cloud-based environment.\\n\\nI hope this explanation of RAG has been helpful and interesting! If you have any other questions or need further clarification, feel free to ask.'" - ] - }, - "execution_count": 7, - "metadata": {}, - "output_type": "execute_result" - }, - { - "data": { - "application/databricks.mlflow.trace": "\"tr-ea2226413395413ba2cf52cffc523502\"", - "text/plain": [ - "Trace(request_id=tr-ea2226413395413ba2cf52cffc523502)" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "# This is the same input your chain's REST API will accept.\n", - "question = {\n", - " \"messages\": [\n", - " {\n", - " \"role\": \"user\",\n", - " \"content\": \"what is rag?\",\n", - " },\n", - " ]\n", - "}\n", - "\n", - "chain.invoke(question)" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "5d68e37d-0980-4a02-bf8d-885c3853f6c1", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "mlflow.models.set_model(model=model)" - ] - } - ], - "metadata": { - "application/vnd.databricks.v1+notebook": { - "dashboards": [], - "environmentMetadata": null, - "language": "python", - "notebookMetadata": { - "pythonIndentUnit": 4 - }, - "notebookName": "Untitled Notebook 2024-10-16 19:35:16", - "widgets": {} - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} diff --git a/cookbook/mock_guardrail_server/mock_bedrock_guardrail_server.py b/cookbook/mock_guardrail_server/mock_bedrock_guardrail_server.py deleted file mode 100644 index 7bf9cc32484..00000000000 --- a/cookbook/mock_guardrail_server/mock_bedrock_guardrail_server.py +++ /dev/null @@ -1,540 +0,0 @@ -#!/usr/bin/env python3 -""" -Mock Bedrock Guardrail API Server - -This is a FastAPI server that mimics the AWS Bedrock Guardrail API for testing purposes. -It follows the same API spec as the real Bedrock guardrail endpoint. - -Usage: - python mock_bedrock_guardrail_server.py - -The server will start on http://localhost:8080 -""" - -import os -import re -from typing import Any, Dict, List, Literal, Optional - -from fastapi import Depends, FastAPI, Header, HTTPException, status -from fastapi.responses import JSONResponse -from pydantic import BaseModel, Field - -# ============================================================================ -# Request/Response Models (matching Bedrock API spec) -# ============================================================================ - - -class BedrockTextContent(BaseModel): - text: str - - -class BedrockContentItem(BaseModel): - text: BedrockTextContent - - -class BedrockRequest(BaseModel): - source: Literal["INPUT", "OUTPUT"] - content: List[BedrockContentItem] = Field(default_factory=list) - - -class BedrockGuardrailOutput(BaseModel): - text: Optional[str] = None - - -class TopicPolicyItem(BaseModel): - name: str - type: str - action: Literal["BLOCKED", "NONE"] - - -class TopicPolicy(BaseModel): - topics: List[TopicPolicyItem] = Field(default_factory=list) - - -class ContentFilterItem(BaseModel): - type: str - confidence: str - action: Literal["BLOCKED", "NONE"] - - -class ContentPolicy(BaseModel): - filters: List[ContentFilterItem] = Field(default_factory=list) - - -class CustomWord(BaseModel): - match: str - action: Literal["BLOCKED", "NONE"] - - -class WordPolicy(BaseModel): - customWords: List[CustomWord] = Field(default_factory=list) - managedWordLists: List[Dict[str, Any]] = Field(default_factory=list) - - -class PiiEntity(BaseModel): - type: str - match: str - action: Literal["BLOCKED", "ANONYMIZED", "NONE"] - - -class RegexMatch(BaseModel): - name: str - match: str - regex: str - action: Literal["BLOCKED", "ANONYMIZED", "NONE"] - - -class SensitiveInformationPolicy(BaseModel): - piiEntities: List[PiiEntity] = Field(default_factory=list) - regexes: List[RegexMatch] = Field(default_factory=list) - - -class ContextualGroundingFilter(BaseModel): - type: str - threshold: float - score: float - action: Literal["BLOCKED", "NONE"] - - -class ContextualGroundingPolicy(BaseModel): - filters: List[ContextualGroundingFilter] = Field(default_factory=list) - - -class Assessment(BaseModel): - topicPolicy: Optional[TopicPolicy] = None - contentPolicy: Optional[ContentPolicy] = None - wordPolicy: Optional[WordPolicy] = None - sensitiveInformationPolicy: Optional[SensitiveInformationPolicy] = None - contextualGroundingPolicy: Optional[ContextualGroundingPolicy] = None - - -class BedrockGuardrailResponse(BaseModel): - usage: Dict[str, int] = Field( - default_factory=lambda: {"topicPolicyUnits": 1, "contentPolicyUnits": 1} - ) - action: Literal["NONE", "GUARDRAIL_INTERVENED"] = "NONE" - outputs: List[BedrockGuardrailOutput] = Field(default_factory=list) - assessments: List[Assessment] = Field(default_factory=list) - - -# ============================================================================ -# Mock Guardrail Configuration -# ============================================================================ - - -class GuardrailConfig(BaseModel): - """Configuration for mock guardrail behavior""" - - blocked_words: List[str] = Field( - default_factory=lambda: ["offensive", "inappropriate", "badword"] - ) - blocked_topics: List[str] = Field(default_factory=lambda: ["violence", "illegal"]) - pii_patterns: Dict[str, str] = Field( - default_factory=lambda: { - "EMAIL": r"\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b", - "PHONE": r"\b\d{3}[-.]?\d{3}[-.]?\d{4}\b", - "SSN": r"\b\d{3}-\d{2}-\d{4}\b", - "CREDIT_CARD": r"\b\d{4}[\s-]?\d{4}[\s-]?\d{4}[\s-]?\d{4}\b", - } - ) - anonymize_pii: bool = True # If True, ANONYMIZE PII; if False, BLOCK it - bearer_token: str = "mock-bedrock-token-12345" - - -# Global config -GUARDRAIL_CONFIG = GuardrailConfig() - -# ============================================================================ -# FastAPI App Setup -# ============================================================================ - -app = FastAPI( - title="Mock Bedrock Guardrail API", - description="Mock server mimicking AWS Bedrock Guardrail API", - version="1.0.0", -) - - -# ============================================================================ -# Authentication -# ============================================================================ - - -async def verify_bearer_token(authorization: Optional[str] = Header(None)) -> str: - """ - Verify the Bearer token from the Authorization header. - - Args: - authorization: The Authorization header value - - Returns: - The token if valid - - Raises: - HTTPException: If token is missing or invalid - """ - if authorization is None: - raise HTTPException( - status_code=status.HTTP_401_UNAUTHORIZED, - detail="Missing Authorization header", - headers={"WWW-Authenticate": "Bearer"}, - ) - - # Check if it's a Bearer token - parts = authorization.split() - print(f"parts: {parts}") - if len(parts) != 2 or parts[0].lower() != "bearer": - raise HTTPException( - status_code=status.HTTP_401_UNAUTHORIZED, - detail="Invalid Authorization header format. Expected: Bearer ", - headers={"WWW-Authenticate": "Bearer"}, - ) - - token = parts[1] - - # Verify token - if token != GUARDRAIL_CONFIG.bearer_token: - raise HTTPException( - status_code=status.HTTP_403_FORBIDDEN, - detail="Invalid bearer token", - ) - - return token - - -# ============================================================================ -# Guardrail Logic -# ============================================================================ - - -def check_blocked_words(text: str) -> Optional[WordPolicy]: - """Check if text contains blocked words""" - found_words = [] - text_lower = text.lower() - - for word in GUARDRAIL_CONFIG.blocked_words: - if word.lower() in text_lower: - found_words.append(CustomWord(match=word, action="BLOCKED")) - - if found_words: - return WordPolicy(customWords=found_words) - return None - - -def check_blocked_topics(text: str) -> Optional[TopicPolicy]: - """Check if text contains blocked topics""" - found_topics = [] - text_lower = text.lower() - - for topic in GUARDRAIL_CONFIG.blocked_topics: - if topic.lower() in text_lower: - found_topics.append( - TopicPolicyItem(name=topic, type=topic.upper(), action="BLOCKED") - ) - - if found_topics: - return TopicPolicy(topics=found_topics) - return None - - -def check_pii(text: str) -> tuple[Optional[SensitiveInformationPolicy], str]: - """ - Check for PII in text and return policy + anonymized text - - Returns: - Tuple of (SensitiveInformationPolicy or None, anonymized_text) - """ - pii_entities = [] - anonymized_text = text - action = "ANONYMIZED" if GUARDRAIL_CONFIG.anonymize_pii else "BLOCKED" - - for pii_type, pattern in GUARDRAIL_CONFIG.pii_patterns.items(): - try: - # Compile the regex pattern with a timeout to prevent ReDoS attacks - compiled_pattern = re.compile(pattern) - matches = compiled_pattern.finditer(text) - for match in matches: - matched_text = match.group() - pii_entities.append( - PiiEntity(type=pii_type, match=matched_text, action=action) - ) - - # Anonymize the text if configured - if GUARDRAIL_CONFIG.anonymize_pii: - anonymized_text = anonymized_text.replace( - matched_text, f"[{pii_type}_REDACTED]" - ) - except re.error: - # Invalid regex pattern - skip it and log a warning - print(f"Warning: Invalid regex pattern for PII type {pii_type}: {pattern}") - continue - - if pii_entities: - return SensitiveInformationPolicy(piiEntities=pii_entities), anonymized_text - - return None, text - - -def process_guardrail_request( - request: BedrockRequest, -) -> tuple[BedrockGuardrailResponse, List[str]]: - """ - Process a guardrail request and return the response. - - Returns: - Tuple of (response, list of output texts) - """ - all_text_content = [] - output_texts = [] - - # Extract all text from content items - for content_item in request.content: - if content_item.text and content_item.text.text: - all_text_content.append(content_item.text.text) - - # Combine all text for analysis - combined_text = " ".join(all_text_content) - - # Initialize response - response = BedrockGuardrailResponse() - assessment = Assessment() - has_intervention = False - - # Check for blocked words - word_policy = check_blocked_words(combined_text) - if word_policy: - assessment.wordPolicy = word_policy - has_intervention = True - - # Check for blocked topics - topic_policy = check_blocked_topics(combined_text) - if topic_policy: - assessment.topicPolicy = topic_policy - has_intervention = True - - # Check for PII - for text in all_text_content: - pii_policy, anonymized_text = check_pii(text) - if pii_policy: - assessment.sensitiveInformationPolicy = pii_policy - if GUARDRAIL_CONFIG.anonymize_pii: - # If anonymizing, we don't block, we modify the text - output_texts.append(anonymized_text) - has_intervention = True - else: - # If not anonymizing PII, we block it - output_texts.append(text) - has_intervention = True - else: - output_texts.append(text) - - # Build response - if has_intervention: - response.action = "GUARDRAIL_INTERVENED" - # Only add assessment if there were interventions - response.assessments = [assessment] - - # Add outputs (modified or original text) - response.outputs = [BedrockGuardrailOutput(text=txt) for txt in output_texts] - - return response, output_texts - - -# ============================================================================ -# API Endpoints -# ============================================================================ - - -@app.get("/") -async def root(): - """Health check endpoint""" - return { - "service": "Mock Bedrock Guardrail API", - "status": "running", - "endpoint_format": "/guardrail/{guardrailIdentifier}/version/{guardrailVersion}/apply", - } - - -@app.get("/health") -async def health(): - """Health check endpoint""" - return {"status": "healthy"} - - -""" -LiteLLM exposes a basic guardrail API with the text extracted from the request and sent to the guardrail API, as well as the received request body for any further processing. - -This works across all LiteLLM endpoints (completion, anthropic /v1/messages, responses api, image generation, embedding, etc.) - -This makes it easy to support your own guardrail API without having to make a PR to LiteLLM. - -LiteLLM supports passing any provider specific params from LiteLLM config.yaml to the guardrail API. - -Example: - -```yaml -guardrails: - - guardrail_name: "bedrock-content-guard" - litellm_params: - guardrail: generic_guardrail_api - mode: "pre_call" - api_key: os.environ/GUARDRAIL_API_KEY - api_base: os.environ/GUARDRAIL_API_BASE - additional_provider_specific_params: - api_version: os.environ/GUARDRAIL_API_VERSION # additional provider specific params -``` - -This is a beta API. Please help us improve it. -""" - - -class LitellmBasicGuardrailRequest(BaseModel): - texts: List[str] - images: Optional[List[str]] = None - tools: Optional[List[dict]] = None - tool_calls: Optional[List[dict]] = None - request_data: Dict[str, Any] = Field(default_factory=dict) - additional_provider_specific_params: Dict[str, Any] = Field(default_factory=dict) - input_type: Literal["request", "response"] - litellm_call_id: Optional[str] = None - litellm_trace_id: Optional[str] = None - structured_messages: Optional[List[Dict[str, Any]]] = None - - -class LitellmBasicGuardrailResponse(BaseModel): - action: Literal[ - "BLOCKED", "NONE", "GUARDRAIL_INTERVENED" - ] # BLOCKED = litellm will raise an error, NONE = litellm will continue, GUARDRAIL_INTERVENED = litellm will continue, but the text was modified by the guardrail - blocked_reason: Optional[str] = None # only if action is BLOCKED, otherwise None - texts: Optional[List[str]] = None - images: Optional[List[str]] = None - - -@app.post( - "/beta/litellm_basic_guardrail_api", - response_model=LitellmBasicGuardrailResponse, -) -async def beta_litellm_basic_guardrail_api( - request: LitellmBasicGuardrailRequest, -) -> LitellmBasicGuardrailResponse: - """ - Apply guardrail to input or output content. - - This endpoint mimics the AWS Bedrock ApplyGuardrail API. - - Args: - request: The guardrail request containing content to analyze - token: Bearer token (verified by dependency) - - Returns: - LitellmBasicGuardrailResponse with analysis results - """ - print(f"request: {request}") - if any("ishaan" in text.lower() for text in request.texts): - return LitellmBasicGuardrailResponse( - action="BLOCKED", blocked_reason="Ishaan is not allowed" - ) - elif any("pii_value" in text for text in request.texts): - return LitellmBasicGuardrailResponse( - action="GUARDRAIL_INTERVENED", - texts=[ - text.replace("pii_value", "pii_value_redacted") - for text in request.texts - ], - ) - return LitellmBasicGuardrailResponse(action="NONE") - - -@app.post("/config/update") -async def update_config( - config: GuardrailConfig, token: str = Depends(verify_bearer_token) -): - """ - Update the guardrail configuration. - - This is a testing endpoint to modify the mock guardrail behavior. - - Args: - config: New guardrail configuration - token: Bearer token (verified by dependency) - - Returns: - Updated configuration - """ - global GUARDRAIL_CONFIG - GUARDRAIL_CONFIG = config - return {"status": "updated", "config": GUARDRAIL_CONFIG} - - -@app.get("/config") -async def get_config(token: str = Depends(verify_bearer_token)): - """ - Get the current guardrail configuration. - - Args: - token: Bearer token (verified by dependency) - - Returns: - Current configuration - """ - return GUARDRAIL_CONFIG - - -# ============================================================================ -# Error Handlers -# ============================================================================ - - -@app.exception_handler(HTTPException) -async def http_exception_handler(request, exc: HTTPException): - """Custom error handler for HTTP exceptions""" - return JSONResponse( - status_code=exc.status_code, - content={"error": exc.detail}, - headers=exc.headers, - ) - - -# ============================================================================ -# Main -# ============================================================================ - -if __name__ == "__main__": - import uvicorn - - # Get configuration from environment - host = os.getenv("MOCK_BEDROCK_HOST", "0.0.0.0") - port = int(os.getenv("MOCK_BEDROCK_PORT", "8080")) - bearer_token = os.getenv("MOCK_BEDROCK_TOKEN", "mock-bedrock-token-12345") - - # Update config with environment token - GUARDRAIL_CONFIG.bearer_token = bearer_token - - print("=" * 80) - print("Mock Bedrock Guardrail API Server") - print("=" * 80) - print(f"Server starting on: http://{host}:{port}") - print(f"Bearer Token: {bearer_token}") - print(f"Endpoint: POST /guardrail/{{id}}/version/{{version}}/apply") - print("=" * 80) - print("\nExample curl command:") - print( - f""" -curl -X POST "http://{host}:{port}/guardrail/test-guardrail/version/1/apply" \\ - -H "Authorization: Bearer {bearer_token}" \\ - -H "Content-Type: application/json" \\ - -d '{{ - "source": "INPUT", - "content": [ - {{ - "text": {{ - "text": "Hello, my email is test@example.com" - }} - }} - ] - }}' - """ - ) - print("=" * 80) - - uvicorn.run(app, host=host, port=port) diff --git a/cookbook/mock_prompt_management_server/README.md b/cookbook/mock_prompt_management_server/README.md deleted file mode 100644 index c13061cfe89..00000000000 --- a/cookbook/mock_prompt_management_server/README.md +++ /dev/null @@ -1,292 +0,0 @@ -# Mock Prompt Management Server - -A reference implementation of the [LiteLLM Generic Prompt Management API](https://docs.litellm.ai/docs/adding_provider/generic_prompt_management_api). - -This FastAPI server demonstrates how to build a prompt management API that integrates with LiteLLM without requiring a PR to the LiteLLM repository. - -## Quick Start - -### 1. Install Dependencies - -```bash -pip install fastapi uvicorn pydantic -``` - -### 2. Start the Server - -```bash -python mock_prompt_management_server.py -``` - -The server will start on `http://localhost:8080` - -### 3. Test the Endpoint - -```bash -# Get a prompt -curl "http://localhost:8080/beta/litellm_prompt_management?prompt_id=hello-world-prompt" - -# Get a prompt with authentication -curl "http://localhost:8080/beta/litellm_prompt_management?prompt_id=hello-world-prompt" \ - -H "Authorization: Bearer test-token-12345" - -# List all prompts -curl "http://localhost:8080/prompts" - -# Get prompt variables -curl "http://localhost:8080/prompts/hello-world-prompt/variables" -``` - -## Using with LiteLLM - -### Configuration - -Create a `config.yaml` file: - -```yaml -model_list: - - model_name: gpt-3.5-turbo - litellm_params: - model: openai/gpt-3.5-turbo - api_key: os.environ/OPENAI_API_KEY - -prompts: - - prompt_id: "hello-world-prompt" - litellm_params: - prompt_integration: "generic_prompt_management" - api_base: http://localhost:8080 - api_key: test-token-12345 -``` - -### Start LiteLLM Proxy - -```bash -litellm --config config.yaml -``` - -### Make a Request - -```bash -curl http://0.0.0.0:4000/v1/chat/completions \ - -H "Content-Type: application/json" \ - -H "Authorization: Bearer $LITELLM_MASTER_KEY" \ - -d '{ - "model": "gpt-3.5-turbo", - "prompt_id": "hello-world-prompt", - "prompt_variables": { - "domain": "data science", - "task": "analyzing customer behavior" - }, - "messages": [ - {"role": "user", "content": "Please help me get started"} - ] - }' -``` - -## Available Prompts - -The server includes several example prompts: - -| Prompt ID | Description | Variables | -|-----------|-------------|-----------| -| `hello-world-prompt` | Basic helpful assistant | `domain`, `task` | -| `code-review-prompt` | Code review assistant | `years_experience`, `language`, `code` | -| `customer-support-prompt` | Customer support agent | `company_name`, `customer_message` | -| `data-analysis-prompt` | Data analysis expert | `analysis_type`, `dataset_name`, `data` | -| `creative-writing-prompt` | Creative writing assistant | `genre`, `length`, `topic` | - -## Authentication - -The server supports optional Bearer token authentication. Valid tokens for testing: - -- `test-token-12345` -- `dev-token-67890` -- `prod-token-abcdef` - -If no `Authorization` header is provided, requests are allowed (for testing purposes). - -## API Endpoints - -### LiteLLM Spec Endpoints - -#### `GET /beta/litellm_prompt_management` - -Get a prompt by ID (required by LiteLLM). - -**Query Parameters:** -- `prompt_id` (required): The prompt ID -- `project_name` (optional): Project filter -- `slug` (optional): Slug filter -- `version` (optional): Version filter - -**Response:** -```json -{ - "prompt_id": "hello-world-prompt", - "prompt_template": [ - { - "role": "system", - "content": "You are a helpful assistant specialized in {domain}." - }, - { - "role": "user", - "content": "Help me with: {task}" - } - ], - "prompt_template_model": "gpt-4", - "prompt_template_optional_params": { - "temperature": 0.7, - "max_tokens": 500 - } -} -``` - -### Convenience Endpoints (Not in LiteLLM Spec) - -#### `GET /health` - -Health check endpoint. - -#### `GET /prompts` - -List all available prompts. - -#### `GET /prompts/{prompt_id}/variables` - -Get all variables used in a prompt template. - -#### `POST /prompts` - -Create a new prompt (in-memory only, for testing). - -## Example: Full Integration Test - -### 1. Start the Mock Server - -```bash -python mock_prompt_management_server.py -``` - -### 2. Test with Python - -```python -from litellm import completion - -# The completion will: -# 1. Fetch the prompt from your API -# 2. Replace {domain} with "machine learning" -# 3. Replace {task} with "building a recommendation system" -# 4. Merge with your messages -# 5. Use the model and params from the prompt - -response = completion( - model="gpt-4", - prompt_id="hello-world-prompt", - prompt_variables={ - "domain": "machine learning", - "task": "building a recommendation system" - }, - messages=[ - {"role": "user", "content": "I have user behavior data from the past year."} - ], - # Configure the generic prompt manager - generic_prompt_config={ - "api_base": "http://localhost:8080", - "api_key": "test-token-12345", - } -) - -print(response.choices[0].message.content) -``` - -## Customization - -### Adding New Prompts - -Edit the `PROMPTS_DB` dictionary in `mock_prompt_management_server.py`: - -```python -PROMPTS_DB = { - "my-custom-prompt": { - "prompt_id": "my-custom-prompt", - "prompt_template": [ - { - "role": "system", - "content": "You are a {role}." - }, - { - "role": "user", - "content": "{user_input}" - } - ], - "prompt_template_model": "gpt-4", - "prompt_template_optional_params": { - "temperature": 0.8, - "max_tokens": 1000 - } - } -} -``` - -### Using a Database - -Replace the `PROMPTS_DB` dictionary with database queries: - -```python -@app.get("/beta/litellm_prompt_management") -async def get_prompt(prompt_id: str): - # Fetch from database - prompt = await db.prompts.find_one({"prompt_id": prompt_id}) - - if not prompt: - raise HTTPException(status_code=404, detail="Prompt not found") - - return PromptResponse(**prompt) -``` - -### Adding Access Control - -Use the custom query parameters for access control: - -```python -@app.get("/beta/litellm_prompt_management") -async def get_prompt( - prompt_id: str, - project_name: Optional[str] = None, - user_id: Optional[str] = None, - authorization: Optional[str] = Header(None) -): - token = verify_api_key(authorization) - - # Check if user has access to this project - if not has_project_access(token, project_name): - raise HTTPException(status_code=403, detail="Access denied") - - # Fetch and return prompt - ... -``` - -## Production Considerations - -Before deploying to production: - -1. **Use a real database** instead of in-memory storage -2. **Implement proper authentication** with JWT tokens or API keys -3. **Add rate limiting** to prevent abuse -4. **Use HTTPS** for encrypted communication -5. **Add logging and monitoring** for observability -6. **Implement caching** for frequently accessed prompts -7. **Add versioning** for prompt management -8. **Implement access control** based on teams/users -9. **Add input validation** for all parameters -10. **Use environment variables** for configuration - -## Related Documentation - -- [Generic Prompt Management API Documentation](https://docs.litellm.ai/docs/adding_provider/generic_prompt_management_api) -- [LiteLLM Prompt Management](https://docs.litellm.ai/docs/proxy/prompt_management) -- [Generic Guardrail API](https://docs.litellm.ai/docs/adding_provider/generic_guardrail_api) - -## Questions? - -This is a reference implementation for the LiteLLM Generic Prompt Management API. For questions or issues, please open an issue on the [LiteLLM GitHub repository](https://github.com/BerriAI/litellm). diff --git a/cookbook/mock_prompt_management_server/mock_prompt_management_server.py b/cookbook/mock_prompt_management_server/mock_prompt_management_server.py deleted file mode 100644 index 295a96e12a9..00000000000 --- a/cookbook/mock_prompt_management_server/mock_prompt_management_server.py +++ /dev/null @@ -1,390 +0,0 @@ -#!/usr/bin/env python3 -""" -Mock Prompt Management API Server - -This is a FastAPI server that implements the LiteLLM Generic Prompt Management API -for testing and demonstration purposes. - -Usage: - python mock_prompt_management_server.py - -The server will start on http://localhost:8080 - -Test the endpoint: - curl "http://localhost:8080/beta/litellm_prompt_management?prompt_id=hello-world-prompt" -""" - -import os -import json -from typing import Any, Dict, List, Optional - -from fastapi import FastAPI, HTTPException, Header, Query, status -from fastapi.responses import JSONResponse -from pydantic import BaseModel, Field - -# ============================================================================ -# Response Models -# ============================================================================ - - -class MessageContent(BaseModel): - """A single message in the prompt template""" - - role: str = Field(..., description="Message role (system, user, assistant)") - content: str = Field( - ..., description="Message content with optional {variable} placeholders" - ) - - -class PromptResponse(BaseModel): - """Response format for the prompt management API""" - - prompt_id: str = Field(..., description="The ID of the prompt") - prompt_template: List[MessageContent] = Field( - ..., description="Array of messages in OpenAI format" - ) - prompt_template_model: Optional[str] = Field( - None, description="Optional model to use for this prompt" - ) - prompt_template_optional_params: Optional[Dict[str, Any]] = Field( - None, description="Optional parameters like temperature, max_tokens, etc." - ) - - -# ============================================================================ -# Mock Prompt Database -# ============================================================================ - -PROMPTS_DB = { - "hello-world-prompt": { - "prompt_id": "hello-world-prompt", - "prompt_template": [ - { - "role": "system", - "content": "You are a helpful assistant specialized in {domain}.", - }, - {"role": "user", "content": "Help me with: {task}"}, - ], - "prompt_template_model": "gpt-4", - "prompt_template_optional_params": {"temperature": 0.7, "max_tokens": 500}, - }, - "code-review-prompt": { - "prompt_id": "code-review-prompt", - "prompt_template": [ - { - "role": "system", - "content": "You are an expert code reviewer with {years_experience} years of experience in {language}.", - }, - { - "role": "user", - "content": "Please review the following code for bugs, security issues, and best practices:\n\n{code}", - }, - ], - "prompt_template_model": "gpt-4-turbo", - "prompt_template_optional_params": { - "temperature": 0.3, - "max_tokens": 1500, - }, - }, - "customer-support-prompt": { - "prompt_id": "customer-support-prompt", - "prompt_template": [ - { - "role": "system", - "content": "You are a friendly customer support agent for {company_name}. Always be professional, empathetic, and solution-oriented.", - }, - { - "role": "user", - "content": "Customer inquiry: {customer_message}", - }, - ], - "prompt_template_model": "gpt-3.5-turbo", - "prompt_template_optional_params": { - "temperature": 0.8, - "max_tokens": 800, - "top_p": 0.9, - }, - }, - "data-analysis-prompt": { - "prompt_id": "data-analysis-prompt", - "prompt_template": [ - { - "role": "system", - "content": "You are a data scientist expert in {analysis_type} analysis.", - }, - { - "role": "user", - "content": "Analyze the following data and provide insights:\n\nDataset: {dataset_name}\nData: {data}", - }, - ], - "prompt_template_model": "gpt-4", - "prompt_template_optional_params": { - "temperature": 0.5, - "max_tokens": 2000, - }, - }, - "creative-writing-prompt": { - "prompt_id": "creative-writing-prompt", - "prompt_template": [ - { - "role": "system", - "content": "You are a creative writer specializing in {genre} fiction.", - }, - { - "role": "user", - "content": "Write a {length} story about: {topic}", - }, - ], - "prompt_template_model": "gpt-4", - "prompt_template_optional_params": { - "temperature": 0.9, - "max_tokens": 3000, - "top_p": 0.95, - }, - }, -} - -# Valid API tokens for authentication (in production, use a secure token store) -VALID_API_TOKENS = { - "test-token-12345", - "dev-token-67890", - "prod-token-abcdef", -} - -# ============================================================================ -# FastAPI App -# ============================================================================ - -app = FastAPI( - title="Mock Prompt Management API", - description="A mock server implementing the LiteLLM Generic Prompt Management API", - version="1.0.0", -) - - -def verify_api_key(authorization: Optional[str] = Header(None)) -> bool: - """ - Verify the API key from the Authorization header. - - Args: - authorization: Authorization header (Bearer token) - - Returns: - True if valid, raises HTTPException if invalid - """ - if authorization is None: - # Allow requests without authentication for testing - return True - - # Extract token from "Bearer " - if not authorization.startswith("Bearer "): - raise HTTPException( - status_code=status.HTTP_401_UNAUTHORIZED, - detail="Invalid authorization header format. Expected 'Bearer '", - ) - - token = authorization.replace("Bearer ", "").strip() - - if token not in VALID_API_TOKENS: - raise HTTPException( - status_code=status.HTTP_401_UNAUTHORIZED, - detail="Invalid API key", - ) - - return True - - -@app.get("/beta/litellm_prompt_management", response_model=PromptResponse) -async def get_prompt( - prompt_id: str = Query(..., description="The ID of the prompt to fetch"), - project_name: Optional[str] = Query( - None, description="Optional project name filter" - ), - slug: Optional[str] = Query(None, description="Optional slug filter"), - version: Optional[str] = Query(None, description="Optional version filter"), - authorization: Optional[str] = Header(None), -) -> PromptResponse: - """ - Get a prompt by ID with optional filtering. - - This endpoint implements the LiteLLM Generic Prompt Management API specification. - - Args: - prompt_id: The ID of the prompt to fetch - project_name: Optional project name for filtering - slug: Optional slug for filtering - version: Optional version for filtering - authorization: Optional Bearer token for authentication - - Returns: - PromptResponse with the prompt template and configuration - - Raises: - HTTPException: 401 if authentication fails, 404 if prompt not found - """ - # Verify authentication - verify_api_key(authorization) - - # Log the request parameters (useful for debugging) - print(f"Fetching prompt: {prompt_id}") - if project_name: - print(f" Project: {project_name}") - if slug: - print(f" Slug: {slug}") - if version: - print(f" Version: {version}") - - # Check if prompt exists - if prompt_id not in PROMPTS_DB: - raise HTTPException( - status_code=status.HTTP_404_NOT_FOUND, - detail=f"Prompt '{prompt_id}' not found. Available prompts: {list(PROMPTS_DB.keys())}", - ) - - # Get the prompt from the database - prompt_data = PROMPTS_DB[prompt_id] - - # Optional: Apply filtering based on project_name, slug, or version - # In a real implementation, you might use these to filter prompts by access control - # or to fetch specific versions from your database - - return PromptResponse(**prompt_data) - - -@app.get("/health") -async def health_check(): - """Health check endpoint""" - return { - "status": "healthy", - "service": "mock-prompt-management-api", - "version": "1.0.0", - } - - -@app.get("/prompts") -async def list_prompts(authorization: Optional[str] = Header(None)): - """ - List all available prompts. - - This is a convenience endpoint (not part of the LiteLLM spec) for - discovering available prompts. - """ - # Verify authentication - verify_api_key(authorization) - - prompts_list = [ - { - "prompt_id": pid, - "model": p.get("prompt_template_model"), - "has_variables": any( - "{" in msg.get("content", "") for msg in p.get("prompt_template", []) - ), - } - for pid, p in PROMPTS_DB.items() - ] - - return {"prompts": prompts_list, "total": len(prompts_list)} - - -@app.get("/prompts/{prompt_id}/variables") -async def get_prompt_variables( - prompt_id: str, authorization: Optional[str] = Header(None) -): - """ - Get all variables in a prompt template. - - This is a convenience endpoint (not part of the LiteLLM spec) for - discovering what variables a prompt expects. - """ - # Verify authentication - verify_api_key(authorization) - - if prompt_id not in PROMPTS_DB: - raise HTTPException( - status_code=status.HTTP_404_NOT_FOUND, - detail=f"Prompt '{prompt_id}' not found", - ) - - prompt_data = PROMPTS_DB[prompt_id] - variables = set() - - # Extract variables from the prompt template - import re - - for message in prompt_data["prompt_template"]: - content = message.get("content", "") - # Find all {variable} patterns - found_vars = re.findall(r"\{(\w+)\}", content) - variables.update(found_vars) - - return { - "prompt_id": prompt_id, - "variables": sorted(list(variables)), - "example_usage": { - "prompt_id": prompt_id, - "prompt_variables": {var: f"<{var}_value>" for var in variables}, - }, - } - - -@app.post("/prompts") -async def create_prompt( - prompt: PromptResponse, authorization: Optional[str] = Header(None) -): - """ - Create a new prompt (convenience endpoint for testing). - - This is NOT part of the LiteLLM spec - it's just for testing purposes. - """ - # Verify authentication - verify_api_key(authorization) - - if prompt.prompt_id in PROMPTS_DB: - raise HTTPException( - status_code=status.HTTP_409_CONFLICT, - detail=f"Prompt '{prompt.prompt_id}' already exists", - ) - - PROMPTS_DB[prompt.prompt_id] = prompt.dict() - - return { - "status": "created", - "prompt_id": prompt.prompt_id, - "message": "Prompt created successfully (in-memory only)", - } - - -# ============================================================================ -# Main -# ============================================================================ - -if __name__ == "__main__": - import uvicorn - - print("=" * 70) - print("Mock Prompt Management API Server") - print("=" * 70) - print(f"\nStarting server on http://localhost:8080") - print(f"\nAvailable prompts: {len(PROMPTS_DB)}") - for prompt_id in PROMPTS_DB.keys(): - print(f" - {prompt_id}") - print(f"\nValid API tokens: {len(VALID_API_TOKENS)}") - print(" - test-token-12345") - print(" - dev-token-67890") - print(" - prod-token-abcdef") - print("\nEndpoints:") - print(" GET /beta/litellm_prompt_management?prompt_id= (LiteLLM spec)") - print(" GET /health (health check)") - print(" GET /prompts (list all prompts)") - print( - " GET /prompts/{id}/variables (get prompt variables)" - ) - print(" POST /prompts (create prompt)") - print("\nExample usage:") - print( - ' curl "http://localhost:8080/beta/litellm_prompt_management?prompt_id=hello-world-prompt"' - ) - print("\nPress CTRL+C to stop the server") - print("=" * 70) - - uvicorn.run(app, host="0.0.0.0", port=8080, log_level="info") diff --git a/cookbook/nova_sonic_realtime.py b/cookbook/nova_sonic_realtime.py deleted file mode 100644 index 50844121cbf..00000000000 --- a/cookbook/nova_sonic_realtime.py +++ /dev/null @@ -1,292 +0,0 @@ -""" -Client script to test Nova Sonic realtime API through LiteLLM proxy. - -This script connects to LiteLLM proxy's realtime endpoint and enables -speech-to-speech conversation with Bedrock Nova Sonic. - -Prerequisites: -- LiteLLM proxy running with Bedrock configured -- pyaudio installed: pip install pyaudio -- websockets installed: pip install websockets - -Usage: - export LITELLM_MASTER_KEY="sk-$(openssl rand -hex 32)" - python nova_sonic_realtime.py -""" - -import asyncio -import base64 -import json -import os -import pyaudio -import websockets -from typing import Optional - -# Bounded queue size for audio chunks (configurable via env to avoid unbounded memory) -AUDIO_QUEUE_MAXSIZE = int(os.getenv("LITELLM_ASYNCIO_QUEUE_MAXSIZE", 10_000)) - -# Audio configuration (matching Nova Sonic requirements) -INPUT_SAMPLE_RATE = 16000 # Nova Sonic expects 16kHz input -OUTPUT_SAMPLE_RATE = 24000 # Nova Sonic outputs 24kHz -CHANNELS = 1 -FORMAT = pyaudio.paInt16 -CHUNK_SIZE = 1024 - -# LiteLLM proxy configuration -LITELLM_PROXY_URL = "ws://localhost:4000/v1/realtime?model=bedrock-sonic" -LITELLM_API_KEY = os.environ["LITELLM_MASTER_KEY"] - - -class RealtimeClient: - """Client for LiteLLM realtime API with audio support.""" - - def __init__(self, url: str, api_key: str): - self.url = url - self.api_key = api_key - self.ws: Optional[websockets.WebSocketClientProtocol] = None - self.is_active = False - self.audio_queue = asyncio.Queue(maxsize=AUDIO_QUEUE_MAXSIZE) - self.pyaudio = pyaudio.PyAudio() - self.input_stream = None - self.output_stream = None - - async def connect(self): - """Connect to LiteLLM proxy realtime endpoint.""" - print(f"Connecting to {self.url}...") - - headers = {} - if self.api_key: - headers["Authorization"] = f"Bearer {self.api_key}" - - self.ws = await websockets.connect( - self.url, - additional_headers=headers, - max_size=10 * 1024 * 1024, # 10MB max message size - ) - self.is_active = True - print("✓ Connected to LiteLLM proxy") - - async def send_session_update(self): - """Send session configuration.""" - session_update = { - "type": "session.update", - "session": { - "instructions": "You are a friendly assistant. Keep your responses short and conversational.", - "voice": "matthew", - "temperature": 0.8, - "max_response_output_tokens": 1024, - "modalities": ["text", "audio"], - "input_audio_format": "pcm16", - "output_audio_format": "pcm16", - "turn_detection": { - "type": "server_vad", - "threshold": 0.5, - "prefix_padding_ms": 300, - "silence_duration_ms": 500, - }, - }, - } - await self.ws.send(json.dumps(session_update)) - print("✓ Session configuration sent") - - async def receive_messages(self): - """Receive and process messages from the server.""" - try: - async for message in self.ws: - if not self.is_active: - break - - try: - data = json.loads(message) - event_type = data.get("type") - - if event_type == "session.created": - print(f"✓ Session created: {data.get('session', {}).get('id')}") - - elif event_type == "response.created": - print("🤖 Assistant is responding...") - - elif event_type == "response.text.delta": - # Print text transcription - delta = data.get("delta", "") - print(delta, end="", flush=True) - - elif event_type == "response.audio.delta": - # Queue audio for playback - audio_b64 = data.get("delta", "") - if audio_b64: - audio_bytes = base64.b64decode(audio_b64) - await self.audio_queue.put(audio_bytes) - - elif event_type == "response.text.done": - print() # New line after text - - elif event_type == "response.done": - print("✓ Response complete") - - elif event_type == "error": - print(f"❌ Error: {data.get('error', {})}") - - else: - # Debug: print other event types - print(f"[{event_type}]", end=" ") - - except json.JSONDecodeError: - print(f"Failed to parse message: {message[:100]}") - - except websockets.exceptions.ConnectionClosed: - print("\n✗ Connection closed") - except Exception as e: - print(f"\n✗ Error receiving messages: {e}") - finally: - self.is_active = False - - async def send_audio_chunk(self, audio_bytes: bytes): - """Send audio chunk to server.""" - if not self.is_active or not self.ws: - return - - audio_b64 = base64.b64encode(audio_bytes).decode("utf-8") - message = { - "type": "input_audio_buffer.append", - "audio": audio_b64, - } - await self.ws.send(json.dumps(message)) - - async def commit_audio_buffer(self): - """Commit the audio buffer to trigger processing.""" - if not self.is_active or not self.ws: - return - - message = {"type": "input_audio_buffer.commit"} - await self.ws.send(json.dumps(message)) - - async def capture_audio(self): - """Capture audio from microphone and send to server.""" - print("\n🎤 Starting audio capture...") - print("Speak into your microphone. Press Ctrl+C to stop.\n") - - self.input_stream = self.pyaudio.open( - format=FORMAT, - channels=CHANNELS, - rate=INPUT_SAMPLE_RATE, - input=True, - frames_per_buffer=CHUNK_SIZE, - ) - - try: - while self.is_active: - audio_data = self.input_stream.read( - CHUNK_SIZE, exception_on_overflow=False - ) - await self.send_audio_chunk(audio_data) - await asyncio.sleep(0.01) # Small delay to prevent overwhelming - except Exception as e: - print(f"Error capturing audio: {e}") - finally: - if self.input_stream: - self.input_stream.stop_stream() - self.input_stream.close() - - async def play_audio(self): - """Play audio responses from the server.""" - print("🔊 Starting audio playback...") - - self.output_stream = self.pyaudio.open( - format=FORMAT, - channels=CHANNELS, - rate=OUTPUT_SAMPLE_RATE, - output=True, - frames_per_buffer=CHUNK_SIZE, - ) - - try: - while self.is_active: - try: - audio_data = await asyncio.wait_for( - self.audio_queue.get(), timeout=0.1 - ) - if audio_data: - self.output_stream.write(audio_data) - except asyncio.TimeoutError: - continue - except Exception as e: - print(f"Error playing audio: {e}") - finally: - if self.output_stream: - self.output_stream.stop_stream() - self.output_stream.close() - - async def close(self): - """Close the connection and cleanup.""" - self.is_active = False - - if self.ws: - await self.ws.close() - - if self.input_stream: - self.input_stream.stop_stream() - self.input_stream.close() - - if self.output_stream: - self.output_stream.stop_stream() - self.output_stream.close() - - self.pyaudio.terminate() - print("\n✓ Connection closed") - - -async def main(): - """Main function to run the realtime client.""" - print("=" * 80) - print("Bedrock Nova Sonic Realtime Client") - print("=" * 80) - print() - - client = RealtimeClient(LITELLM_PROXY_URL, LITELLM_API_KEY) - - try: - # Connect to server - await client.connect() - - # Send session configuration - await client.send_session_update() - - # Wait a moment for session to be established - await asyncio.sleep(0.5) - - # Start tasks - receive_task = asyncio.create_task(client.receive_messages()) - capture_task = asyncio.create_task(client.capture_audio()) - playback_task = asyncio.create_task(client.play_audio()) - - # Wait for user to interrupt - await asyncio.gather( - receive_task, - capture_task, - playback_task, - return_exceptions=True, - ) - - except KeyboardInterrupt: - print("\n\n⚠ Interrupted by user") - except Exception as e: - print(f"\n❌ Error: {e}") - import traceback - - traceback.print_exc() - finally: - await client.close() - - -if __name__ == "__main__": - print("\nMake sure:") - print("1. LiteLLM proxy is running on port 4000") - print("2. Bedrock is configured in proxy_server_config.yaml") - print("3. AWS credentials are set") - print() - - try: - asyncio.run(main()) - except KeyboardInterrupt: - print("\n\nGoodbye!") diff --git a/cookbook/result.html b/cookbook/result.html deleted file mode 100644 index 0bd099bacc7..00000000000 --- a/cookbook/result.html +++ /dev/null @@ -1,22 +0,0 @@ - - - - - - -
- - - - - - - - \ No newline at end of file diff --git a/cookbook/veo_video_generation.py b/cookbook/veo_video_generation.py deleted file mode 100644 index 8587032e0be..00000000000 --- a/cookbook/veo_video_generation.py +++ /dev/null @@ -1,321 +0,0 @@ -#!/usr/bin/env python3 -""" -Complete example for Veo video generation through LiteLLM proxy. - -This script demonstrates how to: -1. Generate videos using Google's Veo model -2. Poll for completion status -3. Download the generated video file - -Requirements: -- LiteLLM proxy running with Google AI Studio pass-through configured -- Google AI Studio API key with Veo access -""" - -import json -import os -import time -import requests -from typing import Optional - - -class VeoVideoGenerator: - """Complete Veo video generation client using LiteLLM proxy.""" - - def __init__( - self, - api_key: str, - base_url: str = "http://localhost:4000/gemini/v1beta", - ): - """ - Initialize the Veo video generator. - - Args: - base_url: Base URL for the LiteLLM proxy with Gemini pass-through - api_key: API key for LiteLLM proxy authentication - """ - self.base_url = base_url - self.api_key = api_key - self.headers = {"x-goog-api-key": api_key, "Content-Type": "application/json"} - - def generate_video(self, prompt: str) -> Optional[str]: - """ - Initiate video generation with Veo. - - Args: - prompt: Text description of the video to generate - - Returns: - Operation name if successful, None otherwise - """ - print(f"🎬 Generating video with prompt: '{prompt}'") - - url = f"{self.base_url}/models/veo-3.0-generate-preview:predictLongRunning" - payload = {"instances": [{"prompt": prompt}]} - - try: - response = requests.post(url, headers=self.headers, json=payload) - response.raise_for_status() - - data = response.json() - operation_name = data.get("name") - - if operation_name: - print(f"✅ Video generation started: {operation_name}") - return operation_name - else: - print("❌ No operation name returned") - print(f"Response: {json.dumps(data, indent=2)}") - return None - - except requests.RequestException as e: - print(f"❌ Failed to start video generation: {e}") - if hasattr(e, "response") and e.response is not None: - try: - error_data = e.response.json() - print(f"Error details: {json.dumps(error_data, indent=2)}") - except: - print(f"Error response: {e.response.text}") - return None - - def wait_for_completion( - self, operation_name: str, max_wait_time: int = 600 - ) -> Optional[str]: - """ - Poll operation status until video generation is complete. - - Args: - operation_name: Name of the operation to monitor - max_wait_time: Maximum time to wait in seconds (default: 10 minutes) - - Returns: - Video URI if successful, None otherwise - """ - print("⏳ Waiting for video generation to complete...") - - operation_url = f"{self.base_url}/{operation_name}" - start_time = time.time() - poll_interval = 10 # Start with 10 seconds - - while time.time() - start_time < max_wait_time: - try: - print( - f"🔍 Polling status... ({int(time.time() - start_time)}s elapsed)" - ) - - response = requests.get(operation_url, headers=self.headers) - response.raise_for_status() - - data = response.json() - - # Check for errors - if "error" in data: - print("❌ Error in video generation:") - print(json.dumps(data["error"], indent=2)) - return None - - # Check if operation is complete - is_done = data.get("done", False) - - if is_done: - print("🎉 Video generation complete!") - - try: - # Extract video URI from nested response - video_uri = data["response"]["generateVideoResponse"][ - "generatedSamples" - ][0]["video"]["uri"] - print(f"📹 Video URI: {video_uri}") - return video_uri - except KeyError as e: - print(f"❌ Could not extract video URI: {e}") - print("Full response:") - print(json.dumps(data, indent=2)) - return None - - # Wait before next poll, with exponential backoff - time.sleep(poll_interval) - poll_interval = min(poll_interval * 1.2, 30) # Cap at 30 seconds - - except requests.RequestException as e: - print(f"❌ Error polling operation status: {e}") - time.sleep(poll_interval) - - print(f"⏰ Timeout after {max_wait_time} seconds") - return None - - def download_video( - self, video_uri: str, output_filename: str = "generated_video.mp4" - ) -> bool: - """ - Download the generated video file. - - Args: - video_uri: URI of the video to download (from Google's response) - output_filename: Local filename to save the video - - Returns: - True if download successful, False otherwise - """ - print(f"⬇️ Downloading video...") - print(f"Original URI: {video_uri}") - - # Convert Google URI to LiteLLM proxy URI - # Example: files/abc123 -> /gemini/v1beta/files/abc123:download?alt=media - if video_uri.startswith("files/"): - download_path = f"{video_uri}:download?alt=media" - else: - download_path = video_uri - - litellm_download_url = f"{self.base_url}/{download_path}" - print(f"Download URL: {litellm_download_url}") - - try: - # Download with streaming and redirect handling - response = requests.get( - litellm_download_url, - headers=self.headers, - stream=True, - allow_redirects=True, # Handle redirects automatically - ) - response.raise_for_status() - - # Save video file - with open(output_filename, "wb") as f: - downloaded_size = 0 - for chunk in response.iter_content(chunk_size=8192): - if chunk: - f.write(chunk) - downloaded_size += len(chunk) - - # Progress indicator for large files - if downloaded_size % (1024 * 1024) == 0: # Every MB - print( - f"📦 Downloaded {downloaded_size / (1024*1024):.1f} MB..." - ) - - # Verify file was created and has content - if os.path.exists(output_filename): - file_size = os.path.getsize(output_filename) - if file_size > 0: - print(f"✅ Video downloaded successfully!") - print(f"📁 Saved as: {output_filename}") - print(f"📏 File size: {file_size / (1024*1024):.2f} MB") - return True - else: - print("❌ Downloaded file is empty") - os.remove(output_filename) - return False - else: - print("❌ File was not created") - return False - - except requests.RequestException as e: - print(f"❌ Download failed: {e}") - if hasattr(e, "response") and e.response is not None: - print(f"Status code: {e.response.status_code}") - print(f"Response headers: {dict(e.response.headers)}") - return False - - def generate_and_download(self, prompt: str, output_filename: str = None) -> bool: - """ - Complete workflow: generate video and download it. - - Args: - prompt: Text description for video generation - output_filename: Output filename (auto-generated if None) - - Returns: - True if successful, False otherwise - """ - # Auto-generate filename if not provided - if output_filename is None: - timestamp = int(time.time()) - safe_prompt = "".join( - c for c in prompt[:30] if c.isalnum() or c in (" ", "-", "_") - ).rstrip() - output_filename = ( - f"veo_video_{safe_prompt.replace(' ', '_')}_{timestamp}.mp4" - ) - - print("=" * 60) - print("🎬 VEO VIDEO GENERATION WORKFLOW") - print("=" * 60) - - # Step 1: Generate video - operation_name = self.generate_video(prompt) - if not operation_name: - return False - - # Step 2: Wait for completion - video_uri = self.wait_for_completion(operation_name) - if not video_uri: - return False - - # Step 3: Download video - success = self.download_video(video_uri, output_filename) - - if success: - print("=" * 60) - print("🎉 SUCCESS! Video generation complete!") - print(f"📁 Video saved as: {output_filename}") - print("=" * 60) - else: - print("=" * 60) - print("❌ FAILED! Video generation or download failed") - print("=" * 60) - - return success - - -def main(): - """ - Example usage of the VeoVideoGenerator. - - Configure these environment variables: - - LITELLM_BASE_URL: Your LiteLLM proxy URL (default: http://localhost:4000/gemini/v1beta) - - LITELLM_API_KEY: API key for LiteLLM proxy authentication - """ - - # Configuration from environment or defaults - base_url = os.getenv("LITELLM_BASE_URL", "http://localhost:4000/gemini/v1beta") - api_key = os.environ["LITELLM_API_KEY"] - - print("🚀 Starting Veo Video Generation Example") - print(f"📡 Using LiteLLM proxy at: {base_url}") - - # Initialize generator - generator = VeoVideoGenerator(base_url=base_url, api_key=api_key) - - # Example prompts - try different ones! - example_prompts = [ - "A cat playing with a ball of yarn in a sunny garden", - "Ocean waves crashing against rocky cliffs at sunset", - "A bustling city street with people walking and cars passing by", - "A peaceful forest with sunlight filtering through the trees", - ] - - # Use first example or get from user - prompt = example_prompts[0] - print(f"🎬 Using prompt: '{prompt}'") - - # Generate and download video - success = generator.generate_and_download(prompt) - - if success: - print("\n✅ Example completed successfully!") - print("💡 Try modifying the prompt in the script for different videos!") - else: - print("\n❌ Example failed!") - print("🔧 Check your LiteLLM proxy configuration and Google AI Studio API key") - - # Troubleshooting tips - print("\n🔍 Troubleshooting:") - print("1. Ensure LiteLLM proxy is running with Google AI Studio pass-through") - print("2. Verify your Google AI Studio API key has Veo access") - print("3. Check that your prompt meets Veo's content guidelines") - print("4. Review the LiteLLM proxy logs for detailed error information") - - -if __name__ == "__main__": - main() diff --git a/docker-compose.hardened.yml b/docker-compose.hardened.yml deleted file mode 100644 index 84a23faa054..00000000000 --- a/docker-compose.hardened.yml +++ /dev/null @@ -1,44 +0,0 @@ -services: - # Hardened stack: for testing the proxy under non-root, read-only, proxy-enforced constraints. - # Keep this file focused on hardening/QA scenarios; leave the main docker-compose.yml for default dev usage. - litellm: - build: - context: . - dockerfile: docker/Dockerfile.non_root - target: runtime - depends_on: - - squid - user: "101:101" - group_add: - - "2345" - read_only: true - cap_drop: - - ALL - security_opt: - - no-new-privileges:true - tmpfs: - - /app/cache:rw,noexec,nosuid,nodev,size=128m,uid=101,gid=101,mode=1777 - - /app/migrations:rw,noexec,nosuid,nodev,size=64m,uid=101,gid=101,mode=1777 - volumes: - - ./proxy_server_config.yaml:/app/config.yaml:ro - environment: - LITELLM_NON_ROOT: "true" - PRISMA_BINARY_CACHE_DIR: "/app/cache/prisma-python/binaries" - XDG_CACHE_HOME: "/app/cache" - LITELLM_MIGRATION_DIR: "/app/migrations" - HTTP_PROXY: "http://squid:3128" - HTTPS_PROXY: "http://squid:3128" - NO_PROXY: "localhost,127.0.0.1,db" - command: - - "--port" - - "4000" - - "--config" - - "/app/config.yaml" - squid: - image: sameersbn/squid:3.5.27-2 - restart: unless-stopped - ports: - - "3128:3128" - tmpfs: - - /var/spool/squid:rw,noexec,nosuid,nodev,size=64m - - /var/log/squid:rw,noexec,nosuid,nodev,size=16m diff --git a/docker-compose.yml b/docker-compose.yml deleted file mode 100644 index 80e1f289aad..00000000000 --- a/docker-compose.yml +++ /dev/null @@ -1,73 +0,0 @@ -services: - litellm: - build: - context: . - args: - target: runtime - image: docker.litellm.ai/berriai/litellm:main-stable - ######################################### - ## Uncomment these lines to start proxy with a config.yaml file ## - # volumes: - # - ./config.yaml:/app/config.yaml - # command: - # - "--config=/app/config.yaml" - ############################################## - ports: - - "4000:4000" # Map the container port to the host, change the host port if necessary - environment: - DATABASE_URL: "postgresql://llmproxy:dbpassword9090@db:5432/litellm" - # Optional: route read-only queries (find_*, count, group_by, query_raw/_first) - # to a separate reader endpoint, e.g. an Aurora reader. Leave unset for - # single-DB deployments. With IAM_TOKEN_DB_AUTH enabled, the reader URL - # is auto-refreshed alongside the writer. - # DATABASE_URL_READ_REPLICA: "postgresql://llmproxy:dbpassword9090@db-reader:5432/litellm" - STORE_MODEL_IN_DB: "True" # allows adding models to proxy via UI - env_file: - - .env # Load local .env file - depends_on: - - db # Indicates that this service depends on the 'db' service, ensuring 'db' starts first - healthcheck: # Defines the health check configuration for the container - test: - - CMD-SHELL - - python3 -c "import urllib.request; urllib.request.urlopen('http://localhost:4000/health/liveliness')" # Command to execute for health check - interval: 30s # Perform health check every 30 seconds - timeout: 10s # Health check command times out after 10 seconds - retries: 3 # Retry up to 3 times if health check fails - start_period: 40s # Wait 40 seconds after container start before beginning health checks - - db: - image: postgres:16 - restart: always - container_name: litellm_db - environment: - POSTGRES_DB: litellm - POSTGRES_USER: llmproxy - POSTGRES_PASSWORD: dbpassword9090 - ports: - - "5432:5432" - volumes: - - postgres_data:/var/lib/postgresql/data # Persists Postgres data across container restarts - healthcheck: - test: ["CMD-SHELL", "pg_isready -d litellm -U llmproxy"] - interval: 1s - timeout: 5s - retries: 10 - - prometheus: - image: prom/prometheus - volumes: - - prometheus_data:/prometheus - - ./prometheus.yml:/etc/prometheus/prometheus.yml - ports: - - "9090:9090" - command: - - "--config.file=/etc/prometheus/prometheus.yml" - - "--storage.tsdb.path=/prometheus" - - "--storage.tsdb.retention.time=15d" - restart: always - -volumes: - prometheus_data: - driver: local - postgres_data: - name: litellm_postgres_data # Named volume for Postgres data persistence diff --git a/docker/Dockerfile.database b/docker/Dockerfile.database deleted file mode 100644 index 34155ddefb2..00000000000 --- a/docker/Dockerfile.database +++ /dev/null @@ -1,171 +0,0 @@ -# syntax=docker/dockerfile:1.7 - -# Base image for building -ARG LITELLM_BUILD_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:360896efb0753a5701c48f860e17130c205eae5a264797aa3e7ea126ee2923a7 - -# Runtime image -ARG LITELLM_RUNTIME_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:360896efb0753a5701c48f860e17130c205eae5a264797aa3e7ea126ee2923a7 -ARG UV_IMAGE=ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a -# Pinned by digest like the other base images; bump explicitly on Node upgrades. -ARG UI_BUILD_IMAGE=node:24.19-alpine3.24@sha256:d32cdf619f63fe0471182d08996dd516c6275bb5fd31ae06e55a570bd9e1ad43 -# Checksum from https://www.pgbouncer.org/downloads/ (the Wolfi repo only carries 1.24.x) -ARG PGBOUNCER_VERSION=1.26.0 -ARG PGBOUNCER_SHA256=afd25dd61ee6775d37b40629b87ce08736b3e6955f3057bb212e410fbf21c71d - -FROM $UV_IMAGE AS uvbin - -FROM $LITELLM_BUILD_IMAGE AS pgbouncer-builder -ARG PGBOUNCER_VERSION -ARG PGBOUNCER_SHA256 -USER root -RUN apk add --no-cache build-base pkgconf libevent-dev openssl-dev curl -WORKDIR /build -RUN curl -fsSL -o pgbouncer.tar.gz "https://www.pgbouncer.org/downloads/files/${PGBOUNCER_VERSION}/pgbouncer-${PGBOUNCER_VERSION}.tar.gz" && \ - echo "${PGBOUNCER_SHA256} pgbouncer.tar.gz" | sha256sum -c - && \ - tar xzf pgbouncer.tar.gz --strip-components=1 && \ - ./configure --prefix=/usr/local --with-openssl=/usr && \ - make -j"$(nproc)" pgbouncer && \ - install -m 0755 pgbouncer /usr/local/bin/pgbouncer - -# Admin UI builder. Pinned to the build platform so the architecture-independent -# Next.js static export compiles once natively even in a multi-arch build, -# instead of once per target arch under QEMU. -FROM --platform=$BUILDPLATFORM $UI_BUILD_IMAGE AS ui-builder - -ENV NEXT_TELEMETRY_DISABLED=1 \ - npm_config_fund=false \ - npm_config_audit=false - -WORKDIR /ui - -COPY ui/litellm-dashboard/package.json ui/litellm-dashboard/package-lock.json ./ -RUN --mount=type=cache,target=/root/.npm npm ci --prefer-offline - -COPY ui/litellm-dashboard/ ./ -RUN npm run build - -FROM $LITELLM_BUILD_IMAGE AS builder - -WORKDIR /app -USER root - -COPY --from=uvbin /uv /usr/local/bin/uv -COPY --from=uvbin /uvx /usr/local/bin/uvx - -RUN apk add --no-cache \ - bash \ - gcc \ - python-3.13 \ - python-3.13-dev \ - openssl \ - libssl3 \ - openssl-dev \ - nodejs \ - npm \ - libsndfile - -ENV UV_PROJECT_ENVIRONMENT=/app/.venv \ - UV_LINK_MODE=copy \ - UV_PYTHON_DOWNLOADS=0 \ - PATH="/app/.venv/bin:${PATH}" - -# Copy dependency metadata first for layer caching -COPY pyproject.toml uv.lock ./ -COPY enterprise/pyproject.toml enterprise/ -COPY litellm-proxy-extras/pyproject.toml litellm-proxy-extras/ -COPY packaging/litellm-proxy/pyproject.toml packaging/litellm-proxy/ - -# Install third-party dependencies (cached unless pyproject.toml/uv.lock change) -RUN uv sync --frozen --no-install-project --no-install-workspace --no-default-groups --no-editable \ - --extra proxy \ - --extra proxy-runtime \ - --group admin-mcp \ - --extra extra_proxy \ - --extra semantic-router \ - --extra saml \ - --extra bedrock-realtime \ - --python python3.13 - -# Copy full source tree -COPY . . - -# Replace the committed UI bundle with the one built from this exact source. -# Clearing first drops the committed bundle's content-hashed chunks that COPY -# would otherwise leave behind alongside the fresh ones. -RUN rm -rf litellm/proxy/_experimental/out -COPY --from=ui-builder /ui/out/. litellm/proxy/_experimental/out/ - -# Build Admin UI before final sync (applies the enterprise color override when present) -RUN sed -i 's/\r$//' docker/build_admin_ui.sh && chmod +x docker/build_admin_ui.sh && ./docker/build_admin_ui.sh - -# Install project and workspace packages (fast - deps already cached) -RUN uv build --package litellm-proxy --wheel --out-dir /wheels -RUN uv sync --frozen --no-install-package litellm-proxy --no-default-groups --no-editable \ - --extra proxy \ - --extra proxy-runtime \ - --group admin-mcp \ - --extra extra_proxy \ - --extra semantic-router \ - --extra saml \ - --extra bedrock-realtime \ - --python python3.13 - -RUN uv pip install --python /app/.venv/bin/python --no-deps /wheels/litellm_proxy-*.whl - -RUN HOME=/opt/prisma XDG_CACHE_HOME=/opt/prisma/.cache PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \ - npm_config_cache=/root/.npm \ - prisma generate --schema=./schema.prisma - -RUN sed -i 's/\r$//' docker/entrypoint.sh && chmod +x docker/entrypoint.sh && \ - sed -i 's/\r$//' docker/prod_entrypoint.sh && chmod +x docker/prod_entrypoint.sh - -FROM $LITELLM_RUNTIME_IMAGE AS runtime -ARG LITELLM_RELEASE_TAG="" -ENV LITELLM_RELEASE_TAG=${LITELLM_RELEASE_TAG} - -USER root - -# node (without npm) is required by the prisma CLI at runtime -RUN apk add --no-cache bash openssl libssl3 tzdata nodejs python-3.13 libsndfile libevent -COPY --from=pgbouncer-builder /usr/local/bin/pgbouncer /usr/local/bin/pgbouncer - -WORKDIR /app -ENV PATH="/app/.venv/bin:${PATH}" \ - PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \ - PRISMA_CLI_PATH=/opt/prisma/binaries/node_modules/.bin/prisma \ - PRISMA_CLI_QUERY_ENGINE_TYPE=binary \ - PRISMA_OFFLINE_MODE=true - -# Copy only what runtime needs. The application is installed inside the venv; -# the rest of the builder's /app is source and build metadata that must not -# ship (manifest-scanning tools attribute everything in it to this image). -# entrypoint.sh invokes litellm/proxy/prisma_migration.py by source path. -COPY --from=builder /app/.venv /app/.venv -COPY --from=builder /app/docker /app/docker -COPY --from=builder /app/schema.prisma /app/schema.prisma -COPY --from=builder /app/litellm/proxy/prisma_migration.py /app/litellm/proxy/prisma_migration.py -# enterprise/ is imported by source path at runtime (proxy_cli puts the -# working directory on sys.path; litellm/proxy/hooks resolves -# enterprise.enterprise_hooks from it) -COPY --from=builder /app/enterprise /app/enterprise -COPY --from=builder /app/litellm-proxy-extras /app/litellm-proxy-extras -# Prisma CLI + engines are baked under /opt/prisma, a fixed path every -# runtime uid can read and that no cache volume mount shadows (unlike -# /app/.cache or $HOME/.cache in readOnlyRootFilesystem + emptyDir setups). -# The paths are pinned via PRISMA_BINARY_CACHE_DIR / PRISMA_CLI_PATH and -# recorded into the generated client at build time, so `prisma migrate -# deploy` on a fresh database needs no npm and no network access -# (#33650, #24554). -COPY --from=builder /opt/prisma /opt/prisma - -RUN find /app/.venv -type f -path "*/tornado/test/*" -delete && \ - find /app/.venv -type d -path "*/tornado/test" -delete && \ - chmod -R a+rX /opt/prisma && \ - test -x /opt/prisma/binaries/node_modules/.bin/prisma && \ - test -f /opt/prisma/binaries/node_modules/prisma/build/index.js && \ - python -c "from prisma.client import BINARY_PATHS; paths = list(BINARY_PATHS.query_engine.values()); assert paths and all(p.startswith('/opt/prisma/') for p in paths), paths" - -EXPOSE 4000/tcp - -ENTRYPOINT ["docker/prod_entrypoint.sh"] -CMD ["--port", "4000"] diff --git a/docker/Dockerfile.non_root b/docker/Dockerfile.non_root deleted file mode 100644 index 7eac029328a..00000000000 --- a/docker/Dockerfile.non_root +++ /dev/null @@ -1,207 +0,0 @@ -# syntax=docker/dockerfile:1.7 - -# Base images -ARG LITELLM_BUILD_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:360896efb0753a5701c48f860e17130c205eae5a264797aa3e7ea126ee2923a7 -ARG LITELLM_RUNTIME_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:360896efb0753a5701c48f860e17130c205eae5a264797aa3e7ea126ee2923a7 -ARG UV_IMAGE=ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a -# Pinned by digest like the other base images; bump explicitly on Node upgrades. -ARG UI_BUILD_IMAGE=node:24.19-alpine3.24@sha256:d32cdf619f63fe0471182d08996dd516c6275bb5fd31ae06e55a570bd9e1ad43 -# Checksum from https://www.pgbouncer.org/downloads/ (the Wolfi repo only carries 1.24.x) -ARG PGBOUNCER_VERSION=1.26.0 -ARG PGBOUNCER_SHA256=afd25dd61ee6775d37b40629b87ce08736b3e6955f3057bb212e410fbf21c71d - -FROM $UV_IMAGE AS uvbin - -FROM $LITELLM_BUILD_IMAGE AS pgbouncer-builder -ARG PGBOUNCER_VERSION -ARG PGBOUNCER_SHA256 -USER root -RUN apk add --no-cache build-base pkgconf libevent-dev openssl-dev curl -WORKDIR /build -RUN curl -fsSL -o pgbouncer.tar.gz "https://www.pgbouncer.org/downloads/files/${PGBOUNCER_VERSION}/pgbouncer-${PGBOUNCER_VERSION}.tar.gz" && \ - echo "${PGBOUNCER_SHA256} pgbouncer.tar.gz" | sha256sum -c - && \ - tar xzf pgbouncer.tar.gz --strip-components=1 && \ - ./configure --prefix=/usr/local --with-openssl=/usr && \ - make -j"$(nproc)" pgbouncer && \ - install -m 0755 pgbouncer /usr/local/bin/pgbouncer - -# Admin UI builder. Pinned to the build platform so the architecture-independent -# Next.js static export compiles once natively even in a multi-arch build, -# instead of once per target arch under QEMU. -FROM --platform=$BUILDPLATFORM $UI_BUILD_IMAGE AS ui-builder - -ENV NEXT_TELEMETRY_DISABLED=1 \ - npm_config_fund=false \ - npm_config_audit=false - -WORKDIR /ui - -COPY ui/litellm-dashboard/package.json ui/litellm-dashboard/package-lock.json ./ -RUN --mount=type=cache,target=/root/.npm npm ci --prefer-offline - -COPY ui/litellm-dashboard/ ./ -RUN npm run build - -FROM $LITELLM_BUILD_IMAGE AS builder -WORKDIR /app -USER root - -COPY --from=uvbin /uv /usr/local/bin/uv -COPY --from=uvbin /uvx /usr/local/bin/uvx - -RUN for i in 1 2 3; do \ - apk add --no-cache \ - python-3.13 \ - python-3.13-dev \ - gcc \ - rust \ - bash \ - coreutils \ - curl \ - openssl \ - libssl3 \ - libsndfile \ - nodejs \ - npm && break || sleep 5; \ - done - -ENV UV_PROJECT_ENVIRONMENT=/app/.venv \ - UV_LINK_MODE=copy \ - UV_PYTHON_DOWNLOADS=0 \ - PATH="/app/.venv/bin:${PATH}" \ - LITELLM_NON_ROOT=true \ - XDG_CACHE_HOME=/app/.cache - -# Copy dependency metadata first for layer caching -COPY pyproject.toml uv.lock ./ -COPY enterprise/pyproject.toml enterprise/ -COPY litellm-proxy-extras/pyproject.toml litellm-proxy-extras/ - -# Install third-party dependencies (cached unless pyproject.toml/uv.lock change) -RUN --mount=type=cache,target=/app/.cache/uv,id=litellm-uv-cache \ - uv sync --frozen --no-install-project --no-install-workspace --no-default-groups --no-editable \ - --extra proxy \ - --extra proxy-runtime \ - --group admin-mcp \ - --extra extra_proxy \ - --extra semantic-router \ - --extra saml \ - --extra bedrock-realtime \ - --python python3.13 - -# Copy full source tree -COPY . . - -# Replace the committed UI bundle with the one built from this exact source. -# Clearing first drops the committed bundle's content-hashed chunks that COPY -# would otherwise leave behind alongside the fresh ones. -RUN rm -rf litellm/proxy/_experimental/out -COPY --from=ui-builder /ui/out/. litellm/proxy/_experimental/out/ - -# Set non-root flag for build time consistency -ENV LITELLM_NON_ROOT=true - -RUN mkdir -p /var/lib/litellm/ui /var/lib/litellm/assets && \ - cp -r /app/litellm/proxy/_experimental/out/. /var/lib/litellm/ui/ && \ - cp /app/litellm/proxy/logo.png /var/lib/litellm/assets/logo.png && \ - touch /var/lib/litellm/ui/.litellm_ui_ready - -RUN --mount=type=cache,target=/app/.cache/uv,id=litellm-uv-cache \ - uv sync --frozen --no-default-groups --no-editable \ - --extra proxy \ - --extra proxy-runtime \ - --group admin-mcp \ - --extra extra_proxy \ - --extra semantic-router \ - --extra saml \ - --extra bedrock-realtime \ - --python python3.13 - -RUN HOME=/opt/prisma XDG_CACHE_HOME=/opt/prisma/.cache PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \ - npm_config_cache=/root/.npm \ - prisma generate --schema=./schema.prisma - -RUN sed -i 's/\r$//' docker/entrypoint.sh && chmod +x docker/entrypoint.sh && \ - sed -i 's/\r$//' docker/prod_entrypoint.sh && chmod +x docker/prod_entrypoint.sh - -FROM $LITELLM_RUNTIME_IMAGE AS runtime -ARG LITELLM_RELEASE_TAG="" -ENV LITELLM_RELEASE_TAG=${LITELLM_RELEASE_TAG} -WORKDIR /app -USER root - -RUN for i in 1 2 3; do \ - apk upgrade --no-cache && break || sleep 5; \ - done && \ - for i in 1 2 3; do \ - apk add --no-cache python-3.13 bash openssl libssl3 tzdata libsndfile nodejs libevent && break || sleep 5; \ - done -COPY --from=pgbouncer-builder /usr/local/bin/pgbouncer /usr/local/bin/pgbouncer - -# Copy only what runtime needs. The application is installed inside the venv; -# the rest of the builder's /app is source and build metadata that must not -# ship (manifest-scanning tools attribute everything in it to this image). -# entrypoint.sh invokes litellm/proxy/prisma_migration.py by source path. -COPY --from=builder /app/.venv /app/.venv -COPY --from=builder /app/docker /app/docker -COPY --from=builder /app/schema.prisma /app/schema.prisma -COPY --from=builder /app/litellm/proxy/prisma_migration.py /app/litellm/proxy/prisma_migration.py -# enterprise/ is imported by source path at runtime (proxy_cli puts the -# working directory on sys.path; litellm/proxy/hooks resolves -# enterprise.enterprise_hooks from it) -COPY --from=builder /app/enterprise /app/enterprise -COPY --from=builder /app/litellm-proxy-extras /app/litellm-proxy-extras -# Prisma CLI + engines are baked under /opt/prisma, a fixed path every runtime -# uid can read and that no cache volume mount shadows (unlike /app/.cache or -# $HOME/.cache under readOnlyRootFilesystem + emptyDir or arbitrary-uid setups). -# PRISMA_CLI_QUERY_ENGINE_TYPE=binary makes the CLI use the baked binary query -# engine directly, so `prisma migrate deploy` on a fresh database needs no npm -# and no network access; without it the CLI looks for the library engine, which -# prisma stopped baking, and falls back to a download that fails offline or as a -# non-writable uid (#33650, #24554). -COPY --from=builder /opt/prisma /opt/prisma -COPY --from=builder /var/lib/litellm/ui /var/lib/litellm/ui -COPY --from=builder /var/lib/litellm/assets /var/lib/litellm/assets - -# XDG_CACHE_HOME is intentionally left unset so it falls back to $HOME/.cache -# (/app/.cache, writable by the runtime uid). The prisma bake at the read-only -# /opt/prisma is anchored by PRISMA_BINARY_CACHE_DIR / PRISMA_CLI_PATH, so -# nothing needs XDG to point there; pointing it at the read-only bake would -# deny any XDG-aware library that writes a cache at runtime. -ENV PATH="/app/.venv/bin:${PATH}" \ - PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \ - PRISMA_CLI_PATH=/opt/prisma/binaries/node_modules/.bin/prisma \ - PRISMA_CLI_QUERY_ENGINE_TYPE=binary \ - HOME=/app \ - LITELLM_NON_ROOT=true \ - PRISMA_SKIP_POSTINSTALL_GENERATE=1 \ - PRISMA_HIDE_UPDATE_MESSAGE=1 \ - PRISMA_ENGINES_CHECKSUM_IGNORE_MISSING=1 \ - PRISMA_OFFLINE_MODE=true - -RUN mkdir -p /nonexistent /app/.cache /var/lib/litellm/assets /var/lib/litellm/ui && \ - chown -R nobody:nogroup /app /var/lib/litellm/ui /var/lib/litellm/assets /nonexistent && \ - PRISMA_PATH=$(python -c "import os, prisma; print(os.path.dirname(prisma.__file__))") && \ - chown -R nobody:nogroup "$PRISMA_PATH" && \ - LITELLM_PKG_MIGRATIONS_PATH="$(python -c 'import os, litellm_proxy_extras; print(os.path.dirname(litellm_proxy_extras.__file__))' 2>/dev/null || echo '')/migrations" && \ - [ -n "$LITELLM_PKG_MIGRATIONS_PATH" ] && chown -R nobody:nogroup "$LITELLM_PKG_MIGRATIONS_PATH" || true && \ - LITELLM_PROXY_EXTRAS_PATH=$(python -c "import os, litellm_proxy_extras; print(os.path.dirname(litellm_proxy_extras.__file__))" 2>/dev/null || echo "") && \ - chgrp -R 0 "$PRISMA_PATH" /var/lib/litellm/ui /var/lib/litellm/assets && \ - [ -n "$LITELLM_PROXY_EXTRAS_PATH" ] && chgrp -R 0 "$LITELLM_PROXY_EXTRAS_PATH" || true && \ - chmod -R g=u "$PRISMA_PATH" /var/lib/litellm/ui /var/lib/litellm/assets && \ - [ -n "$LITELLM_PROXY_EXTRAS_PATH" ] && chmod -R g=u "$LITELLM_PROXY_EXTRAS_PATH" || true && \ - chmod -R g+w "$PRISMA_PATH" /var/lib/litellm/ui /var/lib/litellm/assets && \ - [ -n "$LITELLM_PROXY_EXTRAS_PATH" ] && chmod -R g+w "$LITELLM_PROXY_EXTRAS_PATH" || true && \ - chmod -R g+rX "$PRISMA_PATH" /var/lib/litellm/ui /var/lib/litellm/assets && \ - chmod -R a+rX /opt/prisma && \ - test -x /opt/prisma/binaries/node_modules/.bin/prisma && \ - test -f /opt/prisma/binaries/node_modules/prisma/build/index.js && \ - ls /opt/prisma/binaries/node_modules/@prisma/engines/query-engine-* >/dev/null 2>&1 && \ - python -c "from prisma.client import BINARY_PATHS; paths = list(BINARY_PATHS.query_engine.values()); assert paths and all(p.startswith('/opt/prisma/') for p in paths), paths" - -USER 65534 - -EXPOSE 4000/tcp - -ENTRYPOINT ["/app/docker/prod_entrypoint.sh"] -CMD ["--port", "4000"] diff --git a/docker/README.md b/docker/README.md deleted file mode 100644 index ac82c6caebf..00000000000 --- a/docker/README.md +++ /dev/null @@ -1,129 +0,0 @@ -# Docker Development Guide - -This guide provides instructions for building and running the LiteLLM application using Docker and Docker Compose. - -> **Just want to run LiteLLM?** This guide builds from source. To run the published -> image instead, use `docker-compose.quickstart.yml` in this directory — the -> two-service stack (gateway + Postgres) that the -> [Docker quickstart](https://docs.litellm.ai/docs/proxy/docker_quick_start) documents: -> -> ```bash -> curl -sSLO https://github.com/BerriAI/litellm/raw/main/docker/docker-compose.quickstart.yml -> printf 'LITELLM_MASTER_KEY=sk-%s\nLITELLM_SALT_KEY=sk-%s\n' "$(openssl rand -hex 32)" "$(openssl rand -hex 32)" > .env -> docker compose -f docker-compose.quickstart.yml up -d -> ``` - -## Prerequisites - -- Docker -- Docker Compose - -## Building and Running the Application - -To build and run the application, you will use the `docker-compose.yml` file located in the root of the project. This file is configured to use the `Dockerfile.non_root` for a secure, non-root container environment. - -### 1. Set the Master Key - -The application requires a `LITELLM_MASTER_KEY` for signing and validating tokens. You must set this key as an environment variable before running the application. - -Create a `.env` file in the root of the project and add the following line: - -``` -LITELLM_MASTER_KEY=your-secret-key -``` - -Replace `your-secret-key` with a strong, randomly generated secret. - -### 2. Build and Run the Containers - -Once you have set the `LITELLM_MASTER_KEY`, you can build and run the containers using the following command: - -```bash -docker compose up -d --build -``` - -This command will: - -- Build the Docker image using `Dockerfile.non_root`. -- Start the `litellm`, `litellm_db`, and `prometheus` services in detached mode (`-d`). -- The `--build` flag ensures that the image is rebuilt if there are any changes to the Dockerfile or the application code. - -### 3. Verifying the Application is Running - -You can check the status of the running containers with the following command: - -```bash -docker compose ps -``` - -To view the logs of the `litellm` container, run: - -```bash -docker compose logs -f litellm -``` - -### 4. Stopping the Application - -To stop the running containers, use the following command: - -```bash -docker compose down -``` - -## Embedded LiteAdmin MCP - -Source builds containing embedded LiteAdmin MCP can serve it at `/admin/mcp` on the existing LiteLLM port. This capability is unreleased. Keep your existing database, master key, and proxy configuration, then add these settings to the serving container's environment: - -```bash -LITELLM_ENABLE_ADMIN_MCP=true -LITELLM_LICENSE="your-enterprise-license" -PROXY_BASE_URL=https://gateway.example.com -``` - -For the unified source deployment described above, put them in its `.env` file and rebuild: - -```bash -docker compose up -d --build -``` - -In componentized deployments, set the flag and license on the backend container and route `/admin/mcp` to the backend service. The gateway component excludes this endpoint. The unified, database, non-root, and backend image builds bundle the connector - -Hosting is disabled by default. Opting in requires a valid base Enterprise license; an unlicensed opt-in or invalid flag value prevents startup. Enabling it reserves `/admin`, so rename any MCP server alias called `admin` first - -With native key authentication, connect with a personal proxy-admin bearer key. When `enable_oauth2_proxy_auth` is enabled, the existing trusted-proxy identity headers select the user instead; the MCP bearer is required by the connector but does not select the native user. The resolved user must have the stored `proxy_admin` role, and `trusted_proxy_ranges` applies to the original caller's direct peer - -Embedded responses default to `full`; selecting `LITELLM_ADMIN_RESPONSE_VIEW=compact` requires subsequent saved-result reads to reach the same worker process, including within a multi-worker pod - -See the [LiteAdmin MCP guide](https://docs.litellm.ai/docs/proxy/liteadmin_mcp#run-liteadmin-mcp-inside-litellm) for client configuration, tool restrictions, and verification - -## Hardened / Offline Testing - -To ensure changes are safe for non-root, read-only root filesystems and restricted egress, always validate with the hardened compose file: - -```bash -docker compose -f docker-compose.yml -f docker-compose.hardened.yml build --no-cache -docker compose -f docker-compose.yml -f docker-compose.hardened.yml up -d -``` - -This setup: -- Builds from `docker/Dockerfile.non_root` with Prisma engines and Node toolchain baked into the image. -- Runs the proxy as a non-root user with a read-only rootfs and only writable tmpfs mounts: - - `/app/cache` (Prisma/NPM cache; backing `PRISMA_BINARY_CACHE_DIR`, `NPM_CONFIG_CACHE`, `XDG_CACHE_HOME`) - - `/app/migrations` (Prisma migration workspace; backing `LITELLM_MIGRATION_DIR`) -- Pre-builds and serves the admin UI from read-only paths: - - `/var/lib/litellm/ui` (pre-restructured Next.js UI with `.litellm_ui_ready` marker) - - `/var/lib/litellm/assets` (UI logos and assets) -- Routes all outbound traffic through a local Squid proxy that denies egress, so Prisma migrations must use the cached CLI and engines. - -You should also verify offline Prisma behaviour with: - -```bash -docker run --rm --network none --entrypoint prisma ghcr.io/berriai/litellm:main-stable --version -``` - -This command should succeed (showing engine versions) even with `--network none`, confirming that Prisma binaries are available without network access. - -## Troubleshooting - -- **`build_admin_ui.sh: not found`**: This error can occur if the Docker build context is not set correctly. Ensure that you are running the `docker-compose` command from the root of the project. -- **`Master key is not initialized`**: This error means the `LITELLM_MASTER_KEY` environment variable is not set. Make sure you have created a `.env` file in the project root with the `LITELLM_MASTER_KEY` defined. diff --git a/docker/build_from_pip/Dockerfile.build_from_pip b/docker/build_from_pip/Dockerfile.build_from_pip deleted file mode 100644 index 25a7ed2fa97..00000000000 --- a/docker/build_from_pip/Dockerfile.build_from_pip +++ /dev/null @@ -1,64 +0,0 @@ -ARG UV_IMAGE=ghcr.io/astral-sh/uv:0.10.9@sha256:10902f58a1606787602f303954cea099626a4adb02acbac4c69920fe9d278f82 -FROM $UV_IMAGE AS uvbin - -FROM python:3.13-slim@sha256:739e7213785e88c0f702dcdc12c0973afcbd606dbf021a589cab77d6b00b579d - -ARG LITELLM_VERSION=1.83.0 - -WORKDIR /app - -COPY --from=uvbin /uv /usr/local/bin/uv -COPY --from=uvbin /uvx /usr/local/bin/uvx - -RUN apt-get update && \ - apt-get install -y --no-install-recommends gcc libffi-dev nodejs npm && \ - rm -rf /var/lib/apt/lists/* - -ENV UV_PROJECT_ENVIRONMENT=/app/.venv \ - UV_LINK_MODE=copy \ - PATH="/app/.venv/bin:${PATH}" - -COPY schema.prisma . - -# This image is specifically for validating/installing the published PyPI -# artifact, not the checked-out source tree. -# Keep the moved proxy-runtime packages explicit until the published PyPI -# artifact includes that extra; newer releases will simply dedupe these. -RUN uv venv --python python && \ - uv pip install --python /app/.venv/bin/python \ - "litellm[proxy,proxy-runtime]==${LITELLM_VERSION}" \ - "google-cloud-aiplatform==1.133.0" \ - "google-genai==1.37.0" \ - "anthropic[vertex]==0.84.0" \ - "grpcio==1.84.1" \ - "prometheus-client==0.20.0" \ - "langfuse==2.59.7" \ - "opentelemetry-api==1.28.0" \ - "opentelemetry-sdk==1.28.0" \ - "opentelemetry-exporter-otlp==1.28.0" \ - "ddtrace==4.11.0" \ - "sentry-sdk==2.21.0" \ - "mangum==0.17.0" \ - "azure-ai-contentsafety==1.0.0" \ - "azure-storage-file-datalake==12.20.0" \ - "pypdf==6.7.5" \ - "llm-sandbox==0.3.31" \ - "detect-secrets==1.5.0" \ - "prisma==0.11.0" \ - "openai==2.24.0" - -RUN HOME=/opt/prisma XDG_CACHE_HOME=/opt/prisma/.cache PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \ - npm_config_cache=/root/.npm \ - prisma generate --schema=./schema.prisma && \ - chmod -R a+rX /opt/prisma && \ - python -c "import sys; from prisma.client import BINARY_PATHS; bad = sorted(p for group in BINARY_PATHS.model_dump().values() for p in group.values() if not p.startswith('/opt/prisma/')); sys.exit('prisma engines baked outside /opt/prisma: %r' % bad) if bad else None" - -ENV PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries - -COPY docker/prod_entrypoint.sh /app/docker/prod_entrypoint.sh -RUN sed -i 's/\r$//' /app/docker/prod_entrypoint.sh && chmod +x /app/docker/prod_entrypoint.sh - -EXPOSE 4000/tcp - -ENTRYPOINT ["/app/docker/prod_entrypoint.sh"] -CMD ["--port", "4000"] diff --git a/docker/build_from_pip/Readme.md b/docker/build_from_pip/Readme.md deleted file mode 100644 index ad043588f33..00000000000 --- a/docker/build_from_pip/Readme.md +++ /dev/null @@ -1,9 +0,0 @@ -# Docker to build LiteLLM Proxy from litellm pip package - -### When to use this ? - -If you need to build LiteLLM Proxy from litellm pip package, you can use this Dockerfile as a reference. - -### Why build from pip package ? - -- If your company has a strict requirement around security / building images you can follow steps outlined here \ No newline at end of file diff --git a/docker/component_entrypoint.sh b/docker/component_entrypoint.sh deleted file mode 100755 index 3cd530e3009..00000000000 --- a/docker/component_entrypoint.sh +++ /dev/null @@ -1,16 +0,0 @@ -#!/bin/sh - -# stale samples from a previous container incarnation would be summed into the aggregate -if [ -n "$PROMETHEUS_MULTIPROC_DIR" ]; then - mkdir -p "$PROMETHEUS_MULTIPROC_DIR" - rm -f "$PROMETHEUS_MULTIPROC_DIR"/*.db "$PROMETHEUS_MULTIPROC_DIR"/litellm_admitted_series_* -fi - -case "$USE_DDTRACE" in - [Tt][Rr][Uu][Ee]) - export DD_TRACE_OPENAI_ENABLED="False" - exec ddtrace-run "$@" - ;; -esac - -exec "$@" diff --git a/docker/entrypoint.sh b/docker/entrypoint.sh deleted file mode 100755 index 003d9b21db8..00000000000 --- a/docker/entrypoint.sh +++ /dev/null @@ -1,16 +0,0 @@ -#!/bin/bash -set -euo pipefail - -REPO_ROOT="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/.." && pwd)" -VENV_PYTHON="$REPO_ROOT/.venv/bin/python" -MIGRATION_SCRIPT="$REPO_ROOT/litellm/proxy/prisma_migration.py" - -if [ -x "$VENV_PYTHON" ]; then - "$VENV_PYTHON" "$MIGRATION_SCRIPT" -elif command -v uv >/dev/null 2>&1; then - (cd "$REPO_ROOT" && uv run --no-sync python "$MIGRATION_SCRIPT") -else - python3 "$MIGRATION_SCRIPT" -fi - -echo "Migration script ran successfully!" diff --git a/docker/install_auto_router.sh b/docker/install_auto_router.sh deleted file mode 100755 index 4fedf201b41..00000000000 --- a/docker/install_auto_router.sh +++ /dev/null @@ -1,4 +0,0 @@ -#!/bin/bash -set -euo pipefail - -# semantic-router dependencies are installed via `uv sync`. diff --git a/docker/prod_entrypoint.sh b/docker/prod_entrypoint.sh deleted file mode 100644 index 4386be65a32..00000000000 --- a/docker/prod_entrypoint.sh +++ /dev/null @@ -1,16 +0,0 @@ -#!/bin/sh - -if [ "$1" = "--admin-agent" ]; then - shift - export CONNECTION_AUTH_MODE=native - exec /opt/liteadmin/bin/litellm-admin-agent --web "$@" -fi - -case "$USE_DDTRACE" in - [Tt][Rr][Uu][Ee]) - export DD_TRACE_OPENAI_ENABLED="False" - exec ddtrace-run litellm "$@" - ;; -esac - -exec litellm "$@" diff --git a/docker/tests/nonroot.yaml b/docker/tests/nonroot.yaml deleted file mode 100644 index 36118ca8c59..00000000000 --- a/docker/tests/nonroot.yaml +++ /dev/null @@ -1,18 +0,0 @@ -schemaVersion: 2.0.0 - -metadataTest: - entrypoint: ["docker/prod_entrypoint.sh"] - user: "65534" - workdir: "/app" - -fileExistenceTests: - - name: "Prisma Folder" - path: "/usr/local/lib/python3.13/site-packages/prisma/" - shouldExist: true - uid: 65534 - gid: 65534 - - name: "Prisma Schema" - path: "/usr/local/lib/python3.13/site-packages/prisma/schema.prisma" - shouldExist: true - uid: 65534 - gid: 65534 diff --git a/docs/adrs/AGENTS.md b/docs/adrs/AGENTS.md deleted file mode 100644 index ba92b1131d8..00000000000 --- a/docs/adrs/AGENTS.md +++ /dev/null @@ -1,5 +0,0 @@ -# Architecture decision records for the Python SDK and proxy - -This folder records decisions about the Python SDK and proxy the way [`litellm-rust/docs/adrs/`](../../litellm-rust/docs/adrs/AGENTS.md) records them for the Rust core, and that file's process applies here unchanged: one short `adr_NNN_short_title.md` per decision that is hard to reverse or that a new contributor would reasonably question, with Context, Decision, Alternatives Considered, and Consequences, superseded by a new ADR instead of edited once accepted. Each folder numbers its own ADRs, so a reference to an ADR in the other folder names its path - -Read the ADRs here before you build a new way to move data between the endpoints, the provider transformations, and cost tracking or logging. A PR that makes a decision of that kind adds its ADR in the same PR diff --git a/docs/adrs/adr_001_provider_usage_fields_ride_as_usage_extras.md b/docs/adrs/adr_001_provider_usage_fields_ride_as_usage_extras.md deleted file mode 100644 index 8c729c09d0c..00000000000 --- a/docs/adrs/adr_001_provider_usage_fields_ride_as_usage_extras.md +++ /dev/null @@ -1,39 +0,0 @@ -# ADR 001: Provider usage fields ride as extras on the normalized usage object - -Status: Accepted - -## Context - -Providers report usage fields that no other provider has, such as xAI's `usage.server_side_tool_usage_details.web_search_calls` or Anthropic's `usage.inference_geo`, and cost tracking has to read them or that spend never reaches `LiteLLM_SpendLogs`. One provider response can be served on `/v1/chat/completions`, `/v1/responses`, and `/v1/messages`, streaming or not, so a field that only one of those paths carries is billed wrong on the others - -[#30817](https://github.com/BerriAI/litellm/pull/30817) fixed unbilled xAI web searches. One draft did the copy in the xAI Responses transform to keep provider code out of shared files, and that swapped `/v1/responses` usage to the chat shape, so callers of that endpoint lost the Responses schema. The merged version keeps the schema, copies unknown usage fields in the shared Responses-to-chat bridge for every provider, and gates on the reported field without naming the provider - -In October 2026, `Usage` and `ResponseAPIUsage` kept unknown usage keys as pydantic extras, and that bridge copied them. Paths that build usage from named fields kept only the fields they name: the Anthropic, Gemini, and Bedrock Converse transforms, the stream builder, and the bridges from chat usage to `/v1/responses` and `/v1/messages` - -## Decision - -Provider-only usage fields stay on the usage object as pydantic extras, and cost tracking reads them there, in that provider's cost calculator or in a shared gate that checks the field instead of the provider. An extra reaches callers as an added usage key. No transform renames, removes, or reshapes a usage field the endpoint's schema defines to feed cost tracking, though it may fill one LiteLLM's usage object already defines, such as `server_tool_use` - -A shared path that rebuilds usage, such as the stream builder or a bridge between endpoint shapes, copies the extras instead of naming provider fields. A provider transform that builds usage from named fields names the new field. Neither is bypassed with a side channel. Older code that differs, such as the Azure branches in the shared tracker and the Gemini pricing tier read from `_hidden_params`, predates this ADR - -## Alternatives Considered - -**Reshape usage in the provider transform**, as a draft of #30817 did. It changes the schema that callers of that endpoint rely on, and every provider and endpoint needs its own copy - -**A typed field on `ResponseAPIUsage` and `Usage` for each provider's quirk**. The types grow without bound and every bridge needs an update for each one. A field several providers report, like `server_tool_use`, does get one - -**A side channel such as `_hidden_params`**. Cost calculators receive `Usage`, so a side channel makes a second source of truth for the same number - -**Provider branches or provider field names in shared code**. They put one provider's logic in a file every provider shares, which is why #30817 replaced its xAI-only gate with one that checks the reported field - -## Consequences - -Benefits: - -- Billing a new provider usage field touches that provider's calculator (plus a `cost_per_token` arm when the calculator is new), its transform when that names fields, and for a built-in tool at most one gate and one `get_cost_for_web_search_request` arm - -Costs: - -- Extras are untyped, so a reader validates them before use, as `_usage_reports_server_side_web_search_calls` does -- The stream builder and the bridges from chat usage did not copy extras when this was written, so until they do, a field billed on those paths is named in them, and tests and proof runs cover each endpoint and `"stream": true` -- This covers usage fields LiteLLM prices, not request-side params or a provider's own charge for the request, which OpenRouter and opencode Go report and `response_cost_calculator` reads from `_hidden_params` first diff --git a/examples/bigmodel.md b/examples/bigmodel.md deleted file mode 100644 index 88a69796ebe..00000000000 --- a/examples/bigmodel.md +++ /dev/null @@ -1,63 +0,0 @@ -# BigModel (Zhipu AI) - -Use `bigmodel/` for the domestic BigModel platform and `zai/` for international Z.AI. Each platform uses its own credentials and default URL - -```yaml -model_list: - - model_name: glm - litellm_params: - model: bigmodel/glm-5.3 - api_key: os.environ/BIGMODEL_API_KEY - api_base: https://open.bigmodel.cn -``` - -One model configuration supports all three native APIs. The provider selects the upstream endpoint from the requested API - -| Proxy endpoint | BigModel endpoint | -| --- | --- | -| `/v1/chat/completions` | `/api/paas/v4/chat/completions` | -| `/v1/responses` | `/api/v1/responses` | -| `/v1/messages` | `/api/anthropic/v1/messages` | - -`api_base` is optional and defaults to `https://open.bigmodel.cn`. Set `BIGMODEL_API_BASE` to override the default, or pass an explicit `api_base` to override the environment value. Existing API-specific base URLs and complete endpoint URLs are normalized, preserving a custom proxy's path prefix - -A GLM Coding Plan key uses `https://open.bigmodel.cn/api/coding/paas/v4` as its `api_base`, since Coding Plan and standard keys do not work on each other's endpoints. Chat Completions then calls the Coding Plan endpoint, and Responses and Messages keep the endpoints in the table above - -The Admin UI lists BigModel (Zhipu AI), displays its official logo, and provides a required password API Key field and an optional API Base field with the default URL. Authentication uses an explicit `api_key` or `BIGMODEL_API_KEY` - -```python -import litellm - -chat = litellm.completion( - model="bigmodel/glm-5.3", - messages=[{"role": "user", "content": "Hello"}], - thinking={"type": "enabled"}, - reasoning_effort="low", -) - -response = litellm.responses( - model="bigmodel/glm-5.3", - input="Hello", - reasoning={"effort": "low"}, - store=True, -) - -async def messages(): - return await litellm.anthropic.messages.acreate( - model="bigmodel/glm-5.3", - max_tokens=1024, - messages=[{"role": "user", "content": "Hello"}], - thinking={"type": "adaptive"}, - output_config={"effort": "low"}, - ) -``` - -Each API retains its native response format and streaming events. The native Messages SDK entry point is asynchronous, as is the proxy's `/v1/messages` route - -GLM-5.3, GLM-5.3-Flash, and GLM-5.3-FlashX use always-on thinking. GLM-5.3 supports `low`, `high`, and `max` reasoning effort. Messages preserves native `thinking`, `output_config`, and `reasoning_effort` parameters - -Set `store=True` when creating a Responses request if you need continuation, retrieval, or deletion. Use the response ID returned by LiteLLM. BigModel documents a seven-day retention period and does not support cancel, compact, native WebSocket, or file_search - -The model catalog and packaged backup include GLM-5.3, GLM-5.3-Flash, and GLM-5.3-FlashX. Prices are expressed in USD/token using a static 7.0 CNY/USD conversion, with the source and verification date in each entry's metadata. Use existing `litellm_params` cost fields for contract-specific deployment prices - -API references: [Chat Completions](https://docs.bigmodel.cn/cn/guide/develop/openai/introduction), [Responses](https://docs.bigmodel.cn/cn/guide/develop/responses/introduction), [Messages](https://docs.bigmodel.cn/cn/guide/develop/claude/introduction), and [pricing](https://docs.bigmodel.cn/cn/guide/start/pricing), checked on 2026-10-27 diff --git a/examples/lar1_ollama_config.yaml b/examples/lar1_ollama_config.yaml deleted file mode 100644 index 998cbf169b3..00000000000 --- a/examples/lar1_ollama_config.yaml +++ /dev/null @@ -1,45 +0,0 @@ -model_list: - - model_name: agent-router - litellm_params: - model: ollama/qwen3.5:9b - api_base: http://127.0.0.1:11434 - model_info: - id: cloud-smart - type: cloud-smart - - - model_name: agent-router - litellm_params: - model: ollama/phi4-mini:latest - api_base: http://127.0.0.1:11434 - model_info: - id: cloud-fast - type: cloud-fast - - - model_name: agent-router - litellm_params: - model: ollama/llama3.2:3b - api_base: http://127.0.0.1:11434 - model_info: - id: local - type: local - - - model_name: agent-router - litellm_params: - model: ollama/lfm2.5-thinking:latest - api_base: http://127.0.0.1:11434 - model_info: - id: deep - type: deep - -router_settings: - routing_strategy: lar1 - routing_strategy_args: - confidence_threshold_low: 0.3 - confidence_threshold_medium: 0.5 - confidence_threshold_high: 0.7 - -general_settings: - master_key: sk-lar1-demo - -litellm_settings: - set_verbose: true diff --git a/gateway/Dockerfile b/gateway/Dockerfile deleted file mode 100644 index 1e1c7d73091..00000000000 --- a/gateway/Dockerfile +++ /dev/null @@ -1,170 +0,0 @@ -ARG LITELLM_BUILD_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:360896efb0753a5701c48f860e17130c205eae5a264797aa3e7ea126ee2923a7 -ARG LITELLM_RUNTIME_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:360896efb0753a5701c48f860e17130c205eae5a264797aa3e7ea126ee2923a7 -ARG UV_IMAGE=ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a -# Checksum from https://www.pgbouncer.org/downloads/ (the Wolfi repo only carries 1.24.x) -ARG PGBOUNCER_VERSION=1.26.0 -ARG PGBOUNCER_SHA256=afd25dd61ee6775d37b40629b87ce08736b3e6955f3057bb212e410fbf21c71d - -FROM $UV_IMAGE AS uvbin - -FROM $LITELLM_BUILD_IMAGE AS pgbouncer-builder -ARG PGBOUNCER_VERSION -ARG PGBOUNCER_SHA256 -USER root -RUN apk add --no-cache build-base pkgconf libevent-dev openssl-dev curl -WORKDIR /build -RUN curl -fsSL -o pgbouncer.tar.gz "https://www.pgbouncer.org/downloads/files/${PGBOUNCER_VERSION}/pgbouncer-${PGBOUNCER_VERSION}.tar.gz" && \ - echo "${PGBOUNCER_SHA256} pgbouncer.tar.gz" | sha256sum -c - && \ - tar xzf pgbouncer.tar.gz --strip-components=1 && \ - ./configure --prefix=/usr/local --with-openssl=/usr && \ - make -j"$(nproc)" pgbouncer && \ - install -m 0755 pgbouncer /usr/local/bin/pgbouncer - -# ---------- Rust extension ---------- -# Copies only the native build's inputs, so the fat-LTO compile stays cached across Python-only changes -FROM $LITELLM_BUILD_IMAGE AS rust-native - -WORKDIR /app -USER root - -COPY --from=uvbin /uv /uvx /usr/local/bin/ - -RUN for i in 1 2 3; do \ - apk add --no-cache bash gcc python-3.13 python-3.13-dev openssl openssl-dev && break; \ - [ $i = 3 ] && { echo "apk add failed after 3 retries" >&2; exit 1; }; \ - sleep 5; \ - done - -ENV UV_PYTHON_DOWNLOADS=0 - -COPY pyproject.toml README.md rust-toolchain.toml ./ -COPY .cargo ./.cargo -COPY litellm-rust ./litellm-rust -COPY model_prices_and_context_window.json ./ -COPY packaging/litellm-proxy/pyproject.toml packaging/litellm-proxy/ - -RUN --mount=type=cache,target=/root/.cache/uv \ - mkdir -p litellm/rust_bridge /wheels && \ - touch litellm/__init__.py litellm/rust_bridge/__init__.py && \ - uvx --python python3.13 --from maturin==1.15.0 --with puccinialin==0.1.14 \ - python -c "import maturin; maturin.build_wheel('/wheels')" && \ - cd packaging/litellm-proxy && \ - uvx --python python3.13 --from maturin==1.15.0 --with puccinialin==0.1.14 \ - python -c "import maturin; maturin.build_wheel('/wheels')" - -# ---------- Builder ---------- -FROM $LITELLM_BUILD_IMAGE AS builder - -WORKDIR /app -USER root - -COPY --from=uvbin /uv /uvx /usr/local/bin/ - -# nodejs/npm so `prisma generate` uses Wolfi's Node via PRISMA_USE_GLOBAL_NODE -# instead of nodeenv downloading one whose dynamic deps may not be in Wolfi -# (e.g. Node 26.2.0 needs libatomic). Retry for transient apk.cgr.dev flakes. -RUN for i in 1 2 3; do \ - apk add --no-cache bash gcc python-3.13 python-3.13-dev openssl libssl3 openssl-dev libsndfile nodejs npm && break; \ - [ $i = 3 ] && { echo "apk add failed after 3 retries" >&2; exit 1; }; \ - sleep 5; \ - done - -# UV_COMPILE_BYTECODE=1 precompiles .pyc at install time → faster cold start. -# UV_LINK_MODE=copy avoids hardlink warnings when uv installs from a -# BuildKit cache mount (different filesystem). -# UV_PYTHON_DOWNLOADS=0 force uv to use the apk-installed CPython instead of -# silently pulling a managed interpreter. -# PRISMA_USE_GLOBAL_NODE explicit (matches default) so an env override can't -# silently re-enable nodeenv's Node download. -ENV UV_PROJECT_ENVIRONMENT=/app/.venv \ - UV_LINK_MODE=copy \ - UV_COMPILE_BYTECODE=1 \ - UV_PYTHON_DOWNLOADS=0 \ - PRISMA_USE_GLOBAL_NODE=true \ - PATH="/app/.venv/bin:${PATH}" - -# Stage 1 — install dependencies only. -RUN --mount=type=cache,target=/root/.cache/uv \ - --mount=type=bind,source=pyproject.toml,target=pyproject.toml \ - --mount=type=bind,source=uv.lock,target=uv.lock \ - --mount=type=bind,source=enterprise/pyproject.toml,target=enterprise/pyproject.toml \ - --mount=type=bind,source=litellm-proxy-extras/pyproject.toml,target=litellm-proxy-extras/pyproject.toml \ - --mount=type=bind,source=packaging/litellm-proxy/pyproject.toml,target=packaging/litellm-proxy/pyproject.toml \ - uv sync --frozen --no-install-project --no-install-workspace --no-default-groups --no-editable \ - --extra proxy \ - --extra proxy-runtime \ - --group admin-mcp \ - --extra extra_proxy \ - --extra semantic-router \ - --extra bedrock-realtime \ - --python python3.13 - -# Stage 2 — copy source and install the workspace members. -COPY . . - -RUN --mount=type=cache,target=/root/.cache/uv \ - uv sync --frozen --no-install-project --no-install-package litellm-proxy --no-default-groups --no-editable \ - --extra proxy \ - --extra proxy-runtime \ - --group admin-mcp \ - --extra extra_proxy \ - --extra semantic-router \ - --extra bedrock-realtime \ - --python python3.13 - -RUN --mount=type=bind,from=rust-native,source=/wheels,target=/wheels \ - uv pip install --python /app/.venv/bin/python --no-deps /wheels/litellm-*.whl /wheels/litellm_proxy-*.whl - -# PYTHONPATH=/app makes the source tree shadow the installed package, so the -# compiled Rust extension must live next to the source or it is never imported. -RUN cp "$(python -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')"/litellm/rust_bridge/_native*.so litellm/rust_bridge/ - -RUN HOME=/opt/prisma XDG_CACHE_HOME=/opt/prisma/.cache PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \ - npm_config_cache=/root/.npm \ - prisma generate --schema=./schema.prisma - -RUN sed -i 's/\r$//' docker/component_entrypoint.sh && chmod +x docker/component_entrypoint.sh - -# ---------- Runtime ---------- -FROM $LITELLM_RUNTIME_IMAGE AS runtime - -USER root - -RUN for i in 1 2 3; do \ - apk add --no-cache bash openssl libssl3 tzdata python-3.13 libsndfile libatomic libevent && break; \ - [ $i = 3 ] && { echo "apk add failed after 3 retries" >&2; exit 1; }; \ - sleep 5; \ - done - -# wolfi-base ships an unprivileged `nonroot` account (UID/GID 65532) with -# /home/nonroot. We run the proxy as that user. -WORKDIR /app -ENV HOME=/home/nonroot \ - PATH="/app/.venv/bin:${PATH}" \ - PYTHONPATH="/app" \ - PYTHONDONTWRITEBYTECODE=1 \ - PYTHONUNBUFFERED=1 \ - PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries - -COPY --from=builder --chown=nonroot:nonroot /app/.venv /app/.venv -COPY --from=builder --chown=nonroot:nonroot /app/litellm /app/litellm -COPY --from=builder --chown=nonroot:nonroot /app/enterprise /app/enterprise -COPY --from=builder --chown=nonroot:nonroot /app/gateway /app/gateway -COPY --from=builder --chown=nonroot:nonroot /app/litellm_cli /app/litellm_cli -COPY --from=builder --chown=nonroot:nonroot /app/docker/component_entrypoint.sh /app/docker/component_entrypoint.sh -COPY --from=builder --chown=nonroot:nonroot /app/schema.prisma /app/schema.prisma -COPY --from=builder /opt/prisma /opt/prisma -COPY --from=pgbouncer-builder /usr/local/bin/pgbouncer /usr/local/bin/pgbouncer - -RUN find /app/.venv -type f -path "*/tornado/test/*" -delete && \ - find /app/.venv -type d -path "*/tornado/test" -delete && \ - chmod -R a+rX /opt/prisma && \ - python -c "from prisma.client import BINARY_PATHS; paths = list(BINARY_PATHS.query_engine.values()); assert paths and all(p.startswith('/opt/prisma/') for p in paths), paths" && \ - python -c "import litellm, litellm.rust_bridge._native; assert litellm.__file__ == '/app/litellm/__init__.py', litellm.__file__" - -USER nonroot - -EXPOSE 4000/tcp - -ENTRYPOINT ["sh", "-c", "exec /app/docker/component_entrypoint.sh python -m gateway.launch --workers \"${NUM_WORKERS:-1}\" \"$@\"", "--"] -CMD ["--host", "0.0.0.0", "--port", "4000"] diff --git a/helm/litellm-helm/.helmignore b/helm/litellm-helm/.helmignore deleted file mode 100644 index 0e8a0eb36f4..00000000000 --- a/helm/litellm-helm/.helmignore +++ /dev/null @@ -1,23 +0,0 @@ -# Patterns to ignore when building packages. -# This supports shell glob matching, relative path matching, and -# negation (prefixed with !). Only one pattern per line. -.DS_Store -# Common VCS dirs -.git/ -.gitignore -.bzr/ -.bzrignore -.hg/ -.hgignore -.svn/ -# Common backup files -*.swp -*.bak -*.tmp -*.orig -*~ -# Various IDEs -.project -.idea/ -*.tmproj -.vscode/ diff --git a/helm/litellm-helm/Chart.lock b/helm/litellm-helm/Chart.lock deleted file mode 100644 index 1e63f4f9eca..00000000000 --- a/helm/litellm-helm/Chart.lock +++ /dev/null @@ -1,9 +0,0 @@ -dependencies: -- name: postgresql - repository: oci://registry-1.docker.io/bitnamicharts - version: 14.3.1 -- name: redis - repository: oci://registry-1.docker.io/bitnamicharts - version: 18.19.1 -digest: sha256:38962e231f6596b93f82a8412bbe4cf5de696caecf5775dfbbd163383eb1c009 -generated: '2026-10-30T02:13:11.505726000Z' diff --git a/helm/litellm-helm/Chart.yaml b/helm/litellm-helm/Chart.yaml deleted file mode 100644 index 059889cb667..00000000000 --- a/helm/litellm-helm/Chart.yaml +++ /dev/null @@ -1,41 +0,0 @@ -apiVersion: v2 - -# We can't call ourselves just "litellm" because then we couldn't publish to the -# same OCI repository as the "litellm" OCI image -name: litellm-helm -description: Call all LLM APIs using the OpenAI format - -# A chart can be either an 'application' or a 'library' chart. -# -# Application charts are a collection of templates that can be packaged into versioned archives -# to be deployed. -# -# Library charts provide useful utilities or functions for the chart developer. They're included as -# a dependency of application charts to inject those utilities and functions into the rendering -# pipeline. Library charts do not define any templates and therefore cannot be deployed. -type: application - -# This is the chart version. This version number should be incremented each time you make changes -# to the chart and its templates, including the app version. -# Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 1.1.4 - -# This is the version number of the application being deployed. This version number should be -# incremented each time you make changes to the application. Versions are not expected to -# follow Semantic Versioning. They should reflect the version the application is using. -# It is recommended to use it with quotes. -appVersion: v1.85.1 - -annotations: - org.opencontainers.image.source: "https://github.com/BerriAI/litellm" - org.opencontainers.image.url: "https://docs.litellm.ai/" - -dependencies: - - name: "postgresql" - version: "14.3.1" - repository: oci://registry-1.docker.io/bitnamicharts - condition: db.deployStandalone - - name: redis - version: "18.19.1" - repository: oci://registry-1.docker.io/bitnamicharts - condition: redis.enabled diff --git a/helm/litellm-helm/README.md b/helm/litellm-helm/README.md deleted file mode 100644 index 1e5c7348112..00000000000 --- a/helm/litellm-helm/README.md +++ /dev/null @@ -1,266 +0,0 @@ -# Helm Chart for LiteLLM - -> [!IMPORTANT] -> This is community maintained, Please make an issue if you run into a bug -> We recommend using [Docker or Kubernetes for production deployments](https://docs.litellm.ai/docs/proxy/prod) - -## Prerequisites - -- Kubernetes 1.21+ -- Helm 3.8.0+ - -If `db.deployStandalone` is used: - -- PV provisioner support in the underlying infrastructure - -If `db.useStackgresOperator` is used (not yet implemented): - -- The Stackgres Operator must already be installed in the Kubernetes Cluster. This chart will **not** install the operator if it is missing. - -## Parameters - -### LiteLLM Proxy Deployment Settings - -| Name | Description | Value | -| --------------------------- | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------------- | -| `replicaCount` | The number of LiteLLM Proxy pods to be deployed | `1` | -| `masterkeySecretName` | The name of the Kubernetes Secret that contains the Master API Key for LiteLLM. If not specified, use the generated secret name. | N/A | -| `masterkeySecretKey` | The key within the Kubernetes Secret that contains the Master API Key for LiteLLM. If not specified, use `masterkey` as the key. | N/A | -| `masterkey` | The Master API Key for LiteLLM. If not specified, a random key in the `sk-...` format is generated on first install and reused on upgrades. | N/A | -| `environmentSecrets` | An optional array of Secret object names. The keys and values in these secrets will be presented to the LiteLLM proxy pod as environment variables. See below for an example Secret object. | `[]` | -| `environmentConfigMaps` | An optional array of ConfigMap object names. The keys and values in these configmaps will be presented to the LiteLLM proxy pod as environment variables. See below for an example Secret object. | `[]` | -| `image.repository` | LiteLLM Proxy image repository | `ghcr.io/berriai/litellm` | -| `image.pullPolicy` | LiteLLM Proxy image pull policy | `IfNotPresent` | -| `image.tag` | Overrides the image tag whose default the latest version of LiteLLM at the time this chart was published. | `""` | -| `imagePullSecrets` | Registry credentials for the LiteLLM and initContainer images. | `[]` | -| `serviceAccount.create` | Whether or not to create a Kubernetes Service Account for this deployment. The default is `false` because LiteLLM has no need to access the Kubernetes API. | `false` | -| `service.type` | Kubernetes Service type (e.g. `LoadBalancer`, `ClusterIP`, etc.) | `ClusterIP` | -| `service.port` | TCP port that the Kubernetes Service will listen on. Also the TCP port within the Pod that the proxy will listen on. | `4000` | -| `livenessProbe.*` | Liveness probe settings for the LiteLLM container (`path`, `periodSeconds`, `timeoutSeconds`, thresholds, and initial delay). | See `values.yaml` | -| `readinessProbe.*` | Readiness probe settings for the LiteLLM container (`path`, `periodSeconds`, `timeoutSeconds`, thresholds, and initial delay). | See `values.yaml` | -| `startupProbe.*` | Startup probe settings for the LiteLLM container (`path`, `periodSeconds`, `timeoutSeconds`, thresholds, and initial delay). | See `values.yaml` | -| `resources.*` | CPU/memory requests and limits for the LiteLLM container. Unset by default; production deployments should set 1 CPU and 4Gi of memory per worker. | `{}` | -| `service.loadBalancerClass` | Optional LoadBalancer implementation class (only used when `service.type` is `LoadBalancer`) | `""` | -| `ingress.labels` | Additional labels for the Ingress resource | `{}` | -| `ingress.*` | See [values.yaml](./values.yaml) for example settings | N/A | -| `proxyConfigMap.create` | When `true`, render a ConfigMap from `.Values.proxy_config` and mount it. | `true` | -| `proxyConfigMap.name` | When `create=false`, name of the existing ConfigMap to mount. | `""` | -| `proxyConfigMap.key` | Key in the ConfigMap that contains the proxy config file. | `"config.yaml"` | -| `proxy_config.*` | See [values.yaml](./values.yaml) for default settings. Rendered into the ConfigMap’s `config.yaml` only when `proxyConfigMap.create=true`. See [example_config_yaml](../../../litellm/proxy/example_config_yaml/) for configuration examples. | `N/A` | -| `extraContainers[]` | An array of additional containers to be deployed as sidecars alongside the LiteLLM Proxy. | -| `pdb.enabled` | Enable a PodDisruptionBudget for the LiteLLM proxy Deployment | `false` | -| `pdb.minAvailable` | Minimum number/percentage of pods that must be available during **voluntary** disruptions (choose **one** of minAvailable/maxUnavailable) | `null` | -| `pdb.maxUnavailable` | Maximum number/percentage of pods that can be unavailable during **voluntary** disruptions (choose **one** of minAvailable/maxUnavailable) | `null` | -| `pdb.annotations` | Extra metadata annotations to add to the PDB | `{}` | -| `pdb.labels` | Extra metadata labels to add to the PDB | `{}` | - -| `billingMetrics.enabled` | Enable enterprise billable-request metering. Requires an enterprise license. | `false` | -| `billingMetrics.endpoint` | Collector that the billable-request counter is pushed to. | `https://telemetry.litellm.ai` | -| `billingMetrics.tokenUrl` | Cognito OAuth2 client-credentials token endpoint. | `https://litellm-prod.auth.us-west-1.amazoncognito.com/oauth2/token` | -| `billingMetrics.secretName` | Name of an existing Secret with `client-id` and `client-secret` keys. | `litellm-billing-metrics` | -| `billingMetrics.exportIntervalMs` | How often the counter is pushed, in milliseconds. The proxy defaults to `60000` when unset. | `""` | - -#### Example `proxy_config` ConfigMap from values (default): - -``` -proxyConfigMap: - create: true - key: "config.yaml" - -proxy_config: - general_settings: - master_key: os.environ/PROXY_MASTER_KEY - model_list: [] -``` - -The chart ships no models, so add them under `proxy_config.model_list` or from the Admin UI with `store_model_in_db: true` - -``` -proxy_config: - model_list: - - model_name: gpt-5.6 - litellm_params: - model: openai/gpt-5.6 - api_key: os.environ/OPENAI_API_KEY -``` - -#### Example using existing `proxyConfigMap` instead of creating it: - -``` -proxyConfigMap: - create: false - name: my-litellm-config - key: config.yaml - -# proxy_config is ignored in this mode -``` - -#### Example `environmentSecrets` Secret - -``` -apiVersion: v1 -kind: Secret -metadata: - name: litellm-envsecrets -data: - AZURE_OPENAI_API_KEY: TXlTZWN1cmVLM3k= -type: Opaque -``` - -#### Enterprise billable-request metering - -Enterprise licenses meter billable requests by pushing a counter to LiteLLM's collector with Cognito bearer authentication. Create a Secret with `client-id` and `client-secret` keys, then enable the chart values: - -``` -kubectl create secret generic litellm-billing-metrics --from-literal=client-id=... --from-literal=client-secret=... -``` - -``` -billingMetrics: - enabled: true -``` - -The endpoint and token URL must use HTTPS. The chart requires both URLs and -the Secret name when billing metrics are enabled - -### Database Settings - -| Name | Description | Value | -| ------------------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------ | -| `db.useExisting` | Use an existing Postgres database. A Kubernetes Secret object must exist that contains credentials for connecting to the database. An example secret object definition is provided below. | `false` | -| `db.endpoint` | If `db.useExisting` is `true`, this is the IP, Hostname or Service Name of the Postgres server to connect to. | `localhost` | -| `db.database` | If `db.useExisting` is `true`, the name of the existing database to connect to. | `litellm` | -| `db.url` | If `db.useExisting` is `true`, the connection url of the existing database to connect to can be overwritten with this value. | `postgresql://$(DATABASE_USERNAME):$(DATABASE_PASSWORD)@$(DATABASE_HOST)/$(DATABASE_NAME)` | -| `db.secret.name` | If `db.useExisting` is `true`, the name of the Kubernetes Secret that contains credentials. | `postgres` | -| `db.secret.usernameKey` | If `db.useExisting` is `true`, the name of the key within the Kubernetes Secret that holds the username for authenticating with the Postgres instance. | `username` | -| `db.secret.passwordKey` | If `db.useExisting` is `true`, the name of the key within the Kubernetes Secret that holds the password associates with the above user. | `password` | -| `db.username` | If `db.useExisting` is `true`, the database user as a plain value. When set, `db.secret.usernameKey` is not read. | `""` | -| `db.port` | If `db.useExisting` is `true` with token auth, the Postgres port used to build the connection URL. Password auth takes the port from `db.url`. | `5432` | -| `db.schema` | With token auth, the Postgres schema holding the LiteLLM tables, rendered as `DATABASE_SCHEMA` when the tables are not in `public`. Ignored with password auth, where the schema stays in `db.url` as `?schema=`. | `""` | -| `db.useIAMAuth` | If `db.useExisting` is `true` and `db.deployStandalone` is `false`, authenticate with an AWS RDS IAM token instead of a password. See [Token auth](#token-auth-to-an-existing-postgres-rds-iam-or-microsoft-entra-id). | `false` | -| `db.useAzureEntraAuth` | If `db.useExisting` is `true` and `db.deployStandalone` is `false`, authenticate with a Microsoft Entra ID token instead of a password. Mutually exclusive with `db.useIAMAuth`. | `false` | -| `db.useStackgresOperator` | Not yet implemented. | `false` | -| `db.deployStandalone` | Deploy a standalone, single instance deployment of Postgres, using the Bitnami postgresql chart. This is useful for getting started but doesn't provide HA or (by default) data backups. | `true` | -| `postgresql.*` | If `db.deployStandalone` is `true`, configuration passed to the Bitnami postgresql chart. See the [Bitnami Documentation](https://github.com/bitnami/charts/tree/main/bitnami/postgresql) for full configuration details. See [values.yaml](./values.yaml) for the default configuration. | See [values.yaml](./values.yaml) | -| `postgresql.auth.*` | If `db.deployStandalone` is `true`, care should be taken to ensure the default `password` and `postgres-password` values are **NOT** used. | `NoTaGrEaTpAsSwOrD` | -| `postgresql.image.*` | If `db.deployStandalone` is `true`, the image for the bundled Postgres. Pinned to a `docker.io/bitnamilegacy` build because Bitnami retired the versioned tags under `docker.io/bitnami`. | `bitnamilegacy/postgresql:16.2.0-debian-12-r6` | -| `redis.image.*` | If `redis.enabled` is `true`, the image for the bundled Redis. Pinned to a `docker.io/bitnamilegacy` build for the same reason. | `bitnamilegacy/redis:7.2.4-debian-12-r9` | - -#### Bundled Postgres image - -Bitnami removed the versioned tags from `docker.io/bitnami` and republished the archived builds under `docker.io/bitnamilegacy`, so the image defaults that ship inside the `postgresql` and `redis` subcharts no longer pull. The chart pins both to the `bitnamilegacy` copies of the exact builds those subchart versions were released with, which keeps the on-disk data directory layout unchanged for existing installs. - -Keep `postgresql.image.tag` pinned. `docker.io/bitnami/postgresql` still publishes a floating `latest`, and pointing the bundled Postgres at a different major version starts the server against a data directory it cannot read (`database files are incompatible with server`). There is no in-place way back, so crossing a major version means dumping the database with the old image and restoring it into the new one. The chart refuses to render when the tag is empty or `latest`. - -Those images no longer receive updates. For anything beyond getting started, run Postgres outside the chart and point at it with `db.useExisting`. - -#### Example Postgres `db.useExisting` Secret - -```yaml -apiVersion: v1 -kind: Secret -metadata: - name: postgres -data: - # Password for the "postgres" user - postgres-password: - username: litellm - password: -type: Opaque -``` - -#### Token auth to an existing Postgres (RDS IAM or Microsoft Entra ID) - -When the database accepts short-lived tokens instead of a password (AWS RDS or Aurora with IAM database authentication, or Azure Database for PostgreSQL with Microsoft Entra ID), there is no password to put in a Secret. Turn on `db.useIAMAuth` or `db.useAzureEntraAuth` and the chart stops referencing `db.secret.passwordKey` and `db.url`. It sets `IAM_TOKEN_DB_AUTH` (or `AZURE_POSTGRESQL_AUTH`) and emits `DATABASE_HOST`, `DATABASE_PORT`, `DATABASE_USERNAME` and `DATABASE_NAME` for the proxy, the migrations job and the collector sidecar. Each of them mints its own token at startup and builds `DATABASE_URL` from those parts, and the in-container pgbouncer (`db.connectionPool`) refreshes the token before it expires. - -```yaml -db: - useExisting: true - deployStandalone: false - useIAMAuth: true - endpoint: litellm.cluster-abc123.us-west-1.rds.amazonaws.com - database: litellm - username: litellm_iam # the role granted rds_iam; no db.secret needed -``` - -The pod needs cloud credentials for the token: on EKS use IRSA or Pod Identity on the chart's `serviceAccount` (and `migrationJob.serviceAccountName` when the Helm hook runs before the ServiceAccount exists), on AKS use workload identity. Set `AWS_RDS_REGION` under `envVars` when the RDS hostname is not a standard regional endpoint (the token must be signed for the region the database lives in). TLS options that would otherwise go in `db.url` are set as `DATABASE_SSLMODE` and `DATABASE_SSLROOTCERT` under `envVars`. Leaving `db.username` empty reads the user from `db.secret.usernameKey` as before. - -#### Examples for `environmentSecrets` and `environemntConfigMaps` - -```yaml -# Use config map for not-secret configuration data -apiVersion: v1 -kind: ConfigMap -metadata: - name: litellm-env-configmap -data: - SOME_KEY: someValue - ANOTHER_KEY: anotherValue -``` - -```yaml -# Use secrets for things which are actually secret like API keys, credentials, etc -# Base64 encode the values stored in a Kubernetes Secret: $ pbpaste | base64 | pbcopy -# The --decode flag is convenient: $ pbpaste | base64 --decode - -apiVersion: v1 -kind: Secret -metadata: - name: litellm-env-secret -type: Opaque -data: - SOME_PASSWORD: cDZbUGVXeU5e0ZW # base64 encoded - ANOTHER_PASSWORD: AAZbUGVXeU5e0ZB # base64 encoded -``` - -Source: [GitHub Gist from troyharvey](https://gist.github.com/troyharvey/4506472732157221e04c6b15e3b3f094) - -### Migration Job Settings - -The migration job supports both ArgoCD and Helm hooks to ensure database migrations run at the appropriate time during deployments. - -| Name | Description | Value | -| -------------------------------------- | -------------------------------------------------------------------------------------------------------------------- | ------- | -| `migrationJob.enabled` | Enable or disable the schema migration Job | `true` | -| `migrationJob.backoffLimit` | Backoff limit for Job restarts | `4` | -| `migrationJob.ttlSecondsAfterFinished` | TTL for completed migration jobs | `120` | -| `migrationJob.annotations` | Additional annotations for the migration job pod | `{}` | -| `migrationJob.extraContainers` | Additional containers to run alongside the migration job | `[]` | -| `migrationJob.hooks.argocd.enabled` | Enable ArgoCD hooks for the migration job (uses PreSync hook with BeforeHookCreation delete policy) | `true` | -| `migrationJob.hooks.helm.enabled` | Enable Helm hooks for the migration job (uses pre-install,pre-upgrade hooks with before-hook-creation delete policy) | `false` | -| `migrationJob.hooks.helm.weight` | Helm hook execution order (lower weights executed first). Optional - defaults to "1" if not specified. | N/A | - -## Accessing the Admin UI - -When browsing to the URL published per the settings in `ingress.*`, you will -be prompted for **Admin Configuration**. The **Proxy Endpoint** is the internal -(from the `litellm` pod's perspective) URL published by the `-litellm` -Kubernetes Service. If the deployment uses the default settings for this -service, the **Proxy Endpoint** should be set to `http://-litellm:4000`. - -The **Proxy Key** is the value specified for `masterkey` or, if a `masterkey` -was not provided to the helm command line, the `masterkey` is a randomly -generated string in the `sk-...` format stored in the `-litellm-masterkey` Kubernetes Secret. -The key is generated once on the first install; later `helm upgrade` runs reuse the -value already in that Secret, so upgrading never rotates the master key. - -```bash -kubectl -n litellm get secret -litellm-masterkey -o jsonpath="{.data.masterkey}" -``` - -## Admin UI Limitations - -At the time of writing, the Admin UI is unable to add models. This is because -it would need to update the `config.yaml` file which is a exposed ConfigMap, and -therefore, read-only. This is a limitation of this helm chart, not the Admin UI -itself. - -## Removed Lens configuration - -The external Lens integration has been removed. Existing `lens` and `lensWorker` values are ignored with a warning in the release notes. Remove these obsolete values when updating your configuration. - -## Shutdown accounting - -`GRACEFUL_SHUTDOWN_TIMEOUT` defaults to 30 seconds. Pending success callbacks share the time remaining since SIGTERM or the first `/health/drain` call. Callback flushing reserves the existing 10-second teardown headroom for cancellation, tracked accounting tasks and persistence. Exhausting this budget can discard callbacks, which is logged - -Set `terminationGracePeriodSeconds` to at least `GRACEFUL_SHUTDOWN_TIMEOUT + 10`, allowing additional time for preStop hooks and database writes. This is not a hard shutdown bound or a guarantee of persistence. Database retries retain their own limits, and cancellation-resistant callbacks can remain alive. The existing preStop hook can also be followed by Uvicorn's separate connection drain, as described in `values.yaml` diff --git a/helm/litellm-helm/charts/postgresql-14.3.1.tgz b/helm/litellm-helm/charts/postgresql-14.3.1.tgz deleted file mode 100644 index e8e2fac0fda..00000000000 Binary files a/helm/litellm-helm/charts/postgresql-14.3.1.tgz and /dev/null differ diff --git a/helm/litellm-helm/charts/redis-18.19.1.tgz b/helm/litellm-helm/charts/redis-18.19.1.tgz deleted file mode 100644 index 4a55a980088..00000000000 Binary files a/helm/litellm-helm/charts/redis-18.19.1.tgz and /dev/null differ diff --git a/helm/litellm-helm/ci/test-values.yaml b/helm/litellm-helm/ci/test-values.yaml deleted file mode 100644 index 33a4df942ee..00000000000 --- a/helm/litellm-helm/ci/test-values.yaml +++ /dev/null @@ -1,15 +0,0 @@ -fullnameOverride: "" -# Disable database deployment and configuration -db: - deployStandalone: false - useExisting: false - -# Test environment variables -envVars: - DD_ENV: "dev_helm" - DD_SERVICE: "litellm" - USE_DDTRACE: "true" - -# Disable migration job since we're not using a database -migrationJob: - enabled: false \ No newline at end of file diff --git a/helm/litellm-helm/templates/NOTES.txt b/helm/litellm-helm/templates/NOTES.txt deleted file mode 100644 index 5b2174cb6e6..00000000000 --- a/helm/litellm-helm/templates/NOTES.txt +++ /dev/null @@ -1,27 +0,0 @@ -1. Get the application URL by running these commands: -{{- if .Values.ingress.enabled }} -{{- range $host := .Values.ingress.hosts }} - {{- range .paths }} - http{{ if $.Values.ingress.tls }}s{{ end }}://{{ $host.host }}{{ .path }} - {{- end }} -{{- end }} -{{- else if contains "NodePort" .Values.service.type }} - export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ include "litellm.fullname" . }}) - export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}") - echo http://$NODE_IP:$NODE_PORT -{{- else if contains "LoadBalancer" .Values.service.type }} - NOTE: It may take a few minutes for the LoadBalancer IP to be available. - You can watch the status of by running 'kubectl get --namespace {{ .Release.Namespace }} svc -w {{ include "litellm.fullname" . }}' - export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ include "litellm.fullname" . }} --template "{{"{{ range (index .status.loadBalancer.ingress 0) }}{{.}}{{ end }}"}}") - echo http://$SERVICE_IP:{{ .Values.service.port }} -{{- else if contains "ClusterIP" .Values.service.type }} - export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app.kubernetes.io/name={{ include "litellm.name" . }},app.kubernetes.io/instance={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}") - export CONTAINER_PORT=$(kubectl get pod --namespace {{ .Release.Namespace }} $POD_NAME -o jsonpath="{.spec.containers[0].ports[0].containerPort}") - echo "Visit http://127.0.0.1:8080 to use your application" - kubectl --namespace {{ .Release.Namespace }} port-forward $POD_NAME 8080:$CONTAINER_PORT -{{- end }} -PDB: {{ if .Values.pdb.enabled }}enabled{{ else }}disabled{{ end }}. Configure via .Values.pdb.* - -{{- if or (hasKey .Values "lens") (hasKey .Values "lensWorker") }} -WARNING: The Lens integration has been removed. lens and lensWorker values are ignored. Remove these obsolete values. -{{- end }} diff --git a/helm/litellm-helm/templates/_helpers.tpl b/helm/litellm-helm/templates/_helpers.tpl deleted file mode 100644 index cceccd87261..00000000000 --- a/helm/litellm-helm/templates/_helpers.tpl +++ /dev/null @@ -1,373 +0,0 @@ -{{/* -Expand the name of the chart. -*/}} -{{- define "litellm.name" -}} -{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }} -{{- end }} - -{{/* -Create a default fully qualified app name. -We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). -If release name contains chart name it will be used as a full name. -*/}} -{{- define "litellm.fullname" -}} -{{- if .Values.fullnameOverride }} -{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }} -{{- else }} -{{- $name := default .Chart.Name .Values.nameOverride }} -{{- if contains $name .Release.Name }} -{{- .Release.Name | trunc 63 | trimSuffix "-" }} -{{- else }} -{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }} -{{- end }} -{{- end }} -{{- end }} - -{{/* -Create chart name and version as used by the chart label. -*/}} -{{- define "litellm.chart" -}} -{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }} -{{- end }} - -{{/* -Common labels -*/}} -{{- define "litellm.labels" -}} -helm.sh/chart: {{ include "litellm.chart" . }} -{{ include "litellm.selectorLabels" . }} -{{- if .Chart.AppVersion }} -app.kubernetes.io/version: {{ .Chart.AppVersion | quote }} -{{- end }} -app.kubernetes.io/managed-by: {{ .Release.Service }} -{{- end }} - -{{/* -Selector labels -*/}} -{{- define "litellm.selectorLabels" -}} -app.kubernetes.io/name: {{ include "litellm.name" . }} -app.kubernetes.io/instance: {{ .Release.Name }} -{{- end }} - -{{- define "litellm.billingMetricsEnv" -}} -- name: LITELLM_BILLING_METRICS_ENDPOINT - value: {{ required "billingMetrics.endpoint is required when billingMetrics.enabled is true" .Values.billingMetrics.endpoint | quote }} -- name: LITELLM_BILLING_METRICS_TOKEN_URL - value: {{ required "billingMetrics.tokenUrl is required when billingMetrics.enabled is true" .Values.billingMetrics.tokenUrl | quote }} -- name: LITELLM_BILLING_METRICS_CLIENT_ID - valueFrom: - secretKeyRef: - name: {{ required "billingMetrics.secretName is required when billingMetrics.enabled is true" .Values.billingMetrics.secretName }} - key: client-id -- name: LITELLM_BILLING_METRICS_CLIENT_SECRET - valueFrom: - secretKeyRef: - name: {{ required "billingMetrics.secretName is required when billingMetrics.enabled is true" .Values.billingMetrics.secretName }} - key: client-secret -{{- with .Values.billingMetrics.exportIntervalMs }} -- name: LITELLM_BILLING_METRICS_EXPORT_INTERVAL_MS - value: {{ . | quote }} -{{- end }} -{{- end -}} - -{{/* -Create the name of the service account to use -*/}} -{{- define "litellm.serviceAccountName" -}} -{{- if .Values.serviceAccount.create }} -{{- default (include "litellm.fullname" .) .Values.serviceAccount.name }} -{{- else }} -{{- default "default" .Values.serviceAccount.name }} -{{- end }} -{{- end }} - -{{/* -Create the service account name used by migration jobs. -When Helm hooks are enabled, pre-install/pre-upgrade hooks run before normal resources. -If this chart is creating the ServiceAccount, it is not yet available for the hook job, -so fall back to "default" (or an explicit override) to avoid a cyclic dependency. -*/}} -{{- define "litellm.migrationServiceAccountName" -}} -{{- if and .Values.migrationJob.hooks.helm.enabled .Values.serviceAccount.create }} -{{- default "default" .Values.migrationJob.serviceAccountName }} -{{- else }} -{{- include "litellm.serviceAccountName" . }} -{{- end }} -{{- end }} - -{{/* -Get redis service name. -The bundled Redis subchart only serves sentinel in "replication" architecture -(it rejects standalone + sentinel outright), and in that mode the sentinel -Service is named "-redis", not "-redis-master". -*/}} -{{- define "litellm.redis.serviceName" -}} -{{- if .Values.redis.sentinel.enabled -}} -{{- printf "%s-%s" .Release.Name (default "redis" .Values.redis.nameOverride | trunc 63 | trimSuffix "-") -}} -{{- else -}} -{{- printf "%s-%s-master" .Release.Name (default "redis" .Values.redis.nameOverride | trunc 63 | trimSuffix "-") -}} -{{- end -}} -{{- end -}} - -{{/* -Get redis service port -*/}} -{{- define "litellm.redis.port" -}} -{{- if .Values.redis.sentinel.enabled -}} -{{ .Values.redis.sentinel.service.ports.sentinel }} -{{- else -}} -{{ .Values.redis.master.service.ports.redis }} -{{- end -}} -{{- end -}} - -{{/* -Reject an unpinned image tag for the bundled PostgreSQL. -A floating tag lets a chart upgrade start a newer PostgreSQL major against the -existing PersistentVolumeClaim. The server then refuses to start on a data -directory written by another major version, and the only way back is a dump -taken before the change, which by that point no longer exists. -*/}} -{{- define "litellm.validateBundledPostgresImageTag" -}} -{{- $tag := .Values.postgresql.image.tag | default "" | toString -}} -{{- $digest := .Values.postgresql.image.digest | default "" | toString -}} -{{- if and (eq $digest "") (or (eq $tag "") (eq $tag "latest")) -}} -{{- fail (printf "postgresql.image.tag must be pinned to an explicit version when db.deployStandalone is true (got %q). An unpinned tag can start a different PostgreSQL major against the existing data directory, which makes the database unreadable and is not recoverable in place. Crossing a major version requires a dump and restore." $tag) -}} -{{- end -}} -{{- end -}} - -{{/* -Whether the existing Postgres is reached with a short-lived token (AWS RDS IAM -or Microsoft Entra ID) instead of a password. -*/}} -{{- define "litellm.db.tokenAuth" -}} -{{- if or .Values.db.useIAMAuth .Values.db.useAzureEntraAuth -}}true{{- end -}} -{{- end -}} - -{{- define "litellm.validateDbTokenAuth" -}} -{{- if and .Values.db.useIAMAuth .Values.db.useAzureEntraAuth -}} -{{- fail "db.useIAMAuth and db.useAzureEntraAuth are mutually exclusive: the database password can only come from one token source" -}} -{{- end -}} -{{- if and (include "litellm.db.tokenAuth" .) (or (not .Values.db.useExisting) .Values.db.deployStandalone) -}} -{{- fail "db.useIAMAuth and db.useAzureEntraAuth need db.useExisting: true and db.deployStandalone: false (token auth targets an existing RDS or Azure Database for PostgreSQL; the bundled postgresql subchart only supports password auth)" -}} -{{- end -}} -{{- end -}} - -{{/* -Database env for an existing Postgres, shared by the proxy container, the -collector sidecar and the migrations Job. Under token auth every entrypoint -mints its own token and assembles DATABASE_URL itself, so db.url is left out. -*/}} -{{- define "litellm.existingDbEnv" -}} -{{- $tokenAuth := include "litellm.db.tokenAuth" . -}} -- name: DATABASE_USERNAME - {{- if .Values.db.username }} - value: {{ .Values.db.username | quote }} - {{- else }} - valueFrom: - secretKeyRef: - name: {{ .Values.db.secret.name }} - key: {{ .Values.db.secret.usernameKey }} - {{- end }} -{{- if .Values.db.useIAMAuth }} -- name: IAM_TOKEN_DB_AUTH - value: "true" -{{- else if .Values.db.useAzureEntraAuth }} -- name: AZURE_POSTGRESQL_AUTH - value: "true" -{{- else }} -- name: DATABASE_PASSWORD - valueFrom: - secretKeyRef: - name: {{ .Values.db.secret.name }} - key: {{ .Values.db.secret.passwordKey }} -{{- end }} -- name: DATABASE_HOST - {{- if .Values.db.secret.endpointKey }} - valueFrom: - secretKeyRef: - name: {{ .Values.db.secret.name }} - key: {{ .Values.db.secret.endpointKey }} - {{- else }} - value: {{ .Values.db.endpoint }} - {{- end }} -{{- if $tokenAuth }} -- name: DATABASE_PORT - value: {{ .Values.db.port | quote }} -{{- end }} -- name: DATABASE_NAME - value: {{ .Values.db.database }} -{{- if and $tokenAuth .Values.db.schema }} -- name: DATABASE_SCHEMA - value: {{ .Values.db.schema | quote }} -{{- end }} -{{- if not $tokenAuth }} -- name: DATABASE_URL - value: {{ .Values.db.url | quote }} -{{- end }} -{{- end -}} - -{{/* -Environment shared by the proxy container and the opt-in collector sidecar: -database, pgbouncer, master key, redis, user envVars. Both containers must see -the same DATABASE_URL and REDIS_* so the sidecar reaches the pod's pgbouncer -and the same spend transaction buffer. -*/}} -{{- define "litellm.proxyEnv" -}} -{{- include "litellm.validateDbTokenAuth" . -}} -- name: HOST - value: "{{ .Values.listen | default "0.0.0.0" }}" -- name: PORT - value: {{ .Values.service.port | quote}} -{{- if .Values.db.deployStandalone }} -- name: DATABASE_USERNAME - valueFrom: - secretKeyRef: - name: {{ include "litellm.fullname" . }}-dbcredentials - key: username -- name: DATABASE_PASSWORD - valueFrom: - secretKeyRef: - name: {{ include "litellm.fullname" . }}-dbcredentials - key: password -- name: DATABASE_HOST - value: {{ .Release.Name }}-postgresql -- name: DATABASE_NAME - value: litellm -{{- else if .Values.db.useExisting }} -{{ include "litellm.existingDbEnv" . }} -{{- end }} -{{- if and .Values.db.useExisting .Values.db.readReplicaUrl .Values.db.secret.readReplicaEndpointKey (not .Values.db.secret.readReplicaUrlKey) }} -- name: DATABASE_READER_HOST - valueFrom: - secretKeyRef: - name: {{ .Values.db.secret.name }} - key: {{ .Values.db.secret.readReplicaEndpointKey }} -{{- end }} -{{- if and .Values.db.useExisting .Values.db.secret.readReplicaUrlKey }} -- name: DATABASE_URL_READ_REPLICA - valueFrom: - secretKeyRef: - name: {{ .Values.db.secret.name }} - key: {{ .Values.db.secret.readReplicaUrlKey }} -{{- else if .Values.db.readReplicaUrl }} -- name: DATABASE_URL_READ_REPLICA - value: {{ .Values.db.readReplicaUrl | quote }} -{{- end }} -{{- if .Values.db.connectionPool.enabled }} -- name: LITELLM_PGBOUNCER_ENABLED - value: "true" -- name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS - value: {{ .Values.db.connectionPool.maxDbConnections | quote }} -- name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN - value: {{ .Values.db.connectionPool.maxClientConn | quote }} -{{- end }} -- name: PROXY_MASTER_KEY - valueFrom: - secretKeyRef: - name: {{ .Values.masterkeySecretName | default (printf "%s-masterkey" (include "litellm.fullname" .)) }} - key: {{ .Values.masterkeySecretKey | default "masterkey" }} -{{- if .Values.redis.enabled }} -- name: REDIS_HOST - value: {{ include "litellm.redis.serviceName" . }} -- name: REDIS_PORT - value: {{ include "litellm.redis.port" . | quote }} -- name: REDIS_PASSWORD - valueFrom: - secretKeyRef: - name: {{ include "redis.secretName" .Subcharts.redis }} - key: {{include "redis.secretPasswordKey" .Subcharts.redis }} -{{- end }} -{{- /* - Inject LITELLM_LOG only when envVars does not already define it. -*/}} -{{- if and .Values.logLevel (not (hasKey (default dict .Values.envVars) "LITELLM_LOG")) }} -- name: LITELLM_LOG - value: {{ .Values.logLevel | quote }} -{{- end }} -{{- if .Values.envVars }} -{{- range $key, $val := .Values.envVars }} -- name: {{ $key }} - value: {{ $val | quote }} -{{- end }} -{{- end }} -{{- with .Values.extraEnvVars }} -{{ toYaml . }} -{{- end }} -{{- if .Values.migrationJob.enabled }} -# Schema updates are owned by the dedicated migrations Job; skip -# the proxy's startup `prisma db push` so N replicas don't race -# one DB on every rollout. Placed last (after envVars and -# extraEnvVars) so this override can't be silently shadowed by a -# user-supplied DISABLE_SCHEMA_UPDATE under last-wins duplicate-env -# semantics — same pattern the migrations Job uses. -- name: DISABLE_SCHEMA_UPDATE - value: "true" -{{- end }} -{{- end -}} - -{{/* -Proxy-only metering and metrics env. The collector sidecar serves no HTTP -traffic, so it gets neither. -*/}} -{{- define "litellm.proxyMetricsEnv" -}} -{{- if .Values.billingMetrics.enabled }} -{{ include "litellm.billingMetricsEnv" . }} -{{- end }} -{{- if .Values.metricsServer.enabled }} -{{- if eq (int .Values.metricsServer.port) (int .Values.service.port) }} -{{- fail "metricsServer.port must differ from service.port" }} -{{- end }} -- name: PROMETHEUS_METRICS_PORT - value: {{ .Values.metricsServer.port | quote }} -{{- end }} -{{- end -}} - -{{/* -Directory of the collector's unix socket, shared between the two containers -through an emptyDir. Empty when the sidecar is off or uses 127.0.0.1 TCP. -*/}} -{{- define "litellm.collector.socketDir" -}} -{{- if and .Values.collector.enabled (hasPrefix "unix://" .Values.collector.address) -}} -{{- dir (trimPrefix "unix://" .Values.collector.address) -}} -{{- end -}} -{{- end -}} - -{{- define "litellm.collectorEnv" -}} -- name: LITELLM_COLLECTOR_ENABLED - value: "true" -- name: LITELLM_COLLECTOR_ADDRESS - value: {{ .Values.collector.address | quote }} -- name: LITELLM_COLLECTOR_BUFFER_SIZE - value: {{ .Values.collector.bufferSize | quote }} -- name: LITELLM_COLLECTOR_ON_UNAVAILABLE - value: {{ .Values.collector.onUnavailable | quote }} -- name: LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS - value: {{ .Values.collector.drainTimeoutSeconds | quote }} -{{- end -}} - -{{- define "litellm.gateway.collectorSocketDir" -}} -{{- if and .Values.gateway.collector.enabled (hasPrefix "unix://" .Values.gateway.collector.address) -}} -{{- dir (trimPrefix "unix://" .Values.gateway.collector.address) -}} -{{- end -}} -{{- end -}} - -{{/* -LITELLM_COLLECTOR_* env shared by the producer (gateway container) and the -consumer (collector container), so both agree on the transport and the -shutdown drain window. -*/}} -{{- define "litellm.gateway.collectorEnv" -}} -{{- with .Values.gateway.collector }} -- name: LITELLM_COLLECTOR_ENABLED - value: "true" -- name: LITELLM_COLLECTOR_ADDRESS - value: {{ .address | quote }} -- name: LITELLM_COLLECTOR_BUFFER_SIZE - value: {{ .bufferSize | quote }} -- name: LITELLM_COLLECTOR_ON_UNAVAILABLE - value: {{ .onUnavailable | quote }} -- name: LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS - value: {{ .drainTimeoutSeconds | quote }} -{{- end }} -{{- end -}} diff --git a/helm/litellm-helm/templates/configmap-litellm.yaml b/helm/litellm-helm/templates/configmap-litellm.yaml deleted file mode 100644 index 03e4f620206..00000000000 --- a/helm/litellm-helm/templates/configmap-litellm.yaml +++ /dev/null @@ -1,22 +0,0 @@ -{{- if .Values.proxyConfigMap.create }} -{{- $config := deepCopy .Values.proxy_config }} -{{- if and .Values.redis.enabled (dig "coordination" "enabled" true .Values.redis) }} -{{- $generalSettings := (get $config "general_settings") | default dict }} -{{- if not (hasKey $generalSettings "coordination_redis") }} -{{- $coordinationRedis := dict "host" "os.environ/REDIS_HOST" "port" "os.environ/REDIS_PORT" "password" "os.environ/REDIS_PASSWORD" }} -{{- if .Values.redis.sentinel.enabled }} -{{- $sentinelNode := list (include "litellm.redis.serviceName" .) (include "litellm.redis.port" . | int) }} -{{- $coordinationRedis = dict "sentinel_nodes" (list $sentinelNode) "service_name" (default "mymaster" .Values.redis.sentinel.masterSet) "password" "os.environ/REDIS_PASSWORD" }} -{{- end }} -{{- $_ := set $generalSettings "coordination_redis" $coordinationRedis }} -{{- $_ := set $config "general_settings" $generalSettings }} -{{- end }} -{{- end }} -apiVersion: v1 -kind: ConfigMap -metadata: - name: {{ include "litellm.fullname" . }}-config -data: - config.yaml: | -{{ $config | toYaml | indent 6 }} -{{- end }} diff --git a/helm/litellm-helm/templates/deployment.yaml b/helm/litellm-helm/templates/deployment.yaml deleted file mode 100644 index 623c44f7d64..00000000000 --- a/helm/litellm-helm/templates/deployment.yaml +++ /dev/null @@ -1,257 +0,0 @@ -apiVersion: apps/v1 -kind: Deployment -metadata: - annotations: - {{- toYaml .Values.deploymentAnnotations | nindent 4 }} - name: {{ include "litellm.fullname" . }} - labels: - {{- include "litellm.labels" . | nindent 4 }} - {{- if .Values.deploymentLabels }} - {{- toYaml .Values.deploymentLabels | nindent 4 }} - {{- end }} -spec: - {{- if and (not .Values.keda.enabled) (not .Values.autoscaling.enabled) }} - replicas: {{ .Values.replicaCount }} - {{- end }} - {{- with .Values.strategy }} - strategy: - {{- toYaml . | nindent 4 }} - {{- end }} - selector: - matchLabels: - {{- include "litellm.selectorLabels" . | nindent 6 }} - {{- if .Values.deploymentMinReadySeconds }} - minReadySeconds: {{ .Values.deploymentMinReadySeconds }} - {{- end }} - template: - metadata: - annotations: - {{- if .Values.proxyConfigMap.create }} - checksum/config: {{ include (print $.Template.BasePath "/configmap-litellm.yaml") . | sha256sum }} - {{- end }} - {{- with .Values.podAnnotations }} - {{- tpl (toYaml .) $ | nindent 8 }} - {{- end }} - labels: - {{- include "litellm.labels" . | nindent 8 }} - {{- with .Values.podLabels }} - {{- toYaml . | nindent 8 }} - {{- end }} - spec: - {{- with .Values.imagePullSecrets }} - imagePullSecrets: - {{- toYaml . | nindent 8 }} - {{- end }} - serviceAccountName: {{ include "litellm.serviceAccountName" . }} - securityContext: - {{- toYaml .Values.podSecurityContext | nindent 8 }} - {{- with .Values.extraInitContainers }} - initContainers: - {{- tpl (toYaml .) $ | nindent 8 }} - {{- end }} - containers: - - name: {{ include "litellm.name" . }} - securityContext: - {{- toYaml .Values.securityContext | nindent 12 }} - image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}" - imagePullPolicy: {{ .Values.image.pullPolicy }} - env: - {{- include "litellm.proxyEnv" . | nindent 12 }} - {{- if .Values.liteadmin.enabled }} - - name: LITELLM_ADMIN_AGENT_URL - value: {{ printf "http://%s-liteadmin:10000" (include "litellm.fullname" . | trunc 53 | trimSuffix "-") | quote }} - - name: ADMIN_AGENT_SERVICE_TOKEN - valueFrom: - secretKeyRef: - name: {{ required "liteadmin.existingSecret is required" .Values.liteadmin.existingSecret }} - key: ADMIN_AGENT_SERVICE_TOKEN - {{- if not (hasKey (default dict .Values.envVars) "PROXY_BASE_URL") }} - - name: PROXY_BASE_URL - value: {{ required "liteadmin.gatewayUrl is required" .Values.liteadmin.gatewayUrl | quote }} - {{- end }} - {{- end }} - {{- include "litellm.proxyMetricsEnv" . | nindent 12 }} - {{- if .Values.collector.enabled }} - {{- include "litellm.collectorEnv" . | nindent 12 }} - {{- end }} - envFrom: - {{- range .Values.environmentSecrets }} - - secretRef: - name: {{ . }} - {{- end }} - {{- range .Values.environmentConfigMaps }} - - configMapRef: - name: {{ . }} - {{- end }} - {{- if .Values.command }} - command: {{ toYaml .Values.command | nindent 12 }} - {{- end }} - {{- if .Values.args }} - args: {{ toYaml .Values.args | nindent 12 }} - {{- else }} - args: - - --config - - /etc/litellm/config.yaml - {{ if .Values.numWorkers }} - - --num_workers - - {{ .Values.numWorkers | quote }} - {{- end }} - {{- end }} - ports: - - name: http - containerPort: {{ .Values.service.port }} - protocol: TCP - {{- if .Values.metricsServer.enabled }} - - name: metrics - containerPort: {{ .Values.metricsServer.port }} - protocol: TCP - {{- end }} - livenessProbe: - httpGet: - path: {{ .Values.livenessProbe.path | quote }} - port: "http" - initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} - periodSeconds: {{ .Values.livenessProbe.periodSeconds }} - timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} - successThreshold: {{ .Values.livenessProbe.successThreshold }} - failureThreshold: {{ .Values.livenessProbe.failureThreshold }} - readinessProbe: - httpGet: - path: {{ .Values.readinessProbe.path | quote }} - port: "http" - initialDelaySeconds: {{ .Values.readinessProbe.initialDelaySeconds }} - periodSeconds: {{ .Values.readinessProbe.periodSeconds }} - timeoutSeconds: {{ .Values.readinessProbe.timeoutSeconds }} - successThreshold: {{ .Values.readinessProbe.successThreshold }} - failureThreshold: {{ .Values.readinessProbe.failureThreshold }} - startupProbe: - httpGet: - path: {{ .Values.startupProbe.path | quote }} - port: "http" - initialDelaySeconds: {{ .Values.startupProbe.initialDelaySeconds }} - periodSeconds: {{ .Values.startupProbe.periodSeconds }} - timeoutSeconds: {{ .Values.startupProbe.timeoutSeconds }} - successThreshold: {{ .Values.startupProbe.successThreshold }} - failureThreshold: {{ .Values.startupProbe.failureThreshold }} - resources: - {{- toYaml .Values.resources | nindent 12 }} - volumeMounts: - - name: litellm-config - mountPath: /etc/litellm/config.yaml - subPath: config.yaml - {{ if .Values.securityContext.readOnlyRootFilesystem }} - - name: tmp - mountPath: /tmp - - name: cache - mountPath: /.cache - - name: npm - mountPath: /.npm - {{- end }} - {{- if include "litellm.collector.socketDir" . }} - - name: collector-socket - mountPath: {{ include "litellm.collector.socketDir" . }} - {{- end }} - {{- with .Values.volumeMounts }} - {{- toYaml . | nindent 12 }} - {{- end }} - {{- with .Values.lifecycle }} - lifecycle: - {{- toYaml . | nindent 12 }} - {{- end }} - {{- if .Values.collector.enabled }} - - name: {{ include "litellm.name" . }}-collector - securityContext: - {{- toYaml .Values.securityContext | nindent 12 }} - image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}" - imagePullPolicy: {{ .Values.image.pullPolicy }} - command: {{ toYaml .Values.collector.command | nindent 12 }} - env: - {{- include "litellm.proxyEnv" . | nindent 12 }} - {{- include "litellm.collectorEnv" . | nindent 12 }} - - name: LITELLM_JOB_ROLE - value: collector - {{- if not (hasKey (default dict .Values.envVars) "CONFIG_FILE_PATH") }} - - name: CONFIG_FILE_PATH - value: /etc/litellm/config.yaml - {{- end }} - envFrom: - {{- range .Values.environmentSecrets }} - - secretRef: - name: {{ . }} - {{- end }} - {{- range .Values.environmentConfigMaps }} - - configMapRef: - name: {{ . }} - {{- end }} - resources: - {{- toYaml .Values.collector.resources | nindent 12 }} - volumeMounts: - - name: litellm-config - mountPath: /etc/litellm/config.yaml - subPath: config.yaml - {{- if include "litellm.collector.socketDir" . }} - - name: collector-socket - mountPath: {{ include "litellm.collector.socketDir" . }} - {{- end }} - {{ if .Values.securityContext.readOnlyRootFilesystem }} - - name: tmp - mountPath: /tmp - - name: cache - mountPath: /.cache - - name: npm - mountPath: /.npm - {{- end }} - {{- with .Values.volumeMounts }} - {{- toYaml . | nindent 12 }} - {{- end }} - {{- end }} - {{- with .Values.extraContainers }} - {{- tpl (toYaml .) $ | nindent 8 }} - {{- end }} - volumes: - {{ if .Values.securityContext.readOnlyRootFilesystem }} - - name: tmp - emptyDir: - sizeLimit: 500Mi - - name: cache - emptyDir: - sizeLimit: 500Mi - - name: npm - emptyDir: - sizeLimit: 500Mi - {{- end }} - - name: litellm-config - configMap: - {{- if .Values.proxyConfigMap.create }} - name: {{ include "litellm.fullname" . }}-config - {{- else }} - name: {{ .Values.proxyConfigMap.name }} - {{- end }} - items: - - key: {{ .Values.proxyConfigMap.key | default "config.yaml" }} - path: "config.yaml" - {{- if include "litellm.collector.socketDir" . }} - - name: collector-socket - emptyDir: - sizeLimit: 1Mi - {{- end }} - {{- with .Values.volumes }} - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.nodeSelector }} - nodeSelector: - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.affinity }} - affinity: - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.tolerations }} - tolerations: - {{- toYaml . | nindent 8 }} - {{- end }} - terminationGracePeriodSeconds: {{ .Values.terminationGracePeriodSeconds | default 90 }} - {{- if .Values.topologySpreadConstraints }} - topologySpreadConstraints: - {{- toYaml .Values.topologySpreadConstraints | nindent 8 }} - {{- end }} diff --git a/helm/litellm-helm/templates/extra-resources.yaml b/helm/litellm-helm/templates/extra-resources.yaml deleted file mode 100644 index 33190d96fc0..00000000000 --- a/helm/litellm-helm/templates/extra-resources.yaml +++ /dev/null @@ -1,6 +0,0 @@ -{{- if .Values.extraResources }} -{{- range .Values.extraResources }} ---- -{{ toYaml . | nindent 0 }} -{{- end }} -{{- end }} \ No newline at end of file diff --git a/helm/litellm-helm/templates/hpa.yaml b/helm/litellm-helm/templates/hpa.yaml deleted file mode 100644 index a651f916d21..00000000000 --- a/helm/litellm-helm/templates/hpa.yaml +++ /dev/null @@ -1,64 +0,0 @@ -{{- if .Values.autoscaling.enabled }} -apiVersion: autoscaling/v2 -kind: HorizontalPodAutoscaler -metadata: - name: {{ include "litellm.fullname" . }} - labels: - {{- include "litellm.labels" . | nindent 4 }} -spec: - scaleTargetRef: - apiVersion: apps/v1 - kind: Deployment - name: {{ include "litellm.fullname" . }} - minReplicas: {{ .Values.autoscaling.minReplicas }} - maxReplicas: {{ .Values.autoscaling.maxReplicas }} - {{- if .Values.autoscaling.behavior }} - behavior: - {{- toYaml .Values.autoscaling.behavior | nindent 4 }} - {{- end }} - metrics: - {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} - {{- if and .Values.collector.enabled .Values.collector.scaleOnProxyContainerCpu }} - - type: ContainerResource - containerResource: - name: cpu - container: {{ include "litellm.name" . }} - target: - type: Utilization - averageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} - {{- else }} - - type: Resource - resource: - name: cpu - target: - type: Utilization - averageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} - {{- end }} - {{- end }} - {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} - - type: Resource - resource: - name: memory - target: - type: Utilization - averageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} - {{- end }} - {{- with .Values.autoscaling.targetRequestsPerSecond }} - - type: Pods - pods: - metric: - name: litellm_requests_per_second - target: - type: AverageValue - averageValue: {{ toJson . | trimAll "\"" | quote }} - {{- end }} - {{- with .Values.autoscaling.targetTokensPerSecond }} - - type: Pods - pods: - metric: - name: litellm_tokens_per_second - target: - type: AverageValue - averageValue: {{ toJson . | trimAll "\"" | quote }} - {{- end }} -{{- end }} diff --git a/helm/litellm-helm/templates/ingress.yaml b/helm/litellm-helm/templates/ingress.yaml deleted file mode 100644 index ea9ffcbb54c..00000000000 --- a/helm/litellm-helm/templates/ingress.yaml +++ /dev/null @@ -1,64 +0,0 @@ -{{- if .Values.ingress.enabled -}} -{{- $fullName := include "litellm.fullname" . -}} -{{- $svcPort := .Values.service.port -}} -{{- if and .Values.ingress.className (not (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion)) }} - {{- if not (hasKey .Values.ingress.annotations "kubernetes.io/ingress.class") }} - {{- $_ := set .Values.ingress.annotations "kubernetes.io/ingress.class" .Values.ingress.className}} - {{- end }} -{{- end }} -{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion -}} -apiVersion: networking.k8s.io/v1 -{{- else if semverCompare ">=1.14-0" .Capabilities.KubeVersion.GitVersion -}} -apiVersion: networking.k8s.io/v1beta1 -{{- else -}} -apiVersion: extensions/v1beta1 -{{- end }} -kind: Ingress -metadata: - name: {{ $fullName }} - labels: - {{- include "litellm.labels" . | nindent 4 }} - {{- with .Values.ingress.labels }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.ingress.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} -spec: - {{- if and .Values.ingress.className (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion) }} - ingressClassName: {{ .Values.ingress.className }} - {{- end }} - {{- if .Values.ingress.tls }} - tls: - {{- range .Values.ingress.tls }} - - hosts: - {{- range .hosts }} - - {{ . | quote }} - {{- end }} - secretName: {{ .secretName }} - {{- end }} - {{- end }} - rules: - {{- range .Values.ingress.hosts }} - - host: {{ .host | quote }} - http: - paths: - {{- range .paths }} - - path: {{ .path }} - {{- if and .pathType (semverCompare ">=1.18-0" $.Capabilities.KubeVersion.GitVersion) }} - pathType: {{ .pathType }} - {{- end }} - backend: - {{- if semverCompare ">=1.19-0" $.Capabilities.KubeVersion.GitVersion }} - service: - name: {{ $fullName }} - port: - number: {{ $svcPort }} - {{- else }} - serviceName: {{ $fullName }} - servicePort: {{ $svcPort }} - {{- end }} - {{- end }} - {{- end }} -{{- end }} diff --git a/helm/litellm-helm/templates/keda.yaml b/helm/litellm-helm/templates/keda.yaml deleted file mode 100644 index bf585d0d4be..00000000000 --- a/helm/litellm-helm/templates/keda.yaml +++ /dev/null @@ -1,58 +0,0 @@ -{{- if and .Values.keda.enabled (not .Values.autoscaling.enabled) }} -apiVersion: keda.sh/v1alpha1 -kind: ScaledObject -metadata: - name: {{ include "litellm.fullname" . }} - labels: - {{- include "litellm.labels" . | nindent 4 }} - {{- if .Values.keda.scaledObject.annotations }} - annotations: {{ toYaml .Values.keda.scaledObject.annotations | nindent 4 }} - {{- end }} -spec: - scaleTargetRef: - name: {{ include "litellm.fullname" . }} - pollingInterval: {{ .Values.keda.pollingInterval }} - cooldownPeriod: {{ .Values.keda.cooldownPeriod }} - minReplicaCount: {{ .Values.keda.minReplicas }} - maxReplicaCount: {{ .Values.keda.maxReplicas }} -{{- with .Values.keda.fallback }} - fallback: - failureThreshold: {{ .failureThreshold | default 3 }} - replicas: {{ .replicas | default $.Values.keda.maxReplicas }} -{{- end }} - triggers: -{{- with .Values.keda.triggers }} - {{- toYaml . | nindent 2 }} -{{- end }} -{{- $prom := .Values.keda.prometheus }} -{{- if or $prom.requestsPerSecond $prom.tokensPerSecond }} -{{- if not $prom.serverAddress }} -{{- fail "keda.prometheus.serverAddress is required when keda.prometheus.requestsPerSecond or tokensPerSecond is set" }} -{{- end }} -{{- $selector := printf "namespace=%q,job=%q" .Release.Namespace (printf "%s%s" (include "litellm.fullname" .) (ternary "-metrics" "" .Values.metricsServer.enabled)) }} -{{- with $prom.requestsPerSecond }} - - type: prometheus - metadata: - serverAddress: {{ $prom.serverAddress | quote }} - threshold: {{ toJson . | trimAll "\"" | quote }} - query: {{ printf "sum(rate(litellm_proxy_total_requests_metric_total{%s}[1m]))" $selector | quote }} -{{- end }} -{{- with $prom.tokensPerSecond }} - - type: prometheus - metadata: - serverAddress: {{ $prom.serverAddress | quote }} - threshold: {{ toJson . | trimAll "\"" | quote }} - query: {{ printf "sum(rate(litellm_total_tokens_metric_total{%s}[1m]))" $selector | quote }} -{{- end }} -{{- end }} - advanced: - restoreToOriginalReplicaCount: {{ .Values.keda.restoreToOriginalReplicaCount }} -{{- if .Values.keda.behavior }} - horizontalPodAutoscalerConfig: - behavior: -{{- with .Values.keda.behavior }} -{{- toYaml . | nindent 8 }} -{{- end }} - -{{- end }} -{{- end }} diff --git a/helm/litellm-helm/templates/migrations-job.yaml b/helm/litellm-helm/templates/migrations-job.yaml deleted file mode 100644 index 7aa96a59102..00000000000 --- a/helm/litellm-helm/templates/migrations-job.yaml +++ /dev/null @@ -1,122 +0,0 @@ -{{- if .Values.migrationJob.enabled }} -# This job runs the Prisma migrations for the LiteLLM DB. -apiVersion: batch/v1 -kind: Job -metadata: - name: {{ include "litellm.fullname" . }}-migrations - labels: - {{- include "litellm.labels" . | nindent 4 }} - {{- with .Values.migrationJob.jobLabels }} - {{- toYaml . | nindent 4 }} - {{- end }} - annotations: - {{- if .Values.migrationJob.hooks.argocd.enabled }} - argocd.argoproj.io/hook: PreSync - argocd.argoproj.io/hook-delete-policy: BeforeHookCreation - {{- end }} - {{- if .Values.migrationJob.hooks.helm.enabled }} - helm.sh/hook: "pre-install,pre-upgrade" - helm.sh/hook-delete-policy: "before-hook-creation" - helm.sh/hook-weight: {{ .Values.migrationJob.hooks.helm.weight | default "1" | quote }} - {{- end }} - checksum/config: {{ toYaml .Values | sha256sum }} - {{- with .Values.migrationJob.jobAnnotations }} - {{- toYaml . | nindent 4 }} - {{- end }} -spec: - template: - metadata: - labels: - {{- include "litellm.labels" . | nindent 8 }} - {{- with .Values.podLabels }} - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.migrationJob.podLabels }} - {{- toYaml . | nindent 8 }} - {{- end }} - annotations: - {{- with .Values.migrationJob.annotations }} - {{- toYaml . | nindent 8 }} - {{- end }} - spec: - {{- with .Values.imagePullSecrets }} - imagePullSecrets: - {{- toYaml . | nindent 8 }} - {{- end }} - serviceAccountName: {{ include "litellm.migrationServiceAccountName" . }} - securityContext: - {{- toYaml .Values.podSecurityContext | nindent 8 }} - {{- with .Values.migrationJob.extraInitContainers }} - initContainers: - {{- tpl (toYaml .) $ | nindent 8 }} - {{- end }} - containers: - - name: prisma-migrations - image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}" - imagePullPolicy: {{ .Values.image.pullPolicy }} - securityContext: - {{- toYaml .Values.securityContext | nindent 12 }} - {{- if .Values.migrationJob.command }} - command: {{ toYaml .Values.migrationJob.command | nindent 12 }} - {{- else }} - command: ["python", "litellm/proxy/prisma_migration.py"] - {{- end }} - {{- if .Values.migrationJob.args }} - args: {{ toYaml .Values.migrationJob.args | nindent 12 }} - {{- else if .Values.migrationJob.command }} - args: [] - {{- end }} - workingDir: "/app" - env: - {{- include "litellm.validateDbTokenAuth" . -}} - {{- if .Values.db.useExisting }} - {{- include "litellm.existingDbEnv" . | nindent 12 }} - {{- else if .Values.db.deployStandalone }} - - name: DATABASE_URL - value: postgresql://{{ .Values.postgresql.auth.username }}:{{ .Values.postgresql.auth.password }}@{{ .Release.Name }}-postgresql/{{ .Values.postgresql.auth.database }} - {{- end }} - {{- if .Values.envVars }} - {{- range $key, $val := .Values.envVars }} - - name: {{ $key }} - value: {{ $val | quote }} - {{- end }} - {{- end }} - {{- with .Values.extraEnvVars }} - {{- toYaml . | nindent 12 }} - {{- end }} - - name: DISABLE_SCHEMA_UPDATE - value: "false" # always run the migration from the Helm PreSync hook, override the value set - {{- with .Values.volumeMounts }} - volumeMounts: - {{- toYaml . | nindent 12 }} - {{- end }} - {{- with .Values.migrationJob.resources }} - resources: - {{- toYaml . | nindent 12 }} - {{- end }} - {{- with .Values.migrationJob.extraContainers }} - {{- tpl (toYaml .) $ | nindent 8 }} - {{- end }} - {{- with .Values.volumes }} - volumes: - {{- toYaml . | nindent 8 }} - {{- end }} - restartPolicy: OnFailure - {{- with .Values.nodeSelector }} - nodeSelector: - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.affinity }} - affinity: - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.tolerations }} - tolerations: - {{- toYaml . | nindent 8 }} - {{- end }} - ttlSecondsAfterFinished: {{ .Values.migrationJob.ttlSecondsAfterFinished }} - backoffLimit: {{ .Values.migrationJob.backoffLimit }} - {{- with .Values.migrationJob.activeDeadlineSeconds }} - activeDeadlineSeconds: {{ . }} - {{- end }} -{{- end }} diff --git a/helm/litellm-helm/templates/poddisruptionbudget.yaml b/helm/litellm-helm/templates/poddisruptionbudget.yaml deleted file mode 100644 index 1715b94c1f6..00000000000 --- a/helm/litellm-helm/templates/poddisruptionbudget.yaml +++ /dev/null @@ -1,33 +0,0 @@ -{{- /* -PodDisruptionBudget for LiteLLM proxy -Controlled via .Values.pdb.enabled and .Values.pdb.{minAvailable|maxUnavailable} -Only one of minAvailable / maxUnavailable should be set. If both are set, minAvailable wins. -*/ -}} -{{- if .Values.pdb.enabled }} -apiVersion: policy/v1 -kind: PodDisruptionBudget -metadata: - name: {{ include "litellm.fullname" . }} - labels: - {{- include "litellm.labels" . | nindent 4 }} - {{- with .Values.pdb.labels }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.pdb.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} -spec: - selector: - matchLabels: - {{- /* Match the Deployment selector to target the same pod set */ -}} - {{- include "litellm.selectorLabels" . | nindent 6 }} - {{- if .Values.pdb.minAvailable }} - minAvailable: {{ .Values.pdb.minAvailable }} - {{- else if .Values.pdb.maxUnavailable }} - maxUnavailable: {{ .Values.pdb.maxUnavailable }} - {{- else }} - # Safe default if enabled but not configured - maxUnavailable: 1 - {{- end }} -{{- end }} diff --git a/helm/litellm-helm/templates/secret-dbcredentials.yaml b/helm/litellm-helm/templates/secret-dbcredentials.yaml deleted file mode 100644 index 8ab89a4579e..00000000000 --- a/helm/litellm-helm/templates/secret-dbcredentials.yaml +++ /dev/null @@ -1,13 +0,0 @@ -{{- if .Values.db.deployStandalone -}} -{{- include "litellm.validateBundledPostgresImageTag" . -}} -apiVersion: v1 -kind: Secret -metadata: - name: {{ include "litellm.fullname" . }}-dbcredentials -data: - # Password for the "postgres" user - postgres-password: {{ ( index .Values.postgresql.auth "postgres-password") | default "litellm" | b64enc }} - username: {{ .Values.postgresql.auth.username | default "litellm" | b64enc }} - password: {{ .Values.postgresql.auth.password | default "litellm" | b64enc }} -type: Opaque -{{- end -}} \ No newline at end of file diff --git a/helm/litellm-helm/templates/secret-masterkey.yaml b/helm/litellm-helm/templates/secret-masterkey.yaml deleted file mode 100644 index 60ab4e74c6b..00000000000 --- a/helm/litellm-helm/templates/secret-masterkey.yaml +++ /dev/null @@ -1,12 +0,0 @@ -{{- if not .Values.masterkeySecretName }} -{{- $secretName := printf "%s-masterkey" (include "litellm.fullname" .) }} -{{- $existing := lookup "v1" "Secret" .Release.Namespace $secretName }} -{{- $masterkey := .Values.masterkey | default (dig "data" "masterkey" "" $existing | b64dec) | default (printf "sk-%s" (randAlphaNum 18)) }} -apiVersion: v1 -kind: Secret -metadata: - name: {{ $secretName }} -data: - masterkey: {{ $masterkey | b64enc }} -type: Opaque -{{- end }} diff --git a/helm/litellm-helm/templates/service-metrics.yaml b/helm/litellm-helm/templates/service-metrics.yaml deleted file mode 100644 index 1d23fe39606..00000000000 --- a/helm/litellm-helm/templates/service-metrics.yaml +++ /dev/null @@ -1,17 +0,0 @@ -{{- if .Values.metricsServer.enabled }} -apiVersion: v1 -kind: Service -metadata: - name: {{ include "litellm.fullname" . }}-metrics - labels: - {{- include "litellm.labels" . | nindent 4 }} -spec: - type: ClusterIP - ports: - - port: {{ .Values.metricsServer.port }} - targetPort: metrics - protocol: TCP - name: metrics - selector: - {{- include "litellm.selectorLabels" . | nindent 4 }} -{{- end }} diff --git a/helm/litellm-helm/templates/service.yaml b/helm/litellm-helm/templates/service.yaml deleted file mode 100644 index 11812208929..00000000000 --- a/helm/litellm-helm/templates/service.yaml +++ /dev/null @@ -1,22 +0,0 @@ -apiVersion: v1 -kind: Service -metadata: - name: {{ include "litellm.fullname" . }} - {{- with .Values.service.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} - labels: - {{- include "litellm.labels" . | nindent 4 }} -spec: - type: {{ .Values.service.type }} - {{- if and (eq .Values.service.type "LoadBalancer") .Values.service.loadBalancerClass }} - loadBalancerClass: {{ .Values.service.loadBalancerClass }} - {{- end }} - ports: - - port: {{ .Values.service.port }} - targetPort: http - protocol: TCP - name: http - selector: - {{- include "litellm.selectorLabels" . | nindent 4 }} diff --git a/helm/litellm-helm/templates/serviceaccount.yaml b/helm/litellm-helm/templates/serviceaccount.yaml deleted file mode 100644 index 7655470fa42..00000000000 --- a/helm/litellm-helm/templates/serviceaccount.yaml +++ /dev/null @@ -1,13 +0,0 @@ -{{- if .Values.serviceAccount.create -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - name: {{ include "litellm.serviceAccountName" . }} - labels: - {{- include "litellm.labels" . | nindent 4 }} - {{- with .Values.serviceAccount.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} -automountServiceAccountToken: {{ .Values.serviceAccount.automount }} -{{- end }} diff --git a/helm/litellm-helm/templates/servicemonitor.yaml b/helm/litellm-helm/templates/servicemonitor.yaml deleted file mode 100644 index 68083d0da61..00000000000 --- a/helm/litellm-helm/templates/servicemonitor.yaml +++ /dev/null @@ -1,39 +0,0 @@ -{{- with .Values.serviceMonitor }} -{{- if and (eq .enabled true) }} -apiVersion: monitoring.coreos.com/v1 -kind: ServiceMonitor -metadata: - name: {{ include "litellm.fullname" $ }} - labels: - {{- include "litellm.labels" $ | nindent 4 }} - {{- if .labels }} - {{- toYaml .labels | nindent 4 }} - {{- end }} - {{- if .annotations }} - annotations: - {{- toYaml .annotations | nindent 4 }} - {{- end }} -spec: - selector: - matchLabels: - {{- include "litellm.selectorLabels" $ | nindent 6 }} - namespaceSelector: - matchNames: - # if not set, use the release namespace - {{- if not .namespaceSelector.matchNames }} - - {{ $.Release.Namespace | quote }} - {{- else }} - {{- toYaml .namespaceSelector.matchNames | nindent 4 }} - {{- end }} - endpoints: - - port: {{ ternary "metrics" "http" $.Values.metricsServer.enabled }} - path: /metrics/ - interval: {{ .interval }} - scrapeTimeout: {{ .scrapeTimeout }} - scheme: http - {{- if .relabelings }} - relabelings: -{{- toYaml .relabelings | nindent 4 }} - {{- end }} -{{- end }} -{{- end }} diff --git a/helm/litellm-helm/templates/tests/test-connection.yaml b/helm/litellm-helm/templates/tests/test-connection.yaml deleted file mode 100644 index 86a8f66b10b..00000000000 --- a/helm/litellm-helm/templates/tests/test-connection.yaml +++ /dev/null @@ -1,25 +0,0 @@ -apiVersion: v1 -kind: Pod -metadata: - name: "{{ include "litellm.fullname" . }}-test-connection" - labels: - {{- include "litellm.labels" . | nindent 4 }} - annotations: - "helm.sh/hook": test -spec: - containers: - - name: wget - image: busybox - command: ['sh', '-c'] - args: - - | - # Wait for a bit to allow the service to be ready - sleep 10 - # Try multiple times with a delay between attempts - for i in $(seq 1 30); do - wget -T 5 "{{ include "litellm.fullname" . }}:{{ .Values.service.port }}/health/readiness" && exit 0 - echo "Attempt $i failed, waiting..." - sleep 2 - done - exit 1 - restartPolicy: Never \ No newline at end of file diff --git a/helm/litellm-helm/templates/tests/test-env-vars.yaml b/helm/litellm-helm/templates/tests/test-env-vars.yaml deleted file mode 100644 index 9f0277557a4..00000000000 --- a/helm/litellm-helm/templates/tests/test-env-vars.yaml +++ /dev/null @@ -1,43 +0,0 @@ -apiVersion: v1 -kind: Pod -metadata: - name: "{{ include "litellm.fullname" . }}-env-test" - labels: - {{- include "litellm.labels" . | nindent 4 }} - annotations: - "helm.sh/hook": test -spec: - containers: - - name: test - image: busybox - command: ['sh', '-c'] - args: - - | - # Test DD_ENV - if [ "$DD_ENV" != "dev_helm" ]; then - echo "❌ Environment variable DD_ENV mismatch. Expected: dev_helm, Got: $DD_ENV" - exit 1 - fi - echo "✅ Environment variable DD_ENV matches expected value: $DD_ENV" - - # Test DD_SERVICE - if [ "$DD_SERVICE" != "litellm" ]; then - echo "❌ Environment variable DD_SERVICE mismatch. Expected: litellm, Got: $DD_SERVICE" - exit 1 - fi - echo "✅ Environment variable DD_SERVICE matches expected value: $DD_SERVICE" - - # Test USE_DDTRACE - if [ "$USE_DDTRACE" != "true" ]; then - echo "❌ Environment variable USE_DDTRACE mismatch. Expected: true, Got: $USE_DDTRACE" - exit 1 - fi - echo "✅ Environment variable USE_DDTRACE matches expected value: $USE_DDTRACE" - env: - - name: DD_ENV - value: {{ .Values.envVars.DD_ENV | quote }} - - name: DD_SERVICE - value: {{ .Values.envVars.DD_SERVICE | quote }} - - name: USE_DDTRACE - value: {{ .Values.envVars.USE_DDTRACE | quote }} - restartPolicy: Never \ No newline at end of file diff --git a/helm/litellm-helm/templates/tests/test-servicemonitor.yaml b/helm/litellm-helm/templates/tests/test-servicemonitor.yaml deleted file mode 100644 index ef8475339c3..00000000000 --- a/helm/litellm-helm/templates/tests/test-servicemonitor.yaml +++ /dev/null @@ -1,152 +0,0 @@ -{{- if .Values.serviceMonitor.enabled }} -apiVersion: v1 -kind: Pod -metadata: - name: "{{ include "litellm.fullname" . }}-test-servicemonitor" - labels: - {{- include "litellm.labels" . | nindent 4 }} - annotations: - "helm.sh/hook": test -spec: - containers: - - name: test - image: docker.io/bitnamilegacy/kubectl:1.29.2-debian-12-r3 - command: ['sh', '-c'] - args: - - | - set -e - echo "🔍 Testing ServiceMonitor configuration..." - - # Check if ServiceMonitor exists - if ! kubectl get servicemonitor {{ include "litellm.fullname" . }} -n {{ .Release.Namespace }} &>/dev/null; then - echo "❌ ServiceMonitor not found" - exit 1 - fi - echo "✅ ServiceMonitor exists" - - # Get ServiceMonitor YAML - SM=$(kubectl get servicemonitor {{ include "litellm.fullname" . }} -n {{ .Release.Namespace }} -o yaml) - - # Test endpoint configuration - ENDPOINT_PORT=$(echo "$SM" | grep -A 5 "endpoints:" | grep "port:" | awk '{print $2}') - if [ "$ENDPOINT_PORT" != "http" ]; then - echo "❌ Endpoint port mismatch. Expected: http, Got: $ENDPOINT_PORT" - exit 1 - fi - echo "✅ Endpoint port is correctly set to: $ENDPOINT_PORT" - - # Test endpoint path - ENDPOINT_PATH=$(echo "$SM" | grep -A 5 "endpoints:" | grep "path:" | awk '{print $2}') - if [ "$ENDPOINT_PATH" != "/metrics/" ]; then - echo "❌ Endpoint path mismatch. Expected: /metrics/, Got: $ENDPOINT_PATH" - exit 1 - fi - echo "✅ Endpoint path is correctly set to: $ENDPOINT_PATH" - - # Test interval - INTERVAL=$(echo "$SM" | grep "interval:" | awk '{print $2}') - if [ "$INTERVAL" != "{{ .Values.serviceMonitor.interval }}" ]; then - echo "❌ Interval mismatch. Expected: {{ .Values.serviceMonitor.interval }}, Got: $INTERVAL" - exit 1 - fi - echo "✅ Interval is correctly set to: $INTERVAL" - - # Test scrapeTimeout - TIMEOUT=$(echo "$SM" | grep "scrapeTimeout:" | awk '{print $2}') - if [ "$TIMEOUT" != "{{ .Values.serviceMonitor.scrapeTimeout }}" ]; then - echo "❌ ScrapeTimeout mismatch. Expected: {{ .Values.serviceMonitor.scrapeTimeout }}, Got: $TIMEOUT" - exit 1 - fi - echo "✅ ScrapeTimeout is correctly set to: $TIMEOUT" - - # Test scheme - SCHEME=$(echo "$SM" | grep "scheme:" | awk '{print $2}') - if [ "$SCHEME" != "http" ]; then - echo "❌ Scheme mismatch. Expected: http, Got: $SCHEME" - exit 1 - fi - echo "✅ Scheme is correctly set to: $SCHEME" - - {{- if .Values.serviceMonitor.labels }} - # Test custom labels - echo "🔍 Checking custom labels..." - {{- range $key, $value := .Values.serviceMonitor.labels }} - LABEL_VALUE=$(echo "$SM" | grep -A 20 "metadata:" | grep "{{ $key }}:" | awk '{print $2}') - if [ "$LABEL_VALUE" != "{{ $value }}" ]; then - echo "❌ Label {{ $key }} mismatch. Expected: {{ $value }}, Got: $LABEL_VALUE" - exit 1 - fi - echo "✅ Label {{ $key }} is correctly set to: {{ $value }}" - {{- end }} - {{- end }} - - {{- if .Values.serviceMonitor.annotations }} - # Test annotations - echo "🔍 Checking annotations..." - {{- range $key, $value := .Values.serviceMonitor.annotations }} - ANNOTATION_VALUE=$(echo "$SM" | grep -A 10 "annotations:" | grep "{{ $key }}:" | awk '{print $2}') - if [ "$ANNOTATION_VALUE" != "{{ $value }}" ]; then - echo "❌ Annotation {{ $key }} mismatch. Expected: {{ $value }}, Got: $ANNOTATION_VALUE" - exit 1 - fi - echo "✅ Annotation {{ $key }} is correctly set to: {{ $value }}" - {{- end }} - {{- end }} - - {{- if .Values.serviceMonitor.namespaceSelector.matchNames }} - # Test namespace selector - echo "🔍 Checking namespace selector..." - {{- range .Values.serviceMonitor.namespaceSelector.matchNames }} - if ! echo "$SM" | grep -A 5 "namespaceSelector:" | grep -q "{{ . }}"; then - echo "❌ Namespace {{ . }} not found in namespaceSelector" - exit 1 - fi - echo "✅ Namespace {{ . }} found in namespaceSelector" - {{- end }} - {{- else }} - # Test default namespace selector (should be release namespace) - if ! echo "$SM" | grep -A 5 "namespaceSelector:" | grep -q "{{ .Release.Namespace }}"; then - echo "❌ Release namespace {{ .Release.Namespace }} not found in namespaceSelector" - exit 1 - fi - echo "✅ Default namespace selector set to release namespace: {{ .Release.Namespace }}" - {{- end }} - - {{- if .Values.serviceMonitor.relabelings }} - # Test relabelings - echo "🔍 Checking relabelings configuration..." - if ! echo "$SM" | grep -q "relabelings:"; then - echo "❌ Relabelings section not found" - exit 1 - fi - echo "✅ Relabelings section exists" - {{- range .Values.serviceMonitor.relabelings }} - {{- if .targetLabel }} - if ! echo "$SM" | grep -A 50 "relabelings:" | grep -q "targetLabel: {{ .targetLabel }}"; then - echo "❌ Relabeling targetLabel {{ .targetLabel }} not found" - exit 1 - fi - echo "✅ Relabeling targetLabel {{ .targetLabel }} found" - {{- end }} - {{- if .action }} - if ! echo "$SM" | grep -A 50 "relabelings:" | grep -q "action: {{ .action }}"; then - echo "❌ Relabeling action {{ .action }} not found" - exit 1 - fi - echo "✅ Relabeling action {{ .action }} found" - {{- end }} - {{- end }} - {{- end }} - - # Test selector labels match the service - echo "🔍 Checking selector labels match service..." - SVC_LABELS=$(kubectl get svc {{ include "litellm.fullname" . }} -n {{ .Release.Namespace }} -o jsonpath='{.metadata.labels}') - echo "Service labels: $SVC_LABELS" - echo "✅ Selector labels validation passed" - - echo "" - echo "🎉 All ServiceMonitor tests passed successfully!" - serviceAccountName: {{ include "litellm.serviceAccountName" . }} - restartPolicy: Never -{{- end }} - diff --git a/helm/litellm-helm/tests/billing_metrics_tests.yaml b/helm/litellm-helm/tests/billing_metrics_tests.yaml deleted file mode 100644 index 52185c8dd9d..00000000000 --- a/helm/litellm-helm/tests/billing_metrics_tests.yaml +++ /dev/null @@ -1,100 +0,0 @@ -suite: test bearer-only billingMetrics wiring -templates: - - deployment.yaml - - configmap-litellm.yaml -tests: - - it: is disabled by default - template: deployment.yaml - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_BILLING_METRICS_ENDPOINT - - notContains: - path: spec.template.spec.volumes - content: - name: billing-metrics - - - it: renders required URLs and Cognito secret references when enabled - template: deployment.yaml - set: - billingMetrics: - enabled: true - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_BILLING_METRICS_ENDPOINT - value: https://telemetry.litellm.ai - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_BILLING_METRICS_TOKEN_URL - value: https://litellm-prod.auth.us-west-1.amazoncognito.com/oauth2/token - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_BILLING_METRICS_CLIENT_ID - valueFrom: - secretKeyRef: - name: litellm-billing-metrics - key: client-id - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_BILLING_METRICS_CLIENT_SECRET - valueFrom: - secretKeyRef: - name: litellm-billing-metrics - key: client-secret - - notContains: - path: spec.template.spec.volumes - content: - name: billing-metrics - - notContains: - path: spec.template.spec.containers[0].volumeMounts - content: - name: billing-metrics - - - it: renders the export interval only when set - template: deployment.yaml - set: - billingMetrics: - enabled: true - exportIntervalMs: 5000 - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_BILLING_METRICS_EXPORT_INTERVAL_MS - value: "5000" - - - it: requires the endpoint when enabled - template: deployment.yaml - set: - billingMetrics: - enabled: true - endpoint: "" - asserts: - - failedTemplate: - errorMessage: billingMetrics.endpoint is required when billingMetrics.enabled is true - - - it: requires the token URL when enabled - template: deployment.yaml - set: - billingMetrics: - enabled: true - tokenUrl: "" - asserts: - - failedTemplate: - errorMessage: billingMetrics.tokenUrl is required when billingMetrics.enabled is true - - - it: requires the secret name when enabled - template: deployment.yaml - set: - billingMetrics: - enabled: true - secretName: "" - asserts: - - failedTemplate: - errorMessage: billingMetrics.secretName is required when billingMetrics.enabled is true diff --git a/helm/litellm-helm/tests/bundled_db_images_tests.yaml b/helm/litellm-helm/tests/bundled_db_images_tests.yaml deleted file mode 100644 index 8f0860c2721..00000000000 --- a/helm/litellm-helm/tests/bundled_db_images_tests.yaml +++ /dev/null @@ -1,94 +0,0 @@ -suite: test bundled database images -templates: - - charts/postgresql/templates/primary/statefulset.yaml - - charts/redis/templates/master/application.yaml - - charts/redis/templates/configmap.yaml - - charts/redis/templates/health-configmap.yaml - - charts/redis/templates/scripts-configmap.yaml - - charts/redis/templates/secret.yaml - - secret-dbcredentials.yaml - - templates/tests/test-servicemonitor.yaml -tests: - - it: should pull the bundled postgres from a repository that still publishes the pinned tag - template: charts/postgresql/templates/primary/statefulset.yaml - set: - db.deployStandalone: true - asserts: - - equal: - path: spec.template.spec.containers[0].image - value: docker.io/bitnamilegacy/postgresql:16.2.0-debian-12-r6 - - - it: should pull the bundled postgres metrics exporter from the same repository - template: charts/postgresql/templates/primary/statefulset.yaml - set: - db.deployStandalone: true - postgresql.metrics.enabled: true - asserts: - - equal: - path: spec.template.spec.containers[1].image - value: docker.io/bitnamilegacy/postgres-exporter:0.15.0-debian-12-r14 - - - it: should run the bundled postgres init container from the same repository - template: charts/postgresql/templates/primary/statefulset.yaml - set: - db.deployStandalone: true - postgresql.volumePermissions.enabled: true - asserts: - - equal: - path: spec.template.spec.initContainers[0].image - value: docker.io/bitnamilegacy/os-shell:12-debian-12-r16 - - - it: should pull the bundled redis from a repository that still publishes the pinned tag - template: charts/redis/templates/master/application.yaml - set: - redis.enabled: true - asserts: - - equal: - path: spec.template.spec.containers[0].image - value: docker.io/bitnamilegacy/redis:7.2.4-debian-12-r9 - - - it: should reject a floating postgres tag that could cross a major version on an existing volume - template: secret-dbcredentials.yaml - set: - db.deployStandalone: true - postgresql.image.tag: latest - asserts: - - failedTemplate: - errorMessage: 'postgresql.image.tag must be pinned to an explicit version when db.deployStandalone is true (got "latest"). An unpinned tag can start a different PostgreSQL major against the existing data directory, which makes the database unreadable and is not recoverable in place. Crossing a major version requires a dump and restore.' - - - it: should reject an empty postgres tag - template: secret-dbcredentials.yaml - set: - db.deployStandalone: true - postgresql.image.tag: "" - asserts: - - failedTemplate: - errorMessage: 'postgresql.image.tag must be pinned to an explicit version when db.deployStandalone is true (got ""). An unpinned tag can start a different PostgreSQL major against the existing data directory, which makes the database unreadable and is not recoverable in place. Crossing a major version requires a dump and restore.' - - - it: should accept an empty postgres tag when the image is pinned by digest - template: secret-dbcredentials.yaml - set: - db.deployStandalone: true - postgresql.image.tag: "" - postgresql.image.digest: sha256:0d0e2f1a5b3c4d6e7f8091a2b3c4d5e6f708192a3b4c5d6e7f8091a2b3c4d5e6 - asserts: - - hasDocuments: - count: 1 - - - it: should run the servicemonitor test pod from a pinned image - template: templates/tests/test-servicemonitor.yaml - set: - serviceMonitor.enabled: true - asserts: - - equal: - path: spec.containers[0].image - value: docker.io/bitnamilegacy/kubectl:1.29.2-debian-12-r3 - - - it: should not constrain the postgres tag when the bundled database is not deployed - template: secret-dbcredentials.yaml - set: - db.deployStandalone: false - postgresql.image.tag: latest - asserts: - - hasDocuments: - count: 0 diff --git a/helm/litellm-helm/tests/collector_tests.yaml b/helm/litellm-helm/tests/collector_tests.yaml deleted file mode 100644 index 1365290e16c..00000000000 --- a/helm/litellm-helm/tests/collector_tests.yaml +++ /dev/null @@ -1,272 +0,0 @@ -suite: test collector sidecar -templates: - - deployment.yaml - - hpa.yaml - - configmap-litellm.yaml -tests: - - it: should run the proxy alone with no collector env by default - template: deployment.yaml - asserts: - - lengthEqual: - path: spec.template.spec.containers - count: 1 - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_COLLECTOR_ENABLED - value: "true" - - notContains: - path: spec.template.spec.volumes - content: - name: collector-socket - any: true - - - it: should add the sidecar on the same image and point both containers at the unix socket - template: deployment.yaml - set: - image.tag: test - db.connectionPool.enabled: true - collector.enabled: true - collector.resources: - requests: - cpu: 500m - memory: 1Gi - limits: - cpu: "1" - memory: 2Gi - asserts: - - lengthEqual: - path: spec.template.spec.containers - count: 2 - - equal: - path: spec.template.spec.containers[1].name - value: litellm-collector - - equal: - path: spec.template.spec.containers[1].image - value: ghcr.io/berriai/litellm:test - - equal: - path: spec.template.spec.containers[1].command - value: [python, -m, litellm.proxy.collector] - - equal: - path: spec.template.spec.containers[1].resources.requests.cpu - value: 500m - - equal: - path: spec.template.spec.containers[1].resources.limits.memory - value: 2Gi - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_COLLECTOR_ENABLED - value: "true" - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_COLLECTOR_ADDRESS - value: unix:///var/run/litellm/collector.sock - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_COLLECTOR_BUFFER_SIZE - value: "1000" - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_COLLECTOR_ON_UNAVAILABLE - value: fallback - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_JOB_ROLE - value: collector - - contains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_JOB_ROLE - value: collector - - contains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_COLLECTOR_ADDRESS - value: unix:///var/run/litellm/collector.sock - - contains: - path: spec.template.spec.containers[1].env - content: - name: CONFIG_FILE_PATH - value: /etc/litellm/config.yaml - - contains: - path: spec.template.spec.containers[1].env - content: - name: DATABASE_HOST - value: RELEASE-NAME-postgresql - - contains: - path: spec.template.spec.containers[1].env - content: - name: DATABASE_PASSWORD - valueFrom: - secretKeyRef: - name: RELEASE-NAME-litellm-dbcredentials - key: password - - contains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_PGBOUNCER_ENABLED - value: "true" - - contains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS - value: "20" - - contains: - path: spec.template.spec.containers[0].volumeMounts - content: - name: collector-socket - mountPath: /var/run/litellm - - contains: - path: spec.template.spec.containers[1].volumeMounts - content: - name: collector-socket - mountPath: /var/run/litellm - - contains: - path: spec.template.spec.containers[1].volumeMounts - content: - name: litellm-config - mountPath: /etc/litellm/config.yaml - subPath: config.yaml - - contains: - path: spec.template.spec.volumes - content: - name: collector-socket - emptyDir: - sizeLimit: 1Mi - - - it: should skip the socket volume and pass the policy through on tcp transport - template: deployment.yaml - set: - collector.enabled: true - collector.address: tcp://127.0.0.1:4100 - collector.onUnavailable: drop - collector.bufferSize: 50 - envVars: - CONFIG_FILE_PATH: /custom/config.yaml - asserts: - - lengthEqual: - path: spec.template.spec.containers - count: 2 - - notContains: - path: spec.template.spec.containers[1].env - content: - name: CONFIG_FILE_PATH - value: /etc/litellm/config.yaml - - contains: - path: spec.template.spec.containers[1].env - content: - name: CONFIG_FILE_PATH - value: /custom/config.yaml - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_COLLECTOR_ADDRESS - value: tcp://127.0.0.1:4100 - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_COLLECTOR_ON_UNAVAILABLE - value: drop - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_COLLECTOR_BUFFER_SIZE - value: "50" - - notContains: - path: spec.template.spec.volumes - content: - name: collector-socket - any: true - - - it: should keep metrics and billing env on the proxy container only - template: deployment.yaml - set: - collector.enabled: true - metricsServer.enabled: true - metricsServer.port: 9090 - billingMetrics.enabled: true - billingMetrics.endpoint: https://metering.example.com - billingMetrics.secretName: billing-metrics - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: PROMETHEUS_METRICS_PORT - value: "9090" - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_BILLING_METRICS_ENDPOINT - value: https://metering.example.com - - notContains: - path: spec.template.spec.containers[1].env - content: - name: PROMETHEUS_METRICS_PORT - any: true - - notContains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_BILLING_METRICS_ENDPOINT - any: true - - notContains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_BILLING_METRICS_CLIENT_SECRET - any: true - - - it: should give the sidecar the same scratch mounts as the proxy on a read-only root - template: deployment.yaml - set: - collector.enabled: true - securityContext.readOnlyRootFilesystem: true - asserts: - - contains: - path: spec.template.spec.containers[1].volumeMounts - content: - name: npm - mountPath: /.npm - - contains: - path: spec.template.spec.containers[1].volumeMounts - content: - name: cache - mountPath: /.cache - - contains: - path: spec.template.spec.containers[1].volumeMounts - content: - name: tmp - mountPath: /tmp - - - it: should keep the pod-wide cpu metric unless asked to scale on the proxy container - template: hpa.yaml - set: - autoscaling.enabled: true - collector.enabled: true - asserts: - - equal: { path: "spec.metrics[0].type", value: Resource } - - equal: { path: "spec.metrics[0].resource.name", value: cpu } - - - it: should scale on the proxy container's cpu only when opted in - template: hpa.yaml - set: - autoscaling.enabled: true - collector.enabled: true - collector.scaleOnProxyContainerCpu: true - asserts: - - equal: { path: "spec.metrics[0].type", value: ContainerResource } - - equal: { path: "spec.metrics[0].containerResource.name", value: cpu } - - equal: { path: "spec.metrics[0].containerResource.container", value: litellm } - - equal: { path: "spec.metrics[0].containerResource.target.averageUtilization", value: 60 } - - isNull: { path: "spec.metrics[0].resource" } - - - it: should not switch to the container metric while the sidecar is off - template: hpa.yaml - set: - autoscaling.enabled: true - collector.scaleOnProxyContainerCpu: true - asserts: - - equal: { path: "spec.metrics[0].type", value: Resource } diff --git a/helm/litellm-helm/tests/connection_pool_tests.yaml b/helm/litellm-helm/tests/connection_pool_tests.yaml deleted file mode 100644 index 203082f27ba..00000000000 --- a/helm/litellm-helm/tests/connection_pool_tests.yaml +++ /dev/null @@ -1,112 +0,0 @@ -suite: test in-container connection pool -templates: - - deployment.yaml - - configmap-litellm.yaml -tests: - - it: should not emit pgbouncer env vars by default - template: deployment.yaml - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_PGBOUNCER_ENABLED - value: "true" - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS - value: "20" - - - it: should enable the pool with the default sizing when connectionPool.enabled is set - template: deployment.yaml - set: - db.connectionPool.enabled: true - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_PGBOUNCER_ENABLED - value: "true" - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS - value: "20" - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN - value: "1000" - - - it: should pass custom sizing through as strings next to the worker count - template: deployment.yaml - set: - numWorkers: 4 - db.connectionPool.enabled: true - db.connectionPool.maxDbConnections: 8 - db.connectionPool.maxClientConn: 400 - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS - value: "8" - - contains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN - value: "400" - - contains: - path: spec.template.spec.containers[0].args - content: "4" - - - it: should give the collector sidecar the same pool env as the proxy container - template: deployment.yaml - set: - collector.enabled: true - db.connectionPool.enabled: true - db.connectionPool.maxDbConnections: 8 - db.connectionPool.maxClientConn: 400 - asserts: - - equal: - path: spec.template.spec.containers[1].name - value: litellm-collector - - contains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_PGBOUNCER_ENABLED - value: "true" - - contains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS - value: "8" - - contains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN - value: "400" - - - it: should give the collector sidecar no pool env when the pool is off - template: deployment.yaml - set: - collector.enabled: true - asserts: - - equal: - path: spec.template.spec.containers[1].name - value: litellm-collector - - notContains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_PGBOUNCER_ENABLED - any: true - - notContains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS - any: true - - notContains: - path: spec.template.spec.containers[1].env - content: - name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN - any: true diff --git a/helm/litellm-helm/tests/coordination_redis_tests.yaml b/helm/litellm-helm/tests/coordination_redis_tests.yaml deleted file mode 100644 index 0b58b1e6bc8..00000000000 --- a/helm/litellm-helm/tests/coordination_redis_tests.yaml +++ /dev/null @@ -1,143 +0,0 @@ -suite: test coordination redis -templates: - - configmap-litellm.yaml - - deployment.yaml -tests: - - it: should not render coordination_redis when redis is disabled - template: configmap-litellm.yaml - set: - redis.enabled: false - asserts: - - notMatchRegex: - path: data["config.yaml"] - pattern: coordination_redis - - - it: should not emit redis env vars when redis is disabled - template: deployment.yaml - set: - redis.enabled: false - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: REDIS_HOST - value: RELEASE-NAME-redis-master - any: true - - - it: should render coordination_redis pointing at the bundled redis when enabled - template: configmap-litellm.yaml - set: - redis.enabled: true - asserts: - - matchRegex: - path: data["config.yaml"] - pattern: "coordination_redis:\n host: os.environ/REDIS_HOST\n password: os.environ/REDIS_PASSWORD\n port: os.environ/REDIS_PORT\n" - - matchRegex: - path: data["config.yaml"] - pattern: "master_key: os.environ/PROXY_MASTER_KEY" - - - it: should emit redis env vars backing the coordination_redis os.environ refs - template: deployment.yaml - set: - redis.enabled: true - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: REDIS_HOST - value: RELEASE-NAME-redis-master - - contains: - path: spec.template.spec.containers[0].env - content: - name: REDIS_PORT - value: "6379" - - contains: - path: spec.template.spec.containers[0].env - content: - name: REDIS_PASSWORD - valueFrom: - secretKeyRef: - name: RELEASE-NAME-redis - key: redis-password - - - it: should not render coordination_redis when coordination is opted out - template: configmap-litellm.yaml - set: - redis.enabled: true - redis.coordination.enabled: false - asserts: - - notMatchRegex: - path: data["config.yaml"] - pattern: coordination_redis - - - it: should keep emitting redis env vars when coordination is opted out - template: deployment.yaml - set: - redis.enabled: true - redis.coordination.enabled: false - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: REDIS_HOST - value: RELEASE-NAME-redis-master - - - it: should not clobber a user supplied coordination_redis block - template: configmap-litellm.yaml - set: - redis.enabled: true - proxy_config.general_settings.coordination_redis: - url: os.environ/COORDINATION_REDIS_URL - asserts: - - matchRegex: - path: data["config.yaml"] - pattern: "coordination_redis:\n url: os.environ/COORDINATION_REDIS_URL\n" - - notMatchRegex: - path: data["config.yaml"] - pattern: "host: os.environ/REDIS_HOST" - - - it: should render sentinel_nodes and service_name in sentinel mode - template: configmap-litellm.yaml - set: - redis.enabled: true - redis.architecture: replication - redis.sentinel.enabled: true - asserts: - # The sentinel Service the redis subchart renders is "-redis", and a - # plain client cannot speak the sentinel protocol, so host/port must not appear - - matchRegex: - path: data["config.yaml"] - pattern: "coordination_redis:\n password: os.environ/REDIS_PASSWORD\n sentinel_nodes:\n - - RELEASE-NAME-redis\n - 26379\n service_name: mymaster\n" - - notMatchRegex: - path: data["config.yaml"] - pattern: "host: os.environ/REDIS_HOST" - - - it: should carry a custom sentinel masterSet into service_name - template: configmap-litellm.yaml - set: - redis.enabled: true - redis.architecture: replication - redis.sentinel.enabled: true - redis.sentinel.masterSet: litellm-master - asserts: - - matchRegex: - path: data["config.yaml"] - pattern: "service_name: litellm-master" - - - it: should point REDIS_HOST at the sentinel service in sentinel mode - template: deployment.yaml - set: - redis.enabled: true - redis.architecture: replication - redis.sentinel.enabled: true - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: REDIS_HOST - value: RELEASE-NAME-redis - - contains: - path: spec.template.spec.containers[0].env - content: - name: REDIS_PORT - value: "26379" diff --git a/helm/litellm-helm/tests/database_auth_tests.yaml b/helm/litellm-helm/tests/database_auth_tests.yaml deleted file mode 100644 index 2c480196dfb..00000000000 --- a/helm/litellm-helm/tests/database_auth_tests.yaml +++ /dev/null @@ -1,288 +0,0 @@ -suite: test existing database token auth -templates: - - deployment.yaml - - migrations-job.yaml - - configmap-litellm.yaml -tests: - - it: should keep password auth from the secret when no token auth is set - template: deployment.yaml - set: - db.useExisting: true - db.deployStandalone: false - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_USERNAME - valueFrom: - secretKeyRef: - name: postgres - key: username - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_PASSWORD - valueFrom: - secretKeyRef: - name: postgres - key: password - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_URL - value: postgresql://$(DATABASE_USERNAME):$(DATABASE_PASSWORD)@$(DATABASE_HOST)/$(DATABASE_NAME) - - notContains: - path: spec.template.spec.containers[0].env - content: - name: IAM_TOKEN_DB_AUTH - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: AZURE_POSTGRESQL_AUTH - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_PORT - any: true - - - it: should render RDS IAM auth without a password secret on the proxy and the collector sidecar - template: deployment.yaml - set: - db.useExisting: true - db.deployStandalone: false - db.useIAMAuth: true - db.username: litellm_iam - db.endpoint: writer.cluster-abc.us-west-1.rds.amazonaws.com - db.port: 5433 - collector.enabled: true - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: IAM_TOKEN_DB_AUTH - value: "true" - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_USERNAME - value: litellm_iam - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_HOST - value: writer.cluster-abc.us-west-1.rds.amazonaws.com - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_PORT - value: "5433" - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_NAME - value: litellm - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_PASSWORD - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_URL - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: AZURE_POSTGRESQL_AUTH - any: true - - contains: - path: spec.template.spec.containers[1].env - content: - name: IAM_TOKEN_DB_AUTH - value: "true" - - notContains: - path: spec.template.spec.containers[1].env - content: - name: DATABASE_PASSWORD - any: true - - - it: should give the migrations job the same token auth env as the proxy - template: migrations-job.yaml - set: - migrationJob.enabled: true - db.useExisting: true - db.deployStandalone: false - db.useIAMAuth: true - db.username: litellm_iam - db.endpoint: writer.cluster-abc.us-west-1.rds.amazonaws.com - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: IAM_TOKEN_DB_AUTH - value: "true" - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_USERNAME - value: litellm_iam - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_HOST - value: writer.cluster-abc.us-west-1.rds.amazonaws.com - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_PORT - value: "5432" - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_PASSWORD - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_URL - any: true - - - it: should carry db.schema as DATABASE_SCHEMA under token auth and omit it when empty - template: deployment.yaml - set: - db.useExisting: true - db.deployStandalone: false - db.useIAMAuth: true - db.username: litellm_iam - db.schema: tenant1 - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_SCHEMA - value: tenant1 - - - it: should leave the schema to db.url under password auth even when db.schema is set - template: deployment.yaml - set: - db.useExisting: true - db.deployStandalone: false - db.schema: tenant1 - db.url: postgresql://$(DATABASE_USERNAME):$(DATABASE_PASSWORD)@$(DATABASE_HOST)/$(DATABASE_NAME)?schema=tenant1 - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_SCHEMA - any: true - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_URL - value: postgresql://$(DATABASE_USERNAME):$(DATABASE_PASSWORD)@$(DATABASE_HOST)/$(DATABASE_NAME)?schema=tenant1 - - - it: should not emit DATABASE_SCHEMA when db.schema is empty - template: deployment.yaml - set: - db.useExisting: true - db.deployStandalone: false - db.useIAMAuth: true - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_SCHEMA - any: true - - - it: should read the user from the secret when db.username is empty under token auth - template: deployment.yaml - set: - db.useExisting: true - db.deployStandalone: false - db.useIAMAuth: true - db.secret.name: rds-identity - db.secret.usernameKey: user - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_USERNAME - valueFrom: - secretKeyRef: - name: rds-identity - key: user - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_PASSWORD - any: true - - - it: should render Entra auth with AZURE_POSTGRESQL_AUTH and no password - template: deployment.yaml - set: - db.useExisting: true - db.deployStandalone: false - db.useAzureEntraAuth: true - db.username: litellm@example.onmicrosoft.com - db.endpoint: litellm.postgres.database.azure.com - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: AZURE_POSTGRESQL_AUTH - value: "true" - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_USERNAME - value: litellm@example.onmicrosoft.com - - notContains: - path: spec.template.spec.containers[0].env - content: - name: IAM_TOKEN_DB_AUTH - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_PASSWORD - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_URL - any: true - - - it: should fail when both token sources are enabled - template: deployment.yaml - set: - migrationJob.enabled: false - db.useExisting: true - db.deployStandalone: false - db.useIAMAuth: true - db.useAzureEntraAuth: true - asserts: - - failedTemplate: - errorMessage: "db.useIAMAuth and db.useAzureEntraAuth are mutually exclusive: the database password can only come from one token source" - - - it: should fail when token auth is set while the bundled postgres is still deployed - template: deployment.yaml - set: - migrationJob.enabled: false - db.useExisting: true - db.useIAMAuth: true - asserts: - - failedTemplate: - errorPattern: "need db.useExisting: true and db.deployStandalone: false" - - - it: should fail when token auth is set without useExisting - template: migrations-job.yaml - set: - migrationJob.enabled: true - db.deployStandalone: false - db.useAzureEntraAuth: true - asserts: - - failedTemplate: - errorPattern: "need db.useExisting: true and db.deployStandalone: false" diff --git a/helm/litellm-helm/tests/deployment_command_args_labels_tests.yaml b/helm/litellm-helm/tests/deployment_command_args_labels_tests.yaml deleted file mode 100644 index 6b0d45ebf48..00000000000 --- a/helm/litellm-helm/tests/deployment_command_args_labels_tests.yaml +++ /dev/null @@ -1,68 +0,0 @@ -suite: test deployment command, args, and deploymentLabels -templates: - - deployment.yaml - - configmap-litellm.yaml -tests: - - it: should override args when custom args specified - template: deployment.yaml - set: - args: - - --custom-arg1 - - value1 - - --custom-arg2 - asserts: - - equal: - path: spec.template.spec.containers[0].args - value: - - --custom-arg1 - - value1 - - --custom-arg2 - - it: should set custom command when specified - template: deployment.yaml - set: - command: - - /bin/sh - - -c - asserts: - - equal: - path: spec.template.spec.containers[0].command - value: - - /bin/sh - - -c - - it: should set custom command and args together - template: deployment.yaml - set: - command: - - python - - -u - args: - - my_script.py - - --verbose - asserts: - - equal: - path: spec.template.spec.containers[0].command - value: - - python - - -u - - equal: - path: spec.template.spec.containers[0].args - value: - - my_script.py - - --verbose - - it: should add deploymentLabels to deployment metadata - template: deployment.yaml - set: - deploymentLabels: - environment: production - team: platform - version: v1.2.3 - asserts: - - equal: - path: metadata.labels.environment - value: production - - equal: - path: metadata.labels.team - value: platform - - equal: - path: metadata.labels.version - value: v1.2.3 diff --git a/helm/litellm-helm/tests/deployment_tests.yaml b/helm/litellm-helm/tests/deployment_tests.yaml deleted file mode 100644 index 292eeadfd13..00000000000 --- a/helm/litellm-helm/tests/deployment_tests.yaml +++ /dev/null @@ -1,520 +0,0 @@ -suite: test deployment -templates: - - deployment.yaml - - configmap-litellm.yaml -tests: - - it: should work - template: deployment.yaml - set: - image.tag: test - asserts: - - isKind: - of: Deployment - - matchRegex: - path: metadata.name - pattern: -litellm$ - - equal: - path: spec.template.spec.containers[0].image - value: ghcr.io/berriai/litellm:test - - it: should work with tolerations - template: deployment.yaml - set: - tolerations: - - key: node-role.kubernetes.io/master - operator: Exists - effect: NoSchedule - asserts: - - equal: - path: spec.template.spec.tolerations[0].key - value: node-role.kubernetes.io/master - - equal: - path: spec.template.spec.tolerations[0].operator - value: Exists - - it: should work with affinity - template: deployment.yaml - set: - affinity: - nodeAffinity: - requiredDuringSchedulingIgnoredDuringExecution: - nodeSelectorTerms: - - matchExpressions: - - key: topology.kubernetes.io/zone - operator: In - values: - - antarctica-east1 - asserts: - - equal: - path: spec.template.spec.affinity.nodeAffinity.requiredDuringSchedulingIgnoredDuringExecution.nodeSelectorTerms[0].matchExpressions[0].key - value: topology.kubernetes.io/zone - - equal: - path: spec.template.spec.affinity.nodeAffinity.requiredDuringSchedulingIgnoredDuringExecution.nodeSelectorTerms[0].matchExpressions[0].operator - value: In - - equal: - path: spec.template.spec.affinity.nodeAffinity.requiredDuringSchedulingIgnoredDuringExecution.nodeSelectorTerms[0].matchExpressions[0].values[0] - value: antarctica-east1 - - it: should work without masterkeySecretName or masterkeySecretKey - template: deployment.yaml - set: - masterkeySecretName: "" - masterkeySecretKey: "" - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: PROXY_MASTER_KEY - valueFrom: - secretKeyRef: - name: RELEASE-NAME-litellm-masterkey - key: masterkey - - it: should work with masterkeySecretName and masterkeySecretKey - template: deployment.yaml - set: - masterkeySecretName: my-secret - masterkeySecretKey: my-key - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: PROXY_MASTER_KEY - valueFrom: - secretKeyRef: - name: my-secret - key: my-key - - it: should inject DATABASE_READER_HOST from readReplicaEndpointKey before DATABASE_URL_READ_REPLICA - template: deployment.yaml - set: - db: - deployStandalone: false - useExisting: true - secret: - name: postgres - usernameKey: username - passwordKey: password - readReplicaEndpointKey: reader-host - readReplicaUrl: postgresql://$(DATABASE_USERNAME):$(DATABASE_PASSWORD)@$(DATABASE_READER_HOST):5432/$(DATABASE_NAME)?sslmode=require - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_READER_HOST - valueFrom: - secretKeyRef: - name: postgres - key: reader-host - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_URL_READ_REPLICA - value: postgresql://$(DATABASE_USERNAME):$(DATABASE_PASSWORD)@$(DATABASE_READER_HOST):5432/$(DATABASE_NAME)?sslmode=require - # $(VAR) interpolation only resolves vars defined EARLIER in the env - # array, so the reader host must precede the composed URL - - equal: - path: spec.template.spec.containers[0].env[7].name - value: DATABASE_READER_HOST - - equal: - path: spec.template.spec.containers[0].env[8].name - value: DATABASE_URL_READ_REPLICA - - it: should omit reader host when readReplicaUrl is unset - template: deployment.yaml - set: - db: - deployStandalone: false - useExisting: true - secret: - name: postgres - usernameKey: username - passwordKey: password - readReplicaEndpointKey: reader-host - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_READER_HOST - valueFrom: - secretKeyRef: - name: postgres - key: reader-host - - it: should prefer readReplicaUrlKey over readReplicaEndpointKey composition - template: deployment.yaml - set: - db: - useExisting: true - secret: - name: postgres - usernameKey: username - passwordKey: password - readReplicaUrlKey: reader-url - readReplicaEndpointKey: reader-host - readReplicaUrl: postgresql://ignored - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_URL_READ_REPLICA - valueFrom: - secretKeyRef: - name: postgres - key: reader-url - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_URL_READ_REPLICA - value: postgresql://ignored - # the unused reader-host secret ref must be suppressed so a missing - # key can't fail pod creation - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_READER_HOST - valueFrom: - secretKeyRef: - name: postgres - key: reader-host - - it: should work with extraEnvVars - template: deployment.yaml - set: - extraEnvVars: - - name: EXTRA_ENV_VAR - valueFrom: - fieldRef: - fieldPath: metadata.labels['env'] - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: EXTRA_ENV_VAR - valueFrom: - fieldRef: - fieldPath: metadata.labels['env'] - - it: should work with both extraEnvVars and envVars - template: deployment.yaml - set: - envVars: - ENV_VAR: ENV_VAR_VALUE - extraEnvVars: - - name: EXTRA_ENV_VAR - value: EXTRA_ENV_VAR_VALUE - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: ENV_VAR - value: ENV_VAR_VALUE - - contains: - path: spec.template.spec.containers[0].env - content: - name: EXTRA_ENV_VAR - value: EXTRA_ENV_VAR_VALUE - - it: should mount existing configmap when create=false - template: deployment.yaml - set: - proxyConfigMap: - create: false - name: my-litellm-config - key: custom.yaml - asserts: - - contains: - path: spec.template.spec.volumes - content: - name: litellm-config - configMap: - name: my-litellm-config - items: - - key: custom.yaml - path: config.yaml - - contains: - path: spec.template.spec.containers[0].volumeMounts - content: - name: litellm-config - mountPath: /etc/litellm/config.yaml - subPath: config.yaml - - it: should work with lifecycle hooks - template: deployment.yaml - set: - lifecycle: - preStop: - exec: - command: - - /bin/sh - - -c - - echo "Container stopping" - asserts: - - exists: - path: spec.template.spec.containers[0].lifecycle - - equal: - path: spec.template.spec.containers[0].lifecycle.preStop.exec.command[0] - value: /bin/sh - - equal: - path: spec.template.spec.containers[0].lifecycle.preStop.exec.command[1] - value: -c - - equal: - path: spec.template.spec.containers[0].lifecycle.preStop.exec.command[2] - value: echo "Container stopping" - - it: should render background health check settings from proxy_config.general_settings - template: configmap-litellm.yaml - set: - proxy_config.general_settings.background_health_checks: true - proxy_config.general_settings.health_check_interval: 240 - proxy_config.general_settings.health_check_concurrency: 16 - proxy_config.general_settings.health_check_details: false - asserts: - - matchRegex: - path: data["config.yaml"] - pattern: '(?m)^\s*background_health_checks:\s*true$' - - matchRegex: - path: data["config.yaml"] - pattern: '(?m)^\s*health_check_interval:\s*240$' - - matchRegex: - path: data["config.yaml"] - pattern: '(?m)^\s*health_check_concurrency:\s*16$' - - matchRegex: - path: data["config.yaml"] - pattern: '(?m)^\s*health_check_details:\s*false$' - - it: should not render any placeholder models when the user sets proxy_config without model_list - template: configmap-litellm.yaml - set: - proxy_config.general_settings.store_model_in_db: true - asserts: - - notMatchRegex: - path: data["config.yaml"] - pattern: 'model_name:' - - matchRegex: - path: data["config.yaml"] - pattern: 'store_model_in_db: true' - - matchRegex: - path: data["config.yaml"] - pattern: 'master_key: os.environ/PROXY_MASTER_KEY' - - it: should render a user-supplied model_list as the only models - template: configmap-litellm.yaml - set: - proxy_config.model_list: - - model_name: my-model - litellm_params: - model: openai/my-model - api_key: os.environ/OPENAI_API_KEY - asserts: - - matchRegex: - path: data["config.yaml"] - pattern: 'model_list:\n- litellm_params:\n api_key: os.environ/OPENAI_API_KEY\n model: openai/my-model\n model_name: my-model\n$' - - it: should allow overriding liveness, readiness, and startup probes - template: deployment.yaml - set: - livenessProbe: - path: /custom/livez - initialDelaySeconds: 5 - periodSeconds: 15 - timeoutSeconds: 5 - successThreshold: 1 - failureThreshold: 5 - readinessProbe: - path: /custom/readyz - initialDelaySeconds: 10 - periodSeconds: 20 - timeoutSeconds: 6 - successThreshold: 1 - failureThreshold: 6 - startupProbe: - path: /custom/startupz - initialDelaySeconds: 15 - periodSeconds: 25 - timeoutSeconds: 7 - successThreshold: 1 - failureThreshold: 40 - asserts: - - equal: - path: spec.template.spec.containers[0].livenessProbe.httpGet.path - value: /custom/livez - - equal: - path: spec.template.spec.containers[0].livenessProbe.timeoutSeconds - value: 5 - - equal: - path: spec.template.spec.containers[0].readinessProbe.httpGet.path - value: /custom/readyz - - equal: - path: spec.template.spec.containers[0].readinessProbe.timeoutSeconds - value: 6 - - equal: - path: spec.template.spec.containers[0].startupProbe.httpGet.path - value: /custom/startupz - - equal: - path: spec.template.spec.containers[0].startupProbe.failureThreshold - value: 40 - - it: should render container resources from values - template: deployment.yaml - set: - resources: - limits: - cpu: 500m - memory: 2Gi - requests: - cpu: 250m - memory: 1Gi - asserts: - - equal: - path: spec.template.spec.containers[0].resources.limits.cpu - value: 500m - - equal: - path: spec.template.spec.containers[0].resources.limits.memory - value: 2Gi - - equal: - path: spec.template.spec.containers[0].resources.requests.cpu - value: 250m - - equal: - path: spec.template.spec.containers[0].resources.requests.memory - value: 1Gi - - it: should keep default probes and empty resources unchanged - template: deployment.yaml - asserts: - - equal: - path: spec.template.spec.containers[0].livenessProbe.httpGet.path - value: /health/liveliness - - equal: - path: spec.template.spec.containers[0].livenessProbe.initialDelaySeconds - value: 0 - - equal: - path: spec.template.spec.containers[0].livenessProbe.periodSeconds - value: 15 - - equal: - path: spec.template.spec.containers[0].livenessProbe.timeoutSeconds - value: 5 - - equal: - path: spec.template.spec.containers[0].livenessProbe.successThreshold - value: 1 - - equal: - path: spec.template.spec.containers[0].livenessProbe.failureThreshold - value: 5 - - equal: - path: spec.template.spec.containers[0].readinessProbe.httpGet.path - value: /health/readiness - - equal: - path: spec.template.spec.containers[0].readinessProbe.initialDelaySeconds - value: 0 - - equal: - path: spec.template.spec.containers[0].readinessProbe.periodSeconds - value: 10 - - equal: - path: spec.template.spec.containers[0].readinessProbe.timeoutSeconds - value: 5 - - equal: - path: spec.template.spec.containers[0].readinessProbe.successThreshold - value: 1 - - equal: - path: spec.template.spec.containers[0].readinessProbe.failureThreshold - value: 3 - - equal: - path: spec.template.spec.containers[0].startupProbe.httpGet.path - value: /health/readiness - - equal: - path: spec.template.spec.containers[0].startupProbe.initialDelaySeconds - value: 0 - - equal: - path: spec.template.spec.containers[0].startupProbe.periodSeconds - value: 10 - - equal: - path: spec.template.spec.containers[0].startupProbe.timeoutSeconds - value: 5 - - equal: - path: spec.template.spec.containers[0].startupProbe.successThreshold - value: 1 - - equal: - path: spec.template.spec.containers[0].startupProbe.failureThreshold - value: 30 - - equal: - path: spec.template.spec.containers[0].resources - value: {} - - it: should be able to set minReadySeconds - template: deployment.yaml - set: - deploymentMinReadySeconds: 5 - asserts: - - equal: - path: spec.minReadySeconds - value: 5 - - it: should have minReadySeconds absent when deploymentMinReadySeconds is not set - template: deployment.yaml - asserts: - - notExists: - path: spec.minReadySeconds - - it: should work with extraInitContainers - template: deployment.yaml - set: - extraInitContainers: - - name: init-test - image: busybox:latest - command: ["echo", "hello"] - asserts: - - contains: - path: spec.template.spec.initContainers - content: - name: init-test - image: busybox:latest - command: ["echo", "hello"] - - it: should support tpl in extraInitContainers - template: deployment.yaml - set: - image: - repository: ghcr.io/berriai/litellm - tag: test - extraInitContainers: - - name: init-tpl - image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}" - command: ["echo", "hello"] - asserts: - - contains: - path: spec.template.spec.initContainers - content: - name: init-tpl - image: "ghcr.io/berriai/litellm:test" - command: ["echo", "hello"] - - it: should work with extraContainers - template: deployment.yaml - set: - extraContainers: - - name: sidecar - image: busybox:latest - asserts: - - contains: - path: spec.template.spec.containers - content: - name: sidecar - image: busybox:latest - - it: should support tpl in extraContainers - template: deployment.yaml - set: - image: - repository: ghcr.io/berriai/litellm - tag: test - extraContainers: - - name: sidecar-tpl - image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}" - asserts: - - contains: - path: spec.template.spec.containers - content: - name: sidecar-tpl - image: "ghcr.io/berriai/litellm:test" - - it: should support tpl in podAnnotations - template: deployment.yaml - set: - image: - repository: ghcr.io/berriai/litellm - tag: test - # Mirrors the real-world scenario this feature unblocks: - # user disables the built-in ConfigMap (and its built-in checksum/config - # annotation) and re-implements checksum/config themselves via tpl. - proxyConfigMap: - create: false - podAnnotations: - checksum/config: "{{ .Values.image.tag }}" - example.com/some-key: "{{ .Values.image.repository }}" - example.com/literal: "plain-string-value" - asserts: - - equal: - path: spec.template.metadata.annotations["checksum/config"] - value: "test" - - equal: - path: spec.template.metadata.annotations["example.com/some-key"] - value: "ghcr.io/berriai/litellm" - - equal: - path: spec.template.metadata.annotations["example.com/literal"] - value: "plain-string-value" diff --git a/helm/litellm-helm/tests/hpa_tests.yaml b/helm/litellm-helm/tests/hpa_tests.yaml deleted file mode 100644 index e446f58c8fe..00000000000 --- a/helm/litellm-helm/tests/hpa_tests.yaml +++ /dev/null @@ -1,144 +0,0 @@ -suite: "hpa" -templates: - - hpa.yaml -tests: - - it: "renders behavior when set" - set: - autoscaling.enabled: true - autoscaling.behavior: - scaleUp: - stabilizationWindowSeconds: 60 - policies: - - type: Pods - value: 2 - periodSeconds: 60 - scaleDown: - stabilizationWindowSeconds: 90 - policies: - - type: Pods - value: 1 - periodSeconds: 60 - asserts: - - isKind: { of: HorizontalPodAutoscaler } - - equal: { path: spec.behavior.scaleUp.stabilizationWindowSeconds, value: 60 } - - equal: { path: spec.behavior.scaleDown.stabilizationWindowSeconds, value: 90 } - - - it: "does not render behavior when not set" - set: - autoscaling.enabled: true - asserts: - - isKind: { of: HorizontalPodAutoscaler } - - isNull: { path: spec.behavior } - - - it: "scales on cpu at the documented 60 percent by default" - set: - autoscaling.enabled: true - asserts: - - isKind: { of: HorizontalPodAutoscaler } - - equal: { path: "spec.metrics[0].resource.name", value: cpu } - - equal: { path: "spec.metrics[0].resource.target.type", value: Utilization } - - equal: { path: "spec.metrics[0].resource.target.averageUtilization", value: 60 } - - - it: "does not scale on memory by default" - set: - autoscaling.enabled: true - asserts: - - lengthEqual: { path: spec.metrics, count: 1 } - - - it: "honours an explicit cpu target override" - set: - autoscaling.enabled: true - autoscaling.targetCPUUtilizationPercentage: 75 - asserts: - - equal: { path: "spec.metrics[0].resource.target.averageUtilization", value: 75 } - - - it: "renders a memory metric only when a memory target is set" - set: - autoscaling.enabled: true - autoscaling.targetMemoryUtilizationPercentage: 80 - asserts: - - lengthEqual: { path: spec.metrics, count: 2 } - - equal: { path: "spec.metrics[1].resource.name", value: memory } - - equal: { path: "spec.metrics[1].resource.target.averageUtilization", value: 80 } - - - it: "renders no workload metrics by default" - set: - autoscaling.enabled: true - autoscaling.targetMemoryUtilizationPercentage: 80 - asserts: - - lengthEqual: { path: spec.metrics, count: 2 } - - notContains: { path: spec.metrics, content: { type: Pods }, any: true } - - - it: "adds a requests-per-second Pods metric after the cpu metric" - set: - autoscaling.enabled: true - autoscaling.targetRequestsPerSecond: 90 - asserts: - - lengthEqual: { path: spec.metrics, count: 2 } - - equal: { path: "spec.metrics[0].resource.name", value: cpu } - - equal: - path: "spec.metrics[1]" - value: - type: Pods - pods: - metric: { name: litellm_requests_per_second } - target: { type: AverageValue, averageValue: "90" } - - - it: "adds a tokens-per-second Pods metric on its own" - set: - autoscaling.enabled: true - autoscaling.targetTokensPerSecond: 6M - asserts: - - lengthEqual: { path: spec.metrics, count: 2 } - - equal: - path: "spec.metrics[1]" - value: - type: Pods - pods: - metric: { name: litellm_tokens_per_second } - target: { type: AverageValue, averageValue: "6M" } - - notContains: - path: spec.metrics - content: { type: Pods, pods: { metric: { name: litellm_requests_per_second } } } - any: true - - - it: "renders requests, tokens, cpu and memory metrics together" - set: - autoscaling.enabled: true - autoscaling.targetMemoryUtilizationPercentage: 80 - autoscaling.targetRequestsPerSecond: 90 - autoscaling.targetTokensPerSecond: 6000000 - asserts: - - lengthEqual: { path: spec.metrics, count: 4 } - - equal: { path: "spec.metrics[0].resource.name", value: cpu } - - equal: { path: "spec.metrics[1].resource.name", value: memory } - - equal: { path: "spec.metrics[2].pods.metric.name", value: litellm_requests_per_second } - - equal: { path: "spec.metrics[2].pods.target.averageValue", value: "90" } - - equal: { path: "spec.metrics[3].pods.metric.name", value: litellm_tokens_per_second } - - equal: { path: "spec.metrics[3].pods.target.averageValue", value: "6000000" } - - - it: "scales on workload metrics alone when the cpu target is cleared" - set: - autoscaling.enabled: true - autoscaling.targetCPUUtilizationPercentage: null - autoscaling.targetRequestsPerSecond: 90 - autoscaling.targetTokensPerSecond: 6000000 - asserts: - - lengthEqual: { path: spec.metrics, count: 2 } - - notContains: { path: spec.metrics, content: { type: Resource }, any: true } - - equal: { path: "spec.metrics[0].pods.metric.name", value: litellm_requests_per_second } - - equal: { path: "spec.metrics[1].pods.metric.name", value: litellm_tokens_per_second } - - notMatchRegexRaw: { pattern: per_minute } - - - it: "ignores the per-minute keys, which the chart never shipped" - set: - autoscaling.enabled: true - autoscaling.targetRequestsPerMinute: 5400 - autoscaling.targetTokensPerMinute: 360000000 - asserts: - - lengthEqual: { path: spec.metrics, count: 1 } - - notContains: { path: spec.metrics, content: { type: Pods }, any: true } - - - it: "renders no hpa when autoscaling is disabled" - asserts: - - hasDocuments: { count: 0 } diff --git a/helm/litellm-helm/tests/ingress_tests.yaml b/helm/litellm-helm/tests/ingress_tests.yaml deleted file mode 100644 index aad6ecfcee8..00000000000 --- a/helm/litellm-helm/tests/ingress_tests.yaml +++ /dev/null @@ -1,45 +0,0 @@ -suite: Ingress Configuration Tests -templates: - - ingress.yaml -tests: - - it: should not create Ingress by default - asserts: - - hasDocuments: - count: 0 - - - it: should create Ingress when enabled - set: - ingress.enabled: true - asserts: - - hasDocuments: - count: 1 - - isKind: - of: Ingress - - - it: should add custom labels - set: - ingress.enabled: true - ingress.labels: - custom-label: "true" - another-label: "value" - asserts: - - isKind: - of: Ingress - - equal: - path: metadata.labels.custom-label - value: "true" - - equal: - path: metadata.labels.another-label - value: "value" - - - it: should add annotations - set: - ingress.enabled: true - ingress.annotations: - kubernetes.io/ingress.class: "nginx" - asserts: - - isKind: - of: Ingress - - equal: - path: metadata.annotations["kubernetes.io/ingress.class"] - value: "nginx" diff --git a/helm/litellm-helm/tests/keda_tests.yaml b/helm/litellm-helm/tests/keda_tests.yaml deleted file mode 100644 index c9598646223..00000000000 --- a/helm/litellm-helm/tests/keda_tests.yaml +++ /dev/null @@ -1,106 +0,0 @@ -suite: "keda" -templates: - - keda.yaml -release: - name: rel - namespace: llm -tests: - - it: "renders no scaled object by default" - asserts: - - hasDocuments: { count: 0 } - - - it: "passes user triggers through and adds no prometheus triggers by default" - set: - keda.enabled: true - keda.triggers: - - type: cpu - metricType: Utilization - metadata: { value: "60" } - asserts: - - isKind: { of: ScaledObject } - - equal: - path: spec.triggers - value: - - type: cpu - metricType: Utilization - metadata: { value: "60" } - - - it: "scales on release-wide requests per second divided by the per-replica target" - set: - keda.enabled: true - keda.prometheus.serverAddress: http://prometheus-operated.monitoring.svc:9090 - keda.prometheus.requestsPerSecond: 90 - asserts: - - lengthEqual: { path: spec.triggers, count: 1 } - - equal: - path: "spec.triggers[0]" - value: - type: prometheus - metadata: - serverAddress: http://prometheus-operated.monitoring.svc:9090 - threshold: "90" - query: sum(rate(litellm_proxy_total_requests_metric_total{namespace="llm",job="rel-litellm"}[1m])) - - - it: "scales on tokens per second on its own" - set: - keda.enabled: true - keda.prometheus.serverAddress: http://prom:9090 - keda.prometheus.tokensPerSecond: 6000000 - asserts: - - lengthEqual: { path: spec.triggers, count: 1 } - - equal: { path: "spec.triggers[0].type", value: prometheus } - - equal: { path: "spec.triggers[0].metadata.threshold", value: "6000000" } - - equal: - path: "spec.triggers[0].metadata.query" - value: sum(rate(litellm_total_tokens_metric_total{namespace="llm",job="rel-litellm"}[1m])) - - - it: "appends requests and tokens triggers after user triggers and selects the metrics service job" - set: - keda.enabled: true - metricsServer.enabled: true - keda.triggers: - - type: cpu - metricType: Utilization - metadata: { value: "60" } - keda.prometheus.serverAddress: http://prom:9090 - keda.prometheus.requestsPerSecond: 90 - keda.prometheus.tokensPerSecond: 6000000 - asserts: - - lengthEqual: { path: spec.triggers, count: 3 } - - equal: { path: "spec.triggers[0].type", value: cpu } - - equal: { path: "spec.triggers[1].metadata.threshold", value: "90" } - - equal: - path: "spec.triggers[1].metadata.query" - value: sum(rate(litellm_proxy_total_requests_metric_total{namespace="llm",job="rel-litellm-metrics"}[1m])) - - equal: { path: "spec.triggers[2].metadata.threshold", value: "6000000" } - - equal: - path: "spec.triggers[2].metadata.query" - value: sum(rate(litellm_total_tokens_metric_total{namespace="llm",job="rel-litellm-metrics"}[1m])) - - notMatchRegexRaw: { pattern: "\\* *60|per_minute|PerMinute" } - - - it: "ignores the per-minute keys, which the chart never shipped" - set: - keda.enabled: true - keda.prometheus.serverAddress: http://prom:9090 - keda.prometheus.requestsPerMinute: 5400 - keda.prometheus.tokensPerMinute: 360000000 - asserts: - - isKind: { of: ScaledObject } - - isNullOrEmpty: { path: spec.triggers } - - - it: "refuses a workload target without a prometheus server address" - set: - keda.enabled: true - keda.prometheus.requestsPerSecond: 90 - asserts: - - failedTemplate: - errorMessage: keda.prometheus.serverAddress is required when keda.prometheus.requestsPerSecond or tokensPerSecond is set - - - it: "yields to the hpa when both autoscalers are enabled" - set: - autoscaling.enabled: true - keda.enabled: true - keda.prometheus.serverAddress: http://prom:9090 - keda.prometheus.requestsPerSecond: 90 - asserts: - - hasDocuments: { count: 0 } diff --git a/helm/litellm-helm/tests/lens_connection_tests.yaml b/helm/litellm-helm/tests/lens_connection_tests.yaml deleted file mode 100644 index 9d0bcf96290..00000000000 --- a/helm/litellm-helm/tests/lens_connection_tests.yaml +++ /dev/null @@ -1,35 +0,0 @@ -suite: retired Lens configuration -templates: - - deployment.yaml - - configmap-litellm.yaml -tests: - - it: renders deployment.yaml with ignored lens.enabled and no Lens secret references - template: deployment.yaml - set: - lens.enabled: true - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_LENS_URL - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LENS_GATEWAY_SECRET - any: true - - it: renders deployment.yaml with ignored lensWorker.enabled and no Lens secret references - template: deployment.yaml - set: - lensWorker.enabled: true - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_LENS_URL - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LENS_GATEWAY_SECRET - any: true diff --git a/helm/litellm-helm/tests/masterkey-secret_tests.yaml b/helm/litellm-helm/tests/masterkey-secret_tests.yaml deleted file mode 100644 index 296f26755b8..00000000000 --- a/helm/litellm-helm/tests/masterkey-secret_tests.yaml +++ /dev/null @@ -1,71 +0,0 @@ -suite: test masterkey secret -templates: - - secret-masterkey.yaml -tests: - - it: should create a secret if masterkeySecretName is not set. should start with sk-xxxx (base64 encoded as c2st*) - template: secret-masterkey.yaml - set: - masterkeySecretName: "" - asserts: - - isKind: - of: Secret - - matchRegex: - path: data.masterkey - pattern: ^c2st - # Note: The masterkey is generated as "sk-<18-random-chars>" in plain text, - # but stored as base64 encoded in Kubernetes secret (requirement). - # "sk-" base64 encodes to "c2st", so we check for "^c2st" pattern. - - it: should reuse the master key already stored in the cluster instead of generating a new one on upgrade - template: secret-masterkey.yaml - set: - masterkeySecretName: "" - kubernetesProvider: - scheme: - "v1/Secret": - gvr: - version: "v1" - resource: "secrets" - namespaced: true - objects: - - kind: Secret - apiVersion: v1 - metadata: - name: RELEASE-NAME-litellm-masterkey - namespace: NAMESPACE - data: - masterkey: c2stZXhpc3Rpbmcta2V5 - asserts: - - equal: - path: data.masterkey - value: c2stZXhpc3Rpbmcta2V5 - - it: should let an explicit masterkey value override the one already stored in the cluster - template: secret-masterkey.yaml - set: - masterkeySecretName: "" - masterkey: sk-explicit - kubernetesProvider: - scheme: - "v1/Secret": - gvr: - version: "v1" - resource: "secrets" - namespaced: true - objects: - - kind: Secret - apiVersion: v1 - metadata: - name: RELEASE-NAME-litellm-masterkey - namespace: NAMESPACE - data: - masterkey: c2stZXhpc3Rpbmcta2V5 - asserts: - - equal: - path: data.masterkey - value: c2stZXhwbGljaXQ= - - it: should not create a secret if masterkeySecretName is set - template: secret-masterkey.yaml - set: - masterkeySecretName: my-secret - asserts: - - hasDocuments: - count: 0 diff --git a/helm/litellm-helm/tests/metrics_server_tests.yaml b/helm/litellm-helm/tests/metrics_server_tests.yaml deleted file mode 100644 index 085d69ac640..00000000000 --- a/helm/litellm-helm/tests/metrics_server_tests.yaml +++ /dev/null @@ -1,106 +0,0 @@ -suite: separate metrics server -templates: - - configmap-litellm.yaml - - deployment.yaml - - service.yaml - - service-metrics.yaml - - servicemonitor.yaml -tests: - - it: should not expose a metrics port or PROMETHEUS_METRICS_PORT by default - asserts: - - notContains: - path: spec.template.spec.containers[0].ports - content: - name: metrics - any: true - template: deployment.yaml - - notContains: - path: spec.template.spec.containers[0].env - content: - name: PROMETHEUS_METRICS_PORT - any: true - template: deployment.yaml - - lengthEqual: - path: spec.ports - count: 1 - template: service.yaml - - hasDocuments: - count: 0 - template: service-metrics.yaml - - - it: should scrape the proxy port when the metrics server is disabled - template: servicemonitor.yaml - set: - serviceMonitor.enabled: true - asserts: - - equal: - path: spec.endpoints[0].port - value: http - - - it: should wire the separate metrics server through container, a ClusterIP metrics service and servicemonitor - set: - metricsServer.enabled: true - metricsServer.port: 4101 - serviceMonitor.enabled: true - service.type: LoadBalancer - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: PROMETHEUS_METRICS_PORT - value: "4101" - template: deployment.yaml - - contains: - path: spec.template.spec.containers[0].ports - content: - name: metrics - containerPort: 4101 - protocol: TCP - template: deployment.yaml - - lengthEqual: - path: spec.ports - count: 1 - template: service.yaml - - equal: - path: spec.type - value: LoadBalancer - template: service.yaml - - equal: - path: metadata.name - value: RELEASE-NAME-litellm-metrics - template: service-metrics.yaml - - equal: - path: spec.type - value: ClusterIP - template: service-metrics.yaml - - equal: - path: spec.ports - value: - - port: 4101 - targetPort: metrics - protocol: TCP - name: metrics - template: service-metrics.yaml - - equal: - path: spec.selector - value: - app.kubernetes.io/name: litellm - app.kubernetes.io/instance: RELEASE-NAME - template: service-metrics.yaml - - equal: - path: spec.endpoints[0].port - value: metrics - template: servicemonitor.yaml - - equal: - path: spec.endpoints[0].path - value: /metrics/ - template: servicemonitor.yaml - - - it: should reject a metrics port equal to the proxy port - template: deployment.yaml - set: - metricsServer.enabled: true - metricsServer.port: 4000 - asserts: - - failedTemplate: - errorMessage: metricsServer.port must differ from service.port diff --git a/helm/litellm-helm/tests/migrations-job_tests.yaml b/helm/litellm-helm/tests/migrations-job_tests.yaml deleted file mode 100644 index bd5dd457f95..00000000000 --- a/helm/litellm-helm/tests/migrations-job_tests.yaml +++ /dev/null @@ -1,432 +0,0 @@ -suite: test migrations job -templates: - - migrations-job.yaml -tests: - - it: should work with envVars - template: migrations-job.yaml - set: - envVars: - TEST_ENV_VAR: "test_value" - ANOTHER_VAR: "another_value" - migrationJob: - enabled: true - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: TEST_ENV_VAR - value: "test_value" - - contains: - path: spec.template.spec.containers[0].env - content: - name: ANOTHER_VAR - value: "another_value" - - - it: should work with extraEnvVars - template: migrations-job.yaml - set: - extraEnvVars: - - name: EXTRA_ENV_VAR - valueFrom: - fieldRef: - fieldPath: metadata.labels['env'] - - name: SIMPLE_EXTRA_VAR - value: "simple_value" - migrationJob: - enabled: true - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: EXTRA_ENV_VAR - valueFrom: - fieldRef: - fieldPath: metadata.labels['env'] - - contains: - path: spec.template.spec.containers[0].env - content: - name: SIMPLE_EXTRA_VAR - value: "simple_value" - - - it: should work with both envVars and extraEnvVars - template: migrations-job.yaml - set: - envVars: - ENV_VAR: "env_var_value" - extraEnvVars: - - name: EXTRA_ENV_VAR - value: "extra_env_var_value" - migrationJob: - enabled: true - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: ENV_VAR - value: "env_var_value" - - contains: - path: spec.template.spec.containers[0].env - content: - name: EXTRA_ENV_VAR - value: "extra_env_var_value" - - - it: should not render when migrations job is disabled - template: migrations-job.yaml - set: - migrationJob: - enabled: false - asserts: - - hasDocuments: - count: 0 - - - it: should still include default env vars - template: migrations-job.yaml - set: - envVars: - CUSTOM_VAR: "custom_value" - migrationJob: - enabled: true - db: - useExisting: true - endpoint: "test-db" - database: "testdb" - url: "postgresql://user:pass@test-db:5432/testdb" - secret: - name: "test-secret" - usernameKey: "username" - passwordKey: "password" - asserts: - - contains: - path: spec.template.spec.containers[0].env - content: - name: DISABLE_SCHEMA_UPDATE - value: "false" - - contains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_HOST - value: "test-db" - - contains: - path: spec.template.spec.containers[0].env - content: - name: CUSTOM_VAR - value: "custom_value" - - - it: should override a user-supplied DISABLE_SCHEMA_UPDATE so the Job always migrates - template: migrations-job.yaml - set: - envVars: - DISABLE_SCHEMA_UPDATE: "true" - migrationJob: - enabled: true - asserts: - # The Job is what owns the schema, so it renders its own - # DISABLE_SCHEMA_UPDATE=false after envVars and extraEnvVars. Kubernetes - # takes the last value for a duplicated name, so the user's "true" cannot - # leave the schema unmigrated. Skipping migrations is migrationJob.enabled. - - equal: - path: spec.template.spec.containers[0].env[-1] - value: - name: DISABLE_SCHEMA_UPDATE - value: "false" - - - it: should not include DATABASE_URL when deployStandalone is false - template: migrations-job.yaml - set: - migrationJob: - enabled: true - db: - deployStandalone: false - useExisting: false - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: DATABASE_URL - - - it: should use default service account for helm hooks when serviceAccount.create is true - template: migrations-job.yaml - set: - migrationJob: - enabled: true - hooks: - helm: - enabled: true - serviceAccount: - create: true - asserts: - - equal: - path: spec.template.spec.serviceAccountName - value: default - - - it: should use migrationJob.serviceAccountName override for helm hooks when serviceAccount.create is true - template: migrations-job.yaml - set: - migrationJob: - enabled: true - serviceAccountName: migration-sa - hooks: - helm: - enabled: true - serviceAccount: - create: true - asserts: - - equal: - path: spec.template.spec.serviceAccountName - value: migration-sa - - - it: should use chart service account when helm hooks are disabled - template: migrations-job.yaml - set: - migrationJob: - enabled: true - hooks: - helm: - enabled: false - serviceAccount: - create: true - name: my-custom-sa - asserts: - - equal: - path: spec.template.spec.serviceAccountName - value: my-custom-sa - - - it: should use pre-existing service account when helm hooks are enabled but serviceAccount.create is false - template: migrations-job.yaml - set: - migrationJob: - enabled: true - hooks: - helm: - enabled: true - serviceAccount: - create: false - name: pre-existing-sa - asserts: - - equal: - path: spec.template.spec.serviceAccountName - value: pre-existing-sa - - it: should work with extraInitContainers - template: migrations-job.yaml - set: - migrationJob: - enabled: true - extraInitContainers: - - name: init-test - image: busybox:latest - command: ["echo", "hello"] - asserts: - - contains: - path: spec.template.spec.initContainers - content: - name: init-test - image: busybox:latest - command: ["echo", "hello"] - - it: should support tpl in extraInitContainers - template: migrations-job.yaml - set: - image: - repository: ghcr.io/berriai/litellm - tag: test - migrationJob: - enabled: true - extraInitContainers: - - name: init-tpl - image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}" - command: ["echo", "hello"] - asserts: - - contains: - path: spec.template.spec.initContainers - content: - name: init-tpl - image: "ghcr.io/berriai/litellm:test" - command: ["echo", "hello"] - - it: should work with extraContainers - template: migrations-job.yaml - set: - migrationJob: - enabled: true - extraContainers: - - name: sidecar - image: busybox:latest - asserts: - - contains: - path: spec.template.spec.containers - content: - name: sidecar - image: busybox:latest - - it: should support tpl in extraContainers - template: migrations-job.yaml - set: - image: - repository: ghcr.io/berriai/litellm - tag: test - migrationJob: - enabled: true - extraContainers: - - name: sidecar-tpl - image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}" - asserts: - - contains: - path: spec.template.spec.containers - content: - name: sidecar-tpl - image: "ghcr.io/berriai/litellm:test" - - it: should render the pod-level securityContext from podSecurityContext - template: migrations-job.yaml - set: - migrationJob: - enabled: true - podSecurityContext: - fsGroup: 10000 - runAsUser: 10000 - runAsNonRoot: true - asserts: - - equal: - path: spec.template.spec.securityContext - value: - fsGroup: 10000 - runAsUser: 10000 - runAsNonRoot: true - - it: should keep the pod-level and container-level securityContext separate - template: migrations-job.yaml - set: - migrationJob: - enabled: true - podSecurityContext: - fsGroup: 10000 - securityContext: - allowPrivilegeEscalation: false - readOnlyRootFilesystem: true - asserts: - - equal: - path: spec.template.spec.securityContext - value: - fsGroup: 10000 - - equal: - path: spec.template.spec.containers[0].securityContext - value: - allowPrivilegeEscalation: false - readOnlyRootFilesystem: true - - it: should schedule onto the same nodes as the gateway - template: migrations-job.yaml - set: - migrationJob: - enabled: true - nodeSelector: - karpenter.sh/nodepool: litellm-e2e - tolerations: - - key: workload - operator: Equal - value: litellm-e2e - effect: NoSchedule - asserts: - - equal: - path: spec.template.spec.nodeSelector - value: - karpenter.sh/nodepool: litellm-e2e - - equal: - path: spec.template.spec.tolerations - value: - - key: workload - operator: Equal - value: litellm-e2e - effect: NoSchedule - - - it: bounds the Job with a deadline by default, so a blocked migration cannot stall the release forever - set: - migrationJob: - enabled: true - asserts: - - equal: - path: spec.activeDeadlineSeconds - value: 1800 - - - it: honours an operator-supplied deadline - set: - migrationJob: - enabled: true - activeDeadlineSeconds: 600 - asserts: - - equal: - path: spec.activeDeadlineSeconds - value: 600 - - - it: omits the deadline entirely when it is nulled out, restoring the unbounded behaviour - set: - migrationJob: - enabled: true - activeDeadlineSeconds: null - asserts: - - notExists: - path: spec.activeDeadlineSeconds - - - it: should set custom jobLabels and jobAnnotations on Job metadata - template: migrations-job.yaml - set: - migrationJob: - enabled: true - jobLabels: - environment: production - team: platform - jobAnnotations: - example.com/cost-center: "1234" - asserts: - - equal: - path: metadata.labels.environment - value: production - - equal: - path: metadata.labels.team - value: platform - - equal: - path: metadata.annotations['example.com/cost-center'] - value: "1234" - - - it: should set custom podLabels on Pod template - template: migrations-job.yaml - set: - migrationJob: - enabled: true - podLabels: - custom.io/pod-role: migration - asserts: - - equal: - path: spec.template.metadata.labels['custom.io/pod-role'] - value: migration - - - it: should override container command and args - template: migrations-job.yaml - set: - migrationJob: - enabled: true - command: - - sh - args: - - -c - - echo migrating - asserts: - - equal: - path: spec.template.spec.containers[0].command - value: - - sh - - equal: - path: spec.template.spec.containers[0].args - value: - - -c - - echo migrating - - - it: should clear container args when only command is specified - template: migrations-job.yaml - set: - migrationJob: - enabled: true - command: - - sh - asserts: - - equal: - path: spec.template.spec.containers[0].command - value: - - sh - - equal: - path: spec.template.spec.containers[0].args - value: [] diff --git a/helm/litellm-helm/tests/pdb_tests.yaml b/helm/litellm-helm/tests/pdb_tests.yaml deleted file mode 100644 index 5e042e80bd3..00000000000 --- a/helm/litellm-helm/tests/pdb_tests.yaml +++ /dev/null @@ -1,45 +0,0 @@ -suite: "pdb enabled" -templates: - - poddisruptionbudget.yaml -tests: - - it: "renders a PDB with maxUnavailable=1" - set: - pdb.enabled: true - pdb.maxUnavailable: 1 - asserts: - - hasDocuments: { count: 1 } - - isKind: { of: PodDisruptionBudget } - - equal: { path: apiVersion, value: policy/v1 } - - equal: { path: spec.maxUnavailable, value: 1 } - - equal: - path: spec.selector.matchLabels - value: - app.kubernetes.io/name: litellm - app.kubernetes.io/instance: RELEASE-NAME - ---- -suite: "pdb disabled" -templates: - - poddisruptionbudget.yaml -tests: - - it: "does not render when disabled" - set: - pdb.enabled: false - asserts: - - hasDocuments: { count: 0 } - ---- -suite: "pdb minAvailable precedence" -templates: - - poddisruptionbudget.yaml -tests: - - it: "uses minAvailable when both are set" - set: - pdb.enabled: true - pdb.minAvailable: "50%" - pdb.maxUnavailable: 1 - asserts: - - isKind: { of: PodDisruptionBudget } - - equal: { path: apiVersion, value: policy/v1 } - - equal: { path: spec.minAvailable, value: "50%" } - - isNull: { path: spec.maxUnavailable } diff --git a/helm/litellm-helm/tests/removed_lens_values_tests.yaml b/helm/litellm-helm/tests/removed_lens_values_tests.yaml deleted file mode 100644 index e67cff00efa..00000000000 --- a/helm/litellm-helm/tests/removed_lens_values_tests.yaml +++ /dev/null @@ -1,14 +0,0 @@ -suite: removed lens values -templates: - - NOTES.txt -tests: - - it: warns that lens values are ignored - set: - lensWorker.enabled: true - asserts: - - matchRegexRaw: - pattern: lens and lensWorker values are ignored - - it: stays quiet without lens values - asserts: - - notMatchRegexRaw: - pattern: lensWorker diff --git a/helm/litellm-helm/tests/service_tests.yaml b/helm/litellm-helm/tests/service_tests.yaml deleted file mode 100644 index 43ed0180bc8..00000000000 --- a/helm/litellm-helm/tests/service_tests.yaml +++ /dev/null @@ -1,116 +0,0 @@ -suite: Service Configuration Tests -templates: - - service.yaml -tests: - - it: should create a default ClusterIP service - template: service.yaml - asserts: - - isKind: - of: Service - - equal: - path: spec.type - value: ClusterIP - - equal: - path: spec.ports[0].port - value: 4000 - - equal: - path: spec.ports[0].targetPort - value: http - - equal: - path: spec.ports[0].protocol - value: TCP - - equal: - path: spec.ports[0].name - value: http - - isNull: - path: spec.loadBalancerClass - - - it: should create a NodePort service when specified - template: service.yaml - set: - service.type: NodePort - asserts: - - isKind: - of: Service - - equal: - path: spec.type - value: NodePort - - isNull: - path: spec.loadBalancerClass - - - it: should create a LoadBalancer service when specified - template: service.yaml - set: - service.type: LoadBalancer - asserts: - - isKind: - of: Service - - equal: - path: spec.type - value: LoadBalancer - - isNull: - path: spec.loadBalancerClass - - - it: should add loadBalancerClass when specified with LoadBalancer type - template: service.yaml - set: - service.type: LoadBalancer - service.loadBalancerClass: tailscale - asserts: - - isKind: - of: Service - - equal: - path: spec.type - value: LoadBalancer - - equal: - path: spec.loadBalancerClass - value: tailscale - - - it: should not add loadBalancerClass when specified with ClusterIP type - template: service.yaml - set: - service.type: ClusterIP - service.loadBalancerClass: tailscale - asserts: - - isKind: - of: Service - - equal: - path: spec.type - value: ClusterIP - - isNull: - path: spec.loadBalancerClass - - - it: should use custom port when specified - template: service.yaml - set: - service.port: 8080 - asserts: - - equal: - path: spec.ports[0].port - value: 8080 - - - it: should add service annotations when specified - template: service.yaml - set: - service.annotations: - cloud.google.com/load-balancer-type: "Internal" - service.beta.kubernetes.io/aws-load-balancer-internal: "true" - asserts: - - isKind: - of: Service - - equal: - path: metadata.annotations - value: - cloud.google.com/load-balancer-type: "Internal" - service.beta.kubernetes.io/aws-load-balancer-internal: "true" - - - it: should use the correct selector labels - template: service.yaml - asserts: - - isNotNull: - path: spec.selector - - equal: - path: spec.selector - value: - app.kubernetes.io/name: litellm - app.kubernetes.io/instance: RELEASE-NAME diff --git a/helm/litellm-helm/values.yaml b/helm/litellm-helm/values.yaml deleted file mode 100644 index 85d9b69308c..00000000000 --- a/helm/litellm-helm/values.yaml +++ /dev/null @@ -1,662 +0,0 @@ -# Default values for litellm. -# This is a YAML-formatted file. -# Declare variables to be passed into your templates. - -replicaCount: 1 -liteadmin: - enabled: false - existingSecret: "" - gatewayUrl: "" - model: "" - readOnly: false - storageSize: 1Gi - storageClassName: "" - resources: - requests: - cpu: 100m - memory: 256Mi - limits: - memory: 1Gi -# numWorkers: 2 - -image: - # Bundles the prisma CLI and engines, which is what lets the migrations job - # and the proxy's own schema check run without network access. - repository: ghcr.io/berriai/litellm - pullPolicy: Always - # Overrides the image tag whose default is the chart appVersion. - # tag: "latest" - tag: "" - -imagePullSecrets: [] -nameOverride: "litellm" -fullnameOverride: "" - -serviceAccount: - # Specifies whether a service account should be created - create: false - # Automatically mount a ServiceAccount's API credentials? - automount: true - # Annotations to add to the service account - annotations: {} - # The name of the service account to use. - # If not set and create is true, a name is generated using the fullname template - name: "" - -# annotations for litellm deployment -deploymentAnnotations: {} -deploymentLabels: {} -deploymentMinReadySeconds: 0 - -# annotations for litellm pods -podAnnotations: {} -podLabels: {} - -# -- Deployment strategy configuration -# Example: -# type: RollingUpdate -# rollingUpdate: -# maxUnavailable: 0 -# maxSurge: 1 -strategy: {} - -terminationGracePeriodSeconds: 90 -topologySpreadConstraints: - [] - # - maxSkew: 1 - # topologyKey: kubernetes.io/hostname - # whenUnsatisfiable: DoNotSchedule - # labelSelector: - # matchLabels: - # app: litellm - -# At the time of writing, the litellm docker image requires write access to the -# filesystem on startup so that prisma can install some dependencies. -podSecurityContext: {} -securityContext: - {} - # capabilities: - # drop: - # - ALL - # readOnlyRootFilesystem: false - # runAsNonRoot: true - # runAsUser: 1000 - -# A list of Kubernetes Secret objects that will be exported to the LiteLLM proxy -# pod as environment variables. These secrets can then be referenced in the -# configuration file (or "litellm" ConfigMap) with `os.environ/` -environmentSecrets: - [] - # - litellm-env-secret - -# A list of Kubernetes ConfigMap objects that will be exported to the LiteLLM proxy -# pod as environment variables. The ConfigMap kv-pairs can then be referenced in the -# configuration file (or "litellm" ConfigMap) with `os.environ/` -environmentConfigMaps: - [] - # - litellm-env-configmap - -service: - type: ClusterIP - port: 4000 - # If service type is `LoadBalancer` you can - # optionally specify loadBalancerClass - # loadBalancerClass: tailscale - -# Probes for LiteLLM gateway container -livenessProbe: - path: /health/liveliness - initialDelaySeconds: 0 - periodSeconds: 15 - timeoutSeconds: 5 - successThreshold: 1 - failureThreshold: 5 - -readinessProbe: - path: /health/readiness - initialDelaySeconds: 0 - periodSeconds: 10 - timeoutSeconds: 5 - successThreshold: 1 - failureThreshold: 3 - -startupProbe: - path: /health/readiness - initialDelaySeconds: 0 - periodSeconds: 10 - timeoutSeconds: 5 - successThreshold: 1 - failureThreshold: 30 - -ingress: - enabled: false - className: "nginx" - labels: {} - annotations: - {} - # kubernetes.io/ingress.class: nginx - # kubernetes.io/tls-acme: "true" - hosts: - - host: api.example.local - paths: - - path: / - pathType: ImplementationSpecific - tls: [] - # - secretName: chart-example-tls - # hosts: - # - chart-example.local - -# masterkey: changeit - -# if set, use this secret for the master key; otherwise, autogenerate a new one -masterkeySecretName: "" - -# if set, use this secret key for the master key; otherwise, use the default key -masterkeySecretKey: "" - -# Optional: enterprise billable-request metering. Requires an enterprise license. -billingMetrics: - enabled: false - endpoint: https://telemetry.litellm.ai - tokenUrl: https://litellm-prod.auth.us-west-1.amazoncognito.com/oauth2/token - secretName: litellm-billing-metrics - exportIntervalMs: "" - -proxyConfigMap: - # when true, creates a new configmap - create: true - # if create is false and name is set, use existing ConfigMap - # create: false - # name: "" - # key: "config.yaml" - -# The elements within proxy_config are rendered as config.yaml for the proxy -# Examples: https://github.com/BerriAI/litellm/tree/main/litellm/proxy/example_config_yaml -# Reference: https://docs.litellm.ai/docs/proxy/configs -proxy_config: - model_list: [] - general_settings: - master_key: os.environ/PROXY_MASTER_KEY - -# Serve Prometheus /metrics from a separate process (PROMETHEUS_METRICS_PORT) -# so a scrape never runs on an inference worker. Adds a `metrics` port to the -# container and a dedicated ClusterIP `-metrics` Service, and the -# ServiceMonitor scrapes it instead of the proxy port. The separate port has -# no virtual-key auth: keep it off public ingress. Needs the proxy image -# v1.101.0 or newer. -metricsServer: - enabled: false - port: 4001 - -# Opt-in sidecar that runs the post-response spend pipeline (cost calculation, -# spend logs, spend counters, budget reservation reconciliation) so the proxy's -# uvicorn workers only serialise a compact typed event and go back to serving -# inference. Same image and tag as the proxy, second container in the same pod, -# fed over loopback (a unix socket on a shared emptyDir, or 127.0.0.1 TCP). It -# reuses the pod's in-container pgbouncer (db.connectionPool) and the same Redis -# spend transaction buffer, so the per-pod DB connection budget is unchanged. -# Delivery is at-most-once inside the pod: events already handed to the sidecar -# are lost if it crashes before writing them; events the workers could not hand -# over follow onUnavailable. Both containers drain on SIGTERM within -# terminationGracePeriodSeconds -collector: - enabled: false - # unix:////.sock (the becomes a shared emptyDir) or tcp://127.0.0.1: - address: unix:///var/run/litellm/collector.sock - # Events each uvicorn worker holds in memory while the sidecar is slow or restarting - bufferSize: 1000 - # fallback: run the pipeline in the worker when the sidecar is unreachable or the - # buffer is full (spend stays exact, that request costs proxy CPU again) - # drop: count and discard the event instead (spend under-reports) - onUnavailable: fallback - # How long the workers keep pushing buffered events on shutdown, and how long the - # sidecar keeps serving its open connections after SIGTERM - drainTimeoutSeconds: 10 - command: - - python - - -m - - litellm.proxy.collector - # Sized independently of the proxy container; the pipeline is CPU bound - resources: {} - # requests: - # cpu: 500m - # memory: 1Gi - # limits: - # cpu: "1" - # memory: 2Gi - # When autoscaling.enabled, swap the pod-wide cpu Resource metric for an - # autoscaling/v2 ContainerResource metric on the proxy container only, so the - # sidecar's CPU never scales inference replicas. Needs Kubernetes 1.30+ (or the - # HPAContainerMetrics feature gate on 1.27 to 1.29) - scaleOnProxyContainerCpu: false - -resources: - {} - # Unset by default so the chart installs on small clusters such as Minikube, and so an - # upgrade never leaves a running pod Pending. Production deployments should set these. - # A proxy at DB-connected steady state needs about 1 CPU and 4Gi of memory per worker; - # sizing below that gets the pod OOMKilled once traffic and DB connections ramp up. - # Scale both figures with --num_workers, then uncomment the lines below and remove the - # curly braces after 'resources:'. See "Recommended Machine Specifications" in - # https://docs.litellm.ai/docs/proxy/prod. - # requests: - # cpu: "1" - # memory: 4Gi - # limits: - # cpu: "1" - # memory: 4Gi - -autoscaling: - enabled: false - minReplicas: 1 - maxReplicas: 100 - # 60 is the documented recommendation. See "Recommended Machine Specifications" - # in https://docs.litellm.ai/docs/proxy/prod. A new replica clears the startupProbe - # above only after up to failureThreshold x periodSeconds = 300 seconds, so a target - # high enough to trip near saturation adds capacity minutes after it was needed. - targetCPUUtilizationPercentage: 60 - # Deliberately left unset rather than given a value. The prisma query engine's - # resident memory is a high-water mark that ratchets to the pod's worst-ever write - # and is never returned, so a memory target reads the largest write a pod ever did - # rather than what it is doing now, and replicas ratchet up without scaling back in. - # Memory is a floor to provision under 'resources', not a signal to scale on. - # targetMemoryUtilizationPercentage: 80 - # behavior: {} - # Opt-in per-pod workload targets, rendered as autoscaling/v2 `Pods` metrics - # named `litellm_requests_per_second` and `litellm_tokens_per_second` with an - # AverageValue target, alongside whichever resource targets are set (the HPA - # follows the metric asking for the most replicas). A Prometheus Adapter must - # serve those two names on custom.metrics.k8s.io from the proxy's counters, - # grouped by the scrape target's `pod` label (enable serviceMonitor below so - # every pod is scraped on its own): - # litellm_requests_per_second: - # sum(rate(litellm_proxy_total_requests_metric_total{<<.LabelMatchers>>}[1m])) by (<<.GroupBy>>) - # litellm_tokens_per_second: - # sum(rate(litellm_total_tokens_metric_total{<<.LabelMatchers>>}[1m])) by (<<.GroupBy>>) - # rate() over [1m] is already per second, so no `* 60`. How fast the HPA - # reacts is set by that window, the scrape interval and the HPA sync period - # (15s by default), not by the unit: keep serviceMonitor.interval at 15s or - # faster so a 1m window holds at least 4 samples. averageValue takes SI - # suffixes, so "6M" is six million tokens per second per pod. Tokens are - # counted when a response completes, so TPS trails long streams. - targetRequestsPerSecond: "" - targetTokensPerSecond: "" - -# Autoscaling with keda is mutually exclusive with hpa -keda: - enabled: false - minReplicas: 1 - maxReplicas: 100 - pollingInterval: 30 - cooldownPeriod: 300 - # fallback: - # failureThreshold: 3 - # replicas: 11 - restoreToOriginalReplicaCount: false - scaledObject: - annotations: {} - triggers: [] - # - type: prometheus - # metadata: - # serverAddress: http://:9090 - # metricName: http_requests_total - # threshold: '100' - # query: sum(rate(http_requests_total{deployment="my-deployment"}[2m])) - # First-class Prometheus triggers on the proxy's own request and token - # counters, appended to `triggers`. Each target is the per-second load one - # replica should carry: KEDA divides the release-wide - # `sum(rate([1m]))` by it to pick the replica count. Thresholds - # are plain numbers (KEDA parses them as floats, no SI suffixes). The - # queries select samples by the release namespace and the `job` label the - # chart's ServiceMonitor produces (the metrics Service name), so enable - # serviceMonitor below together with metricsServer: the http port serves - # /metrics/ behind virtual-key auth and answers an unauthenticated scrape - # with 401. Reaction time comes from the [1m] window, the scrape interval - # and pollingInterval above, so keep both at 15s or faster. Tokens are - # counted at completion, so TPS trails long streams. serverAddress is - # required once either target is set. - prometheus: - serverAddress: "" - requestsPerSecond: "" - tokensPerSecond: "" - behavior: {} - # scaleDown: - # stabilizationWindowSeconds: 300 - # policies: - # - type: Pods - # value: 1 - # periodSeconds: 180 - # scaleUp: - # stabilizationWindowSeconds: 300 - # policies: - # - type: Pods - # value: 2 - # periodSeconds: 60 - -# Additional volumes on the output Deployment definition. -volumes: [] -# - name: foo -# secret: -# secretName: mysecret -# optional: false - -# Additional volumeMounts on the output Deployment definition. -volumeMounts: [] -# - name: foo -# mountPath: "/etc/foo" -# readOnly: true - -nodeSelector: {} - -tolerations: [] - -affinity: {} - -db: - # Use an existing postgres server/cluster - useExisting: false - - # How to connect to the existing postgres server/cluster - endpoint: localhost - database: litellm - url: postgresql://$(DATABASE_USERNAME):$(DATABASE_PASSWORD)@$(DATABASE_HOST)/$(DATABASE_NAME) - # Authenticate with a short-lived token instead of a password. useIAMAuth is - # AWS RDS / Aurora IAM database authentication (the pod needs AWS credentials, - # e.g. IRSA or EKS Pod Identity, and the database user needs GRANT rds_iam); - # useAzureEntraAuth is Azure Database for PostgreSQL with a Microsoft Entra ID - # identity (workload identity). Mutually exclusive, and both need - # useExisting: true with deployStandalone: false. The chart then sets - # IAM_TOKEN_DB_AUTH or AZURE_POSTGRESQL_AUTH, emits DATABASE_HOST, DATABASE_PORT, - # DATABASE_USERNAME and DATABASE_NAME and skips DATABASE_PASSWORD and db.url: - # the proxy, the migrations job and the collector sidecar each mint their own - # token and build DATABASE_URL from those parts. Set DATABASE_SSLMODE / - # DATABASE_SSLROOTCERT under envVars for TLS options you would otherwise put - # in db.url. - useIAMAuth: false - useAzureEntraAuth: false - # Postgres port, used to build the token-auth URL (password auth takes the - # port from db.url) - port: 5432 - # Postgres schema for the LiteLLM tables, rendered as DATABASE_SCHEMA under - # token auth only (password auth carries it as ?schema= in db.url) - schema: "" - # Database user as a plain value. Empty means read it from - # db.secret.usernameKey. With token auth the user name is the only credential - # the chart needs, so setting it here removes the need for db.secret entirely. - username: "" - secret: - name: postgres - usernameKey: username - passwordKey: password - # Optional: when set, DATABASE_HOST will be sourced from this secret key instead of db.endpoint - endpointKey: "" - # Optional: when set, DATABASE_URL_READ_REPLICA will be sourced from this - # secret key instead of db.readReplicaUrl. Prefer this over the plain - # value: read-replica URLs typically embed credentials, and a value - # written to db.readReplicaUrl ends up visible in the rendered pod spec - # and the Helm release secret. - readReplicaUrlKey: "" - # Optional: when set, a DATABASE_READER_HOST env var is sourced from this - # secret key, so db.readReplicaUrl can compose the reader URL from - # individual secret components, e.g. - # postgresql://$(DATABASE_USERNAME):$(DATABASE_PASSWORD)@$(DATABASE_READER_HOST):5432/$(DATABASE_NAME) - # Use this when your secret store holds the bare reader hostname rather - # than a full connection URL. Only takes effect when readReplicaUrl is - # set; ignored when readReplicaUrlKey is set. - readReplicaEndpointKey: "" - - # Optional read-replica routing. When set, the proxy sends read-only - # queries (find_*, count, group_by, query_raw/_first) to this URL while - # writes continue to go to db.url. Useful for Aurora-style clusters with - # separate reader/writer endpoints. Leave empty to keep single-DB behavior. - # When IAM_TOKEN_DB_AUTH is enabled, the reader URL is auto-refreshed - # alongside the writer (host/port/user/db are parsed from this URL once - # at startup; only the IAM token rotates). - # - # If the URL embeds credentials, prefer db.secret.readReplicaUrlKey over - # this field — the plain value is rendered into the pod spec and the - # Helm release secret. This field is intended for credential-less URLs - # only (e.g. when IAM_TOKEN_DB_AUTH supplies the token at runtime). - readReplicaUrl: "" - - # In-container connection pool (PgBouncer, transaction mode) shared by every - # worker in the pod. Without it each --num_workers worker opens its own - # connection_limit connections to Postgres, so a pod's footprint against the - # database's connection ceiling is workers x connection_limit and grows with - # every replica. With it, the pod holds at most maxDbConnections upstream - # connections no matter how many workers run; the workers connect to the pool - # over loopback, with no extra network hop. Migrations still go straight to - # Postgres. Starting profile for numWorkers: 4 is maxDbConnections: 20, so - # a database with a 5000-connection ceiling fits roughly 200 replicas. - connectionPool: - enabled: false - maxDbConnections: 20 - maxClientConn: 1000 - - # Use the Stackgres Helm chart to deploy an instance of a Stackgres cluster. - # The Stackgres Operator must already be installed within the target - # Kubernetes cluster. - # TODO: Stackgres deployment currently unsupported - useStackgresOperator: false - - # Use the Postgres Helm chart to create a single node, stand alone postgres - # instance. See the "postgresql" top level key for additional configuration. - deployStandalone: true - -# Lifecycle hooks for the LiteLLM container -# -# Prefer the native /health/drain preStop hook over a fixed `sleep`: it marks -# the pod NotReady and blocks only until in-flight requests actually finish -# (bounded by GRACEFUL_SHUTDOWN_TIMEOUT, default 30s), instead of always -# waiting the worst-case duration. After SIGTERM the server waits up to -# GRACEFUL_SHUTDOWN_TIMEOUT again for connections still open and then cancels -# them, so set terminationGracePeriodSeconds a few seconds above twice -# GRACEFUL_SHUTDOWN_TIMEOUT to leave room for teardown before SIGKILL. -# -# /health/drain is off by default; enable it with -# general_settings.enable_drain_endpoint: true. The kubelet calls preStop -# hooks without proxy credentials, so when the health port is reachable from -# other pods (the common case) also set -# general_settings.drain_endpoint_token (or the DRAIN_ENDPOINT_TOKEN env -# var) and send the same value on the X-Drain-Token header from the hook. -# Calls missing/wrong the token get a 401 and have no side effect. -# Example: -# lifecycle: -# preStop: -# httpGet: -# path: /health/drain -# port: 4000 -# httpHeaders: -# - name: X-Drain-Token -# value: -lifecycle: {} - -# Settings for Bitnami postgresql chart (if db.deployStandalone is true, ignored -# otherwise) -# -# Bitnami retired the versioned tags under docker.io/bitnami and republished the -# archived builds under docker.io/bitnamilegacy, so the subchart's own image -# defaults no longer resolve. The repository below points at the same build the -# subchart was released with, which keeps the on-disk data directory layout -# identical for existing installs. -# -# Keep the tag pinned. docker.io/bitnami still publishes a floating `latest`, -# and starting a newer PostgreSQL major against an existing data directory -# leaves the server refusing to boot ("database files are incompatible with -# server") with no way back other than a dump taken beforehand. Crossing a major -# version is a dump-and-restore, not an image bump. The chart refuses to render -# an unpinned tag for this reason -postgresql: - architecture: standalone - image: - repository: bitnamilegacy/postgresql - tag: 16.2.0-debian-12-r6 - volumePermissions: - image: - repository: bitnamilegacy/os-shell - tag: 12-debian-12-r16 - metrics: - image: - repository: bitnamilegacy/postgres-exporter - tag: 0.15.0-debian-12-r14 - auth: - username: litellm - database: litellm - - # You should override these on the helm command line with - # `--set postgresql.auth.postgres-password=,postgresql.auth.password=` - password: NoTaGrEaTpAsSwOrD - postgres-password: NoTaGrEaTpAsSwOrD - - # A secret is created by this chart (litellm-helm) with the credentials that - # the new Postgres instance should use. - # existingSecret: "" - # secretKeys: - # userPasswordKey: password - -# Redis is the proxy's coordination store: cross-pod tpm/rpm rate limits, spend -# tracking, and the pod lock manager. Enabling this deploys the bundled Redis -# subchart, wires REDIS_HOST / REDIS_PORT / REDIS_PASSWORD into the proxy, and -# renders a `general_settings.coordination_redis` block into the proxy config. -# -# To point at an existing Redis instead, leave `enabled: false` and pass a -# secret for REDIS_HOST, REDIS_PORT, REDIS_PASSWORD or REDIS_URL; the proxy -# falls back to those env vars for coordination. Set `cache: true` in the proxy -# config only if you also want LLM response caching, which is independent of -# coordination -# -# When `redis.sentinel.enabled` is set, the coordination block is rendered with -# `sentinel_nodes` and `service_name` (from `redis.sentinel.masterSet`) instead -# of host/port, because a plain Redis client cannot talk to the sentinel port -# -# The image repositories carry the same bitnamilegacy repoint as postgresql -# above; the versioned tags the subchart ships with are gone from -# docker.io/bitnami -redis: - enabled: false - architecture: standalone - image: - repository: bitnamilegacy/redis - tag: 7.2.4-debian-12-r9 - sentinel: - image: - repository: bitnamilegacy/redis-sentinel - tag: 7.2.4-debian-12-r7 - metrics: - image: - repository: bitnamilegacy/redis-exporter - tag: 1.58.0-debian-12-r4 - volumePermissions: - image: - repository: bitnamilegacy/os-shell - tag: 12-debian-12-r16 - sysctl: - image: - repository: bitnamilegacy/os-shell - tag: 12-debian-12-r16 - kubectl: - image: - repository: bitnamilegacy/kubectl - tag: 1.29.2-debian-12-r3 - coordination: - # Set to false to keep the bundled Redis for response caching only and leave - # `general_settings.coordination_redis` out of the rendered config. A - # `coordination_redis` block you define yourself in `proxy_config` always wins - enabled: true - -# Prisma migration job settings -migrationJob: - enabled: true # Enable or disable the schema migration Job - backoffLimit: 4 # Backoff limit for Job restarts - # Wall-clock budget for the whole Job, shared across every `backoffLimit` - # retry rather than granted per attempt. Without it a migration that blocks - # on the database never fails, and when the Helm hook is enabled the release - # waits on it forever: `helm upgrade` and any GitOps controller driving it - # stop reconciling the whole chart until someone deletes the Job by hand. - # Set to null to opt out and restore the unbounded behaviour. - activeDeadlineSeconds: 1800 - # Optional service account for the migration job. - # Only used when migrationJob.hooks.helm.enabled=true and serviceAccount.create=true. - # In that case, pre-install/pre-upgrade hooks run before normal resources, so this defaults to "default". - serviceAccountName: "" - annotations: {} - jobLabels: {} # Custom labels for the Job metadata - jobAnnotations: {} # Custom annotations for the Job metadata - podLabels: {} # Custom labels for the Job pod template - command: [] # Override container command (defaults to ["python", "litellm/proxy/prisma_migration.py"]) - args: [] # Override container args - ttlSecondsAfterFinished: 120 - resources: {} - # Unset by default. This job runs the database migration and exits, so it does not - # need the steady-state headroom the proxy does; size it from your own migration - # runs rather than from the proxy figures above. - extraContainers: [] - extraInitContainers: [] - - # Hook configuration - hooks: - argocd: - enabled: true - helm: - enabled: false - -# Log level for the litellm proxy (sets LITELLM_LOG in the deployment env). -# Rendered as a direct `env:` entry, which in Kubernetes takes precedence over -# any `envFrom:` source. If you currently source LITELLM_LOG from an -# environmentSecret or environmentConfigMap, set `logLevel: ""` here to -# disable injection — otherwise this value silently overrides your secret / -# configmap entry. -# -# Setting LITELLM_LOG inside `envVars:` below also wins: the template skips -# this injection entirely when envVars already defines LITELLM_LOG. -logLevel: INFO - -# Additional environment variables to be added to the deployment as a map of key-value pairs -envVars: {} - -# USE_DDTRACE: "true" -# Additional environment variables to be added to the deployment as a list of k8s env vars -extraEnvVars: {} - -# if you want to override the container command, you can do so here -command: {} -# if you want to override the container args, you can do so here -args: {} - -# - name: EXTRA_ENV_VAR -# value: EXTRA_ENV_VAR_VALUE -# Additional Kubernetes resources to deploy with litellm -extraResources: [] - -# - apiVersion: v1 -# kind: ConfigMap -# metadata: -# name: my-extra-config -# data: -# foo: bar -# Pod Disruption Budget -pdb: - enabled: false - # Set exactly one of the following. If both are set, minAvailable takes precedence. - minAvailable: null # e.g. "50%" or 1 - maxUnavailable: null # e.g. 1 or "20%" - annotations: {} - labels: {} - -serviceMonitor: - enabled: false - labels: - {} - # test: test - annotations: - {} - # kubernetes.io/test: test - interval: 15s - scrapeTimeout: 10s - relabelings: [] - # - targetLabel: __meta_kubernetes_pod_node_name - # replacement: $1 - # action: replace - namespaceSelector: - matchNames: [] - # - test-namespace diff --git a/helm/litellm/Chart.yaml b/helm/litellm/Chart.yaml deleted file mode 100644 index 341172da925..00000000000 --- a/helm/litellm/Chart.yaml +++ /dev/null @@ -1,8 +0,0 @@ -apiVersion: v2 -name: litellm -description: LiteLLM componentized — gateway, UI backend, and UI as separate services -type: application -version: 0.1.1 -appVersion: "0.1.0" -annotations: - org.opencontainers.image.source: "https://github.com/BerriAI/litellm" diff --git a/helm/litellm/README.md b/helm/litellm/README.md deleted file mode 100644 index 3fc63f0aaba..00000000000 --- a/helm/litellm/README.md +++ /dev/null @@ -1,60 +0,0 @@ -# LiteLLM componentized chart - -This chart deploys separate gateway, backend and UI services - -The external Lens integration has been removed. Existing `lens` and `lensWorker` values are ignored with a warning in the release notes. Remove these obsolete values when updating your configuration. - -For an ingress with separate component hostnames, set all three `ingress.componentHosts` values, leave `ingress.host` and `ingress.extraPaths` empty, configure `ui.backendUrl` as the backend's public origin and `backend.gatewayUrl` as the gateway's public origin, and set `ui.publicUrl` to the browser-facing UI origin. The UI Deployment receives `LITELLM_BACKEND_URL` from `ui.backendUrl` only when `ingress.componentHosts` is configured. - -```yaml -ingress: - enabled: true - host: "" - componentHosts: - ui: ui.example.com - backend: backend.example.com - gateway: gateway.example.com - extraPaths: [] -ui: - publicUrl: https://ui.example.com - backendUrl: https://backend.example.com -backend: - gatewayUrl: https://gateway.example.com -``` - -## Enterprise billing metrics - -Billing metrics use Cognito bearer authentication. Create the Secret with -`client-id` and `client-secret` keys, then enable billing metrics: - -```bash -kubectl create secret generic litellm-billing-metrics --from-literal=client-id=... --from-literal=client-secret=... -``` - -```yaml -billingMetrics: - enabled: true -``` - -The chart requires an HTTPS endpoint, an HTTPS token URL, and the Secret name -when billing metrics are enabled - -## Routes to another Service - -For a shared hostname, `ingress.extraPaths` can route to a Service in the same namespace using `serviceName` and `servicePort`. The port can be a number or a named Service port. Omit `service` when using these fields - -```yaml -ingress: - enabled: true - className: alb - host: gateway.example.com - extraPaths: - - path: /moyai - pathType: Prefix - serviceName: moyai-ingress - servicePort: 8080 -``` - -The Service and application must already support the path prefix. The chart adds the path to the existing Ingress and leaves its built-in routes in place. It does not create the target Service or rewrite requests - -For AWS ALB, configure the target Service's `alb.ingress.kubernetes.io/healthcheck-path` annotation when the application needs a different health check from LiteLLM. Existing `service` aliases (`gateway`, `backend`, `ui`) remain supported diff --git a/helm/litellm/templates/gateway/configmap.yaml b/helm/litellm/templates/gateway/configmap.yaml deleted file mode 100644 index d262bf25b87..00000000000 --- a/helm/litellm/templates/gateway/configmap.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.gateway.config.create }} -apiVersion: v1 -kind: ConfigMap -metadata: - name: {{ include "litellm.gateway.fullname" . }}-config -data: - config.yaml: | -{{ .Values.gateway.config.proxy_config | toYaml | indent 6 }} -{{- end }} diff --git a/helm/litellm/templates/gateway/deployment.yaml b/helm/litellm/templates/gateway/deployment.yaml deleted file mode 100644 index b849636274f..00000000000 --- a/helm/litellm/templates/gateway/deployment.yaml +++ /dev/null @@ -1,245 +0,0 @@ -{{- if .Values.gateway.enabled }} -apiVersion: apps/v1 -kind: Deployment -metadata: - name: {{ include "litellm.gateway.fullname" . }} - labels: - {{- include "litellm.commonLabels" . | nindent 4 }} - app.kubernetes.io/component: gateway -spec: - {{- if and (not .Values.gateway.hpa.enabled) (not (kindIs "invalid" .Values.gateway.replicaCount)) }} - replicas: {{ .Values.gateway.replicaCount }} - {{- end }} - {{- with .Values.gateway.strategy }} - strategy: - {{- toYaml . | nindent 4 }} - {{- end }} - selector: - matchLabels: - {{- include "litellm.gateway.selectorLabels" . | nindent 6 }} - template: - metadata: - annotations: - {{- if .Values.gateway.config.create }} - checksum/config: {{ include (print $.Template.BasePath "/gateway/configmap.yaml") . | sha256sum }} - {{- end }} - {{- with .Values.gateway.podAnnotations }} - {{- toYaml . | nindent 8 }} - {{- end }} - labels: - {{- include "litellm.gateway.selectorLabels" . | nindent 8 }} - {{- with .Values.gateway.podLabels }} - {{- include "litellm.podLabels" (dict "podLabels" . "componentName" "gateway") | nindent 8 }} - {{- end }} - spec: - serviceAccountName: {{ include "litellm.gateway.serviceAccountName" . }} - automountServiceAccountToken: {{ .Values.serviceAccounts.gateway.automount }} - {{- with .Values.gateway.podSecurityContext }} - securityContext: - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.imagePullSecrets }} - imagePullSecrets: - {{- toYaml . | nindent 8 }} - {{- end }} - containers: - - name: gateway - image: "{{ .Values.gateway.image.repository }}:{{ .Values.gateway.image.tag | default .Chart.AppVersion }}" - imagePullPolicy: {{ .Values.gateway.image.pullPolicy }} - {{- with .Values.gateway.securityContext }} - securityContext: - {{- toYaml . | nindent 12 }} - {{- end }} - ports: - - name: http - containerPort: 4000 - protocol: TCP - env: - {{- if .Values.ui.publicUrl }} - - name: LITELLM_CORS_ORIGINS - value: {{ include "litellm.ui.publicOrigin" . | quote }} - {{- end }} - {{- include "litellm.serverEnv" (dict "root" $ "component" .Values.gateway) | nindent 12 }} - {{- if .Values.gateway.config.create }} - - name: CONFIG_FILE_PATH - value: /app/config/config.yaml - {{- end }} - {{- if .Values.gateway.numWorkers }} - - name: NUM_WORKERS - value: {{ .Values.gateway.numWorkers | quote }} - {{- end }} - {{- if .Values.database.connectionPool.enabled }} - {{- include "litellm.connectionPoolEnv" $ | nindent 12 }} - {{- end }} - {{- if .Values.billingMetrics.enabled }} - {{- include "litellm.billingMetricsEnv" . | nindent 12 }} - {{- end }} - {{- if .Values.gateway.metricsServer.enabled }} - {{- if eq (int .Values.gateway.metricsServer.port) 4000 }} - {{- fail "gateway.metricsServer.port must differ from the gateway port 4000" }} - {{- end }} - - name: PROMETHEUS_MULTIPROC_DIR - value: {{ include "litellm.gateway.prometheusMultiprocDir" . }} - {{- end }} - {{- if .Values.gateway.collector.enabled }} - {{- include "litellm.gateway.collectorEnv" . | nindent 12 }} - {{- end }} - {{- include "litellm.envFrom" .Values.gateway | nindent 10 }} - {{- if or .Values.gateway.config.create .Values.gateway.volumeMounts .Values.gateway.metricsServer.enabled (include "litellm.gateway.collectorSocketDir" .) }} - volumeMounts: - {{- if .Values.gateway.config.create }} - - name: gateway-config - mountPath: /app/config/config.yaml - subPath: config.yaml - {{- end }} - {{- if .Values.gateway.metricsServer.enabled }} - - name: prometheus-multiproc - mountPath: {{ include "litellm.gateway.prometheusMultiprocDir" . }} - {{- end }} - {{- if include "litellm.gateway.collectorSocketDir" . }} - - name: collector-socket - mountPath: {{ include "litellm.gateway.collectorSocketDir" . }} - {{- end }} - {{- with .Values.gateway.volumeMounts }} - {{- toYaml . | nindent 12 }} - {{- end }} - {{- end }} - {{- with .Values.gateway.livenessProbe }} - livenessProbe: - {{- toYaml . | nindent 12 }} - {{- end }} - {{- with .Values.gateway.readinessProbe }} - readinessProbe: - {{- toYaml . | nindent 12 }} - {{- end }} - {{- with .Values.gateway.startupProbe }} - startupProbe: - {{- toYaml . | nindent 12 }} - {{- end }} - {{- with .Values.gateway.lifecycle }} - lifecycle: - {{- toYaml . | nindent 12 }} - {{- end }} - resources: - {{- toYaml .Values.gateway.resources | nindent 12 }} - {{- if .Values.gateway.metricsServer.enabled }} - - name: metrics - image: "{{ .Values.gateway.image.repository }}:{{ .Values.gateway.image.tag | default .Chart.AppVersion }}" - imagePullPolicy: {{ .Values.gateway.image.pullPolicy }} - {{- with .Values.gateway.securityContext }} - securityContext: - {{- toYaml . | nindent 12 }} - {{- end }} - command: - - python - - -m - - litellm.proxy.prometheus_metrics_server - - --port - - {{ .Values.gateway.metricsServer.port | quote }} - env: - - name: PROMETHEUS_MULTIPROC_DIR - value: {{ include "litellm.gateway.prometheusMultiprocDir" . }} - ports: - - name: metrics - containerPort: {{ .Values.gateway.metricsServer.port }} - protocol: TCP - volumeMounts: - - name: prometheus-multiproc - mountPath: {{ include "litellm.gateway.prometheusMultiprocDir" . }} - readinessProbe: - tcpSocket: { port: metrics } - periodSeconds: 10 - livenessProbe: - tcpSocket: { port: metrics } - periodSeconds: 15 - failureThreshold: 6 - resources: - {{- toYaml .Values.gateway.metricsServer.resources | nindent 12 }} - {{- end }} - {{- if .Values.gateway.collector.enabled }} - - name: collector - image: "{{ .Values.gateway.image.repository }}:{{ .Values.gateway.image.tag | default .Chart.AppVersion }}" - imagePullPolicy: {{ .Values.gateway.image.pullPolicy }} - {{- with .Values.gateway.securityContext }} - securityContext: - {{- toYaml . | nindent 12 }} - {{- end }} - command: - - python - - -m - - litellm.proxy.collector - env: - {{- include "litellm.serverEnv" (dict "root" $ "component" .Values.gateway) | nindent 12 }} - {{- if .Values.gateway.config.create }} - - name: CONFIG_FILE_PATH - value: /app/config/config.yaml - {{- end }} - {{- if .Values.database.connectionPool.enabled }} - {{- include "litellm.connectionPoolEnv" $ | nindent 12 }} - {{- end }} - {{- include "litellm.gateway.collectorEnv" . | nindent 12 }} - - name: LITELLM_JOB_ROLE - value: collector - {{- include "litellm.envFrom" .Values.gateway | nindent 10 }} - {{- if or .Values.gateway.config.create .Values.gateway.volumeMounts (include "litellm.gateway.collectorSocketDir" .) }} - volumeMounts: - {{- if .Values.gateway.config.create }} - - name: gateway-config - mountPath: /app/config/config.yaml - subPath: config.yaml - {{- end }} - {{- if include "litellm.gateway.collectorSocketDir" . }} - - name: collector-socket - mountPath: {{ include "litellm.gateway.collectorSocketDir" . }} - {{- end }} - {{- with .Values.gateway.volumeMounts }} - {{- toYaml . | nindent 12 }} - {{- end }} - {{- end }} - resources: - {{- toYaml .Values.gateway.collector.resources | nindent 12 }} - {{- end }} - {{- with .Values.gateway.extraContainers }} - {{- tpl (toYaml .) $ | nindent 8 }} - {{- end }} - {{- if or .Values.gateway.config.create .Values.gateway.volumes .Values.gateway.metricsServer.enabled (include "litellm.gateway.collectorSocketDir" .) }} - volumes: - {{- if .Values.gateway.config.create }} - - name: gateway-config - configMap: - name: {{ include "litellm.gateway.fullname" . }}-config - {{- end }} - {{- if .Values.gateway.metricsServer.enabled }} - - name: prometheus-multiproc - emptyDir: {} - {{- end }} - {{- if include "litellm.gateway.collectorSocketDir" . }} - - name: collector-socket - emptyDir: - sizeLimit: 1Mi - {{- end }} - {{- with .Values.gateway.volumes }} - {{- toYaml . | nindent 8 }} - {{- end }} - {{- end }} - {{- with .Values.gateway.nodeSelector }} - nodeSelector: - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.gateway.affinity }} - affinity: - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.gateway.tolerations }} - tolerations: - {{- toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.gateway.topologySpreadConstraints }} - topologySpreadConstraints: - {{- toYaml . | nindent 8 }} - {{- end }} - {{- $gracePeriod := .Values.gateway.terminationGracePeriodSeconds }} - {{- if not (or (kindIs "invalid" $gracePeriod) (eq (printf "%v" $gracePeriod) "")) }} - terminationGracePeriodSeconds: {{ $gracePeriod }} - {{- end }} -{{- end }} diff --git a/helm/litellm/templates/gateway/hpa.yaml b/helm/litellm/templates/gateway/hpa.yaml deleted file mode 100644 index e7094e96106..00000000000 --- a/helm/litellm/templates/gateway/hpa.yaml +++ /dev/null @@ -1,65 +0,0 @@ -{{- if and .Values.gateway.enabled .Values.gateway.hpa.enabled }} -apiVersion: autoscaling/v2 -kind: HorizontalPodAutoscaler -metadata: - name: {{ include "litellm.gateway.fullname" . }} - labels: - {{- include "litellm.commonLabels" . | nindent 4 }} - app.kubernetes.io/component: gateway -spec: - scaleTargetRef: - apiVersion: apps/v1 - kind: Deployment - name: {{ include "litellm.gateway.fullname" . }} - minReplicas: {{ .Values.gateway.hpa.minReplicas }} - maxReplicas: {{ .Values.gateway.hpa.maxReplicas }} - metrics: - {{- if .Values.gateway.hpa.targetCPUUtilizationPercentage }} - {{- if and .Values.gateway.collector.enabled .Values.gateway.collector.scaleOnGatewayContainerCpu }} - - type: ContainerResource - containerResource: - name: cpu - container: gateway - target: - type: Utilization - averageUtilization: {{ .Values.gateway.hpa.targetCPUUtilizationPercentage }} - {{- else }} - - type: Resource - resource: - name: cpu - target: - type: Utilization - averageUtilization: {{ .Values.gateway.hpa.targetCPUUtilizationPercentage }} - {{- end }} - {{- end }} - {{- if .Values.gateway.hpa.targetMemoryUtilizationPercentage }} - - type: Resource - resource: - name: memory - target: - type: Utilization - averageUtilization: {{ .Values.gateway.hpa.targetMemoryUtilizationPercentage }} - {{- end }} - {{- with .Values.gateway.hpa.targetRequestsPerSecond }} - - type: Pods - pods: - metric: - name: litellm_requests_per_second - target: - type: AverageValue - averageValue: {{ toJson . | trimAll "\"" | quote }} - {{- end }} - {{- with .Values.gateway.hpa.targetTokensPerSecond }} - - type: Pods - pods: - metric: - name: litellm_tokens_per_second - target: - type: AverageValue - averageValue: {{ toJson . | trimAll "\"" | quote }} - {{- end }} - {{- with .Values.gateway.hpa.behavior }} - behavior: - {{- toYaml . | nindent 4 }} - {{- end }} -{{- end }} diff --git a/helm/litellm/templates/gateway/service-metrics.yaml b/helm/litellm/templates/gateway/service-metrics.yaml deleted file mode 100644 index ad9bc05a9fd..00000000000 --- a/helm/litellm/templates/gateway/service-metrics.yaml +++ /dev/null @@ -1,18 +0,0 @@ -{{- if and .Values.gateway.enabled .Values.gateway.metricsServer.enabled }} -apiVersion: v1 -kind: Service -metadata: - name: {{ include "litellm.gateway.fullname" . }}-metrics - labels: - {{- include "litellm.commonLabels" . | nindent 4 }} - app.kubernetes.io/component: gateway -spec: - type: ClusterIP - ports: - - port: {{ .Values.gateway.metricsServer.port }} - targetPort: metrics - protocol: TCP - name: metrics - selector: - {{- include "litellm.gateway.selectorLabels" . | nindent 4 }} -{{- end }} diff --git a/helm/litellm/templates/gateway/service.yaml b/helm/litellm/templates/gateway/service.yaml deleted file mode 100644 index 03a4167a0ab..00000000000 --- a/helm/litellm/templates/gateway/service.yaml +++ /dev/null @@ -1,18 +0,0 @@ -{{- if .Values.gateway.enabled }} -apiVersion: v1 -kind: Service -metadata: - name: {{ include "litellm.gateway.fullname" . }} - labels: - {{- include "litellm.commonLabels" . | nindent 4 }} - app.kubernetes.io/component: gateway -spec: - type: {{ .Values.gateway.service.type }} - ports: - - port: {{ .Values.gateway.service.port }} - targetPort: http - protocol: TCP - name: http - selector: - {{- include "litellm.gateway.selectorLabels" . | nindent 4 }} -{{- end }} diff --git a/helm/litellm/templates/gateway/servicemonitor.yaml b/helm/litellm/templates/gateway/servicemonitor.yaml deleted file mode 100644 index e1bafa6e388..00000000000 --- a/helm/litellm/templates/gateway/servicemonitor.yaml +++ /dev/null @@ -1,28 +0,0 @@ -{{- if and .Values.gateway.enabled .Values.gateway.serviceMonitor.enabled }} -{{- if not .Values.gateway.metricsServer.enabled }} -{{- fail "gateway.serviceMonitor.enabled requires gateway.metricsServer.enabled: the http port serves /metrics/ behind virtual-key auth, so an unauthenticated scrape gets 401" }} -{{- end }} -apiVersion: monitoring.coreos.com/v1 -kind: ServiceMonitor -metadata: - name: {{ include "litellm.gateway.fullname" . }} - labels: - {{- include "litellm.commonLabels" . | nindent 4 }} - app.kubernetes.io/component: gateway - {{- with .Values.gateway.serviceMonitor.labels }} - {{- toYaml . | nindent 4 }} - {{- end }} -spec: - selector: - matchLabels: - {{- include "litellm.gateway.selectorLabels" . | nindent 6 }} - namespaceSelector: - matchNames: - - {{ .Release.Namespace | quote }} - endpoints: - - port: metrics - path: /metrics/ - interval: {{ .Values.gateway.serviceMonitor.interval }} - scrapeTimeout: {{ .Values.gateway.serviceMonitor.scrapeTimeout }} - scheme: http -{{- end }} diff --git a/helm/litellm/tests/lens_connection_tests.yaml b/helm/litellm/tests/lens_connection_tests.yaml deleted file mode 100644 index 35288d19bb7..00000000000 --- a/helm/litellm/tests/lens_connection_tests.yaml +++ /dev/null @@ -1,68 +0,0 @@ -suite: retired Lens configuration -templates: - - gateway/deployment.yaml - - backend/deployment.yaml - - gateway/configmap.yaml -values: - - ./values/required.yaml -tests: - - it: renders gateway/deployment.yaml with ignored lens.enabled and no Lens secret references - template: gateway/deployment.yaml - set: - lens.enabled: true - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_LENS_URL - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LENS_GATEWAY_SECRET - any: true - - it: renders gateway/deployment.yaml with ignored lensWorker.enabled and no Lens secret references - template: gateway/deployment.yaml - set: - lensWorker.enabled: true - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_LENS_URL - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LENS_GATEWAY_SECRET - any: true - - it: renders backend/deployment.yaml with ignored lens.enabled and no Lens secret references - template: backend/deployment.yaml - set: - lens.enabled: true - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_LENS_URL - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LENS_GATEWAY_SECRET - any: true - - it: renders backend/deployment.yaml with ignored lensWorker.enabled and no Lens secret references - template: backend/deployment.yaml - set: - lensWorker.enabled: true - asserts: - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LITELLM_LENS_URL - any: true - - notContains: - path: spec.template.spec.containers[0].env - content: - name: LENS_GATEWAY_SECRET - any: true diff --git a/helm/litellm/tests/removed_lens_values_tests.yaml b/helm/litellm/tests/removed_lens_values_tests.yaml deleted file mode 100644 index 7f247456db3..00000000000 --- a/helm/litellm/tests/removed_lens_values_tests.yaml +++ /dev/null @@ -1,17 +0,0 @@ -suite: removed lens values -templates: - - NOTES.txt -values: - - ./values/required.yaml -tests: - - it: warns that lens values are ignored - set: - lens.enabled: true - lens.url: http://lens.lens.svc:4318 - asserts: - - matchRegexRaw: - pattern: lens and lensWorker values are ignored - - it: stays quiet without lens values - asserts: - - notMatchRegexRaw: - pattern: lensWorker diff --git a/litellm-rust/crates/host-python/src/marshal.rs b/litellm-rust/crates/host-python/src/marshal.rs deleted file mode 100644 index 465521cf9d2..00000000000 --- a/litellm-rust/crates/host-python/src/marshal.rs +++ /dev/null @@ -1,178 +0,0 @@ -use std::any::Any; -use std::panic::{AssertUnwindSafe, catch_unwind}; - -use pyo3::exceptions::PyValueError; -use pyo3::panic::PanicException; -use pyo3::prelude::*; -use pyo3::types::PyBytes; -use serde::Serialize; -use serde::de::DeserializeOwned; - -/// Converts a `#[pyo3(from_py_with = ...)]` argument, reporting failures as `ValueError` -/// so a bad argument reads as a bad argument rather than as whatever the conversion hit. -pub fn from_py_argument(value: &Bound<'_, PyAny>) -> PyResult -where - T: DeserializeOwned, -{ - pythonize::depythonize(value) - .map_err(|error| PyValueError::new_err(litellm_error::Report::new(&error).to_string())) -} - -pub fn from_py(value: &Bound<'_, PyAny>) -> PyResult -where - T: DeserializeOwned, -{ - pythonize::depythonize(value).map_err(PyErr::from) -} - -pub fn to_py(py: Python<'_>, value: &T) -> PyResult> -where - T: Serialize + ?Sized, -{ - Pythonized(value).into_pyobject(py).map(Bound::unbind) -} - -pub fn json_object_field(py: Python<'_>, document: &str, name: &str) -> PyResult> { - py.import("json")? - .call_method1("loads", (document,))? - .call_method1("get", (name,)) - .map(Bound::unbind) -} - -pub fn json_loads(py: Python<'_>, document: &[u8]) -> PyResult> { - py.import("json")? - .call_method1("loads", (PyBytes::new(py, document),)) - .map(Bound::unbind) -} - -pub struct Pythonized(pub T); - -impl<'py, T> IntoPyObject<'py> for Pythonized -where - T: Serialize, -{ - type Target = PyAny; - type Output = Bound<'py, PyAny>; - type Error = PyErr; - - fn into_pyobject(self, py: Python<'py>) -> PyResult { - catch_unwind(AssertUnwindSafe(|| pythonize::pythonize(py, &self.0))) - .map_err(panic_to_pyerr)? - .map_err(PyErr::from) - } -} - -pub fn panic_to_pyerr(payload: Box) -> PyErr { - let message = payload - .downcast_ref::() - .map(String::as_str) - .or_else(|| payload.downcast_ref::<&str>().copied()) - .unwrap_or("panic from Rust code"); - PanicException::new_err(message.to_string()) -} - -#[cfg(test)] -mod tests { - use serde::Serializer; - - use super::*; - - struct PanickingSerializer; - - impl Serialize for PanickingSerializer { - fn serialize(&self, _serializer: S) -> Result - where - S: Serializer, - { - panic!("serializer panicked") - } - } - - #[test] - fn pythonized_converts_on_the_attached_thread() { - crate::initialize_python(); - Python::attach(|py| { - let value: Vec = Pythonized(vec![1, 2, 3]) - .into_pyobject(py) - .and_then(|value| value.extract()) - .expect("value should convert"); - assert_eq!(value, vec![1, 2, 3]); - }); - } - - #[test] - fn pythonized_preserves_python_serialization_error_types() { - crate::initialize_python(); - Python::attach(|py| { - let value = std::collections::BTreeMap::from([(vec![1], "value")]); - let direct = to_py(py, &value).unwrap_err(); - let wrapped = Pythonized(value).into_pyobject(py).unwrap_err(); - assert!(direct.is_instance_of::(py)); - assert!(wrapped.is_instance_of::(py)); - assert_eq!(wrapped.to_string(), direct.to_string()); - }); - } - - #[rstest::rstest] - #[case::wrapped(false)] - #[case::direct(true)] - fn output_conversion_maps_serializer_panics_to_a_base_exception(#[case] direct: bool) { - crate::initialize_python(); - Python::attach(|py| { - let error = if direct { - to_py(py, &PanickingSerializer).unwrap_err() - } else { - Pythonized(PanickingSerializer) - .into_pyobject(py) - .unwrap_err() - }; - assert!(error.is_instance_of::(py)); - assert_eq!(error.to_string(), "PanicException: serializer panicked"); - }); - } - - #[test] - fn depythonize_preserves_python_exception_identity_and_traceback() { - crate::initialize_python(); - Python::attach(|py| { - let locals = pyo3::types::PyDict::new(py); - py.run( - pyo3::ffi::c_str!( - r#" -failure = LookupError('conversion failed') -cause = ValueError('cause') -class Broken: - def __index__(self): - raise failure from cause -value = Broken() -"# - ), - Some(&locals), - Some(&locals), - ) - .unwrap(); - let value = locals.get_item("value").unwrap().unwrap(); - let argument_error = from_py_argument::(&value).unwrap_err(); - assert!(argument_error.is_instance_of::(py)); - assert!( - !argument_error - .value(py) - .is(locals.get_item("failure").unwrap().unwrap()) - ); - let error = from_py::(&value).unwrap_err(); - assert!( - error - .value(py) - .is(locals.get_item("failure").unwrap().unwrap()) - ); - assert!( - error - .cause(py) - .unwrap() - .value(py) - .is(locals.get_item("cause").unwrap().unwrap()) - ); - assert!(error.traceback(py).is_some()); - }); - } -} diff --git a/litellm-rust/crates/inference-messages/src/lib.rs b/litellm-rust/crates/inference-messages/src/lib.rs deleted file mode 100644 index 25ebeaacb49..00000000000 --- a/litellm-rust/crates/inference-messages/src/lib.rs +++ /dev/null @@ -1,99 +0,0 @@ -mod common_utils; -mod constants; -mod handler; -pub mod route; -mod types; - -use futures_util::FutureExt; -use litellm_auth::AuthServices; -use litellm_host::interceptors::Interceptors; -use litellm_inference::context::CallContext; -use litellm_inference::provider::resolve_llm_provider; -use litellm_secrets::source::SecretSource; -use std::sync::Arc; - -use crate::common_utils::messages_provider; - -pub use common_utils::merge_messages_header_sources; -pub use litellm_inference::Error; -pub use types::{ - MessagesBody, MessagesCall, MessagesCallResponse, MessagesSettings, MessagesShaping, - litellm_params, messages_body, -}; - -#[derive(Clone)] -pub struct MessagesRoute { - http: litellm_http::Client, - auth: Arc, - secrets: Arc, - cache: Option, -} - -impl MessagesRoute { - pub fn new( - http: litellm_http::Client, - auth: Arc, - secrets: Arc, - ) -> Self { - Self { - http, - auth, - secrets, - cache: None, - } - } - - #[must_use] - pub fn with_cache(self, cache: litellm_cache_response::ScopedCache) -> Self { - Self { - cache: Some(cache), - ..self - } - } - - pub async fn execute( - &self, - call: MessagesCall, - interceptors: &impl litellm_host::interceptors::Interceptors, - options: impl Into, - ) -> Result { - let context = CallContext::new(interceptors, options.into()); - litellm_host::lifecycle::observe_call(context.observers.clone(), self.run(call, context)) - .await - } - - #[tracing::instrument(name = "litellm.route", skip_all, fields( - route = "messages", - model = %call.body.model, - provider, - resolved_model, - stream = call.body.params.stream == Some(true), - outcome - ))] - async fn run( - &self, - call: MessagesCall, - context: CallContext<'_, impl Interceptors>, - ) -> Result { - litellm_inference::diagnostic::call(async { - let provider = resolve_llm_provider( - &call.body.model, - call.custom_llm_provider.as_deref(), - "messages", - )?; - let config = messages_provider(provider.provider, provider.model).ok_or_else(|| { - Error::InvalidProvider(<&str>::from(provider.provider).to_string()) - })?; - litellm_inference::diagnostic::provider( - provider.model, - <&'static str>::from(provider.provider), - ); - let model = provider.model.to_owned(); - let secrets = self.secrets.resolve(config.config().secret_names()).await?; - handler::execute(self, config, model, call, secrets, &context) - .boxed() - .await - }) - .await - } -} diff --git a/litellm-rust/crates/inference-messages/src/route.rs b/litellm-rust/crates/inference-messages/src/route.rs deleted file mode 100644 index 5f06d16d49f..00000000000 --- a/litellm-rust/crates/inference-messages/src/route.rs +++ /dev/null @@ -1,77 +0,0 @@ -use std::convert::Infallible; - -use bytes::Bytes; -use litellm_host::{ - call::{HostedCompletion, HostedMachine, hosted_call}, - protocol::Protocol, -}; - -use super::{Error, MessagesBody, MessagesCall}; - -pub type MessagesOutput = HostedCompletion; - -/// The upstream response as the caller sees it at stream hand-off, before any chunk. -pub struct MessagesStreamHead { - pub headers: Vec<(String, String)>, -} - -pub struct Messages; - -impl Protocol for Messages { - type Response = MessagesBody; - type Error = Error; - type Request = MessagesCall; - type HostCall = Infallible; - type Chunk = Bytes; - type StreamHead = MessagesStreamHead; -} - -pub type MessagesMachine = HostedMachine; - -impl super::MessagesRoute { - pub fn machine( - self, - request: super::MessagesCall, - options: impl Into, - ) -> MessagesMachine { - let litellm_inference::CallOptions { - cache: cache_options, - observers, - } = options.into(); - hosted_call( - request, - observers, - move |call, _, interceptors, observers| async move { - let context = litellm_inference::context::CallContext::new( - &interceptors, - litellm_inference::CallOptions { - cache: cache_options, - observers, - }, - ); - self.run(call, context).await - }, - ) - } -} - -impl litellm_inference::caching::Cachable for Messages { - const SURFACE: &'static str = "messages"; -} - -impl litellm_inference::caching::StreamCachable for Messages { - const TERMINAL_EVENT: &'static str = "message_stop"; - - fn replay(data: bytes::Bytes) -> Option> { - Some(litellm_host::call::CallOutput::Stream { - head: MessagesStreamHead { - headers: Vec::new(), - }, - chunks: Box::pin(futures_util::stream::iter([Ok(data)])), - }) - } - - fn bytes(chunk: &Self::Chunk) -> &[u8] { - chunk.as_ref() - } -} diff --git a/litellm-rust/crates/llms-types/src/recognized.rs b/litellm-rust/crates/llms-types/src/recognized.rs deleted file mode 100644 index 0545389afbc..00000000000 --- a/litellm-rust/crates/llms-types/src/recognized.rs +++ /dev/null @@ -1,50 +0,0 @@ -use serde_json::Value; - -#[macro_rules_attribute::apply(crate::wire_type)] -#[serde(untagged)] -pub enum Recognized { - Known(T), - Unrecognized(Value), -} - -/// `deserialize_with` for an optional `Recognized` field whose explicit `null` must stay -/// distinguishable from an absent key: `null` becomes `Some(Unrecognized(Null))`. -pub fn present<'de, D, T>(deserializer: D) -> Result>, D::Error> -where - D: serde::Deserializer<'de>, - Recognized: serde::Deserialize<'de>, -{ - as serde::Deserialize<'de>>::deserialize(deserializer).map(Some) -} - -impl Recognized { - pub fn known(&self) -> Option<&T> { - match self { - Self::Known(value) => Some(value), - Self::Unrecognized(_) => None, - } - } -} - -#[cfg(test)] -mod tests { - use super::*; - use rstest::rstest; - use serde_json::json; - - #[rstest] - #[case::known(json!(7), Recognized::Known(7))] - #[case::wrong_type(json!("7"), Recognized::Unrecognized(json!("7")))] - #[case::out_of_range(json!(-1), Recognized::Unrecognized(json!(-1)))] - #[case::object(json!({"a": 1}), Recognized::Unrecognized(json!({"a": 1})))] - fn value_is_known_only_when_it_parses_as_the_type( - #[case] value: Value, - #[case] expected: Recognized, - ) { - assert_eq!( - serde_json::from_value::>(value.clone()).unwrap(), - expected - ); - assert_eq!(serde_json::to_value(expected).unwrap(), value); - } -} diff --git a/litellm-rust/crates/python-bridge/src/routes/messages/host.rs b/litellm-rust/crates/python-bridge/src/routes/messages/host.rs deleted file mode 100644 index 2a5f79ca393..00000000000 --- a/litellm-rust/crates/python-bridge/src/routes/messages/host.rs +++ /dev/null @@ -1,452 +0,0 @@ -use crate::cache::{CacheCall, Cached, PythonCache, Selection}; -use litellm_host_python::{PythonHostCalls, PythonOwned}; - -use bytes::Bytes; -use litellm_host_python::{InvokeError, PythonBinding, from_py, to_py}; -use litellm_inference_messages::{ - Error, MessagesCall, MessagesSettings, MessagesShaping, litellm_params, messages_body, - route::{Messages, MessagesStreamHead}, -}; -use litellm_llms::base_llm::messages::context::MessagesModelCapabilities; -use litellm_llms_types::headers::ProviderSpecificHeaders; -use litellm_router_types::LitellmParams; -use pyo3::{ - exceptions::PyException, - gc::{PyTraverseError, PyVisit}, - prelude::*, - types::{PyBytes, PyDict}, -}; -use serde_json::{Map, Value}; - -use crate::{ - errors::{RequestMarker, route_failure}, - marshal::{ - ArgumentError, optional_timeout, project_optional_fields, public_response, - python_timeout_seconds, - }, - python_settings::missing_module, - routes::RequestView, -}; - -const ROUTE_HOST_MODULE: &str = "litellm.rust_bridge.host.routes.messages"; - -fn merge_headers( - forwarded: Option>, - extra_headers: Option>, -) -> Option> { - let merged = litellm_inference_messages::merge_messages_header_sources( - forwarded.into_iter().chain(extra_headers), - ); - (!merged.is_empty()).then_some(merged) -} - -/// Reads `litellm.`, the module global a param spec names, the way -/// `VertexBase.get_vertex_ai_project` reads `litellm.vertex_project`. -fn module_global<'py>(py: Python<'py>, name: &str) -> PyResult>> { - let module = match py.import("litellm") { - Ok(module) => module, - Err(error) if missing_module(py, &error, "litellm")? => return Ok(None), - Err(error) => return Err(error), - }; - let value = module.getattr(name)?; - Ok((!value.is_none()).then_some(value)) -} - -/// The caller's litellm params, read from the kwargs by the names the typed params declare, -/// so a key the configs do not read is never converted; a spec whose spellings the call all -/// leaves out falls back to the module global it names, which stays the host's concern. -fn project_litellm_params<'py>( - argument: impl Fn(&str) -> PyResult>>, - global: impl Fn(&str) -> PyResult>>, -) -> PyResult> { - let fields = project_optional_fields(LitellmParams::fields(), &argument)?; - let globals = LitellmParams::specs() - .filter(|spec| !spec.wire.iter().any(|name| fields.contains_key(*name))) - .filter_map(|spec| spec.module_global); - let folded = project_optional_fields(globals, &global)?; - Ok(litellm_params(fields.into_iter().chain(folded).collect())) -} - -/// The Python side of the Messages route: projects the prepared arguments and builds the -/// public response, chunks and exceptions. -pub(super) struct MessagesPythonHost { - view: RequestView, - cache: PythonCache, -} - -impl MessagesPythonHost { - pub(super) fn new(view: RequestView, asynchronous: bool) -> Self { - Self { - view, - cache: PythonCache::new(asynchronous), - } - } - - fn projection( - &self, - py: Python<'_>, - arguments: &Bound<'_, PyDict>, - ) -> PyResult> { - let argument = |name: &str| self.view.argument(py, arguments, name); - let string = |name: &str| -> PyResult> { - argument(name)?.map(|value| value.extract()).transpose() - }; - let model = string("model")?.ok_or(ArgumentError::Required("model"))?; - let messages = argument("messages")?.ok_or(ArgumentError::Required("messages"))?; - let fields = self.view.body_params(py, arguments, ROUTE_HOST_MODULE)?; - let body = [ - ("model".to_string(), Value::String(model.clone())), - ("messages".to_string(), from_py(&messages)?), - ] - .into_iter() - .chain(fields) - .collect::>(); - let timeout = argument("timeout")? - .map(|value| python_timeout_seconds(py, value.unbind())) - .transpose()? - .flatten(); - let api_key = string("api_key")?; - let api_base = string("api_base")?; - // Python's handler resolves a bare model name (`claude-sonnet-4-5`) through - // `get_llm_provider`'s model lists, which the native prefix lookup does not carry. - let custom_llm_provider = match string("custom_llm_provider")? { - Some(provider) => Some(provider), - None => py - .import(ROUTE_HOST_MODULE)? - .getattr("inferred_provider")? - .call1((&model, api_base.as_deref()))? - .extract()?, - }; - let shaping = self.shaping(py, &model, custom_llm_provider.as_deref(), arguments)?; - let extra_headers = self.merged_headers(py, arguments)?; - let provider_specific_header = self.provider_specific_header(py, arguments)?; - let litellm_params = project_litellm_params(argument, |name| module_global(py, name))?; - Ok(messages_body(body).and_then(|body| { - Ok(MessagesCall { - body, - api_key, - api_base, - extra_headers, - provider_specific_header, - custom_llm_provider, - litellm_params: litellm_params?, - timeout: optional_timeout(timeout), - shaping, - }) - })) - } - - fn merged_headers( - &self, - py: Python<'_>, - arguments: &Bound<'_, PyDict>, - ) -> PyResult>> { - let mapping = |name: &str| -> PyResult>> { - self.view - .argument(py, arguments, name)? - .map(|value| from_py(&value)) - .transpose() - }; - Ok(merge_headers( - mapping("headers")?, - mapping("extra_headers")?, - )) - } - - fn provider_specific_header( - &self, - py: Python<'_>, - arguments: &Bound<'_, PyDict>, - ) -> PyResult> { - self.view - .argument(py, arguments, "provider_specific_header")? - .map(|value| from_py(&value)) - .transpose() - } - - fn shaping( - &self, - py: Python<'_>, - model: &str, - custom_llm_provider: Option<&str>, - arguments: &Bound<'_, PyDict>, - ) -> PyResult { - let module = py.import(ROUTE_HOST_MODULE)?; - let capabilities: MessagesModelCapabilities = from_py( - &py.import("litellm.rust_bridge.host.model_capabilities")? - .getattr("anthropic_model_capabilities")? - .call1((model, custom_llm_provider))?, - )?; - let settings: MessagesSettings = - from_py(&module.getattr("settings")?.call1((arguments,))?)?; - Ok(MessagesShaping { - capabilities, - settings, - }) - } - - fn provider(&self, py: Python<'_>) -> String { - self.view - .request(py) - .and_then(|request| request.get_item("custom_llm_provider")) - .ok() - .flatten() - .and_then(|value| value.extract::>().ok().flatten()) - .unwrap_or_else(|| "anthropic".into()) - } - - fn map_failure(&self, py: Python<'_>, error: PyErr) -> PyErr { - if !error.is_instance_of::(py) { - return error; - } - let mapped = py - .import(ROUTE_HOST_MODULE) - .and_then(|module| module.getattr("map_failure")) - .and_then(|map| map.call1((error.value(py), self.view.request(py)?, self.provider(py)))) - .and_then(|mapped| { - mapped - .extract::>() - .map_err(PyErr::from) - }); - match mapped { - Ok(mapped) => PyErr::from_value(mapped.into_bound(py).into_any()), - Err(_) => error, - } - } -} - -impl PythonBinding for MessagesPythonHost { - type Protocol = Cached; - type Failure = PyErr; - - fn decode_request( - &mut self, - py: Python<'_>, - arguments: &Bound<'_, PyDict>, - ) -> Result<(MessagesCall, Selection), InvokeError> { - self.view - .resolve(py, arguments) - .map_err(InvokeError::Python)?; - let selection = - crate::cache::configure(&mut self.cache, py, arguments, "anthropic_messages") - .map_err(InvokeError::Python)?; - self.projection(py, arguments) - .map_err(|error| InvokeError::Python(self.map_failure(py, error)))? - .map_err(InvokeError::Native) - .map(|request| (request, selection)) - } - - fn encode_response( - &mut self, - py: Python<'_>, - response: litellm_inference_messages::MessagesBody, - ) -> PyResult> { - public_response(py, ROUTE_HOST_MODULE, &response) - } - - fn deliver_response(&mut self, py: Python<'_>, response: &Bound<'_, PyAny>) -> PyResult<()> { - self.cache.store_response(py, response) - } - - fn encode_stream_head( - &mut self, - py: Python<'_>, - head: MessagesStreamHead, - ) -> PyResult> { - py.import(ROUTE_HOST_MODULE)? - .getattr("stream_hidden_params")? - .call1((to_py(py, &head.headers)?,)) - .map(Bound::unbind) - } - - fn encode_chunk(&mut self, py: Python<'_>, chunk: Bytes) -> PyResult> { - Ok(PyBytes::new(py, &chunk).into_any().unbind()) - } - - fn map_error(&self, py: Python<'_>, error: Error) -> PyResult { - route_failure(py, error, RequestMarker::Messages, |native| { - Ok(self.map_failure(py, native)) - }) - } - - fn host_error(error: &PyErr) -> Error { - crate::routes::inference::host_call_error(error) - } -} - -impl PythonHostCalls> for MessagesPythonHost { - fn handle_host_call( - &mut self, - py: Python<'_>, - op: CacheCall, - ) -> Result<(), InvokeError> { - self.cache - .begin(py, op) - .map(|_| ()) - .map_err(InvokeError::Python) - } - - fn begin_host_call( - &mut self, - py: Python<'_>, - op: CacheCall, - ) -> Result>, InvokeError> { - self.cache.begin(py, op).map_err(InvokeError::Python) - } - - fn resume_host_call( - &mut self, - py: Python<'_>, - result: PyResult>, - ) -> Result>, InvokeError> { - self.cache.resume(py, result).map_err(InvokeError::Python) - } -} - -impl PythonOwned for MessagesPythonHost { - fn close(&mut self, _: Python<'_>) { - self.view.close(); - self.cache.close(); - } - fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> { - self.view.traverse(visit)?; - self.cache.traverse(visit) - } -} - -#[cfg(test)] -mod tests { - use litellm_host_python::present; - use rstest::rstest; - use serde_json::json; - - use super::*; - - fn map(value: Value) -> Map { - serde_json::from_value(value).unwrap() - } - - #[rstest] - #[case::extra_over_forwarded( - Some(json!({"X-Priority": "forwarded", "X-Forwarded-Only": "keep"})), - Some(json!({"X-Priority": "extra", "X-Extra-Only": "also-keep"})), - Some(json!({"X-Priority": "extra", "X-Forwarded-Only": "keep", "X-Extra-Only": "also-keep"})), - )] - #[case::only_forwarded(Some(json!({"X-Forwarded": "yes"})), None, Some(json!({"X-Forwarded": "yes"})))] - #[case::only_extra_headers( - None, - Some(json!({"X-Custom-Header": "from-kwargs", "X-Auth-Token": "token123"})), - Some(json!({"X-Custom-Header": "from-kwargs", "X-Auth-Token": "token123"})), - )] - #[case::nothing(None, Some(json!({})), None)] - fn headers_merge_forwarded_then_extra( - #[case] forwarded: Option, - #[case] extra_headers: Option, - #[case] expected: Option, - ) { - assert_eq!( - merge_headers(forwarded.map(map), extra_headers.map(map)), - expected.map(map) - ); - } - - #[rstest] - #[case::model_and_credentials_are_projected( - json!({"model": "m", "api_key": "k", "api_base": "b", "api_version": "v", "timeout": 5, "messages": []}), - Ok(json!({"model": "m", "api_key": "k", "api_base": "b", "api_version": "v"})), - )] - #[case::aws_keys_are_projected( - json!({"model": "m", "aws_region_name": "eu-central-1", "aws_access_key_id": "AKIA", "messages": [{"role": "user"}]}), - Ok(json!({"model": "m", "aws_region_name": "eu-central-1", "aws_access_key_id": "AKIA"})), - )] - #[case::vertex_keys_are_projected_in_both_spellings( - json!({"model": "m", "vertex_project": "p", "vertex_ai_location": "us-east5", "vertex_credentials": {"type": "service_account"}}), - Ok(json!({"model": "m", "vertex_project": "p", "vertex_ai_location": "us-east5", "vertex_credentials": {"type": "service_account"}})), - )] - #[case::an_explicit_none_is_absent(json!({"model": "m", "aws_region_name": null}), Ok(json!({"model": "m"})))] - #[case::a_wrong_type_is_a_request_error(json!({"model": "m", "aws_region_name": 7}), Err(()))] - #[case::a_missing_model_is_a_request_error(json!({"aws_region_name": "eu-central-1"}), Err(()))] - fn litellm_params_are_projected_by_their_declared_names( - #[case] kwargs: Value, - #[case] expected: Result, - ) { - assert_projection(kwargs, json!({}), expected); - } - - #[rstest] - #[case::global_fills_a_missing_vertex_project( - json!({"model": "m"}), - json!({"vertex_project": "from-global", "vertex_location": "us-east5"}), - Ok(json!({"model": "m", "vertex_project": "from-global", "vertex_location": "us-east5"})), - )] - #[case::the_call_wins_over_the_global( - json!({"model": "m", "vertex_project": "from-call"}), - json!({"vertex_project": "from-global"}), - Ok(json!({"model": "m", "vertex_project": "from-call"})), - )] - #[case::an_explicit_none_in_the_call_still_falls_back( - json!({"model": "m", "vertex_project": null}), - json!({"vertex_project": "from-global"}), - Ok(json!({"model": "m", "vertex_project": "from-global"})), - )] - #[case::a_global_of_the_wrong_type_is_a_request_error( - json!({"model": "m"}), - json!({"vertex_location": 5}), - Err(()), - )] - fn module_globals_fill_the_litellm_params_the_call_leaves_out( - #[case] kwargs: Value, - #[case] globals: Value, - #[case] expected: Result, - ) { - assert_projection(kwargs, globals, expected); - } - - #[rstest] - #[case::a_global_without_a_spec_is_never_read( - json!({"model": "m"}), - json!({"aws_region_name": "eu-central-1", "api_key": "k"}), - Ok(json!({"model": "m"})), - )] - #[case::only_the_spec_named_global_is_read( - json!({"model": "m"}), - json!({"vertex_ai_project": "legacy-global", "vertex_project": "from-global"}), - Ok(json!({"model": "m", "vertex_project": "from-global"})), - )] - fn only_the_globals_the_specs_name_are_consulted( - #[case] kwargs: Value, - #[case] globals: Value, - #[case] expected: Result, - ) { - assert_projection(kwargs, globals, expected); - } - - fn assert_projection(kwargs: Value, globals: Value, expected: Result) { - Python::initialize(); - Python::attach(|py| { - let dict = |value: &Value| { - to_py(py, value) - .unwrap() - .into_bound(py) - .cast_into::() - .unwrap() - }; - let kwargs = dict(&kwargs); - let globals = dict(&globals); - let bound = PyDict::new(py); - let projected = project_litellm_params( - |name| present(&kwargs, &bound, name), - |name| present(&globals, &bound, name), - ) - .unwrap(); - match (projected, expected) { - (Ok(projected), Ok(fields)) => assert_eq!( - projected, - litellm_params(serde_json::from_value(fields).unwrap()).unwrap() - ), - (Err(error), Err(())) => assert!(error.is_request(), "{error:?}"), - (projected, expected) => panic!("got {projected:?}, expected {expected:?}"), - } - }); - } -} diff --git a/litellm-rust/crates/python-bridge/src/routes/messages/mod.rs b/litellm-rust/crates/python-bridge/src/routes/messages/mod.rs deleted file mode 100644 index a9ae01bd7ee..00000000000 --- a/litellm-rust/crates/python-bridge/src/routes/messages/mod.rs +++ /dev/null @@ -1,70 +0,0 @@ -mod host; - -use host::MessagesPythonHost; -use litellm_callbacks_legacy_python::LoggingOperation; -use pyo3::prelude::*; - -use super::NativeCall; - -fn run_messages(py: Python<'_>, call: NativeCall<'_>, asynchronous: bool) -> PyResult> { - let (arguments, hooks) = - crate::routes::call_hooks(py, LoggingOperation::Messages, &call, asynchronous)?; - crate::routes::run_public_call( - py, - arguments, - move |py, arguments, request| { - let route = litellm_inference_messages::MessagesRoute::new( - crate::http::provider_client(py, arguments, asynchronous)? - .map_err(crate::http::client_error)?, - crate::http::resources().auth.clone(), - crate::secrets::source(py)?, - ); - Ok(litellm_host::call::hosted_call( - request, - None, - move |(call, selection): (_, crate::cache::Selection), - services, - interceptors, - observers| async move { - let (cache, options) = selection.attach(services); - let route = match cache { - Some(cache) => route.with_cache(cache), - None => route, - }; - route - .execute( - call, - &interceptors, - litellm_inference::CallOptions { - cache: Some(options.policy), - observers, - }, - ) - .await - }, - )) - }, - MessagesPythonHost::new(call.view()?, asynchronous), - hooks, - asynchronous, - ) -} - -/// Python's sync Messages handler raises for every native provider before it sends anything -/// or opens a logging object (`BaseLLMHTTPHandler.anthropic_messages_handler`), and Rust copies -/// that until both sides serve sync calls. -const SYNC_NOT_IMPLEMENTED: &str = "anthropic_messages_handler is not implemented for sync calls"; - -#[pyfunction] -#[pyo3(signature = (call))] -pub(crate) fn messages(call: NativeCall<'_>) -> PyResult> { - drop(call); - Err(pyo3::exceptions::PyValueError::new_err( - SYNC_NOT_IMPLEMENTED, - )) -} - -#[pyfunction] -pub(crate) fn amessages(py: Python<'_>, call: NativeCall<'_>) -> PyResult> { - run_messages(py, call, true) -} diff --git a/litellm/__init__.py b/litellm/__init__.py index 8a73f3447b8..dbe31c4a104 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -27,7 +27,7 @@ from typing import ( from collections.abc import Mapping from litellm.types.integrations.datadog import DatadogInitParams from litellm.types.integrations.newrelic import NewRelicInitParams -from litellm.litellm_core_utils.core_helpers import drop_params_env_flag +from litellm.litellm_core_utils.core_helpers import drop_params_env_flag, env_flag from litellm.types.integrations.pointfive import PointFiveInitParams from litellm.types.integrations.zerobus import ZerobusInitParams from litellm._logging import ( @@ -227,7 +227,7 @@ token: Optional[str] = ( ) max_tokens: int = DEFAULT_MAX_TOKENS # OpenAI Defaults drop_params = drop_params_env_flag(os.environ, verbose_logger) -modify_params = bool(os.getenv("LITELLM_MODIFY_PARAMS", False)) +modify_params = env_flag(os.environ, "LITELLM_MODIFY_PARAMS", verbose_logger) bedrock_neutralize_orphaned_tool_blocks: bool = True use_chat_completions_url_for_anthropic_messages: bool = bool( os.getenv("LITELLM_USE_CHAT_COMPLETIONS_URL_FOR_ANTHROPIC_MESSAGES", False) @@ -1457,6 +1457,7 @@ from .exceptions import ( BadRequestError, ImageFetchError, MalformedRequestFieldError as MalformedRequestFieldError, + MissingMessageRoleError as MissingMessageRoleError, VectorStoreSearchError, NotFoundError, PermissionDeniedError, @@ -1734,6 +1735,9 @@ if TYPE_CHECKING: from .llms.perplexity.decisions.transformation import ( PerplexityDecisionsConfig as PerplexityDecisionsConfig, ) + from .llms.gemini.decisions.transformation import ( + GeminiDecisionsConfig as GeminiDecisionsConfig, + ) from .llms.nace.decisions.transformation import ( NaceDecisionsConfig as NaceDecisionsConfig, ) diff --git a/litellm/_lazy_imports_registry.py b/litellm/_lazy_imports_registry.py index 1cd82200087..6d3c18042a6 100644 --- a/litellm/_lazy_imports_registry.py +++ b/litellm/_lazy_imports_registry.py @@ -112,6 +112,7 @@ LITELLM_ATTRIBUTES: Final[Mapping[str, tuple[str, str]]] = MappingProxyType( "DeepinfraRerankConfig": (".llms.deepinfra.rerank.transformation", "DeepinfraRerankConfig"), "HostedVLLMRerankConfig": (".llms.hosted_vllm.rerank.transformation", "HostedVLLMRerankConfig"), "PerplexityDecisionsConfig": (".llms.perplexity.decisions.transformation", "PerplexityDecisionsConfig"), + "GeminiDecisionsConfig": (".llms.gemini.decisions.transformation", "GeminiDecisionsConfig"), "NaceDecisionsConfig": (".llms.nace.decisions.transformation", "NaceDecisionsConfig"), "TypeSafeDecisionsConfig": (".llms.typesafe.decisions.transformation", "TypeSafeDecisionsConfig"), "ParallelAIDecisionsConfig": (".llms.parallel_ai.decisions.transformation", "ParallelAIDecisionsConfig"), diff --git a/litellm/_logging.py b/litellm/_logging.py index 6a38eea2b12..ec58239e21b 100644 --- a/litellm/_logging.py +++ b/litellm/_logging.py @@ -11,7 +11,7 @@ from collections.abc import Iterator, Mapping from datetime import datetime from logging import Formatter from types import FrameType -from typing import Final, TextIO +from typing import Final, Protocol, TextIO from urllib.parse import unquote from pydantic import TypeAdapter @@ -689,7 +689,7 @@ class LevelRoutingStreamHandler(logging.StreamHandler): def _parse_env_flag(value: str | None) -> bool: """Strict opt-in parse for a boolean env var such as JSON_LOGS: only "true" (any case) enables it. - Matches the reader in litellm-proxy-extras/_logging.py. The previous + Matches the reader in litellm/proxy-extras/_logging.py. The previous bool(os.getenv(...)) treated any non-empty value, including "false" and "0", as enabled. """ @@ -936,6 +936,11 @@ else: handler.setFormatter(formatter) + +class WarningLogger(Protocol): + def warning(self, msg: str, /, *args: object) -> None: ... + + verbose_proxy_logger = logging.getLogger("LiteLLM Proxy") # Malformed virtual key rejections log through this child; LevelRoutingStreamHandler # writes its WARNING records to stdout. It has no handler or level of its own. diff --git a/litellm/accounting/projection.py b/litellm/accounting/projection.py index dd52b49f101..d1e461efca9 100644 --- a/litellm/accounting/projection.py +++ b/litellm/accounting/projection.py @@ -133,6 +133,7 @@ def _daily_counters(row: Mapping[str, object], metadata: Mapping[str, object]) - ("prompt_caching_savings_spend", _number(savings.get("prompt_caching"))), ("gateway_injected_caching_savings_spend", _number(savings.get("gateway_injected_caching"))), ("autorouter_savings_spend", 0.0 if internal else _number(savings.get("autorouter"))), + ("guardrail_spend", _number(metadata.get("accounting_guardrail_spend"))), ("total_response_time_ms", _number(duration) if timed else 0), ("timed_requests", int(timed)), ) @@ -230,6 +231,8 @@ def _model_contributions(row: Mapping[str, object], metadata: Mapping[str, objec model: Final = _text(row.get("model")) or "unknown" caller: Final = not origin success: Final = row.get("status") == "success" + duration: Final = row.get("request_duration_ms") + timed: Final = caller and success and isinstance(duration, int) and duration >= 0 return ( Contribution( "LiteLLM_DailyModelUsage", @@ -247,6 +250,8 @@ def _model_contributions(row: Mapping[str, object], metadata: Mapping[str, objec ("request_count", int(caller)), ("successful_requests", int(caller and success)), ("failed_requests", int(caller and not success)), + ("total_response_time_ms", _number(duration) if timed else 0), + ("timed_requests", int(timed)), ), ), ) diff --git a/litellm/accounting/snapshot.py b/litellm/accounting/snapshot.py index ab85df08320..874b90110c1 100644 --- a/litellm/accounting/snapshot.py +++ b/litellm/accounting/snapshot.py @@ -5,6 +5,7 @@ from typing import TYPE_CHECKING, Final from pydantic import TypeAdapter, ValidationError from litellm._logging import verbose_proxy_logger +from litellm.litellm_core_utils.llm_cost_calc.guardrail_cost import guardrail_share_of_spend from litellm.litellm_core_utils.safe_json_dumps import safe_json_structure from litellm.proxy._types import SpendLogsPayload from litellm.proxy.spend_tracking.compression_savings import extract_compression_saved_tokens @@ -73,6 +74,7 @@ def build_accounting_payload( **{key: _accounting_metadata_field(key, value) for key, value in metadata.items() if key in _METADATA_FIELDS}, "accounting_entities": entities, "accounting_savings": savings._asdict(), + "accounting_guardrail_spend": guardrail_share_of_spend(metadata, payload["spend"]), "accounting_model_access_groups": model_access_groups, "accounting_windows": windows, } diff --git a/litellm/anthropic_beta_headers_config.json b/litellm/anthropic_beta_headers_config.json index bdfddb48522..a1359d98c4a 100644 --- a/litellm/anthropic_beta_headers_config.json +++ b/litellm/anthropic_beta_headers_config.json @@ -21,6 +21,7 @@ "interleaved-thinking-2025-05-14": "interleaved-thinking-2025-05-14", "mcp-client-2025-11-20": "mcp-client-2025-11-20", "mcp-client-2025-04-04": "mcp-client-2025-04-04", + "message-threads-2026-08-12": "message-threads-2026-08-12", "mcp-servers-2025-12-04": null, "oauth-2025-04-20": "oauth-2025-04-20", "output-128k-2025-02-19": "output-128k-2025-02-19", @@ -56,7 +57,6 @@ "mcp-client-2026-09-15": "mcp-client-2026-09-15", "mcp-tunnels-2026-06-22": "mcp-tunnels-2026-06-22", "message-batches-2024-09-24": "message-batches-2024-09-24", - "message-threads-2026-08-12": "message-threads-2026-08-12", "mid-conversation-system-clear-at-2026-08-21": "mid-conversation-system-clear-at-2026-08-21", "model-context-window-exceeded-2025-08-26": "model-context-window-exceeded-2025-08-26", "output-300k-2026-03-24": "output-300k-2026-03-24", @@ -98,6 +98,7 @@ "interleaved-thinking-2025-05-14": "interleaved-thinking-2025-05-14", "mcp-client-2025-11-20": "mcp-client-2025-11-20", "mcp-client-2025-04-04": "mcp-client-2025-04-04", + "message-threads-2026-08-12": "message-threads-2026-08-12", "mcp-servers-2025-12-04": null, "output-128k-2025-02-19": "output-128k-2025-02-19", "structured-output-2024-03-01": null, @@ -132,7 +133,6 @@ "mcp-client-2026-09-15": "mcp-client-2026-09-15", "mcp-tunnels-2026-06-22": "mcp-tunnels-2026-06-22", "message-batches-2024-09-24": "message-batches-2024-09-24", - "message-threads-2026-08-12": "message-threads-2026-08-12", "mid-conversation-output-config-2026-07-01": "mid-conversation-output-config-2026-07-01", "mid-conversation-system-clear-at-2026-08-21": "mid-conversation-system-clear-at-2026-08-21", "mid-conversation-tool-changes-2026-07-01": "mid-conversation-tool-changes-2026-07-01", @@ -177,6 +177,7 @@ "interleaved-thinking-2025-05-14": null, "mcp-client-2025-11-20": null, "mcp-client-2025-04-04": null, + "message-threads-2026-08-12": null, "mcp-servers-2025-12-04": null, "output-128k-2025-02-19": null, "structured-output-2024-03-01": null, @@ -200,6 +201,7 @@ "bash_20250124": null, "code-execution-2025-08-25": null, "compact-2026-01-12": "compact-2026-01-12", + "compact-2026-09-04": "compact-2026-09-04", "computer-use-2025-01-24": "computer-use-2025-01-24", "computer-use-2025-11-24": "computer-use-2025-11-24", "context-1m-2025-08-07": "context-1m-2025-08-07", @@ -212,6 +214,7 @@ "interleaved-thinking-2025-05-14": null, "mcp-client-2025-11-20": null, "mcp-client-2025-04-04": null, + "message-threads-2026-08-12": null, "mcp-servers-2025-12-04": null, "output-128k-2025-02-19": null, "structured-output-2024-03-01": null, @@ -249,6 +252,7 @@ "fine-grained-tool-streaming-2025-05-14": "fine-grained-tool-streaming-2025-05-14", "interleaved-thinking-2025-05-14": "interleaved-thinking-2025-05-14", "mcp-client-2025-04-04": null, + "message-threads-2026-08-12": null, "mcp-client-2025-11-20": null, "mcp-servers-2025-12-04": null, "output-128k-2025-02-19": "output-128k-2025-02-19", @@ -286,6 +290,7 @@ "interleaved-thinking-2025-05-14": "interleaved-thinking-2025-05-14", "mcp-client-2025-11-20": null, "mcp-client-2025-04-04": null, + "message-threads-2026-08-12": null, "mcp-servers-2025-12-04": null, "output-128k-2025-02-19": "output-128k-2025-02-19", "structured-output-2024-03-01": null, @@ -321,7 +326,6 @@ "mcp-client-2026-09-15": null, "mcp-tunnels-2026-06-22": null, "message-batches-2024-09-24": null, - "message-threads-2026-08-12": null, "mid-conversation-output-config-2026-07-01": "mid-conversation-output-config-2026-07-01", "mid-conversation-system-clear-at-2026-08-21": "mid-conversation-system-clear-at-2026-08-21", "mid-conversation-tool-changes-2026-07-01": "mid-conversation-tool-changes-2026-07-01", @@ -386,6 +390,7 @@ "interleaved-thinking-2025-05-14": "interleaved-thinking-2025-05-14", "mcp-client-2025-11-20": null, "mcp-client-2025-04-04": null, + "message-threads-2026-08-12": null, "mcp-servers-2025-12-04": null, "oauth-2025-04-20": null, "output-128k-2025-02-19": "output-128k-2025-02-19", diff --git a/litellm/anthropic_beta_headers_manager.py b/litellm/anthropic_beta_headers_manager.py index fd72bf7d2e7..b93c88cb935 100644 --- a/litellm/anthropic_beta_headers_manager.py +++ b/litellm/anthropic_beta_headers_manager.py @@ -49,7 +49,6 @@ _BETA_HEADERS_CONFIG_ADAPTER: Final = TypeAdapter(BetaHeadersConfig) _DECODED_JSON: Final = TypeAdapter(object) BetaPlacement: TypeAlias = Literal["header", "body"] -UnlistedBetas: TypeAlias = Literal["drop", "forward"] _HEADER_ONLY_COLUMN_SUFFIX: Final = "_header_only" @@ -281,13 +280,12 @@ def filter_and_transform_beta_headers( beta_headers: list[str], provider: str, placement: BetaPlacement = "header", - unlisted: UnlistedBetas = "drop", ) -> list[str]: """ Filter and transform beta headers based on provider's mapping configuration. This function: - 1. Only allows headers that are present in the provider's mapping keys, unless ``unlisted`` is "forward" + 1. Only allows headers that are present in the provider's mapping keys 2. Filters out headers with null values (unsupported) 3. Maps headers to provider-specific names (e.g., advanced-tool-use -> tool-search-tool) @@ -295,7 +293,6 @@ def filter_and_transform_beta_headers( beta_headers: List of Anthropic beta header values provider: Provider name (e.g., "anthropic", "bedrock", "vertex_ai") placement: Whether the betas travel as the anthropic-beta header or the anthropic_beta body field - unlisted: Whether a beta missing from the mapping is dropped or forwarded as sent Returns: List of filtered and transformed beta headers for the provider @@ -310,10 +307,6 @@ def filter_and_transform_beta_headers( for header in beta_headers: header = header.strip() - if header not in provider_mapping and unlisted == "forward": - filtered_headers.add(header) - continue - # Check if header is in the mapping if header not in provider_mapping: verbose_logger.debug( @@ -426,7 +419,6 @@ def update_headers_with_filtered_beta( headers: dict, provider: str, api_base: str | None = None, - unlisted: UnlistedBetas = "drop", keep: frozenset[str] = frozenset(), ) -> dict: """ @@ -437,7 +429,6 @@ def update_headers_with_filtered_beta( headers: Request headers dict (will be modified in place) provider: Provider name api_base: Deployment api_base, used to pick the allowlist row (Foundry hosts use ``azure_ai``) - unlisted: Whether a beta missing from the row is dropped or forwarded as sent keep: Betas the routed model accepts, forwarded as sent whatever the row says Returns: @@ -457,7 +448,6 @@ def update_headers_with_filtered_beta( *filter_and_transform_beta_headers( beta_headers=[b for b in beta_values if b not in keep], provider=resolve_beta_provider(provider, api_base), - unlisted=unlisted, ), *(b for b in beta_values if b in keep), ] diff --git a/litellm/anthropic_interface/exceptions/exception_mapping_utils.py b/litellm/anthropic_interface/exceptions/exception_mapping_utils.py index b4c95fafff3..058ac4dcf4c 100644 --- a/litellm/anthropic_interface/exceptions/exception_mapping_utils.py +++ b/litellm/anthropic_interface/exceptions/exception_mapping_utils.py @@ -5,15 +5,18 @@ Similar to litellm/litellm_core_utils/exception_mapping_utils.py but for Anthrop """ import json +from collections.abc import Mapping from typing import Final -from pydantic import TypeAdapter +from pydantic import TypeAdapter, ValidationError from litellm.litellm_core_utils.safe_json_loads import safe_json_loads from .exceptions import AnthropicErrorDetail, AnthropicErrorResponse, AnthropicErrorType _PARSED_ERROR_BODY: Final = TypeAdapter(object) +_ERROR_DETAILS: Final = TypeAdapter(Mapping[str, object]) +_JSON_DECODER: Final = json.JSONDecoder() # HTTP status code -> Anthropic error type # Source: https://platform.claude.com/docs/en/api/errors @@ -166,12 +169,41 @@ class AnthropicExceptionMapping: else: message = raw_message - return AnthropicExceptionMapping.create_error_response( + response: Final = AnthropicExceptionMapping.create_error_response( status_code=status_code, message=message, request_id=request_id, error_type=error_type, ) + details: Final = AnthropicExceptionMapping.embedded_error_details(raw_message) + if details is None: + return response + with_details: Final[AnthropicErrorResponse] = {**response, "error": {**response["error"], "details": details}} + return with_details + + @staticmethod + def embedded_error_details(raw_message: str) -> Mapping[str, object] | None: + """ + ``error.details`` of the Anthropic error body quoted inside ``raw_message``, when there is one. + + litellm wraps an upstream error as ``" - {upstream json}\n\nLiteLLM: ..."``. Anthropic + puts machine-readable codes such as ``thread_not_found`` under ``error.details``, and the SDKs + branch on them, so the code is lifted next to the wrapped message instead of staying only inside it. + """ + start: Final = raw_message.find("{") + if start < 0: + return None + try: + embedded, _ = _JSON_DECODER.raw_decode(raw_message, start) + except ValueError: + return None + try: + envelope: Final = _ERROR_DETAILS.validate_python(embedded, strict=True) + error: Final = _ERROR_DETAILS.validate_python(envelope.get("error"), strict=True) + details: Final = _ERROR_DETAILS.validate_python(error.get("details"), strict=True) + except ValidationError: + return None + return details if envelope.get("type") == "error" else None class AnthropicErrorSseFrame(str): diff --git a/litellm/anthropic_interface/exceptions/exceptions.py b/litellm/anthropic_interface/exceptions/exceptions.py index 18b3ca37a3b..71d4de0029d 100644 --- a/litellm/anthropic_interface/exceptions/exceptions.py +++ b/litellm/anthropic_interface/exceptions/exceptions.py @@ -27,6 +27,7 @@ class AnthropicErrorDetail(TypedDict): type: AnthropicErrorType message: str + details: NotRequired[ReadOnly[Mapping[str, object]]] provider_specific_fields: NotRequired[ReadOnly[Mapping[str, object]]] litellm_error_type: NotRequired[ReadOnly[str]] litellm_call_id: NotRequired[ReadOnly[str]] diff --git a/litellm/assistants/main.py b/litellm/assistants/main.py index a5721c6f047..90a083bed2d 100644 --- a/litellm/assistants/main.py +++ b/litellm/assistants/main.py @@ -5,14 +5,16 @@ import contextvars import os from collections.abc import Coroutine, Iterable, Mapping, Sequence from functools import partial -from typing import Any, Final, Literal +from typing import Any, Final, Literal, Protocol import httpx from openai import AsyncOpenAI, OpenAI from openai.types.beta.assistant import Assistant from openai.types.beta.assistant_deleted import AssistantDeleted +from pydantic import TypeAdapter import litellm +from litellm.litellm_core_utils.core_helpers import require_attributes from litellm.types.router import GenericLiteLLMParams from litellm.utils import ( exception_type, @@ -31,6 +33,21 @@ from .utils import get_optional_params_add_message ####### ENVIRONMENT VARIABLES ################### openai_assistants_api: Final = OpenAIAssistantsAPI() azure_assistants_api: Final = AzureAssistantsAPI() +_EXTRA_BODY: Final = TypeAdapter(object) + + +class _PopsKeys(Protocol): + def pop(self, key: str, default: None, /) -> object: ... + + +def _pop_azure_ad_token(extra_body: object) -> object: + return require_attributes(extra_body, _PopsKeys, "pop").pop("azure_ad_token", None) + + +def _popped_azure_ad_token(extra_body: object) -> str | None: + token: Final = _pop_azure_ad_token(extra_body) + return token if isinstance(token, str) else None + ### ASSISTANTS ### @@ -146,10 +163,10 @@ def get_assistants( or get_secret("AZURE_API_KEY") ) - extra_body: Final = optional_params.get("extra_body", {}) + extra_body: Final = _EXTRA_BODY.validate_python(optional_params.get("extra_body", {})) azure_ad_token: str | None = None if extra_body is not None: - azure_ad_token = extra_body.pop("azure_ad_token", None) + azure_ad_token = _popped_azure_ad_token(extra_body) else: azure_ad_token = get_secret("AZURE_AD_TOKEN") @@ -331,10 +348,10 @@ def create_assistants( or get_secret("AZURE_API_KEY") ) - extra_body: Final = optional_params.get("extra_body", {}) + extra_body: Final = _EXTRA_BODY.validate_python(optional_params.get("extra_body", {})) azure_ad_token: str | None = None if extra_body is not None: - azure_ad_token = extra_body.pop("azure_ad_token", None) + azure_ad_token = _popped_azure_ad_token(extra_body) else: azure_ad_token = get_secret("AZURE_AD_TOKEN") @@ -481,10 +498,10 @@ def delete_assistant( or get_secret("AZURE_API_KEY") ) - extra_body: Final = optional_params.get("extra_body", {}) + extra_body: Final = _EXTRA_BODY.validate_python(optional_params.get("extra_body", {})) azure_ad_token: str | None = None if extra_body is not None: - azure_ad_token = extra_body.pop("azure_ad_token", None) + azure_ad_token = _popped_azure_ad_token(extra_body) else: azure_ad_token = get_secret("AZURE_AD_TOKEN") @@ -657,10 +674,10 @@ def create_thread( api_version: str | None = optional_params.api_version or litellm.api_version or get_secret("AZURE_API_VERSION") - extra_body: Final = optional_params.get("extra_body", {}) + extra_body: Final = _EXTRA_BODY.validate_python(optional_params.get("extra_body", {})) azure_ad_token: str | None = None if extra_body is not None: - azure_ad_token = extra_body.pop("azure_ad_token", None) + azure_ad_token = _popped_azure_ad_token(extra_body) else: azure_ad_token = get_secret("AZURE_AD_TOKEN") @@ -804,10 +821,10 @@ def get_thread( or get_secret("AZURE_API_KEY") ) - extra_body: Final = optional_params.get("extra_body", {}) + extra_body: Final = _EXTRA_BODY.validate_python(optional_params.get("extra_body", {})) azure_ad_token: str | None = None if extra_body is not None: - azure_ad_token = extra_body.pop("azure_ad_token", None) + azure_ad_token = _popped_azure_ad_token(extra_body) else: azure_ad_token = get_secret("AZURE_AD_TOKEN") @@ -982,10 +999,10 @@ def add_message( or get_secret("AZURE_API_KEY") ) - extra_body: Final = optional_params.get("extra_body", {}) + extra_body: Final = _EXTRA_BODY.validate_python(optional_params.get("extra_body", {})) azure_ad_token: str | None = None if extra_body is not None: - azure_ad_token = extra_body.pop("azure_ad_token", None) + azure_ad_token = _popped_azure_ad_token(extra_body) else: azure_ad_token = get_secret("AZURE_AD_TOKEN") @@ -1134,10 +1151,10 @@ def get_messages( or get_secret("AZURE_API_KEY") ) - extra_body: Final = optional_params.get("extra_body", {}) + extra_body: Final = _EXTRA_BODY.validate_python(optional_params.get("extra_body", {})) azure_ad_token: str | None = None if extra_body is not None: - azure_ad_token = extra_body.pop("azure_ad_token", None) + azure_ad_token = _popped_azure_ad_token(extra_body) else: azure_ad_token = get_secret("AZURE_AD_TOKEN") @@ -1333,10 +1350,10 @@ def run_thread( or get_secret("AZURE_API_KEY") ) - extra_body: Final = optional_params.get("extra_body", {}) + extra_body: Final = _EXTRA_BODY.validate_python(optional_params.get("extra_body", {})) azure_ad_token = None if extra_body is not None: - azure_ad_token = extra_body.pop("azure_ad_token", None) + azure_ad_token = _pop_azure_ad_token(extra_body) else: azure_ad_token = get_secret("AZURE_AD_TOKEN") diff --git a/litellm/batches/batch_utils.py b/litellm/batches/batch_utils.py index ca072368061..1c830e45464 100644 --- a/litellm/batches/batch_utils.py +++ b/litellm/batches/batch_utils.py @@ -11,6 +11,8 @@ from pydantic import JsonValue, TypeAdapter import litellm from litellm._logging import verbose_logger from litellm.litellm_core_utils import batch_utils as core_batch_utils +from litellm.litellm_core_utils.cloud_storage_security import stored_s3_bucket_kwargs +from litellm.litellm_core_utils.core_helpers import decoded_json_object from litellm.litellm_core_utils.get_litellm_params import AWS_CREDENTIAL_KWARGS_KEYS from litellm.litellm_core_utils.llm_cost_calc.utils import parse_prompt_tokens_details from litellm.llms.base_llm.ocr.transformation import OCRUsageInfo @@ -48,6 +50,10 @@ def _uses_native_vertex_output( model_name: str | None, first_row: Mapping[str, object] | None, ) -> bool: + if custom_llm_provider == "gemini": + from litellm.llms.gemini.batches.transformation import is_native_gemini_batch_output_row + + return first_row is not None and is_native_gemini_batch_output_row(first_row) if custom_llm_provider != "vertex_ai": return False if model_name and litellm.disable_vertex_batch_output_transformation: @@ -551,7 +557,7 @@ async def fetch_batch_managed_file_content( "file_id": provider_output_file_id, "custom_llm_provider": custom_llm_provider, **cast( # cast-ok: preserve dynamic provider credentials without validation - FileContentCallOptions, credentials + FileContentCallOptions, {**credentials, **stored_s3_bucket_kwargs(provider_output_file_id)} ), } @@ -830,6 +836,12 @@ def _get_batch_job_usage_from_response_body( _usage_dict: Final = response_body.get("usage", None) or {} if ResponseAPILoggingUtils.is_response_api_usage(_usage_dict): return ResponseAPILoggingUtils.transform_response_api_usage_to_chat_usage(_usage_dict) + if custom_llm_provider == "gemini": + from litellm.llms.gemini.batches.transformation import is_gemini_batch_usage_shape, usage_from_batch_output + + gemini_usage: Final = cast(Mapping[str, object], _usage_dict) # cast-ok: usage block comes from provider JSON + if is_gemini_batch_usage_shape(gemini_usage): + return usage_from_batch_output(gemini_usage) usage: Final[Usage] = Usage(**_usage_dict) if custom_llm_provider == "xai": from litellm.llms.xai.chat.transformation import XAIChatConfig @@ -838,14 +850,14 @@ def _get_batch_job_usage_from_response_body( return usage -def _get_anthropic_result_from_batch_results_line(batch_results_line: Mapping[str, Any]) -> Mapping[str, Any]: +def _get_anthropic_result_from_batch_results_line(batch_results_line: Mapping[str, object]) -> Mapping[str, object]: """ Get the ``result`` object from a line of an Anthropic message batch results JSONL file. Anthropic batch results lines look like: ``{"custom_id": ..., "result": {"type": "succeeded", "message": {..., "usage": {...}}}}`` """ - return batch_results_line.get("result", None) or {} + return decoded_json_object(batch_results_line.get("result", None) or {}) def _get_response_from_batch_job_output_file( @@ -855,7 +867,9 @@ def _get_response_from_batch_job_output_file( Get the response from the batch job output file """ if custom_llm_provider == "anthropic": - return _get_anthropic_result_from_batch_results_line(batch_job_output_file).get("message", None) or {} + return decoded_json_object( + _get_anthropic_result_from_batch_results_line(batch_job_output_file).get("message", None) or {} + ) if custom_llm_provider == "bedrock": return batch_job_output_file.get("modelOutput", None) or {} _response: Final = cast( # cast-ok: batch output response comes from provider JSON diff --git a/litellm/batches/main.py b/litellm/batches/main.py index d88f549b06b..212205a9d7b 100644 --- a/litellm/batches/main.py +++ b/litellm/batches/main.py @@ -15,13 +15,15 @@ import contextvars import os from collections.abc import Coroutine from functools import partial -from typing import Any, Final, Literal, cast +from typing import Any, Final, Literal, Protocol, cast import httpx from openai.types.batch import BatchRequestCounts +from pydantic import TypeAdapter import litellm from litellm._logging import verbose_logger +from litellm.litellm_core_utils.core_helpers import require_attributes from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.llms.anthropic.batches.handler import AnthropicBatchesHandler from litellm.llms.azure.batches.handler import AzureBatchesAPI @@ -60,10 +62,15 @@ azure_batches_instance: Final = AzureBatchesAPI() vertex_ai_batches_instance: Final = VertexAIBatchPrediction(gcs_bucket_name="") anthropic_batches_instance: Final = AnthropicBatchesHandler() xai_batches_instance: Final = XAIBatchesHandler() +_EXTRA_BODY: Final = TypeAdapter(object) base_llm_http_handler = BaseLLMHTTPHandler() ################################################# +class _PopsKeys(Protocol): + def pop(self, key: str, default: None, /) -> object: ... + + def _resolve_timeout( optional_params: GenericLiteLLMParams, kwargs: dict[str, Any], @@ -485,9 +492,9 @@ def _handle_retrieve_batch_providers_without_provider_config( or get_secret_str("AZURE_API_KEY") ) - extra_body: Final = optional_params.get("extra_body", {}) + extra_body: Final = _EXTRA_BODY.validate_python(optional_params.get("extra_body", {})) if extra_body is not None: - extra_body.pop("azure_ad_token", None) + require_attributes(extra_body, _PopsKeys, "pop").pop("azure_ad_token", None) else: get_secret_str("AZURE_AD_TOKEN") diff --git a/litellm/caching/caching_handler.py b/litellm/caching/caching_handler.py index ab5d2332c21..1e89b700137 100644 --- a/litellm/caching/caching_handler.py +++ b/litellm/caching/caching_handler.py @@ -19,7 +19,8 @@ import datetime import inspect import time from collections.abc import AsyncGenerator, AsyncIterator, Awaitable, Callable, Generator, Mapping -from typing import TYPE_CHECKING, Any, Final, Optional, TypeVar +from dataclasses import dataclass +from typing import TYPE_CHECKING, Any, Final, Optional, Protocol, TypeVar from pydantic import ConfigDict, SkipValidation, TypeAdapter, ValidationError from typing_extensions import TypedDict @@ -72,12 +73,27 @@ from litellm.litellm_core_utils.core_helpers import ( as_object_list, as_str_mapping, get_parent_otel_span_from_kwargs, + json_contains, + require_attributes, ) from litellm.litellm_core_utils.streaming_handler import CustomStreamWrapper EmbeddingCacheInputElement = str | list[int] | ChatCompletionFileObject +@dataclass(frozen=True, slots=True) +class CacheRead: + kwargs: dict[str, object] # mutable-ok: the @client call kwargs the embedding path keeps reading and rewriting + checked: bool = False + cached_result: object | None = None + model: str = "" + end_time: datetime.datetime | None = None + + @property + def hit(self) -> bool: + return self.end_time is not None + + class CachingHandlerResponse(LiteLLMBaseModel): """ This is the response object for the caching handler. We need to separate embedding cached responses and (completion / text_completion / transcription) cached responses @@ -246,6 +262,15 @@ def _stream_replay_requested(kwargs: Mapping[str, object]) -> bool: return converted_stream_requested(kwargs) and not kwargs.get("_agentic_loop_depth") +class _CacheControls(Protocol): + def get(self, key: str, default: bool, /) -> object: ... + + +def _cache_reads_disabled(kwargs: Mapping[str, object]) -> bool: + cache_controls: Final = require_attributes(kwargs.get("cache", {}), _CacheControls, "get") + return cache_controls.get("no-cache", False) is True + + def _should_defer_streaming_cache_hit_callbacks(*, cached_result: object) -> bool: """ When the cache hit is replayed as a stream, do not run success callbacks at cache-hit time. @@ -302,6 +327,10 @@ def _request_cache_key(request_kwargs: Mapping[str, Any]) -> str | None: return request_kwargs.get("cache_key", None) +def _is_cache_miss(cached_result: object) -> bool: + return cached_result is None or isinstance(cached_result, list) + + def _set_cached_hidden_param(response: object, key: str, value: object) -> None: if isinstance(response, TextCompletionResponse): setattr(response.hidden_params, key, value) @@ -395,122 +424,147 @@ class LLMCachingHandler: Raises: None """ - if _is_response_cache_excluded(model=model, kwargs=kwargs): - self.request_kwargs = _drop_logging_obj_from_kwargs(kwargs) + if not self.reads_cache(model=model, kwargs=kwargs): return None - - # Check if caching should be performed BEFORE doing expensive operations - if ( - (kwargs.get("caching", None) is None and litellm.cache is not None) or kwargs.get("caching", False) is True - ) and ( - kwargs.get("cache", {}).get("no-cache", False) is not True - ): # allow users to control returning cached responses from the completion function - args = args or () - final_embedding_cached_response: EmbeddingResponse | None = None - embedding_all_elements_cache_hit: bool = False - cached_result: object | None = None - kwargs = kwargs.copy() - ######################################################### - # Init cache timing metrics - ######################################################### - cache_check_start_time: Final = time.perf_counter() - cache_check_end_time: float | None = None - ######################################################### - parent_otel_span: Final = get_parent_otel_span_from_kwargs(kwargs) - kwargs["parent_otel_span"] = parent_otel_span - - if litellm.cache is not None and self._is_call_type_supported_by_cache(original_function=original_function): - verbose_logger.debug("Checking Async Cache") - logging_obj.reset_caching_details() - cached_result = await self._retrieve_from_cache( - call_type=call_type, + args = args or () + final_embedding_cached_response: EmbeddingResponse | None = None + embedding_all_elements_cache_hit: bool = False + read: Final = await self.async_read_cache( + model=model, + original_function=original_function, + logging_obj=logging_obj, + call_type=call_type, + kwargs=kwargs, + args=args, + ) + kwargs = read.kwargs + cached_result: object | None = read.cached_result + if litellm.cache is not None and read.checked: + if read.end_time is not None: + cached_result = self._convert_cached_result_to_model_response( + cached_result=cached_result, + call_type=original_function.__name__, kwargs=kwargs, + logging_obj=logging_obj, + model=read.model, + custom_llm_provider=kwargs.get("custom_llm_provider", None), args=args, ) - cache_check_end_time = time.perf_counter() - - if cached_result is not None and not isinstance(cached_result, list): - verbose_logger.debug("Cache Hit!") - cache_hit: Final = True - end_time: Final = datetime.datetime.now() - provider_model, custom_llm_provider, _, _ = litellm.get_llm_provider( - model=model, - custom_llm_provider=kwargs.get("custom_llm_provider", None), - api_base=kwargs.get("api_base", None), - api_key=kwargs.get("api_key", None), - ) - cache_duration_ms: Final = (cache_check_end_time - cache_check_start_time) * 1000 - self._update_litellm_logging_obj_environment( + if not _should_defer_streaming_cache_hit_callbacks(cached_result=cached_result): + # LOG SUCCESS + self._async_log_cache_hit_on_callbacks( logging_obj=logging_obj, - model=provider_model, - kwargs=kwargs, cached_result=cached_result, - is_async=True, - custom_llm_provider=custom_llm_provider, - cache_duration_ms=cache_duration_ms, - ) - - call_type = original_function.__name__ - - cached_result = self._convert_cached_result_to_model_response( - cached_result=cached_result, - call_type=call_type, - kwargs=kwargs, - logging_obj=logging_obj, - model=provider_model, - custom_llm_provider=kwargs.get("custom_llm_provider", None), - args=args, - ) - if not _should_defer_streaming_cache_hit_callbacks(cached_result=cached_result): - # LOG SUCCESS - self._async_log_cache_hit_on_callbacks( - logging_obj=logging_obj, - cached_result=cached_result, - start_time=start_time, - end_time=end_time, - cache_hit=cache_hit, - ) - cache_key: Final = ( - self.preset_cache_key - or self.request_kwargs.get("cache_key") - or litellm.cache.get_cache_key(**self.request_kwargs) - ) - _set_cached_hidden_param(cached_result, "cache_key", cache_key) - return CachingHandlerResponse(cached_result=cached_result) - elif ( - call_type == CallTypes.aembedding.value - and cached_result is not None - and isinstance(cached_result, list) - and litellm.cache is not None - and not isinstance(litellm.cache.cache, S3Cache) # s3 doesn't support bulk writing. Exclude. - ): - ( - final_embedding_cached_response, - embedding_all_elements_cache_hit, - ) = self._process_async_embedding_cached_response( - final_embedding_cached_response=final_embedding_cached_response, - cached_result=cached_result, - kwargs=kwargs, - logging_obj=logging_obj, start_time=start_time, - model=model, - ) - return CachingHandlerResponse( - final_embedding_cached_response=final_embedding_cached_response, - embedding_all_elements_cache_hit=embedding_all_elements_cache_hit, - embedding_uncached_input=self.handle_kwargs_input_list_or_str(kwargs), + end_time=read.end_time, + cache_hit=True, ) + _set_cached_hidden_param(cached_result, "cache_key", self.hit_cache_key()) + return CachingHandlerResponse(cached_result=cached_result) + elif ( + call_type == CallTypes.aembedding.value + and cached_result is not None + and isinstance(cached_result, list) + and litellm.cache is not None + and not isinstance(litellm.cache.cache, S3Cache) # s3 doesn't support bulk writing. Exclude. + ): + ( + final_embedding_cached_response, + embedding_all_elements_cache_hit, + ) = self._process_async_embedding_cached_response( + final_embedding_cached_response=final_embedding_cached_response, + cached_result=cached_result, + kwargs=kwargs, + logging_obj=logging_obj, + start_time=start_time, + model=model, + ) + return CachingHandlerResponse( + final_embedding_cached_response=final_embedding_cached_response, + embedding_all_elements_cache_hit=embedding_all_elements_cache_hit, + embedding_uncached_input=self.handle_kwargs_input_list_or_str(kwargs), + ) - verbose_logger.debug("CACHE RESULT: %s", cached_result) - return CachingHandlerResponse( - cached_result=cached_result, - final_embedding_cached_response=final_embedding_cached_response, - ) - # Caching disabled - return None to indicate no caching attempted - return None + verbose_logger.debug("CACHE RESULT: %s", cached_result) + return CachingHandlerResponse( + cached_result=cached_result, + final_embedding_cached_response=final_embedding_cached_response, + ) _async_get_cache = async_get_cache + def reads_cache( + self, + model: str, + kwargs: dict[str, Any], # pyright: ignore[reportExplicitAny] # mutable-ok: the @client call kwargs, read as the wrapper reads them + ) -> bool: + if _is_response_cache_excluded(model=model, kwargs=kwargs): + self.request_kwargs = _drop_logging_obj_from_kwargs(kwargs) + return False + return ( + (kwargs.get("caching", None) is None and litellm.cache is not None) or kwargs.get("caching", False) is True + ) and ( + not _cache_reads_disabled(kwargs) + ) # allow users to control returning cached responses from the completion function + + async def async_read_cache( + self, + model: str, + original_function: Callable[..., object], + logging_obj: LiteLLMLoggingObj, + call_type: str, + kwargs: Mapping[str, Any], # pyright: ignore[reportExplicitAny] # the @client call kwargs, read as the wrapper reads them + args: tuple[object, ...], + ) -> CacheRead: + cache_check_start_time: Final = time.perf_counter() + read_kwargs: Final = dict(kwargs) + read_kwargs["parent_otel_span"] = get_parent_otel_span_from_kwargs(read_kwargs) + if litellm.cache is None or not self._is_call_type_supported_by_cache(original_function=original_function): + return CacheRead(kwargs=read_kwargs) + verbose_logger.debug("Checking Async Cache") + logging_obj.reset_caching_details() + cached_result: Final = await self._retrieve_from_cache( + call_type=call_type, + kwargs=read_kwargs, + args=args, + ) + cache_check_end_time: Final = time.perf_counter() + if _is_cache_miss(cached_result): + return CacheRead(kwargs=read_kwargs, checked=True, cached_result=cached_result) + verbose_logger.debug("Cache Hit!") + end_time: Final = datetime.datetime.now() + provider_model, custom_llm_provider, _, _ = litellm.get_llm_provider( + model=model, + custom_llm_provider=read_kwargs.get("custom_llm_provider", None), + api_base=read_kwargs.get("api_base", None), + api_key=read_kwargs.get("api_key", None), + ) + self._update_litellm_logging_obj_environment( + logging_obj=logging_obj, + model=provider_model, + kwargs=read_kwargs, + cached_result=cached_result, + is_async=True, + custom_llm_provider=custom_llm_provider, + cache_duration_ms=(cache_check_end_time - cache_check_start_time) * 1000, + ) + return CacheRead( + kwargs=read_kwargs, + checked=True, + cached_result=cached_result, + model=provider_model, + end_time=end_time, + ) + + def hit_cache_key(self) -> object: + if litellm.cache is None: + return None + return ( + self.preset_cache_key + or self.request_kwargs.get("cache_key") + or litellm.cache.get_cache_key(**self.request_kwargs) + ) + def sync_get_cache( self, model: str, @@ -521,7 +575,7 @@ class LLMCachingHandler: kwargs: dict[str, Any], args: tuple[object, ...] | None = None, ) -> CachingHandlerResponse: - cached_result: Any | None = None + cached_result: object | None = None # Check if caching should be performed BEFORE doing expensive kwargs copy if _is_response_cache_excluded(model=model, kwargs=kwargs): @@ -550,7 +604,7 @@ class LLMCachingHandler: verbose_logger.debug("LiteLLM Cache: cached response has no output, treating it as a miss") return CachingHandlerResponse(cached_result=None) if cached_result is not None: - if "detail" in cached_result: + if json_contains(cached_result, "detail"): # implies an error occurred pass else: @@ -882,14 +936,14 @@ class LLMCachingHandler: _combine_cached_embedding_response_with_api_result = combine_cached_embedding_response_with_api_result - def _async_log_cache_hit_on_callbacks( + def async_log_cache_hit_on_callbacks( self, logging_obj: LiteLLMLoggingObj, cached_result: object, start_time: datetime.datetime, end_time: datetime.datetime, cache_hit: bool, - ): + ) -> None: """ Helper function to log the success of a cached result on callbacks @@ -930,6 +984,8 @@ class LLMCachingHandler: cache_hit=cache_hit, ) + _async_log_cache_hit_on_callbacks = async_log_cache_hit_on_callbacks + async def _retrieve_from_cache( self, call_type: str, kwargs: dict[str, object], args: tuple[object, ...] ) -> object | None: @@ -1460,6 +1516,7 @@ class LLMCachingHandler: Returns: None """ + request_kwargs: Final = dict[str, object](kwargs) litellm_params: Final = { "logger_fn": kwargs.get("logger_fn", None), "acompletion": is_async, @@ -1473,7 +1530,7 @@ class LLMCachingHandler: if litellm.cache is not None: litellm_params["preset_cache_key"] = ( - self.preset_cache_key or litellm.cache.get_preset_cache_key_from_kwargs(**kwargs) + self.preset_cache_key or litellm.cache.get_preset_cache_key_from_kwargs(**request_kwargs) ) else: litellm_params["preset_cache_key"] = None @@ -1483,11 +1540,11 @@ class LLMCachingHandler: user=kwargs.get("user", None), optional_params={}, litellm_params=litellm_params, - input=(kwargs.get("messages", "") if not is_embedding else kwargs.get("input", "")), - api_key=kwargs.get("api_key", None), + input=(request_kwargs.get("messages", "") if not is_embedding else request_kwargs.get("input", "")), + api_key=request_kwargs.get("api_key", None), original_response=str(cached_result), additional_args=None, - stream=kwargs.get("stream", False), + stream=request_kwargs.get("stream", False), custom_llm_provider=custom_llm_provider, ) diff --git a/litellm/caching/qdrant_semantic_cache.py b/litellm/caching/qdrant_semantic_cache.py index 560a5ba06b8..501ac2037e1 100644 --- a/litellm/caching/qdrant_semantic_cache.py +++ b/litellm/caching/qdrant_semantic_cache.py @@ -41,6 +41,7 @@ from .base_cache import BaseCache _WAIT_FOR_INDEXING: Final = MappingProxyType({"wait": "true"}) _EMBEDDING_VECTOR: Final = TypeAdapter(object) +_CACHED_RESPONSE: Final = TypeAdapter(object) if TYPE_CHECKING: from litellm.router import Router @@ -175,14 +176,13 @@ class QdrantSemanticCache(BaseCache): else: raise Exception("Error while creating new collection") - def _get_cache_logic(self, cached_response: Any): + def _get_cache_logic(self, cached_response: Any) -> object: if cached_response is None: return cached_response try: - cached_response = json.loads(cached_response) # Convert string to dictionary + return _CACHED_RESPONSE.validate_python(json.loads(cached_response)) except Exception: - cached_response = ast.literal_eval(cached_response) - return cached_response + return _CACHED_RESPONSE.validate_python(ast.literal_eval(cached_response)) def _get_qdrant_cache_key_filter(self, key: str) -> dict: return { diff --git a/litellm/caching/redis_batch.py b/litellm/caching/redis_batch.py index b3e6d2eb291..d621d09b439 100644 --- a/litellm/caching/redis_batch.py +++ b/litellm/caching/redis_batch.py @@ -16,7 +16,7 @@ import logging import time import weakref from collections.abc import Awaitable, Callable, Generator, Mapping, Sequence -from contextvars import ContextVar, Token +from contextvars import ContextVar, Token, copy_context from dataclasses import dataclass, field from datetime import timedelta from enum import Enum, auto @@ -528,6 +528,7 @@ class RequestRedisBatches: "_deadline", "_deadline_flush", "_native", + "_native_context", "_native_factory", "_native_flush_hooks", "_native_misses", @@ -551,6 +552,7 @@ class RequestRedisBatches: self._native_factory: Final = native_factory self._native_send_factory: Final = native_send_factory self._native: NativeRequestRedis | None = None + self._native_context: Final = copy_context() self._native_flush_hooks: Final[list[Callable[[], None]]] = [] # mutable-ok: append-only registry self._native_misses: frozenset[str] = frozenset() self._deadline: asyncio.TimerHandle | None = None @@ -580,9 +582,12 @@ class RequestRedisBatches: return batch def native(self) -> NativeRequestRedis: - """The request's native batches, built on first use so requests that touch no native store pay nothing.""" + """The request's native batches, built on first use so requests that touch no native store pay nothing. + + They keep a copy of the context they are built in, and the cycle collector cannot see through native + objects, so they are built in the context this scope was opened from, which cannot reach the scope.""" if self._native is None: - self._native = self._native_factory(self.post_call_deadline) + self._native = self._native_context.run(self._native_factory, self.post_call_deadline) return self._native def native_post_call(self) -> NativeRequestRedis: diff --git a/backend/routes/__init__.py b/litellm/cli/__init__.py similarity index 100% rename from backend/routes/__init__.py rename to litellm/cli/__init__.py diff --git a/litellm_cli/main.py b/litellm/cli/main.py similarity index 96% rename from litellm_cli/main.py rename to litellm/cli/main.py index a9dfa4be179..ea170603d08 100644 --- a/litellm_cli/main.py +++ b/litellm/cli/main.py @@ -33,7 +33,7 @@ from contextlib import contextmanager from typing import TYPE_CHECKING, Final if TYPE_CHECKING: - from fastapi import FastAPI + from litellm.proxy.rust_forward.peer import ASGIApp SDK_PACKAGE: Final = "litellm" CLI_PACKAGE: Final = "litellm.proxy.client" @@ -214,10 +214,12 @@ def without_gc_pauses() -> Generator[None, None, None]: gc.enable() -def proxy_worker_app() -> "FastAPI": +def proxy_worker_app() -> "ASGIApp": with without_gc_pauses(): from litellm.proxy.proxy_cli import ProxyInitializationHelpers ProxyInitializationHelpers.apply_worker_log_config(os.environ) from litellm.proxy.proxy_server import app - return app + from litellm.proxy.rust_forward.mode import rust_forward_mode + from litellm.proxy.rust_forward.peer import wrap + return wrap(app, rust_forward_mode(os.environ)) diff --git a/litellm/completion_extras/litellm_responses_transformation/transformation.py b/litellm/completion_extras/litellm_responses_transformation/transformation.py index a2de41a0c45..dd1ef626a69 100644 --- a/litellm/completion_extras/litellm_responses_transformation/transformation.py +++ b/litellm/completion_extras/litellm_responses_transformation/transformation.py @@ -36,7 +36,7 @@ from litellm.completion_extras.litellm_responses_transformation.history import ( ) from litellm.integrations.anthropic_cache_control_hook import routed_model_info, supports_openai_prompt_cache_breakpoint from litellm.litellm_core_utils.allowed_tools_tool_choice import ( - parse_chat_allowed_tools_tool_choice, + parse_allowed_tools_tool_choice, responses_allowed_tools_tool_choice, ) from litellm.litellm_core_utils.core_helpers import ( @@ -900,7 +900,7 @@ class LiteLLMResponsesTransformationHandler(CompletionTransformationBridge): if isinstance(choice_type, str) and choice_type in ("auto", "none", "required"): return choice_type if choice_type == "allowed_tools": - parsed: Final = parse_chat_allowed_tools_tool_choice( + parsed: Final = parse_allowed_tools_tool_choice( cast( # cast-ok: widening an untyped dict to object is always sound, the helper validates it with pydantic object, tool_choice ) diff --git a/litellm/constants.py b/litellm/constants.py index b41fd103de3..bcf81f1246b 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -89,6 +89,7 @@ ROUTER_SETTINGS_MANAGED_OUTSIDE_CONFIG: Final[frozenset[str]] = frozenset( "ignore_invalid_deployments", "fallback_access_check", "fallback_budget_check", + "fallback_rate_limit_check", "auto_router_capability_limit", } ) @@ -149,6 +150,8 @@ DEFAULT_COOLDOWN_REDIS_READ_INTERVAL_SECONDS: Final = get_env_float("DEFAULT_COO DEFAULT_REDIS_BATCH_CACHE_EXPIRY_SECONDS: Final = 10 DEFAULT_REPLICATE_POLLING_RETRIES: Final = get_env_int("DEFAULT_REPLICATE_POLLING_RETRIES", 5) DEFAULT_REPLICATE_POLLING_DELAY_SECONDS: Final = get_env_int("DEFAULT_REPLICATE_POLLING_DELAY_SECONDS", 1) +DEFAULT_REPLICATE_SYNC_POLLING_RETRIES: Final = get_env_int("DEFAULT_REPLICATE_SYNC_POLLING_RETRIES", 120) +REPLICATE_MAX_OUTPUT_DOWNLOAD_BYTES: Final = get_env_int("REPLICATE_MAX_OUTPUT_DOWNLOAD_BYTES", 512 * 1024 * 1024) DEFAULT_IMAGE_TOKEN_COUNT: Final = get_env_int("DEFAULT_IMAGE_TOKEN_COUNT", 250) HF_CONFIG_FETCH_TIMEOUT_SECONDS: Final = 10.0 HUGGINGFACE_TOKENIZER_LOAD_RETRY_SECONDS: Final = get_env_int_in_range( @@ -722,6 +725,12 @@ ANTHROPIC_MESSAGES_STREAM_RELAY_QUEUE_MAXSIZE: Final = get_env_int( # upstream stream immediately, instead of continuing to drain for the real # terminal usage. ANTHROPIC_MESSAGES_MAX_DETACHED_STREAM_DRAINS: Final = get_env_int("ANTHROPIC_MESSAGES_MAX_DETACHED_STREAM_DRAINS", 100) +ANTHROPIC_MESSAGES_STREAM_CLIENT_STALL_TIMEOUT_SECONDS: Final = get_env_float( + "ANTHROPIC_MESSAGES_STREAM_CLIENT_STALL_TIMEOUT_SECONDS", 600.0 +) +ANTHROPIC_MESSAGES_DETACHED_STREAM_DRAIN_TIMEOUT_SECONDS: Final = get_env_float( + "ANTHROPIC_MESSAGES_DETACHED_STREAM_DRAIN_TIMEOUT_SECONDS", 600.0 +) LOGGING_WORKER_CONCURRENCY: Final = get_env_int("LOGGING_WORKER_CONCURRENCY", 100) # Must be above 0 LOGGING_WORKER_MAX_QUEUE_SIZE: Final = get_env_int("LOGGING_WORKER_MAX_QUEUE_SIZE", 50_000) LOGGING_WORKER_MAX_TIME_PER_COROUTINE: Final = get_env_float("LOGGING_WORKER_MAX_TIME_PER_COROUTINE", 20.0) @@ -1699,6 +1708,7 @@ RESPONSES_WEBSOCKET_CALL_ID_METADATA_KEY: Final = "responses_websocket_call_id" BILLED_RETRY_ATTEMPT_METADATA_KEY: Final = "billed_retry_attempt" MANAGED_BACKGROUND_RESPONSE_METADATA_KEY: Final = "_managed_background_response" SESSION_ID_GENERATED_METADATA_KEY: Final = "litellm_session_id_generated" +SESSION_SPEND_TOTAL_TTL_SECONDS: Final = 3600 SESSION_ID_OMITTED_METADATA_KEY: Final = "litellm_session_id_omitted" CALLER_SESSION_ID_METADATA_KEY: Final = "litellm_caller_session_id" COMPLEXITY_ROUTER_CHILD_SESSION_ID_METADATA_KEY: Final = "_complexity_router_child_session_id" @@ -1910,6 +1920,10 @@ SPEND_LOG_CLEANUP_BATCH_TIMEOUT_SECONDS: Final = get_env_float("SPEND_LOG_CLEANU SPEND_LOG_CLEANUP_REMAINING_COUNT_CAP: Final = get_env_int("SPEND_LOG_CLEANUP_REMAINING_COUNT_CAP", 100000) SPEND_LOG_SIZE_CHECK_JOB_NAME: Final = "spend_log_size_check" SPEND_LOG_SIZE_CHECK_INTERVAL: Final = os.getenv("SPEND_LOG_SIZE_CHECK_INTERVAL", "1d") +SCHEDULED_JOB_POLL_INTERVAL_SECONDS: Final = get_env_int("SCHEDULED_JOB_POLL_INTERVAL_SECONDS", 30) +SCHEDULED_JOB_TICK_TIMEOUT_SECONDS: Final = get_env_float("SCHEDULED_JOB_TICK_TIMEOUT_SECONDS", 10.0) +SCHEDULED_JOB_LEASE_GRACE_SECONDS: Final = get_env_float("SCHEDULED_JOB_LEASE_GRACE_SECONDS", 300.0) +SCHEDULED_JOB_RUN_HISTORY_LIMIT: Final = get_env_int("SCHEDULED_JOB_RUN_HISTORY_LIMIT", 1000) SPEND_LOG_SIZE_CLEANUP_RECHECK_BATCHES: Final = get_env_int("SPEND_LOG_SIZE_CLEANUP_RECHECK_BATCHES", 10) SCHEDULED_JOB_SHUTDOWN_FINISH_TIMEOUT_SECONDS: Final = get_env_float( "SCHEDULED_JOB_SHUTDOWN_FINISH_TIMEOUT_SECONDS", 5.0 @@ -1956,6 +1970,7 @@ BATCH_LINE_ITEMS_MAX_PART_BYTES: Final = get_env_int_in_range( MANAGED_OBJECT_STALENESS_CUTOFF_DAYS: Final = max(1, get_env_int("MANAGED_OBJECT_STALENESS_CUTOFF_DAYS", 7)) PENDING_RESPONSE_STATUSES: Final = ("queued", "in_progress") TERMINAL_RESPONSE_STATUSES: Final = frozenset({"completed", "failed", "cancelled", "incomplete"}) +BACKGROUND_RESPONSE_SETTLEMENT_TIMEOUT_SECONDS: Final = 2.0 BATCH_OUTPUT_FILE_LOOKUP_TIMEOUT_SECONDS: Final = 10.0 BATCH_OUTPUT_FILE_FALLBACK_RETRY_AFTER_SECONDS: Final = 60 STALE_OBJECT_CLEANUP_BATCH_SIZE: Final = max(1, get_env_int("STALE_OBJECT_CLEANUP_BATCH_SIZE", 1000)) @@ -2358,6 +2373,7 @@ ADMIN_ONLY_BATCH_LIMIT_METADATA_KEYS: Final = ( MAX_FILE_DOWNLOADS_PER_MINUTE_KEY, ) FILE_USAGE_MAX_TRACKED_COUNTERS: Final = 20_000 +MESSAGE_THREAD_MAX_TRACKED_OWNERS: Final = 20_000 # Shared read-only empty mapping, for defaulting optional Mapping parameters without # constructing a fresh mutable dict at each call site. diff --git a/litellm/cost_calculator.py b/litellm/cost_calculator.py index 58947f9d0c2..a37160b4528 100644 --- a/litellm/cost_calculator.py +++ b/litellm/cost_calculator.py @@ -49,7 +49,6 @@ from litellm.litellm_core_utils.llm_cost_calc.utils import ( BilledTokenRates, CostCalculatorUtils, calculate_cache_writing_cost, - calculate_cost_component, generic_cost_per_character, generic_cost_per_token, get_batch_cost_rates, @@ -65,6 +64,7 @@ from litellm.litellm_core_utils.llm_cost_calc.utils import ( select_cost_metric_for_model, ) from litellm.litellm_core_utils.llm_response_utils.response_metadata import response_ms_since_logging_start +from litellm.litellm_core_utils.redact_messages import should_redact_message_logging from litellm.llms.anthropic.cost_calculation import ( cost_per_token as anthropic_cost_per_token, ) @@ -965,6 +965,19 @@ def _bedrock_registration_has_prices(entry: Mapping[str, object]) -> bool: ) +def _bedrock_cost_registration(model: str | None) -> tuple[str, Mapping[str, object]] | None: + if model is None: + return None + return next( + ( + (key, entry) + for key, entry in runtime_model_cost_registrations(model, "bedrock") + if _bedrock_registration_has_prices(entry) + ), + None, + ) + + def _bedrock_pricing_info( model: str | None, invoked_model_id: str | None, @@ -973,14 +986,7 @@ def _bedrock_pricing_info( ) -> ModelInfo | None: if explicit_pricing or custom_llm_provider != "bedrock" or not model: return None - registration: Final = next( - ( - (key, entry) - for key, entry in runtime_model_cost_registrations(model, "bedrock") - if _bedrock_registration_has_prices(entry) - ), - None, - ) + registration: Final = _bedrock_cost_registration(model) profile: Final = _cost_map_model_info(invoked_model_id, "bedrock") if invoked_model_id else None if profile is None or not _declares_rates(profile): return _cost_map_model_info(registration[0], None) if registration is not None else None @@ -1238,6 +1244,14 @@ def _normalize_service_tier(service_tier: object) -> str | None: _BASE_PRICING_SERVICE_TIERS: Final[frozenset[str]] = frozenset({"default", "standard"}) +def _served_image_service_tier(completion_response: object, usage_object: Usage | None) -> str | None: + """Image requests never send a tier upstream, so only the tier the provider reports can price them.""" + return _resolve_billable_service_tier( + requested=None, + served=_served_service_tier(completion_response, usage_object), + ) + + def _resolve_billable_service_tier(requested: object, served: object) -> str | None: """Served tier wins when it names a priced tier or explicitly says base pricing; otherwise the request decides.""" served_lower: Final = served.lower() if isinstance(served, str) else None @@ -1652,6 +1666,14 @@ def _response_time_ms_for_cost( return litellm_logging_obj.get_response_ms() +def _model_is_none_error(completion_response_text: str, litellm_logging_obj: LitellmLoggingObject | None) -> ValueError: + message: Final = "Model is None and does not exist in passed completion_response." + model_call_details: Final = {} if litellm_logging_obj is None else litellm_logging_obj.model_call_details + if should_redact_message_logging(model_call_details) or model_call_details.get("query_image") is not None: + return ValueError(message) + return ValueError(f"{message} Passed completion_response={completion_response_text}, model=None") + + def _breakdown_total(litellm_logging_obj: LitellmLoggingObject | None) -> float | None: breakdown: Final = None if litellm_logging_obj is None else litellm_logging_obj.cost_breakdown total: Final[object] = None if breakdown is None else breakdown.get("total_cost") @@ -2000,9 +2022,7 @@ def completion_cost( else: if model is None: - raise ValueError( - f"Model is None and does not exist in passed completion_response. Passed completion_response={completion_response}, model={model}" - ) + raise _model_is_none_error(f"{completion_response}", litellm_logging_obj) if len(messages) > 0: prompt_tokens = token_counter(model=model, messages=messages) elif len(prompt) > 0: @@ -2016,9 +2036,7 @@ def completion_cost( return A2ACostCalculator.calculate_a2a_cost(litellm_logging_obj=litellm_logging_obj) if model is None: - raise ValueError( - f"Model is None and does not exist in passed completion_response. Passed completion_response={completion_response}, model={model}" - ) + raise _model_is_none_error(f"{completion_response}", litellm_logging_obj) if custom_llm_provider is None: try: model, custom_llm_provider, _, _ = litellm.get_llm_provider( @@ -2044,6 +2062,7 @@ def completion_cost( call_type=call_type, model_info=_deployment_model_info(litellm_logging_obj, custom_pricing, router_model_id), vertex_location=vertex_location, + service_tier=_served_image_service_tier(completion_response, cost_per_token_usage_object), ) elif call_type in _VIDEO_CALL_TYPES: ### VIDEO GENERATION COST CALCULATION ### @@ -2262,9 +2281,7 @@ def completion_cost( return get_replicate_completion_pricing(completion_response, response_time_ms) if model is None: - raise ValueError( - f"Model is None and does not exist in passed completion_response. Passed completion_response={completion_response}, model={model}" - ) + raise _model_is_none_error(f"{completion_response}", litellm_logging_obj) if custom_llm_provider is not None and custom_llm_provider == "vertex_ai": # Calculate the prompt characters + response characters @@ -2762,7 +2779,14 @@ def pricing_entry_for_cost_calc( custom_pricing is True or base_model is not None, ) if bedrock_model_info is not None: - return bedrock_model_info["key"], bedrock_model_info + key: Final = bedrock_model_info["key"] + declared_pricing: Final = declared_cost_map_pricing(key, model or key, custom_llm_provider) + registration: Final = _bedrock_cost_registration(model) + declared_keys: Final = frozenset(declared_pricing) | ( + frozenset(registration[1]) if registration is not None else frozenset[str]() + ) + selected_entry: Final[Mapping[str, object]] = bedrock_model_info + return key, MappingProxyType({name: value for name, value in selected_entry.items() if name in declared_keys}) candidates: Final = (selected_model, _get_response_model(completion_response), model) resolved: Final = next( (info for info in (_cost_map_model_info(name, custom_llm_provider) for name in candidates if name) if info), @@ -2770,7 +2794,7 @@ def pricing_entry_for_cost_calc( ) if resolved is None: return None - return resolved["key"], _raw_cost_map_entry(resolved["key"]) or resolved + return resolved["key"], declared_cost_map_pricing(resolved["key"], model or resolved["key"], custom_llm_provider) def ocr_cost( @@ -3177,6 +3201,21 @@ def default_video_cost_calculator( return 0.0 +def _optional_batch_rate( + model_info: ModelInfo, + key: Literal[ + "input_cost_per_audio_token_batches", + "cache_read_input_audio_token_cost_batches", + "input_cost_per_image_token_batches", + "input_cost_per_video_token_batches", + ], + prompt_tokens: int, +) -> float | None: + context_key: Final = get_modality_token_cost_key(model_info, key, prompt_tokens) + context_rate: Final = get_cost_per_unit(model_info, context_key, None) + return model_info.get(key) if context_rate is None else context_rate + + def _batch_rate( model_info: ModelInfo, key: Literal[ @@ -3189,9 +3228,7 @@ def _batch_rate( *, prompt_tokens: int = 0, ) -> float: - context_key: Final = get_modality_token_cost_key(model_info, key, prompt_tokens) - context_rate: Final = get_cost_per_unit(model_info, context_key, None) - rate: Final = model_info.get(key) if context_rate is None else context_rate + rate: Final = _optional_batch_rate(model_info, key, prompt_tokens) return fallback if rate is None else rate @@ -3275,30 +3312,14 @@ def batch_cost_calculator( model_info, batch_rates.input, batch_rates.cache_read, + batch_rates.cache_read_image, batch_rates.cache_creation, batch_rates.cache_creation_rates_by_ttl, ) elif input_cost_per_token is not None: - details: Final = parse_prompt_tokens_details(usage) - cache_read_tokens: Final = details["cache_hit_tokens"] - cache_creation_tokens: Final = details["cache_creation_tokens"] - - # Subtract cached tokens from prompt_tokens before calculating cost - # Fixes issue where cached tokens are being charged again - base_input_tokens: Final = get_billable_input_tokens(usage) - cache_creation_tokens - total_prompt_cost = ( - base_input_tokens * (input_cost_per_token) / 2 - ) # batch cost is usually half of the regular token cost - - # Add cache read cost if applicable - cache_read_cost_key: Final = get_service_tier_cost_key("cache_read_input_token_cost", None) - total_prompt_cost += calculate_cost_component(model_info, cache_read_cost_key, cache_read_tokens) / 2 - - configured_cache_creation_cost: Final = model_info.get("cache_creation_input_token_cost") - cache_creation_cost: Final = ( - input_cost_per_token if configured_cache_creation_cost is None else configured_cache_creation_cost + total_prompt_cost = _half_price_prompt_cost( + usage, model_info, input_cost_per_token, batch_rates.cache_read_image ) - total_prompt_cost += cache_creation_tokens * cache_creation_cost / 2 text_rate: Final = _batch_or_half(batch_rates.output, output_cost_per_token) image_rate: Final = _batch_or_half( model_info.get("output_cost_per_image_token_batches"), @@ -3324,15 +3345,54 @@ def _standard_rate(model_info: ModelInfo, key: str, prompt_tokens: int) -> float return get_cost_per_unit(model_info, get_modality_token_cost_key(model_info, key, prompt_tokens), None) -def _cached_audio_batch_fallback( - model_info: ModelInfo, batch_cache_read_rate: float | None, cache_read_rate: float | None, prompt_tokens: int -) -> float: +def _cached_modality_rate( + model_info: ModelInfo, + standard_key: Literal["cache_read_input_audio_token_cost", "cache_read_input_image_token_cost"], + batch_modality_rate: float | None, + batch_cache_read_rate: float | None, + cache_read_rate: float | None, + prompt_tokens: int, +) -> float | None: + if batch_modality_rate is not None: + return batch_modality_rate if batch_cache_read_rate is not None: return batch_cache_read_rate - standard_audio_rate: Final = _standard_rate(model_info, "cache_read_input_audio_token_cost", prompt_tokens) - if standard_audio_rate is not None: - return standard_audio_rate - return 0.0 if cache_read_rate is None else cache_read_rate + standard_modality_rate: Final = _standard_rate(model_info, standard_key, prompt_tokens) + return cache_read_rate if standard_modality_rate is None else standard_modality_rate + + +def _half_price_prompt_cost( + usage: Usage, model_info: ModelInfo, input_cost_per_token: float, batch_cache_read_image_rate: float | None +) -> float: + details: Final = parse_prompt_tokens_details(usage) + cache_creation_tokens: Final = details["cache_creation_tokens"] + base_input_tokens: Final = get_billable_input_tokens(usage) - cache_creation_tokens + cache_read_cost_key: Final = get_service_tier_cost_key("cache_read_input_token_cost", None) + half_cache_read_rate: Final = (get_cost_per_unit(model_info, cache_read_cost_key, 0.0) or 0.0) / 2 + cached_audio_rate: Final = _batch_or_half( + _optional_batch_rate(model_info, "cache_read_input_audio_token_cost_batches", usage.prompt_tokens), + _standard_rate(model_info, "cache_read_input_audio_token_cost", usage.prompt_tokens), + default=half_cache_read_rate, + ) + cached_image_rate: Final = _batch_or_half( + batch_cache_read_image_rate, + _standard_rate(model_info, "cache_read_input_image_token_cost", usage.prompt_tokens), + default=half_cache_read_rate, + ) + cached_audio_tokens: Final = details["cache_hit_audio_tokens"] + cached_image_tokens: Final = details["cached_image_tokens"] + cached_text_tokens: Final = max(details["cache_hit_tokens"] - cached_audio_tokens - cached_image_tokens, 0) + configured_cache_creation_cost: Final = model_info.get("cache_creation_input_token_cost") + cache_creation_cost: Final = ( + input_cost_per_token if configured_cache_creation_cost is None else configured_cache_creation_cost + ) + return ( + base_input_tokens * input_cost_per_token / 2 + + cached_text_tokens * half_cache_read_rate + + cached_audio_tokens * cached_audio_rate + + cached_image_tokens * cached_image_rate + + cache_creation_tokens * cache_creation_cost / 2 + ) def _batch_prompt_cost( @@ -3340,6 +3400,7 @@ def _batch_prompt_cost( model_info: ModelInfo, input_rate: float, batch_cache_read_rate: float | None, + batch_cache_read_image_rate: float | None, cache_creation_rate: float | None, cache_creation_rates_by_ttl: Mapping[str, float], ) -> float: @@ -3349,8 +3410,30 @@ def _batch_prompt_cost( if batch_cache_read_rate is None else batch_cache_read_rate ) - cached_tokens: Final = details["cache_hit_tokens"] if cache_read_rate is not None else 0 - cached_audio_tokens: Final = details["cache_hit_audio_tokens"] if cache_read_rate is not None else 0 + cached_audio_rate: Final = _cached_modality_rate( + model_info, + "cache_read_input_audio_token_cost", + _optional_batch_rate(model_info, "cache_read_input_audio_token_cost_batches", usage.prompt_tokens), + batch_cache_read_rate, + cache_read_rate, + usage.prompt_tokens, + ) + cached_image_rate: Final = _cached_modality_rate( + model_info, + "cache_read_input_image_token_cost", + batch_cache_read_image_rate, + batch_cache_read_rate, + cache_read_rate, + usage.prompt_tokens, + ) + cached_audio_tokens: Final = details["cache_hit_audio_tokens"] if cached_audio_rate is not None else 0 + cached_image_tokens: Final = details["cached_image_tokens"] if cached_image_rate is not None else 0 + cached_text_tokens: Final = ( + max(details["cache_hit_tokens"] - details["cache_hit_audio_tokens"] - details["cached_image_tokens"], 0) + if cache_read_rate is not None + else 0 + ) + cached_tokens: Final = cached_text_tokens + cached_audio_tokens + cached_image_tokens bills_cache_writes: Final = cache_creation_rate is not None or bool(cache_creation_rates_by_ttl) written_tokens: Final = details["cache_creation_tokens"] if bills_cache_writes else 0 audio_tokens, image_tokens, video_tokens = ( @@ -3367,13 +3450,9 @@ def _batch_prompt_cost( * _batch_rate(model_info, "input_cost_per_audio_token_batches", input_rate, prompt_tokens=usage.prompt_tokens) + image_tokens * _batch_rate(model_info, "input_cost_per_image_token_batches", input_rate) + video_tokens * _batch_rate(model_info, "input_cost_per_video_token_batches", input_rate) - + (cached_tokens - cached_audio_tokens) * (cache_read_rate or 0.0) - + cached_audio_tokens - * _batch_rate( - model_info, - "cache_read_input_audio_token_cost_batches", - _cached_audio_batch_fallback(model_info, batch_cache_read_rate, cache_read_rate, usage.prompt_tokens), - ) + + cached_text_tokens * (cache_read_rate or 0.0) + + cached_audio_tokens * (cached_audio_rate or 0.0) + + cached_image_tokens * (cached_image_rate or 0.0) + ( calculate_cache_writing_cost( written_tokens, diff --git a/litellm/decisions/call.py b/litellm/decisions/call.py index 9c0e51e14ac..b10b9f7d9ce 100644 --- a/litellm/decisions/call.py +++ b/litellm/decisions/call.py @@ -17,6 +17,7 @@ from litellm.litellm_core_utils.decisions_pricing import QUERY_PRICED_DECISIONS_ from litellm.litellm_core_utils.get_provider_specific_headers import ProviderSpecificHeaderUtils from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.litellm_core_utils.prompt_templates.image_handling import ( + async_convert_url_to_base64, async_convert_urls_to_base64, convert_url_to_base64, ) @@ -28,6 +29,7 @@ from litellm.llms.base_llm.decisions.transformation import ( image_media_type, image_param, input_images, + ir_to_systemone_request, ir_to_systemone_response, remote_image_urls, systemone_request_to_ir, @@ -235,6 +237,18 @@ def get_decisions_provider_config(model: str, custom_llm_provider: str) -> BaseD return provider_config +def validate_router_connection(model: str, provider: str | None, request: Mapping[str, object]) -> None: + api_base: Final = request.get("api_base") or request.get("base_url") + if provider is None or not isinstance(api_base, str) or not api_base: + return + api_key: Final = request.get("api_key") + provider_config: Final = get_decisions_provider_config(model, provider) + try: + provider_config.validate_client_connection(api_base, api_key if isinstance(api_key, str) else None) + except ValueError as error: + raise litellm.BadRequestError(message=str(error), model=model, llm_provider=provider) from error + + def _ir_request(request: DecisionsRequestFormat, safety_identifier: str | None) -> DecisionsIRRequest: match request: case DecisionsRequestBody(): @@ -649,10 +663,44 @@ def _with_data_urls(call: DecisionsCall, data_urls: Mapping[str, str]) -> Decisi ) +def _remaining_image_bytes(call: DecisionsCall) -> int | None: + total: Final = call.provider_config.max_total_image_bytes + if call.custom_llm_provider != "gemini" or total is None: + return None + _checked_image_sizes(call) + return total - sum(_decoded_image_bytes(image) for image in input_images(call.ir_request.input)) + + +def _bounded_remote_images( + urls: tuple[str, ...], remaining: int, timeout: float | httpx.Timeout | None +) -> tuple[str, ...]: + state: tuple[int, tuple[str, ...]] = (remaining, ()) # rebind-ok: sequential budget without recursion + for url in urls: + available, images = state + image = convert_url_to_base64(url, timeout=timeout, max_bytes=available) + state = (available - _decoded_image_bytes(image), (*images, image)) + return state[1] + + +async def _async_bounded_remote_images( + urls: tuple[str, ...], remaining: int, timeout: float | httpx.Timeout | None +) -> tuple[str, ...]: + state: tuple[int, tuple[str, ...]] = (remaining, ()) # rebind-ok: sequential budget without recursion + for url in urls: + available, images = state + image = await async_convert_url_to_base64(url, timeout=timeout, max_bytes=available) + state = (available - _decoded_image_bytes(image), (*images, image)) + return state[1] + + def _with_remote_images_inlined(call: DecisionsCall) -> DecisionsCall: remote_urls: Final = _remote_image_urls(call) if not remote_urls: return call + remaining: Final = _remaining_image_bytes(call) + if remaining is not None: + images: Final = _bounded_remote_images(remote_urls, remaining, call.timeout) + return _with_data_urls(call, MappingProxyType(dict(zip(remote_urls, images, strict=True)))) return _with_data_urls( call, MappingProxyType({url: convert_url_to_base64(url, timeout=call.timeout) for url in remote_urls}) ) @@ -662,7 +710,12 @@ async def _async_with_remote_images_inlined(call: DecisionsCall) -> DecisionsCal remote_urls: Final = _remote_image_urls(call) if not remote_urls: return call - data_urls: Final = await async_convert_urls_to_base64(remote_urls, timeout=call.timeout) + remaining: Final = _remaining_image_bytes(call) + data_urls: Final = ( + await async_convert_urls_to_base64(remote_urls, timeout=call.timeout) + if remaining is None + else await _async_bounded_remote_images(remote_urls, remaining, call.timeout) + ) return _with_data_urls(call, MappingProxyType(dict(zip(remote_urls, data_urls, strict=True)))) @@ -753,6 +806,12 @@ def _request_body(call: DecisionsCall) -> Mapping[str, object]: return body +def _logged_request_body(call: DecisionsCall) -> Mapping[str, object]: + if call.custom_llm_provider == "gemini": + return ir_to_systemone_request(call.model, call.ir_request) + return _request_body(call) + + def _pricing_model(response: DecisionsIRResponse, call: DecisionsCall) -> str: returned: Final = get_model_cost_key(f"{call.custom_llm_provider}/{response.model}") if returned is not None and cost_map_key_prices_anything(returned): @@ -828,7 +887,7 @@ async def asend(call: DecisionsCall) -> DecisionsResponse | OpenAIDecisionRespon provider_config=inlined.provider_config, request=inlined.ir_request, body=body, - logged_body=body if inlined is supported else _request_body(supported), + logged_body=body if inlined is supported else _logged_request_body(supported), api_base=inlined.api_base, api_key=inlined.api_key, headers=inlined.headers, @@ -852,7 +911,7 @@ def send(call: DecisionsCall) -> DecisionsResponse | OpenAIDecisionResponse: provider_config=inlined.provider_config, request=inlined.ir_request, body=body, - logged_body=body if inlined is supported else _request_body(supported), + logged_body=body if inlined is supported else _logged_request_body(supported), api_base=inlined.api_base, api_key=inlined.api_key, headers=inlined.headers, diff --git a/litellm/deploy/compose/README.md b/litellm/deploy/compose/README.md new file mode 100644 index 00000000000..015059059a4 --- /dev/null +++ b/litellm/deploy/compose/README.md @@ -0,0 +1,13 @@ +# Compose deployments + +The LiteAdmin overlay requires an explicit project name. Moving the Compose files changes the default project name and therefore the state volume name. Reuse the existing name so the agent keeps its saved state. + +Set `EXISTING_LITEADMIN_CONTAINER` to the running or stopped agent container, then read its project label before upgrading. + +```sh +export COMPOSE_PROJECT_NAME="$(docker inspect --format '{{ index .Config.Labels "com.docker.compose.project" }}' "$EXISTING_LITEADMIN_CONTAINER")" +docker compose -f litellm/deploy/compose/docker-compose.yml \ + -f litellm/deploy/compose/docker-compose.liteadmin.yml up -d +``` + +Passing the same existing name with `docker compose --project-name` also works. For a new deployment, choose a stable project name and keep using it. diff --git a/docker-compose.liteadmin.yml b/litellm/deploy/compose/docker-compose.liteadmin.yml similarity index 94% rename from docker-compose.liteadmin.yml rename to litellm/deploy/compose/docker-compose.liteadmin.yml index a66846429de..30a2ef29da0 100644 --- a/docker-compose.liteadmin.yml +++ b/litellm/deploy/compose/docker-compose.liteadmin.yml @@ -1,3 +1,5 @@ +name: ${COMPOSE_PROJECT_NAME:?Set the existing Compose project name to preserve LiteAdmin state} + services: litellm: image: ${LITELLM_IMAGE:?Set the native-enabled gateway image} diff --git a/litellm/deploy/compose/docker-compose.yml b/litellm/deploy/compose/docker-compose.yml new file mode 100644 index 00000000000..441a16ebeed --- /dev/null +++ b/litellm/deploy/compose/docker-compose.yml @@ -0,0 +1,95 @@ +# LiteLLM plus a Postgres database that stores models, virtual keys and spend +# logs. Used by https://docs.litellm.ai/docs/proxy/docker_quick_start +# +# curl -sSLO https://github.com/BerriAI/litellm/raw/main/litellm/deploy/compose/docker-compose.yml +# printf 'LITELLM_MASTER_KEY=sk-%s\nLITELLM_SALT_KEY=sk-%s\n' "$(openssl rand -hex 32)" "$(openssl rand -hex 32)" > .env +# LITELLM_ENV_FILE=.env docker compose up -d +# +# `docker compose up` runs the published image. From a checkout of the repo, +# `docker compose up --build` builds from the repository root context instead. +# `docker compose --profile monitoring up -d` also starts Prometheus on 9090. +# +# The container reads the checkout-root .env, or LITELLM_ENV_FILE when set. +# Keep it: regenerating LITELLM_SALT_KEY +# makes credentials already stored in the database unreadable. A database +# created without LITELLM_SALT_KEY encrypted them with the master key, so when +# upgrading one, write only LITELLM_MASTER_KEY (the existing one) to .env. For anything +# beyond local evaluation, pin the image to a specific release tag. +services: + litellm: + image: docker.litellm.ai/berriai/litellm:main-stable + build: + context: ../../.. + dockerfile: litellm/deploy/docker/Dockerfile + target: runtime + pull_policy: missing + ports: + - "4000:4000" + # The same image runs every component. The first word of `command` picks + # it: proxy (default), gateway, backend, ui, migrations, metrics, + # collector. See litellm/deploy/docker/README.md + # command: ["--config", "/app/config.yaml"] + # volumes: + # - ./config.yaml:/app/config.yaml:ro + environment: + LITELLM_MASTER_KEY: ${LITELLM_MASTER_KEY:?set it in .env, see the header of this file} + LITELLM_MIGRATION_DIR: /tmp/litellm-migrations + DATABASE_URL: postgresql://llmproxy:dbpassword9090@db:5432/litellm + STORE_MODEL_IN_DB: "True" + env_file: + - path: ${LITELLM_ENV_FILE:-../../../.env} + required: false + read_only: true + cap_drop: + - ALL + security_opt: + - no-new-privileges:true + tmpfs: + - /tmp:rw,noexec,nosuid,nodev,size=64m,mode=1777 + - /app/.cache:rw,noexec,nosuid,nodev,size=128m,mode=1777 + depends_on: + db: + condition: service_healthy + healthcheck: + test: + - CMD-SHELL + - python3 -c "import urllib.request; urllib.request.urlopen('http://localhost:4000/health/liveliness')" + interval: 30s + timeout: 10s + retries: 3 + start_period: 40s + + db: + image: postgres:16 + restart: always + environment: + POSTGRES_DB: litellm + POSTGRES_USER: llmproxy + POSTGRES_PASSWORD: dbpassword9090 + volumes: + - postgres_data:/var/lib/postgresql/data + healthcheck: + test: ["CMD-SHELL", "pg_isready -d litellm -U llmproxy"] + interval: 1s + timeout: 5s + retries: 10 + + prometheus: + image: prom/prometheus + profiles: + - monitoring + volumes: + - prometheus_data:/prometheus + - ./prometheus.yml:/etc/prometheus/prometheus.yml + ports: + - "9090:9090" + command: + - "--config.file=/etc/prometheus/prometheus.yml" + - "--storage.tsdb.path=/prometheus" + - "--storage.tsdb.retention.time=15d" + restart: always + +volumes: + prometheus_data: + postgres_data: + name: litellm_postgres_data diff --git a/prometheus.yml b/litellm/deploy/compose/prometheus.yml similarity index 100% rename from prometheus.yml rename to litellm/deploy/compose/prometheus.yml diff --git a/docker/.env.example b/litellm/deploy/docker/.env.example similarity index 100% rename from docker/.env.example rename to litellm/deploy/docker/.env.example diff --git a/Dockerfile b/litellm/deploy/docker/Dockerfile similarity index 66% rename from Dockerfile rename to litellm/deploy/docker/Dockerfile index 5c791c7e117..d436cd33ec4 100644 --- a/Dockerfile +++ b/litellm/deploy/docker/Dockerfile @@ -38,10 +38,10 @@ ENV NEXT_TELEMETRY_DISABLED=1 \ WORKDIR /ui -COPY ui/litellm-dashboard/package.json ui/litellm-dashboard/package-lock.json ./ +COPY litellm/ui/litellm-dashboard/package.json litellm/ui/litellm-dashboard/package-lock.json ./ RUN --mount=type=cache,target=/root/.npm npm ci --prefer-offline -COPY ui/litellm-dashboard/ ./ +COPY litellm/ui/litellm-dashboard/ ./ RUN npm run build # Builder stage @@ -67,15 +67,18 @@ RUN apk add --no-cache \ libsndfile ENV UV_PROJECT_ENVIRONMENT=/app/.venv \ + CARGO_NET_RETRY=5 \ + CARGO_HTTP_MULTIPLEXING=false \ + SQLX_OFFLINE=true \ UV_LINK_MODE=copy \ UV_PYTHON_DOWNLOADS=0 \ PATH="/app/.venv/bin:${PATH}" # Copy dependency metadata first for layer caching COPY pyproject.toml uv.lock ./ -COPY enterprise/pyproject.toml enterprise/ -COPY litellm-proxy-extras/pyproject.toml litellm-proxy-extras/ -COPY packaging/litellm-proxy/pyproject.toml packaging/litellm-proxy/ +COPY litellm/enterprise/pyproject.toml litellm/enterprise/ +COPY litellm/proxy-extras/pyproject.toml litellm/proxy-extras/ +COPY litellm/packaging/litellm-proxy/pyproject.toml litellm/packaging/litellm-proxy/ # Install third-party dependencies (cached unless pyproject.toml/uv.lock change) RUN uv sync --frozen --no-install-project --no-install-workspace --no-default-groups --no-editable \ @@ -98,9 +101,10 @@ RUN rm -rf litellm/proxy/_experimental/out COPY --from=ui-builder /ui/out/. litellm/proxy/_experimental/out/ # Build Admin UI before final sync (applies the enterprise color override when present) -RUN sed -i 's/\r$//' docker/build_admin_ui.sh && chmod +x docker/build_admin_ui.sh && ./docker/build_admin_ui.sh +RUN sed -i 's/\r$//' litellm/deploy/docker/build_admin_ui.sh && chmod +x litellm/deploy/docker/build_admin_ui.sh && ./litellm/deploy/docker/build_admin_ui.sh # Install project and workspace packages (fast - deps already cached) +ARG MATURIN_PEP517_ARGS="" RUN uv build --package litellm-proxy --wheel --out-dir /wheels RUN uv sync --frozen --no-install-package litellm-proxy --no-default-groups --no-editable \ --extra proxy \ @@ -114,12 +118,18 @@ RUN uv sync --frozen --no-install-package litellm-proxy --no-default-groups --no RUN uv pip install --python /app/.venv/bin/python --no-deps /wheels/litellm_proxy-*.whl +RUN cp -r litellm/enterprise litellm/runtime "$(.venv/bin/python -c 'import sysconfig; print(sysconfig.get_path("purelib"))')/litellm/" + RUN HOME=/opt/prisma XDG_CACHE_HOME=/opt/prisma/.cache PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \ npm_config_cache=/root/.npm \ - prisma generate --schema=./schema.prisma + prisma generate --schema=litellm/schema.prisma -RUN sed -i 's/\r$//' docker/entrypoint.sh && chmod +x docker/entrypoint.sh && \ - sed -i 's/\r$//' docker/prod_entrypoint.sh && chmod +x docker/prod_entrypoint.sh +RUN sed -i 's/\r$//' litellm/deploy/docker/docker-entrypoint.sh && chmod +x litellm/deploy/docker/docker-entrypoint.sh + +RUN mkdir -p /var/lib/litellm/ui /var/lib/litellm/assets && \ + cp -r litellm/proxy/_experimental/out/. /var/lib/litellm/ui/ && \ + cp litellm/proxy/logo.png /var/lib/litellm/assets/logo.png && \ + touch /var/lib/litellm/ui/.litellm_ui_ready FROM $LITELLM_BUILD_IMAGE AS liteadmin-builder COPY --from=uvbin /uv /usr/local/bin/uv @@ -144,46 +154,66 @@ USER root # https://github.com/BerriAI/litellm/issues/33518 RUN echo "https://packages.wolfi.dev/os" >> /etc/apk/repositories -# node (without npm) is required by the prisma CLI at runtime -RUN apk add --no-cache bash openssl libssl3 tzdata nodejs python-3.13 libsndfile libevent +RUN for i in 1 2 3; do \ + apk add --no-cache bash openssl libssl3 tzdata nodejs python-3.13 libsndfile libatomic libevent nginx && break; \ + [ "$i" = 3 ] && { echo "apk add failed after 3 retries" >&2; exit 1; }; \ + sleep 5; \ + done COPY --from=pgbouncer-builder /usr/local/bin/pgbouncer /usr/local/bin/pgbouncer WORKDIR /app + ENV PATH="/app/.venv/bin:${PATH}" \ + PYTHONPATH="/app" \ + PYTHONDONTWRITEBYTECODE=1 \ + PYTHONUNBUFFERED=1 \ + HOME=/app \ + LITELLM_NON_ROOT=true \ PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \ PRISMA_CLI_PATH=/opt/prisma/binaries/node_modules/.bin/prisma \ PRISMA_CLI_QUERY_ENGINE_TYPE=binary \ + PRISMA_SKIP_POSTINSTALL_GENERATE=1 \ + PRISMA_HIDE_UPDATE_MESSAGE=1 \ + PRISMA_ENGINES_CHECKSUM_IGNORE_MISSING=1 \ PRISMA_OFFLINE_MODE=true # Copy only what runtime needs. The application is installed inside the venv; # the rest of the builder's /app is source and build metadata that must not # ship (manifest-scanning tools attribute everything in it to this image). -# entrypoint.sh invokes litellm/proxy/prisma_migration.py by source path. COPY --from=builder /app/.venv /app/.venv COPY --from=liteadmin-builder /opt/liteadmin /opt/liteadmin -COPY --from=builder /app/docker /app/docker -COPY --from=builder /app/schema.prisma /app/schema.prisma +COPY --from=builder /app/litellm/deploy/docker/docker-entrypoint.sh /app/docker-entrypoint.sh +COPY --from=builder /app/litellm/schema.prisma /app/litellm/schema.prisma +COPY --from=builder /app/litellm/schema.prisma /app/schema.prisma +COPY --from=builder /app/litellm/runtime/gateway /app/gateway COPY --from=builder /app/litellm/proxy/prisma_migration.py /app/litellm/proxy/prisma_migration.py # enterprise/ is imported by source path at runtime (proxy_cli puts the # working directory on sys.path; litellm/proxy/hooks resolves -# enterprise.enterprise_hooks from it) -COPY --from=builder /app/enterprise /app/enterprise -COPY --from=builder /app/litellm-proxy-extras /app/litellm-proxy-extras -# Prisma CLI + engines are baked under /opt/prisma, a fixed path every -# runtime uid can read and that no cache volume mount shadows. The paths are -# pinned via PRISMA_BINARY_CACHE_DIR / PRISMA_CLI_PATH and recorded into the -# generated client at build time, so `prisma migrate deploy` on a fresh -# database needs no npm and no network access (#33650, #24554). +# litellm.enterprise.enterprise_hooks from it) COPY --from=builder /opt/prisma /opt/prisma +COPY --from=builder /var/lib/litellm /var/lib/litellm +COPY litellm/ui/nginx.conf /etc/nginx/nginx.conf +COPY litellm/ui/docker-entrypoint.d/40-litellm-runtime-config.sh /app/ui/docker-entrypoint.d/40-litellm-runtime-config.sh -RUN find /app/.venv -type f -path "*/tornado/test/*" -delete && \ - find /app/.venv -type d -path "*/tornado/test" -delete && \ +RUN find /app/.venv -depth -type d -path "*/tornado/test" -exec rm -rf {} + && \ + mkdir -p /app/.cache /var/run/litellm && \ + chown -R 65532:0 /app /var/lib/litellm /var/run/litellm && \ + chmod -R g=u,g+w /app/.cache /var/lib/litellm /var/run/litellm && \ + PRISMA_PATH="$(python -c 'import os, prisma; print(os.path.dirname(prisma.__file__))')" && \ + PROXY_EXTRAS_PATH="$(python -c 'import os, litellm_proxy_extras; print(os.path.dirname(litellm_proxy_extras.__file__))')" && \ + chmod -R g=u,g+w "$PRISMA_PATH" "$PROXY_EXTRAS_PATH" && \ chmod -R a+rX /opt/prisma && \ test -x /opt/prisma/binaries/node_modules/.bin/prisma && \ test -f /opt/prisma/binaries/node_modules/prisma/build/index.js && \ - python -c "from prisma.client import BINARY_PATHS; paths = list(BINARY_PATHS.query_engine.values()); assert paths and all(p.startswith('/opt/prisma/') for p in paths), paths" + ls /opt/prisma/binaries/node_modules/@prisma/engines/query-engine-* >/dev/null && \ + python -c "from prisma.client import BINARY_PATHS; paths = list(BINARY_PATHS.query_engine.values()); assert paths and all(p.startswith('/opt/prisma/') for p in paths), paths" && \ + python -c "from litellm.rust_bridge import _native" && \ + python -c "import gateway.launch, litellm.runtime.backend.main" -EXPOSE 4000/tcp +USER 65532:65532 -ENTRYPOINT ["docker/prod_entrypoint.sh"] -CMD ["--port", "4000"] +RUN nginx -t + +EXPOSE 4000/tcp 4001/tcp 3000/tcp + +ENTRYPOINT ["/app/docker-entrypoint.sh"] diff --git a/.dockerignore b/litellm/deploy/docker/Dockerfile.dockerignore similarity index 61% rename from .dockerignore rename to litellm/deploy/docker/Dockerfile.dockerignore index f3a80fee3e4..4059c41ee33 100644 --- a/.dockerignore +++ b/litellm/deploy/docker/Dockerfile.dockerignore @@ -1,13 +1,13 @@ -docs -cookbook -.circleci -.github +litellm/vscode-extension +litellm/proxy/discovery_endpoints/skill_scanner_adapter +.github/* +!.github/packaging/ +!.github/packaging/*.py tests .git .devcontainer *.tgz log.txt -docker/Dockerfile.* # Claude Flow generated files (must be excluded from Docker build) .claude/ @@ -49,10 +49,16 @@ build/ *.egg-info/ .DS_Store **/node_modules -ui/litellm-dashboard/.next -ui/litellm-dashboard/out -litellm-rust/target/ +litellm/ui/litellm-dashboard/.next +litellm/ui/litellm-dashboard/out +litellm/rust/target/ litellm/rust_bridge/_native*.so *.log .env .env.local + +litellm/deploy/** +!litellm/deploy/docker/ +litellm/deploy/docker/** +!litellm/deploy/docker/build_admin_ui.sh +!litellm/deploy/docker/docker-entrypoint.sh diff --git a/litellm/deploy/docker/README.md b/litellm/deploy/docker/README.md new file mode 100644 index 00000000000..d1e6e9dc142 --- /dev/null +++ b/litellm/deploy/docker/README.md @@ -0,0 +1,145 @@ +# Docker Development Guide + +This guide provides instructions for building and running the LiteLLM application using Docker and Docker Compose. + +> **Just want to run LiteLLM?** `litellm/deploy/compose/docker-compose.yml` runs +> the published image with a Postgres database, the stack the +> [Docker quickstart](https://docs.litellm.ai/docs/proxy/docker_quick_start) documents, +> and it works on its own outside a checkout: +> +> ```bash +> curl -sSLO https://github.com/BerriAI/litellm/raw/main/litellm/deploy/compose/docker-compose.yml +> printf 'LITELLM_MASTER_KEY=sk-%s\nLITELLM_SALT_KEY=sk-%s\n' "$(openssl rand -hex 32)" "$(openssl rand -hex 32)" > .env +> LITELLM_ENV_FILE=.env docker compose up -d +> ``` + +## Updating an existing quickstart installation + +Saved quickstart scripts need a one-time URL override after the source layout migration. Run this from the installation directory to preserve its existing `.env` and database. + +```bash +LITELLM_COMPOSE_URL=https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/deploy/docker/docker-compose.quickstart.yml \ +LITELLM_SCRIPT_URL=https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.sh \ +litellm-gateway update +``` + +In PowerShell, set the same environment variables, with `LITELLM_SCRIPT_URL` ending in `litellm/scripts/quickstart.ps1`, before running `litellm-gateway update`. Remove the overrides after the saved script refreshes. + +## Prerequisites + +- Docker +- Docker Compose + +## Building and Running the Application + +The same compose file builds from source when you pass `--build`. It uses `litellm/deploy/docker/Dockerfile` with the repository root as the build context. `docker-entrypoint.sh` next to it is the only entrypoint script. Every container starts through it + +## One image, many components + +Every LiteLLM container runs the same image. The first word of the container command (or the `LITELLM_COMPONENT` environment variable when the command carries only flags) picks the process the container runs, and everything after it is handed to that process unchanged: + +| Component | Runs | Port | +|--------------|-----------------------------------------------------|------| +| `proxy` | `litellm ...` (everything in one process, default) | 4000 | +| `gateway` | `python -m gateway.launch ...` (inference routes) | 4000 | +| `backend` | `uvicorn litellm.runtime.backend.main:app ...` (management routes) | 4001 | +| `ui` | nginx serving the static admin UI | 3000 | +| `migrations` | `python -m litellm.runtime.migrations.run`, `prisma migrate deploy` then exit | | +| `metrics` | `python -m litellm.proxy.prometheus_metrics_server ...` | `--port` | +| `collector` | `python -m litellm.proxy.collector ...` | | + +```bash +docker run -p 4000:4000 litellm --config /app/config.yaml # proxy, exactly as before +docker run -p 4000:4000 litellm gateway --port 4000 # componentized data plane +docker run -p 4001:4001 -e LITELLM_COMPONENT=backend litellm # same, chosen through the env +docker run -p 3000:3000 --read-only --tmpfs /tmp litellm ui # admin UI behind nginx +docker run -e DATABASE_URL=... litellm migrations # one-off schema migration job +docker run -it litellm sh # anything else runs verbatim +``` + +PgBouncer is not a separate component: `LITELLM_PGBOUNCER_ENABLED=true` starts an in-container PgBouncer in front of `DATABASE_URL` inside `proxy` and `gateway`. `USE_DDTRACE=true` wraps whichever component runs with `ddtrace-run`, and `PROMETHEUS_MULTIPROC_DIR` is emptied of stale samples before any workers fork (the `metrics` and `collector` sidecars only read it, so their restart keeps the live samples) + +The image runs as uid `65532` (`nonroot` in the Wolfi base) and also works as an arbitrary uid in gid 0, the shape OpenShift `restricted-v2` assigns, because everything it writes at runtime lives under `/app/.cache`, `/var/lib/litellm` and `/tmp`. Mount those (or set `readOnlyRootFilesystem` with emptyDirs there) for a read-only root filesystem. Prisma's CLI and engines are baked under `/opt/prisma`, so migrations need neither network nor a writable home + +### 1. Set the Master and Salt Keys + +From a repository checkout, first run `cd litellm/deploy/compose`. The proxy signs virtual keys with `LITELLM_MASTER_KEY` and encrypts stored provider credentials with `LITELLM_SALT_KEY`. Select the local `.env` with `LITELLM_ENV_FILE` so Compose passes both keys to the container, then generate them once: + +```bash +export LITELLM_ENV_FILE=.env +printf 'LITELLM_MASTER_KEY=sk-%s\nLITELLM_SALT_KEY=sk-%s\n' "$(openssl rand -hex 32)" "$(openssl rand -hex 32)" > .env +``` + +Keep the file: regenerating `LITELLM_SALT_KEY` makes credentials already stored in the database unreadable. A database created without `LITELLM_SALT_KEY` encrypted them with the master key, so when upgrading one, write only the existing `LITELLM_MASTER_KEY` to `.env` and leave `LITELLM_SALT_KEY` out. Provider keys such as `OPENAI_API_KEY` go in the same file, and the whole file is passed to the container + +### 2. Build and Run the Containers + +```bash +docker compose up -d --build +``` + +This command builds the image and starts the `litellm` and `db` services in detached mode. Without `--build`, `docker compose up` pulls the published `main-stable` image instead. Add `--profile monitoring` to also start Prometheus on port 9090, scraping the proxy with `prometheus.yml` beside the compose file + +### 3. Verifying the Application is Running + +You can check the status of the running containers with the following command: + +```bash +docker compose ps +``` + +To view the logs of the `litellm` container, run: + +```bash +docker compose logs -f litellm +``` + +### 4. Stopping the Application + +To stop the running containers, use the following command: + +```bash +docker compose down +``` + +## Embedded LiteAdmin MCP + +Source builds containing embedded LiteAdmin MCP can serve it at `/admin/mcp` on the existing LiteLLM port. This capability is unreleased. Keep your existing database, master key, and proxy configuration, then add these settings to the serving container's environment: + +```bash +LITELLM_ENABLE_ADMIN_MCP=true +LITELLM_LICENSE="your-enterprise-license" +PROXY_BASE_URL=https://gateway.example.com +``` + +For the compose deployment described above, put them in its `.env` file and rebuild: + +```bash +docker compose up -d --build +``` + +In componentized deployments, set the flag and license on the `backend` component and route `/admin/mcp` to it. The `gateway` component excludes this endpoint. The image bundles the connector for every component + +Hosting is disabled by default. Opting in requires a valid base Enterprise license; an unlicensed opt-in or invalid flag value prevents startup. Enabling it reserves `/admin`, so rename any MCP server alias called `admin` first + +With native key authentication, connect with a personal proxy-admin bearer key. When `enable_oauth2_proxy_auth` is enabled, the existing trusted-proxy identity headers select the user instead; the MCP bearer is required by the connector but does not select the native user. The resolved user must have the stored `proxy_admin` role, and `trusted_proxy_ranges` applies to the original caller's direct peer + +Embedded responses default to `full`; selecting `LITELLM_ADMIN_RESPONSE_VIEW=compact` requires subsequent saved-result reads to reach the same worker process, including within a multi-worker pod + +See the [LiteAdmin MCP guide](https://docs.litellm.ai/docs/proxy/liteadmin_mcp#run-liteadmin-mcp-inside-litellm) for client configuration, tool restrictions, and verification + +## Hardening + +The compose file runs the proxy the way a locked-down cluster would: as the image's non-root user with a read-only root filesystem, every capability dropped, `no-new-privileges` set, and tmpfs mounts only at `/tmp` and `/app/.cache`. The image is built for that, so a change that makes the proxy write anywhere else fails here before it fails in Kubernetes. To try an arbitrary uid in gid 0, the shape OpenShift `restricted-v2` assigns, add `user: "101:0"` to the `litellm` service + +Prisma's CLI and engines are baked under `/opt/prisma`, so migrations run without network access. Verify with: + +```bash +docker run --rm --network none --entrypoint prisma docker.litellm.ai/berriai/litellm:main-stable --version +``` + +## Troubleshooting + +- **`required variable LITELLM_MASTER_KEY is missing a value`**: Compose did not find a `.env` file with `LITELLM_MASTER_KEY` in the directory you ran it from. Generate one as shown above. +- **`password authentication failed for user "llmproxy"`**: the `litellm_postgres_data` volume was initialised by an older compose file with different credentials. `docker compose down -v` drops it and the next `up` recreates the database. +- **`build_admin_ui.sh: not found`**: the build context is wrong. From a checkout, run `docker compose` in `litellm/deploy/compose`. diff --git a/docker/build_admin_ui.sh b/litellm/deploy/docker/build_admin_ui.sh similarity index 83% rename from docker/build_admin_ui.sh rename to litellm/deploy/docker/build_admin_ui.sh index f84aba7c053..48c57bf743f 100755 --- a/docker/build_admin_ui.sh +++ b/litellm/deploy/docker/build_admin_ui.sh @@ -8,8 +8,8 @@ echo pwd -# only run this step for litellm enterprise, we run this if enterprise/enterprise_ui/_enterprise.json exists -if [ ! -f "enterprise/enterprise_ui/enterprise_colors.json" ]; then +# only run this step for litellm enterprise, we run this if litellm/enterprise/enterprise_ui/_enterprise.json exists +if [ ! -f "litellm/enterprise/enterprise_ui/enterprise_colors.json" ]; then echo "Admin UI - using default LiteLLM UI" exit 0 fi @@ -54,13 +54,13 @@ else fi || { echo "nvm checksum verification failed"; exit 1; } bash "$NVM_SCRIPT" source ~/.nvm/nvm.sh -NODE_VERSION="$(cat ui/litellm-dashboard/.nvmrc)" +NODE_VERSION="$(cat litellm/ui/litellm-dashboard/.nvmrc)" nvm install "v${NODE_VERSION}" nvm use "v${NODE_VERSION}" -# cd in to /ui/litellm-dashboard -cd ui/litellm-dashboard +# cd in to /litellm/ui/litellm-dashboard +cd litellm/ui/litellm-dashboard # ensure have access to build_ui.sh chmod +x ./build_ui.sh @@ -69,4 +69,4 @@ chmod +x ./build_ui.sh ./build_ui.sh # return to root directory -cd ../.. \ No newline at end of file +cd ../../.. \ No newline at end of file diff --git a/docker/docker-compose.quickstart.yml b/litellm/deploy/docker/docker-compose.quickstart.yml similarity index 93% rename from docker/docker-compose.quickstart.yml rename to litellm/deploy/docker/docker-compose.quickstart.yml index 98366a73e58..171b7f0a772 100644 --- a/docker/docker-compose.quickstart.yml +++ b/litellm/deploy/docker/docker-compose.quickstart.yml @@ -2,7 +2,7 @@ # models, virtual keys, and spend logs. Used by # https://docs.litellm.ai/docs/proxy/docker_quick_start # -# curl -sSLO https://github.com/BerriAI/litellm/raw/main/docker/docker-compose.quickstart.yml +# curl -sSLO https://github.com/BerriAI/litellm/raw/main/litellm/deploy/docker/docker-compose.quickstart.yml # printf 'LITELLM_MASTER_KEY=sk-%s\nLITELLM_SALT_KEY=sk-%s\n' "$(openssl rand -hex 32)" "$(openssl rand -hex 32)" > .env # docker compose -f docker-compose.quickstart.yml up -d # diff --git a/litellm/deploy/docker/docker-entrypoint.sh b/litellm/deploy/docker/docker-entrypoint.sh new file mode 100755 index 00000000000..ff8fb8b5d5b --- /dev/null +++ b/litellm/deploy/docker/docker-entrypoint.sh @@ -0,0 +1,144 @@ +#!/bin/sh +# LiteLLM image entrypoint: docker-entrypoint.sh [COMPONENT] [ARGS...] +# +# COMPONENT selects the process this container runs; it can also be given as +# LITELLM_COMPONENT when the command carries no component. Anything after it is +# passed to that process. A first argument starting with "-" (or no argument at +# all) keeps the historical behaviour of running the monolithic proxy. +# +# proxy litellm ARGS everything in one process (default) +# gateway python -m gateway.launch ARGS inference routes, 0.0.0.0:4000 +# backend uvicorn litellm.runtime.backend.main:app ARGS management routes, 0.0.0.0:4001 +# ui nginx serving the admin UI port 3000 +# migrations python litellm/runtime/migrations/run.py prisma migrate deploy, then exit +# metrics python -m litellm.proxy.prometheus_metrics_server ARGS +# collector python -m litellm.proxy.collector ARGS +# --admin-agent the bundled LiteAdmin Slack agent (litellm-admin-agent --web ARGS) +# +# gateway and backend get their host and port defaults first, so ARGS such as +# --port 8080 override them. With no DATABASE_URL, proxy assembles DATABASE_URL +# and DATABASE_URL_READ_REPLICA from DATABASE_HOST and the other discrete +# variables the way gateway and backend do. An unknown first word is executed +# as-is (docker run sh), through ddtrace-run like every component when +# USE_DDTRACE=true. PgBouncer is not a component: LITELLM_PGBOUNCER_ENABLED=true +# starts it inside proxy and gateway. Components that write Prometheus samples +# start with an empty PROMETHEUS_MULTIPROC_DIR; metrics, collector and raw +# readers keep the workers' files, other raw commands clear stale samples. +set -eu + +usage() { + awk 'NR == 1 { next } /^#/ { sub(/^# ?/, ""); print; next } { exit }' "$0" >&2 +} + +component="${LITELLM_COMPONENT:-proxy}" +case "${1:-}" in + proxy|gateway|backend|ui|migrations|metrics|collector) + component="$1" + shift + ;; + --admin-agent) + shift + export CONNECTION_AUTH_MODE=native + exec /opt/liteadmin/bin/litellm-admin-agent --web "$@" + ;; + ""|-*) + ;; + help) + usage + exit 0 + ;; + *) + if [ -n "${PROMETHEUS_MULTIPROC_DIR:-}" ]; then + mkdir -p "$PROMETHEUS_MULTIPROC_DIR" + case "$*" in + *litellm.proxy.prometheus_metrics_server*|*litellm.proxy.collector*) ;; + *) rm -f "$PROMETHEUS_MULTIPROC_DIR"/*.db "$PROMETHEUS_MULTIPROC_DIR"/litellm_admitted_series_* ;; + esac + fi + component=raw + ;; +esac + +case "$component" in + raw) + ;; + proxy) + if { [ -z "${DATABASE_URL:-}" ] && [ -n "${DATABASE_HOST:-}" ]; } || + { [ -z "${DATABASE_URL_READ_REPLICA:-}" ] && [ -n "${DATABASE_HOST_READ_REPLICA:-}" ]; }; then + set -- python -c 'import os, sys +from litellm.proxy.db.db_url_settings import ( + DatabaseURLSettings, + add_missing_query_params, + connection_params_from_url, + idle_lifetime_params, + translate_libpq_ssl_params, +) +if os.environ.get("USE_AWS_KMS") == "True": + from litellm.secret_managers.aws_secret_manager import decrypt_env_var + os.environ.update(decrypt_env_var()) +settings = DatabaseURLSettings.from_env() +settings.apply_writer_url_to_env() +reader = settings.build_reader_url() +if reader: + os.environ["DATABASE_URL_READ_REPLICA"] = translate_libpq_ssl_params( + add_missing_query_params(reader, connection_params_from_url(os.environ.get("DATABASE_URL", ""))) + ) +if settings.max_idle_connection_lifetime is not None: + lifetime = idle_lifetime_params(settings.max_idle_connection_lifetime) + for name in ("DATABASE_URL", "DATABASE_URL_READ_REPLICA"): + if os.environ.get(name): + os.environ[name] = add_missing_query_params(os.environ[name], lifetime) +os.execvp("litellm", ["litellm", *sys.argv[1:]])' "$@" + else + set -- litellm "$@" + fi + ;; + gateway) + set -- python -m gateway.launch --workers "${NUM_WORKERS:-1}" --host 0.0.0.0 --port 4000 "$@" + ;; + backend) + set -- uvicorn litellm.runtime.backend.main:app --host 0.0.0.0 --port 4001 "$@" + ;; + ui) + ui_hook="$(dirname "$0")/ui/docker-entrypoint.d/40-litellm-runtime-config.sh" + if [ ! -f "$ui_hook" ]; then + ui_hook="$(dirname "$0")/../../ui/docker-entrypoint.d/40-litellm-runtime-config.sh" + fi + sh "$ui_hook" + exec nginx -g 'daemon off;' "$@" + ;; + migrations) + set -- python -m litellm.runtime.migrations.run "$@" + ;; + metrics) + set -- python -m litellm.proxy.prometheus_metrics_server "$@" + ;; + collector) + set -- python -m litellm.proxy.collector "$@" + ;; + *) + echo "docker-entrypoint.sh: unknown LITELLM_COMPONENT '$component'" >&2 + usage + exit 64 + ;; +esac + +if [ -n "${PROMETHEUS_MULTIPROC_DIR:-}" ]; then + case "$component" in + raw) ;; + metrics|collector) mkdir -p "$PROMETHEUS_MULTIPROC_DIR" ;; + *) + mkdir -p "$PROMETHEUS_MULTIPROC_DIR" + rm -f "$PROMETHEUS_MULTIPROC_DIR"/*.db "$PROMETHEUS_MULTIPROC_DIR"/litellm_admitted_series_* + ;; + esac +fi + +case "${USE_DDTRACE:-}" in + [Tt][Rr][Uu][Ee]) + export DD_TRACE_OPENAI_ENABLED="False" + exec ddtrace-run "$@" + ;; +esac + +exec "$@" diff --git a/litellm/deploy/helm/litellm/.helmignore b/litellm/deploy/helm/litellm/.helmignore new file mode 100644 index 00000000000..6b8d3002acd --- /dev/null +++ b/litellm/deploy/helm/litellm/.helmignore @@ -0,0 +1,20 @@ +# Patterns to ignore when building packages. +.DS_Store +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +*.swp +*.bak +*.tmp +*.orig +*~ +.project +.idea/ +*.tmproj +.vscode/ +/tests/ +/ci/ diff --git a/litellm/deploy/helm/litellm/Chart.yaml b/litellm/deploy/helm/litellm/Chart.yaml new file mode 100644 index 00000000000..7f308a454f5 --- /dev/null +++ b/litellm/deploy/helm/litellm/Chart.yaml @@ -0,0 +1,8 @@ +apiVersion: v2 +name: litellm +description: Deploys LiteLLM from one image, either componentized (gateway, UI backend, and UI as separate Deployments) or as a single monolith Deployment +type: application +version: 1.0.0 +appVersion: "1.104.0" +annotations: + org.opencontainers.image.source: "https://github.com/BerriAI/litellm" diff --git a/litellm/deploy/helm/litellm/README.md b/litellm/deploy/helm/litellm/README.md new file mode 100644 index 00000000000..ff10f393908 --- /dev/null +++ b/litellm/deploy/helm/litellm/README.md @@ -0,0 +1,180 @@ +# litellm Helm chart + +Deploys [LiteLLM](https://github.com/BerriAI/litellm) from one image, `ghcr.io/berriai/litellm` (mirrored at `docker.litellm.ai/berriai/litellm`), in one of two layouts: + +- componentized (default): the `gateway` (LLM data plane, port 4000), the `backend` (management API, port 4001) and the `ui` (static dashboard, port 3000) each get their own Deployment, Service, HPA and PDB so they scale independently +- monolith: `monolith.enabled: true` renders one Deployment and Service running the full proxy (`args: [proxy, ...]`), which serves the gateway routes, the management routes and the Admin UI from a single process + +Both layouts run the same image. The image entrypoint dispatches on the first container argument (`proxy`, `gateway`, `backend`, `ui`, `migrations`, `metrics`, `collector`), so the chart only ever sets `args` and never `command` + +## Requirements + +Kubernetes 1.25+ and Helm 3.8+. Bring your own PostgreSQL (`database.writer.*`) and, optionally, Redis (`redis.*`). The proxy also needs a master key, either an existing Secret named by `masterKey.secretName` or one the chart generates with `masterKey.generate: true` and `masterKey.secretName: ""` + +## Install + +```bash +kubectl create secret generic litellm-master-key-secret --from-literal=master-key=sk-change-me +helm install litellm litellm/deploy/helm/litellm \ + --set database.writer.host=postgres.example.com \ + --set database.writer.dbname=litellm \ + --set database.writer.passwordSecret.name=litellm-db-secret +``` + +The image tag defaults to the chart's `appVersion`. Override it with `image.tag`, or pin the bytes with `image.digest`, which renders as `repository:tag@digest` + +## Monolith quickstart + +```bash +helm install litellm litellm/deploy/helm/litellm \ + --set monolith.enabled=true \ + --set masterKey.secretName="" \ + --set masterKey.generate=true \ + --set database.writer.host=postgres.example.com \ + --set database.writer.dbname=litellm \ + --set database.writer.passwordSecret.name=litellm-db-secret +kubectl port-forward svc/litellm-litellm 4000:4000 +``` + +With `monolith.enabled: true`: + +- one Deployment and one Service named `-litellm` render, running `args: [proxy, --port, 4000, --config, /app/config/config.yaml]` plus `monolith.extraArgs` +- the gateway, backend and ui Deployments, Services, HPAs, PDBs and ServiceMonitors are not rendered, whatever `gateway.enabled`, `backend.enabled` and `ui.enabled` say +- every `gateway.*` value configures the monolith pod: `config`, `numWorkers`, `resources`, probes, `securityContext`, `hpa`, `keda`, `pdb`, `metricsServer`, `collector`, `volumes`, `extraEnv`, scheduling. The monolith runs as `serviceAccounts.gateway` +- every `backend.*` and `ui.*` value is ignored +- the Ingress sends every path, built in or from `ingress.extraPaths`, to the monolith Service +- the migrations Job renders exactly as in componentized mode + +## Removed Lens configuration + +The external Lens integration has been removed. Existing `lens` and `lensWorker` values are ignored with a warning in the release notes. Remove these obsolete values when updating your configuration. + +For an ingress with separate component hostnames, set all three `ingress.componentHosts` values, leave `ingress.host` and `ingress.extraPaths` empty, configure `ui.backendUrl` as the backend's public origin and `backend.gatewayUrl` as the gateway's public origin, and set `ui.publicUrl` to the browser-facing UI origin. The UI Deployment receives `LITELLM_BACKEND_URL` from `ui.backendUrl` only when `ingress.componentHosts` is configured. + +```yaml +ingress: + enabled: true + host: "" + componentHosts: + ui: ui.example.com + backend: backend.example.com + gateway: gateway.example.com + extraPaths: [] +ui: + publicUrl: https://ui.example.com + backendUrl: https://backend.example.com +backend: + gatewayUrl: https://gateway.example.com +``` + +## Testing + +```bash +helm lint litellm/deploy/helm/litellm +helm unittest -f 'tests/*.yaml' litellm/deploy/helm/litellm +helm test --logs +``` + +## Migrating from the litellm-helm chart + +The `litellm-helm` chart (`oci://ghcr.io/berriai/litellm-helm`) is retired; its published packages stay available for a grace period. Its flat values described one monolith Deployment, so the equivalent install here is `monolith.enabled: true` with the values moved under `gateway.*`. The per-component `gateway.image`, `backend.image`, `ui.image` and `migrations.image` blocks of earlier `litellm/deploy/helm/litellm` versions are gone too: the chart is a major bump to `1.0.0` and every container uses the top-level `image` + +| litellm-helm value | litellm value | +|---|---| +| (implicit single Deployment) | `monolith.enabled: true` | +| `image.repository` / `image.tag` / `image.pullPolicy` | `image.repository` / `image.tag` / `image.pullPolicy` (`image.digest` is new) | +| `replicaCount` | `gateway.replicaCount` | +| `args` | `monolith.extraArgs` (appended after the chart's proxy arguments). Drop any `--port` argument and its value so the proxy keeps listening on port 4000, matching the container port and health checks. Set `gateway.service.port` to change the external Service port | +| `command` | removed: the image entrypoint dispatcher must stay in place | +| `proxy_config` | `gateway.config.proxy_config` | +| `proxyConfigMap.create: false` + `proxyConfigMap.name` | Set `gateway.config.create: false`, mount your ConfigMap with `gateway.volumes` / `gateway.volumeMounts`, and pass `--config` followed by the mounted file path in `monolith.extraArgs` | +| `masterkeySecretName` / `masterkeySecretKey` | `masterKey.secretName` / `masterKey.secretKey`. The default Secret field changes from `masterkey` to `master-key`. When reusing a Secret with the old default field, explicitly set `masterKey.secretKey: masterkey` | +| `masterkeySecretName: ""` (auto generated Secret) | `masterKey.generate: true` with `masterKey.secretName: ""` (creates a new key; copy the old key first, see below, to keep existing credentials valid) | +| `db.useExisting`, `db.endpoint`, `db.database` | `database.writer.host`, `database.writer.port`, `database.writer.dbname` | +| `db.useIAMAuth` / `db.useAzureEntraAuth` | `database.writer.useIAMAuth` / `database.writer.useAzureEntraAuth` (mutually exclusive). Both token-auth modes still require a username in the Secret referenced by `database.writer.passwordSecret.name` and `usernameKey` | +| `db.schema` | `database.writer.schema` | +| `db.username` | Store the username in the Secret referenced by `database.writer.passwordSecret.name`, under its `usernameKey`. There is no literal username value in the new chart | +| `db.secret.name` / `db.secret.usernameKey` / `db.secret.passwordKey` | `database.writer.passwordSecret.name` / `usernameKey` / `passwordKey` | +| `db.secret.endpointKey` (writer host read from a Secret) | `database.writer.passwordSecret.hostKey` with `database.writer.host` left empty | +| `db.url` (custom URL template) | `database.writer.passwordSecret.urlKey` pointing at a Secret key that holds the complete writer URL, with the other `database.writer.*` connection values left empty | +| `db.readReplicaUrl` (credential-less reader URL) | `database.reader.host`, `database.reader.port`, `database.reader.dbname`, with `database.reader.passwordSecret.*` for its credentials (or `database.reader.useIAMAuth: true`) | +| `db.secret.readReplicaEndpointKey` (reader host read from a Secret) | `database.reader.passwordSecret.hostKey` with `database.reader.host` left empty | +| `db.secret.readReplicaUrlKey` (full reader URL in a Secret) | `database.reader.passwordSecret.urlKey` with the other `database.reader.*` connection values left empty | +| `db.connectionPool.*` | `database.connectionPool.*` | +| `db.deployStandalone: true` / `postgresql.*` | removed: the chart ships no PostgreSQL, point `database.writer.*` at your own | +| `redis.enabled: true` (bundled) | removed: the chart ships no Redis, point `redis.host` at your own | +| external Redis via `envVars` | `redis.host`, `redis.port`, `redis.passwordSecret.*`, `redis.cluster` | +| `envVars` / `extraEnvVars` | `gateway.extraEnv` (list of `name` / `value` or `valueFrom` entries). The retired chart also passed these to the migration Job, so copy any it needs, such as the AWS region and credentials for IAM database auth, into `migrationJob.extraEnv` too | +| `environmentSecrets` | `gateway.envSecrets` | +| `environmentConfigMaps` | `gateway.envConfigMaps` | +| `logLevel` | `gateway.logLevel` | +| `resources` | `gateway.resources` | +| `livenessProbe` / `readinessProbe` / `startupProbe` | `gateway.livenessProbe` / `gateway.readinessProbe` / `gateway.startupProbe`, written as full Kubernetes probes: the old `path: /health/readiness` becomes `httpGet: { path: /health/readiness, port: http }`, the timing fields (`initialDelaySeconds`, `periodSeconds`, `timeoutSeconds`, `successThreshold`, `failureThreshold`) carry over unchanged | +| `securityContext` / `podSecurityContext` | `gateway.securityContext` / `gateway.podSecurityContext`. With `readOnlyRootFilesystem: true` the retired chart added `emptyDir` mounts at `/tmp`, `/.cache` and `/.npm`; this chart does not, so add them through `gateway.volumes` / `gateway.volumeMounts`. The retired chart applied both to the migration Job as well; set `migrationJob.securityContext` / `migrationJob.podSecurityContext` to keep the Job under the same policy | +| `service.*` | `gateway.service.*` | +| `ingress.className`, `ingress.annotations`, `ingress.tls` | same keys (routes to the monolith Service in monolith mode) | +| `ingress.hosts[].host` | `ingress.host`, one host per release; the built-in paths are rendered for that host, so `ingress.hosts[].paths` has no equivalent. For more than one hostname, add a second Ingress through `extraResources` or point a DNS alias at the one host | +| `autoscaling.*` | `gateway.hpa.*`. Defaults change from 100 to 10 maximum replicas and from 60% to 70% CPU utilization, with an 80% memory target now enabled. To keep the old scaling behavior, set `gateway.hpa.maxReplicas: 100`, `gateway.hpa.targetCPUUtilizationPercentage: 60` and `gateway.hpa.targetMemoryUtilizationPercentage: 0` | +| `keda.*` | `gateway.keda.*` with these renames: `minReplicas` / `maxReplicas` are `minReplicaCount` / `maxReplicaCount` (the new default maximum is 10, the old one was 100), `behavior` moves to `advanced.horizontalPodAutoscalerConfig.behavior`, `restoreToOriginalReplicaCount` moves to `advanced.restoreToOriginalReplicaCount`, and `keda.prometheus.requestsPerSecond` / `tokensPerSecond` are `gateway.keda.prometheus.targetRequestsPerSecond` / `targetTokensPerSecond`. `pollingInterval`, `cooldownPeriod`, `fallback`, `triggers` and `scaledObject.annotations` (for example KEDA's pause annotations) keep their names | +| `numWorkers` | `gateway.numWorkers` | +| `pdb.*` | `gateway.pdb.*`, except `labels` and `annotations` are no longer supported. To retain custom PDB metadata, set `gateway.pdb.enabled: false` and define the PDB through `extraResources` | +| `metricsServer.*` | `gateway.metricsServer.*` | +| `serviceMonitor.*` | `gateway.serviceMonitor.*` (`labels`, `annotations`, `interval`, `scrapeTimeout`, `relabelings`, `namespaceSelector.matchNames`); it now requires `gateway.metricsServer.enabled` | +| `collector.*` | `gateway.collector.*`, except `command` is no longer supported and `scaleOnProxyContainerCpu` becomes `scaleOnGatewayContainerCpu`. Its default changes from `false` to `true`. Set `gateway.collector.scaleOnGatewayContainerCpu: false` to keep pod-wide CPU scaling. For a custom collector command, disable the built-in sidecar with `gateway.collector.enabled: false` and define it through `gateway.extraContainers`, with its environment, volumes and volume mounts configured explicitly | +| `billingMetrics.*` | `billingMetrics.*` | +| `migrationJob.*` | `migrationJob.*` | +| `volumes` / `volumeMounts` | `gateway.volumes` / `gateway.volumeMounts`. The retired chart also mounted these in the migration Job; copy any mounts the Job needs, such as a database CA certificate, to `migrationJob.volumes` / `migrationJob.volumeMounts` too | +| `extraContainers` / `extraInitContainers` | `gateway.extraContainers` / `gateway.extraInitContainers` | +| `lifecycle` | `gateway.lifecycle` | +| `strategy` | `gateway.strategy` | +| `deploymentAnnotations` / `deploymentLabels` / `deploymentMinReadySeconds` | `gateway.deploymentAnnotations` / `gateway.deploymentLabels` / `gateway.minReadySeconds` | +| `podAnnotations` / `podLabels` | `gateway.podAnnotations` / `gateway.podLabels`. The retired chart ran `podAnnotations` through `tpl`; this chart renders them verbatim, so a copied template such as `checksum/config: {{ ... }}` stays literal text. Resolve it before install instead, e.g. `--set-string gateway.podAnnotations.checksum/config=$(kubectl get configmap my-config -o yaml \| sha256sum \| cut -d' ' -f1)`. The chart's own proxy ConfigMap already rolls the pods when `gateway.config` changes. The retired chart also put `podLabels` on the migration Job pod; copy any the Job needs, such as a network-policy selector, to `migrationJob.podLabels` | +| `nodeSelector` / `tolerations` / `affinity` / `topologySpreadConstraints` | `gateway.nodeSelector` / `gateway.tolerations` / `gateway.affinity` / `gateway.topologySpreadConstraints`. The retired chart also applied `nodeSelector`, `tolerations` and `affinity` to the migration Job; copy them to `migrationJob.nodeSelector` / `migrationJob.tolerations` / `migrationJob.affinity` too, or a Job that needs tainted or zoned nodes to reach the database stays Pending and blocks the install | +| `terminationGracePeriodSeconds` | `gateway.terminationGracePeriodSeconds` | +| `serviceAccount.*` | `serviceAccounts.gateway.*`. The retired chart also shared an existing ServiceAccount with migrations; set `migrationJob.serviceAccountName` to that existing account too when the Job needs its permissions, such as for IAM database auth | +| `lens.*` / `lensWorker.*` | removed. Values are ignored with a warning in the release notes | +| `extraResources` | `extraResources` | +| `nameOverride: "litellm"` | `nameOverride: ""` (the chart name is already `litellm`) | +| `fullnameOverride` | `fullnameOverride`. The new default always includes the chart-name suffix, even when the release name already contains it. Set this to the existing Service name to retain its DNS name | + +A minimal migration: + +```yaml +monolith: + enabled: true +masterKey: + secretName: litellm-master-key-secret +database: + writer: + host: postgres.example.com + dbname: litellm + passwordSecret: + name: litellm-db-secret + usernameKey: username + passwordKey: password +gateway: + replicaCount: 2 + config: + proxy_config: + model_list: + - model_name: gpt-4o + litellm_params: + model: openai/gpt-4o + api_key: os.environ/OPENAI_API_KEY + envSecrets: + - litellm-provider-keys +``` + +The monolith Service is named `-litellm`. To retain a different old Service name, set `fullnameOverride` to that existing name. The generated Secret in this chart has `helm.sh/resource-policy: keep` and is reused across upgrades of this chart. The retired chart stored its generated key under a different Secret and data key, and `helm uninstall` deletes that Secret, so copy it into a Secret you own before uninstalling the old release to keep existing credentials valid. Run the following in the old release's namespace, replacing `OLD_MASTER_KEY_SECRET` with the actual existing Secret name. For a release named `litellm` without a `fullnameOverride`, that name is `litellm-masterkey`: + +```bash +set -euo pipefail +OLD_MASTER_KEY_SECRET=litellm-masterkey +old_master_key="$(kubectl get secret "$OLD_MASTER_KEY_SECRET" -o jsonpath='{.data.masterkey}' | base64 -d)" +test -n "$old_master_key" +kubectl create secret generic litellm-master-key-secret \ + --from-literal=master-key="$old_master_key" +unset old_master_key +``` + +Then set `masterKey.secretName: litellm-master-key-secret`, as in the minimal example above. Releases that set `masterkeySecretName` already point `masterKey.secretName` and `masterKey.secretKey` at that Secret diff --git a/litellm/deploy/helm/litellm/ci/postgres.yaml b/litellm/deploy/helm/litellm/ci/postgres.yaml new file mode 100644 index 00000000000..01472950b3b --- /dev/null +++ b/litellm/deploy/helm/litellm/ci/postgres.yaml @@ -0,0 +1,58 @@ +# Throwaway PostgreSQL for the local chart smoke test. Applied with +# kubectl before `helm install`; the chart itself ships no database. +apiVersion: v1 +kind: Secret +metadata: + name: litellm-ci-postgres +type: Opaque +stringData: + username: litellm + password: litellm-ci +--- +apiVersion: v1 +kind: Service +metadata: + name: litellm-ci-postgres +spec: + selector: + app: litellm-ci-postgres + ports: + - port: 5432 + targetPort: 5432 +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: litellm-ci-postgres +spec: + replicas: 1 + selector: + matchLabels: + app: litellm-ci-postgres + template: + metadata: + labels: + app: litellm-ci-postgres + spec: + containers: + - name: postgres + image: postgres:16.10-alpine@sha256:029660641a0cfc575b14f336ba448fb8a75fd595d42e1fa316b9fb4378742297 + ports: + - containerPort: 5432 + env: + - name: POSTGRES_DB + value: litellm + - name: POSTGRES_USER + valueFrom: + secretKeyRef: + name: litellm-ci-postgres + key: username + - name: POSTGRES_PASSWORD + valueFrom: + secretKeyRef: + name: litellm-ci-postgres + key: password + readinessProbe: + exec: + command: [pg_isready, -U, litellm, -d, litellm] + periodSeconds: 2 diff --git a/litellm/deploy/helm/litellm/ci/test-values.yaml b/litellm/deploy/helm/litellm/ci/test-values.yaml new file mode 100644 index 00000000000..850dd48ee63 --- /dev/null +++ b/litellm/deploy/helm/litellm/ci/test-values.yaml @@ -0,0 +1,34 @@ +# Values for the local chart smoke test: a monolith install on a +# kind cluster from the image built by the pipeline (image.repository / tag / +# pullPolicy are passed with --set), backed by the throwaway PostgreSQL in +# ci/postgres.yaml so the migrations Job and the proxy have a database. +monolith: + enabled: true + +masterKey: + secretName: "" + generate: true + +gateway: + replicaCount: 1 + hpa: + enabled: false + resources: + requests: + cpu: 250m + memory: 512Mi + limits: + memory: 2Gi + config: + create: true + proxy_config: + general_settings: {} + +database: + writer: + host: litellm-ci-postgres + dbname: litellm + passwordSecret: + name: litellm-ci-postgres + usernameKey: username + passwordKey: password diff --git a/helm/litellm/templates/NOTES.txt b/litellm/deploy/helm/litellm/templates/NOTES.txt similarity index 71% rename from helm/litellm/templates/NOTES.txt rename to litellm/deploy/helm/litellm/templates/NOTES.txt index 3ee699f835a..39e60f45a2a 100644 --- a/helm/litellm/templates/NOTES.txt +++ b/litellm/deploy/helm/litellm/templates/NOTES.txt @@ -1,4 +1,16 @@ -LiteLLM componentized — release {{ .Release.Name }} in namespace {{ .Release.Namespace }}. +{{- if .Values.monolith.enabled }} +LiteLLM monolith: release {{ .Release.Name }} in namespace {{ .Release.Namespace }}, image {{ include "litellm.image" . }} + +One Deployment runs the full proxy (gateway routes, management routes and the Admin UI): + - proxy : Service {{ include "litellm.workload.fullname" . }} on port {{ .Values.gateway.service.port }} + +Port-forward: + kubectl -n {{ .Release.Namespace }} port-forward svc/{{ include "litellm.workload.fullname" . }} {{ .Values.gateway.service.port }} + +The monolith takes its configuration from the gateway.* values (config, resources, probes, hpa, pdb, keda, +metricsServer, collector, volumes, env, scheduling). backend.* and ui.* are ignored while monolith.enabled is true +{{- else }} +LiteLLM componentized: release {{ .Release.Name }} in namespace {{ .Release.Namespace }}, image {{ include "litellm.image" . }} Components: {{- if .Values.gateway.enabled }} @@ -16,46 +28,51 @@ Port-forward examples: kubectl -n {{ .Release.Namespace }} port-forward svc/{{ include "litellm.backend.fullname" . }} {{ .Values.backend.service.port }} kubectl -n {{ .Release.Namespace }} port-forward svc/{{ include "litellm.ui.fullname" . }} {{ .Values.ui.service.port }} +Set monolith.enabled=true to run everything as one Deployment instead +{{- end }} + Reminders: - Sensitive values come from Secret references only. Before installing, set: - - masterKey.secretName (Secret with the proxy master key) + - masterKey.secretName (Secret with the proxy master key, or + masterKey.generate: true with secretName "" to let the chart create one) - database.writer.{host,port,dbname} (writer connection pieces) - database.writer.passwordSecret.{name,usernameKey,passwordKey} (Secret holding the writer DB username + password) - database.writer.passwordSecret.{hostKey,urlKey} (optional, read writer host or full URL from that Secret) - - database.writer.useIAMAuth: true (optional — chart sets IAM_TOKEN_DB_AUTH=true and + - database.writer.useIAMAuth: true (optional: chart sets IAM_TOKEN_DB_AUTH=true and omits DATABASE_PASSWORD / DATABASE_URL so the proxy mints the URL from an IAM token at startup) - database.reader.host / database.reader.passwordSecret.{hostKey,urlKey} (optional, enables read-replica routing. The Secret name is required for hostKey, urlKey, and for host with password auth) - - database.reader.useIAMAuth: true (optional, requires database.writer.useIAMAuth: true — + - database.reader.useIAMAuth: true (optional, requires database.writer.useIAMAuth: true; chart emits DATABASE_*_READ_REPLICA env vars and omits DATABASE_PASSWORD_READ_REPLICA / DATABASE_URL_READ_REPLICA so the proxy mints the reader URL from an IAM token at startup) - - redis.passwordSecret.name (optional — set when redis.host is provided and the + - redis.host (optional: the proxy's coordination Redis) + - redis.passwordSecret.name (optional: set when redis.host is provided and the cache requires auth) - redis.passwordSecret.{hostKey,urlKey} (optional, read Redis host or full URL from that Secret) (the Secret name is required when either key is set) - - redis.cluster: true (optional — chart sets REDIS_CLUSTER_NODES from + - redis.cluster: true (optional: chart sets REDIS_CLUSTER_NODES from redis.host / redis.port so the proxy's Cache() constructs a RedisClusterCache; the cluster client discovers remaining nodes from CLUSTER SLOTS) - - Per-component extras (gateway / backend / ui): - - {component}.extraEnv / envConfigMaps / envSecrets (the latter two are lists of resource names → - envFrom configMapRef / secretRef) + - Per-component extras (gateway / backend / ui; gateway.* also drives the monolith): + - {component}.extraEnv / envConfigMaps / envSecrets (the latter two are lists of resource names rendered + as envFrom configMapRef / secretRef) - {component}.logLevel (renders as LITELLM_LOG) - gateway.config.proxy_config (rendered into a ConfigMap and mounted at - /app/config/config.yaml; gateway reads it via - CONFIG_FILE_PATH) + /app/config/config.yaml; read via CONFIG_FILE_PATH) - {component}.pdb.{enabled,minAvailable,maxUnavailable} (per-component PodDisruptionBudget; disabled by - default — with hpa.minReplicas of 1, minAvailable: 1 + default: with hpa.minReplicas of 1, minAvailable: 1 would block node drains) - {component}.topologySpreadConstraints (standard k8s list, e.g. spread replicas across topology.kubernetes.io/zone) - - Enable ingress.enabled=true to dispatch / → ui, gateway data-plane prefixes → gateway, and the catch-all → backend. + - Enable ingress.enabled=true to dispatch / to ui, gateway data-plane prefixes to gateway and the catch-all to + backend; in monolith mode every path goes to the monolith Service {{- if or (hasKey .Values "lens") (hasKey .Values "lensWorker") }} WARNING: The Lens integration has been removed. lens and lensWorker values are ignored. Remove these obsolete values. diff --git a/helm/litellm/templates/_helpers.tpl b/litellm/deploy/helm/litellm/templates/_helpers.tpl similarity index 80% rename from helm/litellm/templates/_helpers.tpl rename to litellm/deploy/helm/litellm/templates/_helpers.tpl index 099509d85ea..b25da643e82 100644 --- a/helm/litellm/templates/_helpers.tpl +++ b/litellm/deploy/helm/litellm/templates/_helpers.tpl @@ -1,11 +1,116 @@ {{/* -Common naming + label helpers shared by gateway, backend, and ui templates. +Common naming + label helpers shared by gateway, backend, ui, and monolith templates. */}} {{- define "litellm.name" -}} {{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} {{- end -}} +{{/* +The one image reference every container in the chart uses. `repository:tag`, +or `repository:tag@digest` when image.digest is set; the tag falls back to +the chart appVersion. +*/}} +{{- define "litellm.image" -}} +{{- $tag := .Values.image.tag | default .Chart.AppVersion -}} +{{- if .Values.image.digest -}} +{{- printf "%s:%s@%s" .Values.image.repository $tag .Values.image.digest -}} +{{- else -}} +{{- printf "%s:%s" .Values.image.repository $tag -}} +{{- end -}} +{{- end -}} + +{{/* +Componentized mode renders the gateway / backend / ui Deployments only when +monolith mode is off. +*/}} +{{- define "litellm.gateway.render" -}} +{{- if and .Values.gateway.enabled (not .Values.monolith.enabled) -}}true{{- end -}} +{{- end -}} + +{{- define "litellm.backend.render" -}} +{{- if and .Values.backend.enabled (not .Values.monolith.enabled) -}}true{{- end -}} +{{- end -}} + +{{- define "litellm.ui.render" -}} +{{- if and .Values.ui.enabled (not .Values.monolith.enabled) -}}true{{- end -}} +{{- end -}} + +{{/* +The proxy Deployment (monolith mode) and the gateway Deployment +(componentized mode) are the same pod spec fed by .Values.gateway, so the +templates that serve both (HPA, KEDA, PDB, metrics Service, ServiceMonitor) +resolve their name, component label and selector through these. +*/}} +{{- define "litellm.proxy.fullname" -}} +{{- include "litellm.fullname" . -}} +{{- end -}} + +{{- define "litellm.proxy.selectorLabels" -}} +app.kubernetes.io/name: {{ include "litellm.name" . }} +app.kubernetes.io/instance: {{ .Release.Name }} +app.kubernetes.io/component: proxy +{{- end -}} + +{{- define "litellm.workload.componentName" -}} +{{- if .Values.monolith.enabled -}}proxy{{- else -}}gateway{{- end -}} +{{- end -}} + +{{- define "litellm.workload.fullname" -}} +{{- if .Values.monolith.enabled -}} +{{- include "litellm.proxy.fullname" . -}} +{{- else -}} +{{- include "litellm.gateway.fullname" . -}} +{{- end -}} +{{- end -}} + +{{- define "litellm.workload.selectorLabels" -}} +{{- if .Values.monolith.enabled -}} +{{- include "litellm.proxy.selectorLabels" . -}} +{{- else -}} +{{- include "litellm.gateway.selectorLabels" . -}} +{{- end -}} +{{- end -}} + +{{- define "litellm.workload.render" -}} +{{- if or .Values.monolith.enabled .Values.gateway.enabled -}}true{{- end -}} +{{- end -}} + +{{/* +Container arguments for the proxy (monolith) container. The image entrypoint +dispatches on the first argument. +*/}} +{{- define "litellm.proxy.args" -}} +- proxy +- --port +- "4000" +{{- if .Values.gateway.config.create }} +- --config +- /app/config/config.yaml +{{- end }} +{{- with .Values.monolith.extraArgs }} +{{ toYaml . }} +{{- end }} +{{- end -}} + +{{/* +Master key Secret reference. `masterKey.secretName` when set, otherwise the +Secret the chart generates when `masterKey.generate` is true. +*/}} +{{- define "litellm.masterKey.generatedSecretName" -}} +{{- printf "%s-masterkey" (include "litellm.fullname" .) -}} +{{- end -}} + +{{- define "litellm.masterKey.secretName" -}} +{{- if .Values.masterKey.secretName -}} +{{- .Values.masterKey.secretName -}} +{{- else if .Values.masterKey.generate -}} +{{- include "litellm.masterKey.generatedSecretName" . -}} +{{- else -}} +{{- fail "masterKey.secretName is required (the chart never accepts an inline master key); set it to an existing Secret or set masterKey.generate: true" -}} +{{- end -}} +{{- end -}} + {{- define "litellm.fullname" -}} {{- if .Values.fullnameOverride -}} {{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}} @@ -108,6 +213,7 @@ Each component (gateway, backend, ui) has its own SA config under .Values.serviceAccounts.. When `create` is true and `name` is empty the chart defaults to "-litellm-". When `create` is false the chart uses the provided name, or the namespace `default` SA. +The monolith pod runs as the gateway ServiceAccount. */}} {{- define "litellm.gateway.serviceAccountName" -}} {{- if .Values.serviceAccounts.gateway.create -}} @@ -186,6 +292,22 @@ by the controller rather than declared, so nothing there can collide. {{- toYaml .podLabels }} {{- end -}} +{{/* +LITELLM_MASTER_KEY, and PROXY_MASTER_KEY for configs copied from litellm-helm, +for the app containers only. The migrations Job runs as a +pre-install hook, before the chart's generated master key Secret exists, and +litellm/runtime/migrations/run.py never reads the key, so the Job must not reference it. +*/}} +{{- define "litellm.masterKeyEnv" -}} +{{- range list "LITELLM_MASTER_KEY" "PROXY_MASTER_KEY" }} +- name: {{ . }} + valueFrom: + secretKeyRef: + name: {{ include "litellm.masterKey.secretName" $ }} + key: {{ $.Values.masterKey.secretKey | default "master-key" }} +{{- end }} +{{- end -}} + {{/* Master-key + database + redis env block — shared by gateway, backend, and the migrations Job. @@ -229,11 +351,6 @@ IAM_TOKEN_DB_AUTH / AZURE_POSTGRESQL_AUTH toggle that only the writer sets. {{- define "litellm.serverEnv" -}} {{- $root := .root -}} {{- $component := .component -}} -- name: LITELLM_MASTER_KEY - valueFrom: - secretKeyRef: - name: {{ required "masterKey.secretName is required (the chart no longer accepts an inline master key)" $root.Values.masterKey.secretName }} - key: {{ $root.Values.masterKey.secretKey | default "master-key" }} {{- if $component.logLevel }} - name: LITELLM_LOG value: {{ $component.logLevel | quote }} @@ -276,6 +393,11 @@ IAM_TOKEN_DB_AUTH / AZURE_POSTGRESQL_AUTH toggle that only the writer sets. secretKeyRef: name: {{ required "database.writer.passwordSecret.name is required" .passwordSecret.name }} key: {{ .passwordSecret.usernameKey | default "username" }} +- name: DATABASE_USERNAME + valueFrom: + secretKeyRef: + name: {{ .passwordSecret.name }} + key: {{ .passwordSecret.usernameKey | default "username" }} - name: DATABASE_NAME value: {{ required "database.writer.dbname is required" .dbname | quote }} {{- if .schema }} @@ -385,7 +507,7 @@ The migrations Job (helm.sh/hook: pre-upgrade) is the single owner of Prisma schema-update on startup and contends with the Job — and with each other — for Prisma's Postgres advisory lock on the writer, which makes the Job's `migrate deploy` intermittently block until its per-attempt timeout -and retry-exhaust. The Job's entrypoint (migrations/run.py) does not import +and retry-exhaust. The Job's entrypoint (litellm/runtime/migrations/run.py) does not import proxy_server and never reads DISABLE_SCHEMA_UPDATE, so emitting it here is a harmless no-op for the Job and authoritative for the app pods. */}} @@ -473,7 +595,7 @@ harmless no-op for the Job and authoritative for the app pods. {{- end -}} {{/* -In-container PgBouncer env for the gateway container. Under IAM or Entra auth the pooler mints and renews the database token itself. +In-container PgBouncer env for the gateway and proxy containers. Under IAM or Entra auth the pooler mints and renews the database token itself. */}} {{- define "litellm.connectionPoolEnv" -}} {{- with .Values.database.connectionPool -}} @@ -510,7 +632,7 @@ than silently replaced by the fallback. {{- $max := $component.pdb.maxUnavailable -}} {{- $minSet := not (or (kindIs "invalid" $min) (eq (printf "%v" $min) "")) -}} {{- $maxSet := not (or (kindIs "invalid" $max) (eq (printf "%v" $max) "")) -}} -{{- if and $component.enabled $component.pdb $component.pdb.enabled }} +{{- if and .enabled $component.pdb $component.pdb.enabled }} apiVersion: policy/v1 kind: PodDisruptionBudget metadata: @@ -568,6 +690,16 @@ ImplementationSpecific {{- end -}} {{- end -}} +{{/* +Service spec fields shared by the component and monolith Services. +Invoke with the component's `service` dict. +*/}} +{{- define "litellm.service.extras" -}} +{{- if and (eq .type "LoadBalancer") .loadBalancerClass -}} +loadBalancerClass: {{ .loadBalancerClass | quote }} +{{- end }} +{{- end -}} + {{- define "litellm.gateway.prometheusMultiprocDir" -}}/tmp/litellm_prometheus_multiproc{{- end -}} {{/* @@ -600,3 +732,28 @@ shutdown drain window. value: {{ .drainTimeoutSeconds | quote }} {{- end }} {{- end -}} + +{{- define "litellm.liteadminEnv" -}} +{{- $root := .root -}} +{{- with $root.Values.liteadmin }} +{{- if .enabled }} +- name: LITELLM_ADMIN_AGENT_URL + value: {{ printf "http://%s-liteadmin:10000" (include "litellm.fullname" $root | trunc 53 | trimSuffix "-") | quote }} +- name: ADMIN_AGENT_SERVICE_TOKEN + valueFrom: + secretKeyRef: + name: {{ required "liteadmin.existingSecret is required" .existingSecret }} + key: ADMIN_AGENT_SERVICE_TOKEN +{{- $hasProxyBaseUrl := false }} +{{- range $.component.extraEnv }} +{{- if eq .name "PROXY_BASE_URL" }} +{{- $hasProxyBaseUrl = true }} +{{- end }} +{{- end }} +{{- if not $hasProxyBaseUrl }} +- name: PROXY_BASE_URL + value: {{ required "liteadmin.gatewayUrl is required" .gatewayUrl | quote }} +{{- end }} +{{- end }} +{{- end }} +{{- end -}} diff --git a/litellm/deploy/helm/litellm/templates/_workload.tpl b/litellm/deploy/helm/litellm/templates/_workload.tpl new file mode 100644 index 00000000000..10678d5bc54 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/_workload.tpl @@ -0,0 +1,518 @@ +{{/* +The pod that runs the LLM data plane. In componentized mode it is the gateway +Deployment (`args: [gateway, ...]`), in monolith mode the proxy Deployment +(`args: [proxy, ...]`) that also serves the management API and the Admin UI. +Both are configured by .Values.gateway; the name, component label, selector +and args come from the litellm.workload.* helpers. +*/}} +{{- define "litellm.workload.deployment" -}} +{{- $component := include "litellm.workload.componentName" . -}} +{{- $fullname := include "litellm.workload.fullname" . -}} +{{- if and .Values.gateway.hpa.enabled .Values.gateway.keda.enabled }} +{{- fail "gateway.hpa.enabled and gateway.keda.enabled are mutually exclusive: two autoscalers on one Deployment fight over the replica count, so set gateway.hpa.enabled: false when using KEDA" }} +{{- end }} +apiVersion: apps/v1 +kind: Deployment +metadata: + name: {{ $fullname }} + labels: + {{- include "litellm.commonLabels" . | nindent 4 }} + app.kubernetes.io/component: {{ $component }} + {{- with .Values.gateway.deploymentLabels }} + {{- toYaml . | nindent 4 }} + {{- end }} + {{- with .Values.gateway.deploymentAnnotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +spec: + {{- if and (not .Values.gateway.hpa.enabled) (not .Values.gateway.keda.enabled) (not (kindIs "invalid" .Values.gateway.replicaCount)) }} + replicas: {{ .Values.gateway.replicaCount }} + {{- end }} + {{- $minReady := .Values.gateway.minReadySeconds }} + {{- if not (or (kindIs "invalid" $minReady) (eq (printf "%v" $minReady) "")) }} + minReadySeconds: {{ $minReady }} + {{- end }} + {{- with .Values.gateway.strategy }} + strategy: + {{- toYaml . | nindent 4 }} + {{- end }} + selector: + matchLabels: + {{- include "litellm.workload.selectorLabels" . | nindent 6 }} + template: + metadata: + annotations: + {{- if .Values.gateway.config.create }} + checksum/config: {{ include (print $.Template.BasePath "/gateway/configmap.yaml") . | sha256sum }} + {{- end }} + {{- with .Values.gateway.podAnnotations }} + {{- toYaml . | nindent 8 }} + {{- end }} + labels: + {{- include "litellm.workload.selectorLabels" . | nindent 8 }} + {{- with .Values.gateway.podLabels }} + {{- include "litellm.podLabels" (dict "podLabels" . "componentName" "gateway") | nindent 8 }} + {{- end }} + spec: + serviceAccountName: {{ include "litellm.gateway.serviceAccountName" . }} + automountServiceAccountToken: {{ .Values.serviceAccounts.gateway.automount }} + {{- with .Values.gateway.podSecurityContext }} + securityContext: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.imagePullSecrets }} + imagePullSecrets: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.gateway.extraInitContainers }} + initContainers: + {{- tpl (toYaml .) $ | nindent 8 }} + {{- end }} + containers: + - name: {{ $component }} + image: {{ include "litellm.image" . | quote }} + imagePullPolicy: {{ .Values.image.pullPolicy }} + {{- with .Values.gateway.securityContext }} + securityContext: + {{- toYaml . | nindent 12 }} + {{- end }} + args: + {{- if .Values.monolith.enabled }} + {{- include "litellm.proxy.args" . | nindent 12 }} + {{- else }} + - gateway + - --host + - 0.0.0.0 + - --port + - "4000" + {{- end }} + ports: + - name: http + containerPort: 4000 + protocol: TCP + env: + {{- if and (not .Values.monolith.enabled) .Values.ui.publicUrl }} + - name: LITELLM_CORS_ORIGINS + value: {{ include "litellm.ui.publicOrigin" . | quote }} + {{- end }} + {{- include "litellm.masterKeyEnv" $ | nindent 12 }} + {{- if .Values.monolith.enabled }} + {{- include "litellm.liteadminEnv" (dict "root" $ "component" .Values.gateway) | nindent 12 }} + {{- end }} + {{- include "litellm.serverEnv" (dict "root" $ "component" .Values.gateway) | nindent 12 }} + {{- if .Values.gateway.config.create }} + - name: CONFIG_FILE_PATH + value: /app/config/config.yaml + {{- end }} + {{- if .Values.gateway.numWorkers }} + - name: NUM_WORKERS + value: {{ .Values.gateway.numWorkers | quote }} + {{- end }} + {{- if .Values.database.connectionPool.enabled }} + {{- include "litellm.connectionPoolEnv" $ | nindent 12 }} + {{- end }} + {{- if .Values.billingMetrics.enabled }} + {{- include "litellm.billingMetricsEnv" . | nindent 12 }} + {{- end }} + {{- if .Values.gateway.metricsServer.enabled }} + {{- if eq (int .Values.gateway.metricsServer.port) 4000 }} + {{- fail (printf "gateway.metricsServer.port must differ from the %s port 4000" $component) }} + {{- end }} + - name: PROMETHEUS_MULTIPROC_DIR + value: {{ include "litellm.gateway.prometheusMultiprocDir" . }} + {{- end }} + {{- if .Values.gateway.collector.enabled }} + {{- include "litellm.gateway.collectorEnv" . | nindent 12 }} + {{- end }} + {{- include "litellm.envFrom" .Values.gateway | nindent 10 }} + {{- if or .Values.gateway.config.create .Values.gateway.volumeMounts .Values.gateway.metricsServer.enabled (include "litellm.gateway.collectorSocketDir" .) }} + volumeMounts: + {{- if .Values.gateway.config.create }} + - name: gateway-config + mountPath: /app/config/config.yaml + subPath: config.yaml + {{- end }} + {{- if .Values.gateway.metricsServer.enabled }} + - name: prometheus-multiproc + mountPath: {{ include "litellm.gateway.prometheusMultiprocDir" . }} + {{- end }} + {{- if include "litellm.gateway.collectorSocketDir" . }} + - name: collector-socket + mountPath: {{ include "litellm.gateway.collectorSocketDir" . }} + {{- end }} + {{- with .Values.gateway.volumeMounts }} + {{- toYaml . | nindent 12 }} + {{- end }} + {{- end }} + {{- with .Values.gateway.livenessProbe }} + livenessProbe: + {{- toYaml . | nindent 12 }} + {{- end }} + {{- with .Values.gateway.readinessProbe }} + readinessProbe: + {{- toYaml . | nindent 12 }} + {{- end }} + {{- with .Values.gateway.startupProbe }} + startupProbe: + {{- toYaml . | nindent 12 }} + {{- end }} + {{- with .Values.gateway.lifecycle }} + lifecycle: + {{- toYaml . | nindent 12 }} + {{- end }} + resources: + {{- toYaml .Values.gateway.resources | nindent 12 }} + {{- if .Values.gateway.metricsServer.enabled }} + - name: metrics + image: {{ include "litellm.image" . | quote }} + imagePullPolicy: {{ .Values.image.pullPolicy }} + {{- with .Values.gateway.securityContext }} + securityContext: + {{- toYaml . | nindent 12 }} + {{- end }} + args: + - metrics + - --port + - {{ .Values.gateway.metricsServer.port | quote }} + env: + - name: PROMETHEUS_MULTIPROC_DIR + value: {{ include "litellm.gateway.prometheusMultiprocDir" . }} + ports: + - name: metrics + containerPort: {{ .Values.gateway.metricsServer.port }} + protocol: TCP + volumeMounts: + - name: prometheus-multiproc + mountPath: {{ include "litellm.gateway.prometheusMultiprocDir" . }} + readinessProbe: + tcpSocket: { port: metrics } + periodSeconds: 10 + livenessProbe: + tcpSocket: { port: metrics } + periodSeconds: 15 + failureThreshold: 6 + resources: + {{- toYaml .Values.gateway.metricsServer.resources | nindent 12 }} + {{- end }} + {{- if .Values.gateway.collector.enabled }} + - name: collector + image: {{ include "litellm.image" . | quote }} + imagePullPolicy: {{ .Values.image.pullPolicy }} + {{- with .Values.gateway.securityContext }} + securityContext: + {{- toYaml . | nindent 12 }} + {{- end }} + args: + - collector + env: + {{- include "litellm.masterKeyEnv" $ | nindent 12 }} + {{- include "litellm.serverEnv" (dict "root" $ "component" .Values.gateway) | nindent 12 }} + {{- if .Values.gateway.config.create }} + - name: CONFIG_FILE_PATH + value: /app/config/config.yaml + {{- end }} + {{- if .Values.database.connectionPool.enabled }} + {{- include "litellm.connectionPoolEnv" $ | nindent 12 }} + {{- end }} + {{- include "litellm.gateway.collectorEnv" . | nindent 12 }} + - name: LITELLM_JOB_ROLE + value: collector + {{- include "litellm.envFrom" .Values.gateway | nindent 10 }} + {{- if or .Values.gateway.config.create .Values.gateway.volumeMounts (include "litellm.gateway.collectorSocketDir" .) }} + volumeMounts: + {{- if .Values.gateway.config.create }} + - name: gateway-config + mountPath: /app/config/config.yaml + subPath: config.yaml + {{- end }} + {{- if include "litellm.gateway.collectorSocketDir" . }} + - name: collector-socket + mountPath: {{ include "litellm.gateway.collectorSocketDir" . }} + {{- end }} + {{- with .Values.gateway.volumeMounts }} + {{- toYaml . | nindent 12 }} + {{- end }} + {{- end }} + resources: + {{- toYaml .Values.gateway.collector.resources | nindent 12 }} + {{- end }} + {{- with .Values.gateway.extraContainers }} + {{- tpl (toYaml .) $ | nindent 8 }} + {{- end }} + {{- if or .Values.gateway.config.create .Values.gateway.volumes .Values.gateway.metricsServer.enabled (include "litellm.gateway.collectorSocketDir" .) }} + volumes: + {{- if .Values.gateway.config.create }} + - name: gateway-config + configMap: + name: {{ include "litellm.workload.fullname" . }}-config + {{- end }} + {{- if .Values.gateway.metricsServer.enabled }} + - name: prometheus-multiproc + emptyDir: {} + {{- end }} + {{- if include "litellm.gateway.collectorSocketDir" . }} + - name: collector-socket + emptyDir: + sizeLimit: 1Mi + {{- end }} + {{- with .Values.gateway.volumes }} + {{- toYaml . | nindent 8 }} + {{- end }} + {{- end }} + {{- with .Values.gateway.nodeSelector }} + nodeSelector: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.gateway.affinity }} + affinity: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.gateway.tolerations }} + tolerations: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.gateway.topologySpreadConstraints }} + topologySpreadConstraints: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- $gracePeriod := .Values.gateway.terminationGracePeriodSeconds }} + {{- if not (or (kindIs "invalid" $gracePeriod) (eq (printf "%v" $gracePeriod) "")) }} + terminationGracePeriodSeconds: {{ $gracePeriod }} + {{- end }} +{{- end -}} + +{{- define "litellm.workload.service" -}} +{{- $component := include "litellm.workload.componentName" . -}} +apiVersion: v1 +kind: Service +metadata: + name: {{ include "litellm.workload.fullname" . }} + labels: + {{- include "litellm.commonLabels" . | nindent 4 }} + app.kubernetes.io/component: {{ $component }} + {{- with .Values.gateway.service.annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +spec: + type: {{ .Values.gateway.service.type }} + {{- with include "litellm.service.extras" .Values.gateway.service }} + {{- . | nindent 2 }} + {{- end }} + ports: + - port: {{ .Values.gateway.service.port }} + targetPort: http + protocol: TCP + name: http + selector: + {{- include "litellm.workload.selectorLabels" . | nindent 4 }} +{{- end -}} + +{{- define "litellm.workload.hpa" -}} +{{- $component := include "litellm.workload.componentName" . -}} +apiVersion: autoscaling/v2 +kind: HorizontalPodAutoscaler +metadata: + name: {{ include "litellm.workload.fullname" . }} + labels: + {{- include "litellm.commonLabels" . | nindent 4 }} + app.kubernetes.io/component: {{ $component }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ include "litellm.workload.fullname" . }} + minReplicas: {{ .Values.gateway.hpa.minReplicas }} + maxReplicas: {{ .Values.gateway.hpa.maxReplicas }} + metrics: + {{- if .Values.gateway.hpa.targetCPUUtilizationPercentage }} + {{- if and .Values.gateway.collector.enabled .Values.gateway.collector.scaleOnGatewayContainerCpu }} + - type: ContainerResource + containerResource: + name: cpu + container: {{ $component }} + target: + type: Utilization + averageUtilization: {{ .Values.gateway.hpa.targetCPUUtilizationPercentage }} + {{- else }} + - type: Resource + resource: + name: cpu + target: + type: Utilization + averageUtilization: {{ .Values.gateway.hpa.targetCPUUtilizationPercentage }} + {{- end }} + {{- end }} + {{- if .Values.gateway.hpa.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + target: + type: Utilization + averageUtilization: {{ .Values.gateway.hpa.targetMemoryUtilizationPercentage }} + {{- end }} + {{- with .Values.gateway.hpa.targetRequestsPerSecond }} + - type: Pods + pods: + metric: + name: litellm_requests_per_second + target: + type: AverageValue + averageValue: {{ toJson . | trimAll "\"" | quote }} + {{- end }} + {{- with .Values.gateway.hpa.targetTokensPerSecond }} + - type: Pods + pods: + metric: + name: litellm_tokens_per_second + target: + type: AverageValue + averageValue: {{ toJson . | trimAll "\"" | quote }} + {{- end }} + {{- with .Values.gateway.hpa.behavior }} + behavior: + {{- toYaml . | nindent 4 }} + {{- end }} +{{- end -}} + +{{/* +KEDA ScaledObject targeting the workload Deployment. The optional Prometheus +triggers query the same per pod counters the HPA workload metrics use, +scoped to this release's metrics Service through the `job` label the +ServiceMonitor gives every scrape. +*/}} +{{- define "litellm.workload.keda" -}} +{{- $component := include "litellm.workload.componentName" . -}} +{{- $keda := .Values.gateway.keda -}} +{{- $prom := $keda.prometheus -}} +{{- $wantsPrometheus := or $prom.targetRequestsPerSecond $prom.targetTokensPerSecond -}} +{{- if and $wantsPrometheus (not $prom.serverAddress) }} +{{- fail "gateway.keda.prometheus.serverAddress is required when gateway.keda.prometheus.targetRequestsPerSecond or targetTokensPerSecond is set" }} +{{- end }} +{{- if and $wantsPrometheus (not .Values.gateway.metricsServer.enabled) }} +{{- fail "gateway.metricsServer.enabled is required when gateway.keda.prometheus.targetRequestsPerSecond or targetTokensPerSecond is set" }} +{{- end }} +{{- $selector := printf "namespace=%q,job=%q" .Release.Namespace (printf "%s-metrics" (include "litellm.workload.fullname" .)) -}} +apiVersion: keda.sh/v1alpha1 +kind: ScaledObject +metadata: + name: {{ include "litellm.workload.fullname" . }} + labels: + {{- include "litellm.commonLabels" . | nindent 4 }} + app.kubernetes.io/component: {{ $component }} + {{- with (dig "scaledObject" "annotations" (dict) $keda) }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ include "litellm.workload.fullname" . }} + minReplicaCount: {{ $keda.minReplicaCount }} + maxReplicaCount: {{ $keda.maxReplicaCount }} + pollingInterval: {{ $keda.pollingInterval }} + cooldownPeriod: {{ $keda.cooldownPeriod }} + {{- with $keda.advanced }} + advanced: + {{- toYaml . | nindent 4 }} + {{- end }} + {{- with $keda.fallback }} + {{- $fallback := deepCopy . }} + {{- if not (hasKey $fallback "failureThreshold") }} + {{- $_ := set $fallback "failureThreshold" 3 }} + {{- end }} + {{- if not (hasKey $fallback "replicas") }} + {{- $_ := set $fallback "replicas" $keda.maxReplicaCount }} + {{- end }} + fallback: + {{- toYaml $fallback | nindent 4 }} + {{- end }} + triggers: + {{- with $keda.triggers }} + {{- toYaml . | nindent 4 }} + {{- end }} + {{- with $prom.targetRequestsPerSecond }} + - type: prometheus + metricType: AverageValue + metadata: + serverAddress: {{ $prom.serverAddress | quote }} + query: {{ printf "sum(rate(litellm_proxy_total_requests_metric_total{%s}[1m]))" $selector | quote }} + threshold: {{ toJson . | trimAll "\"" | quote }} + {{- end }} + {{- with $prom.targetTokensPerSecond }} + - type: prometheus + metricType: AverageValue + metadata: + serverAddress: {{ $prom.serverAddress | quote }} + query: {{ printf "sum(rate(litellm_total_tokens_metric_total{%s}[1m]))" $selector | quote }} + threshold: {{ toJson . | trimAll "\"" | quote }} + {{- end }} +{{- end -}} + +{{- define "litellm.workload.serviceMetrics" -}} +{{- $component := include "litellm.workload.componentName" . -}} +apiVersion: v1 +kind: Service +metadata: + name: {{ include "litellm.workload.fullname" . }}-metrics + labels: + {{- include "litellm.commonLabels" . | nindent 4 }} + app.kubernetes.io/component: {{ $component }} +spec: + type: ClusterIP + ports: + - port: {{ .Values.gateway.metricsServer.port }} + targetPort: metrics + protocol: TCP + name: metrics + selector: + {{- include "litellm.workload.selectorLabels" . | nindent 4 }} +{{- end -}} + +{{- define "litellm.workload.serviceMonitor" -}} +{{- $component := include "litellm.workload.componentName" . -}} +{{- if not .Values.gateway.metricsServer.enabled }} +{{- fail "gateway.serviceMonitor.enabled requires gateway.metricsServer.enabled: the http port serves /metrics/ behind virtual-key auth, so an unauthenticated scrape gets 401" }} +{{- end }} +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: {{ include "litellm.workload.fullname" . }} + labels: + {{- include "litellm.commonLabels" . | nindent 4 }} + app.kubernetes.io/component: {{ $component }} + {{- with .Values.gateway.serviceMonitor.labels }} + {{- toYaml . | nindent 4 }} + {{- end }} + {{- with .Values.gateway.serviceMonitor.annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +spec: + selector: + matchLabels: + {{- include "litellm.workload.selectorLabels" . | nindent 6 }} + namespaceSelector: + matchNames: + {{- with .Values.gateway.serviceMonitor.namespaceSelector.matchNames }} + {{- toYaml . | nindent 6 }} + {{- else }} + - {{ .Release.Namespace | quote }} + {{- end }} + endpoints: + - port: metrics + path: /metrics/ + interval: {{ .Values.gateway.serviceMonitor.interval }} + scrapeTimeout: {{ .Values.gateway.serviceMonitor.scrapeTimeout }} + scheme: {{ .Values.gateway.serviceMonitor.scheme }} + {{- with .Values.gateway.serviceMonitor.tlsConfig }} + tlsConfig: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.gateway.serviceMonitor.relabelings }} + relabelings: + {{- toYaml . | nindent 8 }} + {{- end }} +{{- end -}} diff --git a/helm/litellm/templates/backend/deployment.yaml b/litellm/deploy/helm/litellm/templates/backend/deployment.yaml similarity index 83% rename from helm/litellm/templates/backend/deployment.yaml rename to litellm/deploy/helm/litellm/templates/backend/deployment.yaml index 450ec957c5e..1ca63c4ab8d 100644 --- a/helm/litellm/templates/backend/deployment.yaml +++ b/litellm/deploy/helm/litellm/templates/backend/deployment.yaml @@ -1,4 +1,4 @@ -{{- if .Values.backend.enabled }} +{{- if include "litellm.backend.render" . }} {{- $componentHosts := .Values.ingress.componentHosts | default dict -}} {{- $hasComponentHosts := or $componentHosts.ui $componentHosts.backend $componentHosts.gateway -}} apiVersion: apps/v1 @@ -8,10 +8,21 @@ metadata: labels: {{- include "litellm.commonLabels" . | nindent 4 }} app.kubernetes.io/component: backend + {{- with .Values.backend.deploymentLabels }} + {{- toYaml . | nindent 4 }} + {{- end }} + {{- with .Values.backend.deploymentAnnotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} spec: {{- if and (not .Values.backend.hpa.enabled) (not (kindIs "invalid" .Values.backend.replicaCount)) }} replicas: {{ .Values.backend.replicaCount }} {{- end }} + {{- $minReady := .Values.backend.minReadySeconds }} + {{- if not (or (kindIs "invalid" $minReady) (eq (printf "%v" $minReady) "")) }} + minReadySeconds: {{ $minReady }} + {{- end }} {{- with .Values.backend.strategy }} strategy: {{- toYaml . | nindent 4 }} @@ -46,14 +57,24 @@ spec: imagePullSecrets: {{- toYaml . | nindent 8 }} {{- end }} + {{- with .Values.backend.extraInitContainers }} + initContainers: + {{- tpl (toYaml .) $ | nindent 8 }} + {{- end }} containers: - name: backend - image: "{{ .Values.backend.image.repository }}:{{ .Values.backend.image.tag | default .Chart.AppVersion }}" - imagePullPolicy: {{ .Values.backend.image.pullPolicy }} + image: {{ include "litellm.image" . | quote }} + imagePullPolicy: {{ .Values.image.pullPolicy }} {{- with .Values.backend.securityContext }} securityContext: {{- toYaml . | nindent 12 }} {{- end }} + args: + - backend + - --host + - 0.0.0.0 + - --port + - "4001" ports: - name: http containerPort: 4001 @@ -65,6 +86,8 @@ spec: - name: LITELLM_CORS_ALLOW_CREDENTIALS value: "true" {{- end }} + {{- include "litellm.masterKeyEnv" $ | nindent 12 }} + {{- include "litellm.liteadminEnv" (dict "root" $ "component" .Values.backend) | nindent 12 }} {{- include "litellm.serverEnv" (dict "root" $ "component" .Values.backend) | nindent 12 }} {{- if .Values.backend.gatewayUrl }} - name: LITELLM_GATEWAY_URL @@ -115,7 +138,7 @@ spec: {{- if .Values.gateway.config.create }} - name: gateway-config configMap: - name: {{ include "litellm.gateway.fullname" . }}-config + name: {{ include "litellm.workload.fullname" . }}-config {{- end }} {{- with .Values.backend.volumes }} {{- toYaml . | nindent 8 }} diff --git a/helm/litellm/templates/backend/hpa.yaml b/litellm/deploy/helm/litellm/templates/backend/hpa.yaml similarity index 93% rename from helm/litellm/templates/backend/hpa.yaml rename to litellm/deploy/helm/litellm/templates/backend/hpa.yaml index a414092fb39..62efaacb830 100644 --- a/helm/litellm/templates/backend/hpa.yaml +++ b/litellm/deploy/helm/litellm/templates/backend/hpa.yaml @@ -1,4 +1,4 @@ -{{- if and .Values.backend.enabled .Values.backend.hpa.enabled }} +{{- if and (include "litellm.backend.render" .) .Values.backend.hpa.enabled }} apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler metadata: diff --git a/helm/litellm/templates/backend/poddisruptionbudget.yaml b/litellm/deploy/helm/litellm/templates/backend/poddisruptionbudget.yaml similarity index 81% rename from helm/litellm/templates/backend/poddisruptionbudget.yaml rename to litellm/deploy/helm/litellm/templates/backend/poddisruptionbudget.yaml index 02853ac879c..ed40bda0d7c 100644 --- a/helm/litellm/templates/backend/poddisruptionbudget.yaml +++ b/litellm/deploy/helm/litellm/templates/backend/poddisruptionbudget.yaml @@ -1,5 +1,6 @@ {{- include "litellm.pdb" (dict "root" $ + "enabled" (include "litellm.backend.render" .) "component" .Values.backend "componentName" "backend" "fullname" (include "litellm.backend.fullname" .) diff --git a/helm/litellm/templates/backend/service.yaml b/litellm/deploy/helm/litellm/templates/backend/service.yaml similarity index 63% rename from helm/litellm/templates/backend/service.yaml rename to litellm/deploy/helm/litellm/templates/backend/service.yaml index d480c654784..cd11ad95ccf 100644 --- a/helm/litellm/templates/backend/service.yaml +++ b/litellm/deploy/helm/litellm/templates/backend/service.yaml @@ -1,4 +1,4 @@ -{{- if .Values.backend.enabled }} +{{- if include "litellm.backend.render" . }} apiVersion: v1 kind: Service metadata: @@ -6,8 +6,15 @@ metadata: labels: {{- include "litellm.commonLabels" . | nindent 4 }} app.kubernetes.io/component: backend + {{- with .Values.backend.service.annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} spec: type: {{ .Values.backend.service.type }} + {{- with include "litellm.service.extras" .Values.backend.service }} + {{- . | nindent 2 }} + {{- end }} ports: - port: {{ .Values.backend.service.port }} targetPort: http diff --git a/litellm/deploy/helm/litellm/templates/extra-resources.yaml b/litellm/deploy/helm/litellm/templates/extra-resources.yaml new file mode 100644 index 00000000000..bd809ffb696 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/extra-resources.yaml @@ -0,0 +1,4 @@ +{{- range .Values.extraResources }} +--- +{{ tpl (toYaml .) $ }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/gateway/configmap.yaml b/litellm/deploy/helm/litellm/templates/gateway/configmap.yaml new file mode 100644 index 00000000000..8944aaa0a2f --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/gateway/configmap.yaml @@ -0,0 +1,12 @@ +{{- if .Values.gateway.config.create }} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ include "litellm.workload.fullname" . }}-config + labels: + {{- include "litellm.commonLabels" . | nindent 4 }} + app.kubernetes.io/component: {{ include "litellm.workload.componentName" . }} +data: + config.yaml: | +{{ .Values.gateway.config.proxy_config | toYaml | indent 6 }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/gateway/deployment.yaml b/litellm/deploy/helm/litellm/templates/gateway/deployment.yaml new file mode 100644 index 00000000000..9db08850e26 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/gateway/deployment.yaml @@ -0,0 +1,3 @@ +{{- if include "litellm.gateway.render" . }} +{{- include "litellm.workload.deployment" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/gateway/hpa.yaml b/litellm/deploy/helm/litellm/templates/gateway/hpa.yaml new file mode 100644 index 00000000000..d416a6056bd --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/gateway/hpa.yaml @@ -0,0 +1,3 @@ +{{- if and (include "litellm.gateway.render" .) .Values.gateway.hpa.enabled }} +{{- include "litellm.workload.hpa" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/gateway/keda.yaml b/litellm/deploy/helm/litellm/templates/gateway/keda.yaml new file mode 100644 index 00000000000..d46085ffef1 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/gateway/keda.yaml @@ -0,0 +1,3 @@ +{{- if and (include "litellm.gateway.render" .) .Values.gateway.keda.enabled }} +{{- include "litellm.workload.keda" . }} +{{- end }} diff --git a/helm/litellm/templates/gateway/poddisruptionbudget.yaml b/litellm/deploy/helm/litellm/templates/gateway/poddisruptionbudget.yaml similarity index 81% rename from helm/litellm/templates/gateway/poddisruptionbudget.yaml rename to litellm/deploy/helm/litellm/templates/gateway/poddisruptionbudget.yaml index 15e89af17d7..313e3cc7535 100644 --- a/helm/litellm/templates/gateway/poddisruptionbudget.yaml +++ b/litellm/deploy/helm/litellm/templates/gateway/poddisruptionbudget.yaml @@ -1,5 +1,6 @@ {{- include "litellm.pdb" (dict "root" $ + "enabled" (include "litellm.gateway.render" .) "component" .Values.gateway "componentName" "gateway" "fullname" (include "litellm.gateway.fullname" .) diff --git a/litellm/deploy/helm/litellm/templates/gateway/service-metrics.yaml b/litellm/deploy/helm/litellm/templates/gateway/service-metrics.yaml new file mode 100644 index 00000000000..e33ae8c63e3 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/gateway/service-metrics.yaml @@ -0,0 +1,3 @@ +{{- if and (include "litellm.gateway.render" .) .Values.gateway.metricsServer.enabled }} +{{- include "litellm.workload.serviceMetrics" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/gateway/service.yaml b/litellm/deploy/helm/litellm/templates/gateway/service.yaml new file mode 100644 index 00000000000..8f3e7ad0673 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/gateway/service.yaml @@ -0,0 +1,3 @@ +{{- if include "litellm.gateway.render" . }} +{{- include "litellm.workload.service" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/gateway/servicemonitor.yaml b/litellm/deploy/helm/litellm/templates/gateway/servicemonitor.yaml new file mode 100644 index 00000000000..3e5d538b4e0 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/gateway/servicemonitor.yaml @@ -0,0 +1,3 @@ +{{- if and (include "litellm.gateway.render" .) .Values.gateway.serviceMonitor.enabled }} +{{- include "litellm.workload.serviceMonitor" . }} +{{- end }} diff --git a/helm/litellm/templates/ingress.yaml b/litellm/deploy/helm/litellm/templates/ingress.yaml similarity index 89% rename from helm/litellm/templates/ingress.yaml rename to litellm/deploy/helm/litellm/templates/ingress.yaml index b8c965cc90f..efc193aebe1 100644 --- a/helm/litellm/templates/ingress.yaml +++ b/litellm/deploy/helm/litellm/templates/ingress.yaml @@ -4,6 +4,7 @@ {{- if not (and $componentHosts.ui $componentHosts.backend $componentHosts.gateway) }} {{- fail "ingress.componentHosts.ui, backend, and gateway must all be set together" }} {{- end }} +{{- if not .Values.monolith.enabled }} {{- if not .Values.gateway.enabled }} {{- fail "ingress.componentHosts requires gateway.enabled=true" }} {{- end }} @@ -13,12 +14,14 @@ {{- if not .Values.ui.enabled }} {{- fail "ingress.componentHosts requires ui.enabled=true" }} {{- end }} +{{- end }} {{- if .Values.ingress.host }} {{- fail "ingress.host must be empty when ingress.componentHosts is configured" }} {{- end }} {{- if .Values.ingress.extraPaths }} {{- fail "ingress.extraPaths must be empty when ingress.componentHosts is configured" }} {{- end }} +{{- if not .Values.monolith.enabled }} {{- if not (trim .Values.ui.backendUrl) }} {{- fail "ui.backendUrl is required when ingress.componentHosts is configured" }} {{- end }} @@ -31,24 +34,30 @@ {{- fail "ui.publicUrl is required when ingress.componentHosts is configured" }} {{- end }} {{- end }} +{{- end }} {{- if .Values.ingress.enabled -}} +{{- $monolith := .Values.monolith.enabled -}} {{- $gatewayName := include "litellm.gateway.fullname" . -}} {{- $backendName := include "litellm.backend.fullname" . -}} {{- $uiName := include "litellm.ui.fullname" . -}} {{- $gatewayPort := .Values.gateway.service.port -}} {{- $backendPort := .Values.backend.service.port -}} {{- $uiPort := .Values.ui.service.port -}} +{{- $proxyName := include "litellm.proxy.fullname" . -}} {{- $controller := .Values.ingress.controller | default "alb" -}} {{- if not (has $controller (list "alb" "nginx")) }} {{- fail (printf "ingress.controller: unknown controller %q, expected one of alb, nginx" $controller) }} {{- end }} {{/* Backends addressable from ingress.extraPaths, keyed by the `service` field. + In monolith mode the one proxy Service serves every component, so every + key resolves to it and an entry's `service` only has to be a known name. */}} +{{- $proxyBackend := dict "name" $proxyName "port" $gatewayPort -}} {{- $extraPathBackends := dict - "gateway" (dict "name" $gatewayName "port" $gatewayPort) - "backend" (dict "name" $backendName "port" $backendPort) - "ui" (dict "name" $uiName "port" $uiPort) + "gateway" (ternary $proxyBackend (dict "name" $gatewayName "port" $gatewayPort) $monolith) + "backend" (ternary $proxyBackend (dict "name" $backendName "port" $backendPort) $monolith) + "ui" (ternary $proxyBackend (dict "name" $uiName "port" $uiPort) $monolith) -}} {{/* UI paths (Next.js static export). @@ -63,7 +72,7 @@ irrelevant to path matching). They are not under /ui, /_next, or /litellm-asset-prefix, so without /*.txt they fall to the backend catch-all → 404 → client-side navigation never settles and the login flow spins in an - infinite redirect loop (/ ⇄ /ui/login). ui/nginx.conf already serves *.txt + infinite redirect loop (/ ⇄ /ui/login). litellm/ui/nginx.conf already serves *.txt from the export; the rule only routes the request to it. It needs an ingress controller whose ImplementationSpecific path is a wildcard pattern (AWS ALB: `*` = 0+ chars), so it is rendered for ingress.controller=alb @@ -81,7 +90,7 @@ {{- $uiPaths = append $uiPaths (dict "path" "/*.txt" "pathType" "ImplementationSpecific") }} {{- end }} {{/* - Gateway data-plane prefixes — must mirror gateway/routes/allowlist.py. + Gateway data-plane prefixes — must mirror litellm/runtime/gateway/routes/allowlist.py. Versioned paths are listed explicitly to avoid routing management routes (e.g. /v1/access_group, /v2/key/info, /v1/tool/*, /v1/agents, /v1/workflows, /v2/user/info, /v2/team/list, /v2/model/info, /v2/login, /v2/guardrails/*, @@ -122,7 +131,7 @@ at "/" Prefix would swallow the whole backend management API) instead of adding to it. */}} -{{- $builtinPathKeys := list "/test|Exact" "/debug/memory/summary|Exact" "/|Prefix" -}} +{{- $builtinPathKeys := ternary (list "/|Prefix") (list "/test|Exact" "/debug/memory/summary|Exact" "/|Prefix") $monolith -}} {{- if $hasComponentHosts }} apiVersion: networking.k8s.io/v1 kind: Ingress @@ -150,9 +159,9 @@ spec: pathType: Prefix backend: service: - name: {{ $uiName }} + name: {{ $extraPathBackends.ui.name }} port: - number: {{ $uiPort }} + number: {{ $extraPathBackends.ui.port }} - host: {{ $componentHosts.backend | quote }} http: paths: @@ -160,9 +169,9 @@ spec: pathType: Prefix backend: service: - name: {{ $backendName }} + name: {{ $extraPathBackends.backend.name }} port: - number: {{ $backendPort }} + number: {{ $extraPathBackends.backend.port }} - host: {{ $componentHosts.gateway | quote }} http: paths: @@ -170,9 +179,9 @@ spec: pathType: Prefix backend: service: - name: {{ $gatewayName }} + name: {{ $extraPathBackends.gateway.name }} port: - number: {{ $gatewayPort }} + number: {{ $extraPathBackends.gateway.port }} {{- else }} apiVersion: networking.k8s.io/v1 kind: Ingress @@ -198,6 +207,7 @@ spec: {{- end }} http: paths: + {{- if not $monolith }} # --- UI (Next.js static export) --- {{- range $uiPaths }} {{- $pathType := include "litellm.ingress.pathType" (dict "controller" $controller "path" .path "pathType" .pathType) }} @@ -240,6 +250,7 @@ spec: port: number: {{ $gatewayPort }} {{- end }} + {{- end }} {{- /* --- Operator-supplied extra paths (ingress.extraPaths) --- Rendered after every built-in path so an entry can never take @@ -305,6 +316,16 @@ spec: port: {{- toYaml $port | nindent 18 }} {{- end }} + {{- if $monolith }} + # --- Monolith: the proxy serves the UI, the data plane and the management API --- + - path: / + pathType: Prefix + backend: + service: + name: {{ $proxyName }} + port: + number: {{ $gatewayPort }} + {{- else }} # --- Catch-all → backend (management API: /key/*, /user/*, /team/*, ...) --- - path: / pathType: Prefix @@ -313,5 +334,6 @@ spec: name: {{ $backendName }} port: number: {{ $backendPort }} + {{- end }} {{- end }} {{- end }} diff --git a/helm/litellm-helm/templates/liteadmin.yaml b/litellm/deploy/helm/litellm/templates/liteadmin.yaml similarity index 96% rename from helm/litellm-helm/templates/liteadmin.yaml rename to litellm/deploy/helm/litellm/templates/liteadmin.yaml index 711edaf6913..bc5f2c9510b 100644 --- a/helm/litellm-helm/templates/liteadmin.yaml +++ b/litellm/deploy/helm/litellm/templates/liteadmin.yaml @@ -32,7 +32,7 @@ spec: runAsNonRoot: true containers: - name: liteadmin - image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}" + image: {{ include "litellm.image" . | quote }} imagePullPolicy: {{ .Values.image.pullPolicy }} args: ["--admin-agent"] securityContext: diff --git a/helm/litellm/templates/migrations-job.yaml b/litellm/deploy/helm/litellm/templates/migrations-job.yaml similarity index 71% rename from helm/litellm/templates/migrations-job.yaml rename to litellm/deploy/helm/litellm/templates/migrations-job.yaml index de1cc2b103b..8179c26cbd7 100644 --- a/helm/litellm/templates/migrations-job.yaml +++ b/litellm/deploy/helm/litellm/templates/migrations-job.yaml @@ -1,7 +1,7 @@ {{- if .Values.migrationJob.enabled -}} # Pre-install / pre-upgrade hook that runs `prisma migrate deploy` against -# the writer database before the gateway and backend Deployments are rolled -# out. Required because the gateway and backend both spin up Prisma at +# the writer database before the application Deployments are rolled out. +# Required because the proxy, gateway and backend all spin up Prisma at # startup and assume the LiteLLM schema (LiteLLM_Config, # LiteLLM_VerificationToken, LiteLLM_SpendLogs, ...) already exists. # @@ -16,9 +16,13 @@ metadata: labels: {{- include "litellm.commonLabels" . | nindent 4 }} app.kubernetes.io/component: migrations - {{- if or .Values.migrationJob.hooks.helm.enabled .Values.migrationJob.hooks.argocd.enabled }} + {{- with .Values.migrationJob.jobLabels }} + {{- toYaml . | nindent 4 }} + {{- end }} + {{- $helmHook := .Values.migrationJob.hooks.helm.enabled }} + {{- if or $helmHook .Values.migrationJob.hooks.argocd.enabled .Values.migrationJob.jobAnnotations }} annotations: - {{- if .Values.migrationJob.hooks.helm.enabled }} + {{- if $helmHook }} helm.sh/hook: pre-install,pre-upgrade helm.sh/hook-delete-policy: before-hook-creation helm.sh/hook-weight: {{ .Values.migrationJob.hooks.helm.weight | default "0" | quote }} @@ -27,6 +31,9 @@ metadata: argocd.argoproj.io/hook: PreSync argocd.argoproj.io/hook-delete-policy: BeforeHookCreation {{- end }} + {{- with .Values.migrationJob.jobAnnotations }} + {{- toYaml . | nindent 4 }} + {{- end }} {{- end }} spec: backoffLimit: {{ .Values.migrationJob.backoffLimit }} @@ -43,6 +50,10 @@ spec: {{- $chartLabels := merge (dict "app.kubernetes.io/component" "migrations") (fromYaml (include "litellm.commonLabels" .)) }} labels: {{- toYaml (merge (deepCopy .Values.migrationJob.podLabels) $chartLabels) | nindent 8 }} + {{- with .Values.migrationJob.annotations }} + annotations: + {{- toYaml . | nindent 8 }} + {{- end }} spec: restartPolicy: Never serviceAccountName: {{ include "litellm.migrations.serviceAccountName" . }} @@ -55,14 +66,29 @@ spec: imagePullSecrets: {{- toYaml . | nindent 8 }} {{- end }} + {{- with .Values.migrationJob.extraInitContainers }} + initContainers: + {{- tpl (toYaml .) $ | nindent 8 }} + {{- end }} containers: - name: prisma-migrations - image: "{{ .Values.migrationJob.image.repository }}:{{ .Values.migrationJob.image.tag | default .Chart.AppVersion }}" - imagePullPolicy: {{ .Values.migrationJob.image.pullPolicy }} + image: {{ include "litellm.image" . | quote }} + imagePullPolicy: {{ .Values.image.pullPolicy }} {{- with .Values.migrationJob.securityContext }} securityContext: {{- toYaml . | nindent 12 }} {{- end }} + {{- with .Values.migrationJob.command }} + command: {{ toYaml . | nindent 12 }} + {{- end }} + {{- if .Values.migrationJob.args }} + args: {{ toYaml .Values.migrationJob.args | nindent 12 }} + {{- else if .Values.migrationJob.command }} + args: [] + {{- else }} + args: + - migrations + {{- end }} env: {{- include "litellm.serverEnv" (dict "root" $ "component" .Values.migrationJob) | nindent 12 }} {{- with .Values.migrationJob.volumeMounts }} @@ -73,6 +99,9 @@ spec: resources: {{- toYaml . | nindent 12 }} {{- end }} + {{- with .Values.migrationJob.extraContainers }} + {{- tpl (toYaml .) $ | nindent 8 }} + {{- end }} {{- with .Values.migrationJob.volumes }} volumes: {{- toYaml . | nindent 8 }} diff --git a/litellm/deploy/helm/litellm/templates/monolith/deployment.yaml b/litellm/deploy/helm/litellm/templates/monolith/deployment.yaml new file mode 100644 index 00000000000..7bad16386e1 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/monolith/deployment.yaml @@ -0,0 +1,3 @@ +{{- if .Values.monolith.enabled }} +{{- include "litellm.workload.deployment" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/monolith/hpa.yaml b/litellm/deploy/helm/litellm/templates/monolith/hpa.yaml new file mode 100644 index 00000000000..ee9180e71bb --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/monolith/hpa.yaml @@ -0,0 +1,3 @@ +{{- if and .Values.monolith.enabled .Values.gateway.hpa.enabled }} +{{- include "litellm.workload.hpa" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/monolith/keda.yaml b/litellm/deploy/helm/litellm/templates/monolith/keda.yaml new file mode 100644 index 00000000000..d4054432e38 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/monolith/keda.yaml @@ -0,0 +1,3 @@ +{{- if and .Values.monolith.enabled .Values.gateway.keda.enabled }} +{{- include "litellm.workload.keda" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/monolith/poddisruptionbudget.yaml b/litellm/deploy/helm/litellm/templates/monolith/poddisruptionbudget.yaml new file mode 100644 index 00000000000..2be83e57dfc --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/monolith/poddisruptionbudget.yaml @@ -0,0 +1,7 @@ +{{- include "litellm.pdb" (dict + "root" $ + "enabled" .Values.monolith.enabled + "component" .Values.gateway + "componentName" "proxy" + "fullname" (include "litellm.proxy.fullname" .) + "selectorLabels" (include "litellm.proxy.selectorLabels" .)) }} diff --git a/litellm/deploy/helm/litellm/templates/monolith/service-metrics.yaml b/litellm/deploy/helm/litellm/templates/monolith/service-metrics.yaml new file mode 100644 index 00000000000..07a68c453df --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/monolith/service-metrics.yaml @@ -0,0 +1,3 @@ +{{- if and .Values.monolith.enabled .Values.gateway.metricsServer.enabled }} +{{- include "litellm.workload.serviceMetrics" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/monolith/service.yaml b/litellm/deploy/helm/litellm/templates/monolith/service.yaml new file mode 100644 index 00000000000..4f87259983a --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/monolith/service.yaml @@ -0,0 +1,3 @@ +{{- if .Values.monolith.enabled }} +{{- include "litellm.workload.service" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/monolith/servicemonitor.yaml b/litellm/deploy/helm/litellm/templates/monolith/servicemonitor.yaml new file mode 100644 index 00000000000..29a51a379f2 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/monolith/servicemonitor.yaml @@ -0,0 +1,3 @@ +{{- if and .Values.monolith.enabled .Values.gateway.serviceMonitor.enabled }} +{{- include "litellm.workload.serviceMonitor" . }} +{{- end }} diff --git a/litellm/deploy/helm/litellm/templates/secret-masterkey.yaml b/litellm/deploy/helm/litellm/templates/secret-masterkey.yaml new file mode 100644 index 00000000000..3af2ee6f07d --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/secret-masterkey.yaml @@ -0,0 +1,22 @@ +{{- if and .Values.masterKey.generate (not .Values.masterKey.secretName) }} +{{- $name := include "litellm.masterKey.generatedSecretName" . }} +{{- $key := .Values.masterKey.secretKey | default "master-key" }} +{{- $existing := lookup "v1" "Secret" .Release.Namespace $name }} +{{- $value := "" }} +{{- if and $existing (index $existing.data $key) }} +{{- $value = index $existing.data $key | b64dec }} +{{- else }} +{{- $value = printf "sk-%s" (randAlphaNum 32) }} +{{- end }} +apiVersion: v1 +kind: Secret +metadata: + name: {{ $name }} + labels: + {{- include "litellm.commonLabels" . | nindent 4 }} + annotations: + helm.sh/resource-policy: keep +type: Opaque +data: + {{ $key }}: {{ $value | b64enc }} +{{- end }} diff --git a/helm/litellm/templates/serviceaccount.yaml b/litellm/deploy/helm/litellm/templates/serviceaccount.yaml similarity index 83% rename from helm/litellm/templates/serviceaccount.yaml rename to litellm/deploy/helm/litellm/templates/serviceaccount.yaml index a2fc52f47c0..9b1171a3e90 100644 --- a/helm/litellm/templates/serviceaccount.yaml +++ b/litellm/deploy/helm/litellm/templates/serviceaccount.yaml @@ -1,5 +1,5 @@ {{- $prev := false -}} -{{- if .Values.serviceAccounts.gateway.create -}} +{{- if and .Values.serviceAccounts.gateway.create (include "litellm.workload.render" .) -}} {{- $prev = true }} apiVersion: v1 kind: ServiceAccount @@ -14,7 +14,7 @@ metadata: {{- end }} automountServiceAccountToken: {{ .Values.serviceAccounts.gateway.automount }} {{- end }} -{{- if .Values.serviceAccounts.backend.create }} +{{- if and .Values.serviceAccounts.backend.create (include "litellm.backend.render" .) }} {{- if $prev }} --- {{- end }} @@ -32,7 +32,7 @@ metadata: {{- end }} automountServiceAccountToken: {{ .Values.serviceAccounts.backend.automount }} {{- end }} -{{- if .Values.serviceAccounts.ui.create }} +{{- if and .Values.serviceAccounts.ui.create (include "litellm.ui.render" .) }} {{- if $prev }} --- {{- end }} diff --git a/litellm/deploy/helm/litellm/templates/tests/test-connection.yaml b/litellm/deploy/helm/litellm/templates/tests/test-connection.yaml new file mode 100644 index 00000000000..bc258c92790 --- /dev/null +++ b/litellm/deploy/helm/litellm/templates/tests/test-connection.yaml @@ -0,0 +1,53 @@ +{{- if include "litellm.workload.render" . }} +apiVersion: v1 +kind: Pod +metadata: + name: {{ include "litellm.fullname" . }}-test-connection + labels: + {{- include "litellm.commonLabels" . | nindent 4 }} + app.kubernetes.io/component: test + annotations: + helm.sh/hook: test + helm.sh/hook-delete-policy: before-hook-creation +spec: + restartPolicy: Never + {{- with .Values.gateway.podSecurityContext }} + securityContext: + {{- toYaml . | nindent 4 }} + {{- end }} + {{- with .Values.imagePullSecrets }} + imagePullSecrets: + {{- toYaml . | nindent 4 }} + {{- end }} + containers: + - name: health + image: {{ include "litellm.image" . | quote }} + imagePullPolicy: {{ .Values.image.pullPolicy }} + {{- with .Values.gateway.securityContext }} + securityContext: + {{- toYaml . | nindent 8 }} + {{- end }} + env: + - name: LITELLM_READINESS_URL + value: http://{{ include "litellm.workload.fullname" . }}:{{ .Values.gateway.service.port }}/health/readiness + args: + - python + - -c + - | + import json, os, sys, time, urllib.error, urllib.request + url = os.environ["LITELLM_READINESS_URL"] + for attempt in range(1, 31): + try: + with urllib.request.urlopen(url, timeout=5) as response: + body = response.read().decode() + print(url, response.status, body) + db = json.loads(body).get("db") + if db != "connected": + print(f"readiness reports db={db!r}: the proxy is not using the configured database") + sys.exit(1) + sys.exit(0) + except (urllib.error.URLError, OSError) as error: + print(f"attempt {attempt}: {url}: {error}") + time.sleep(2) + sys.exit(1) +{{- end }} diff --git a/helm/litellm/templates/ui/deployment.yaml b/litellm/deploy/helm/litellm/templates/ui/deployment.yaml similarity index 85% rename from helm/litellm/templates/ui/deployment.yaml rename to litellm/deploy/helm/litellm/templates/ui/deployment.yaml index 394eea17451..486e1dae5c8 100644 --- a/helm/litellm/templates/ui/deployment.yaml +++ b/litellm/deploy/helm/litellm/templates/ui/deployment.yaml @@ -1,6 +1,6 @@ +{{- if include "litellm.ui.render" . }} {{- $componentHosts := .Values.ingress.componentHosts | default dict -}} {{- $hasComponentHosts := or $componentHosts.ui $componentHosts.backend $componentHosts.gateway -}} -{{- if .Values.ui.enabled }} apiVersion: apps/v1 kind: Deployment metadata: @@ -8,10 +8,21 @@ metadata: labels: {{- include "litellm.commonLabels" . | nindent 4 }} app.kubernetes.io/component: ui + {{- with .Values.ui.deploymentLabels }} + {{- toYaml . | nindent 4 }} + {{- end }} + {{- with .Values.ui.deploymentAnnotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} spec: {{- if and (not .Values.ui.hpa.enabled) (not (kindIs "invalid" .Values.ui.replicaCount)) }} replicas: {{ .Values.ui.replicaCount }} {{- end }} + {{- $minReady := .Values.ui.minReadySeconds }} + {{- if not (or (kindIs "invalid" $minReady) (eq (printf "%v" $minReady) "")) }} + minReadySeconds: {{ $minReady }} + {{- end }} {{- with .Values.ui.strategy }} strategy: {{- toYaml . | nindent 4 }} @@ -41,14 +52,20 @@ spec: imagePullSecrets: {{- toYaml . | nindent 8 }} {{- end }} + {{- with .Values.ui.extraInitContainers }} + initContainers: + {{- tpl (toYaml .) $ | nindent 8 }} + {{- end }} containers: - name: ui - image: "{{ .Values.ui.image.repository }}:{{ .Values.ui.image.tag | default .Chart.AppVersion }}" - imagePullPolicy: {{ .Values.ui.image.pullPolicy }} + image: {{ include "litellm.image" . | quote }} + imagePullPolicy: {{ .Values.image.pullPolicy }} {{- with .Values.ui.securityContext }} securityContext: {{- toYaml . | nindent 12 }} {{- end }} + args: + - ui ports: - name: http containerPort: 3000 diff --git a/helm/litellm/templates/ui/hpa.yaml b/litellm/deploy/helm/litellm/templates/ui/hpa.yaml similarity index 93% rename from helm/litellm/templates/ui/hpa.yaml rename to litellm/deploy/helm/litellm/templates/ui/hpa.yaml index a9b0b51129e..67e17b269c7 100644 --- a/helm/litellm/templates/ui/hpa.yaml +++ b/litellm/deploy/helm/litellm/templates/ui/hpa.yaml @@ -1,4 +1,4 @@ -{{- if and .Values.ui.enabled .Values.ui.hpa.enabled }} +{{- if and (include "litellm.ui.render" .) .Values.ui.hpa.enabled }} apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler metadata: diff --git a/helm/litellm/templates/ui/poddisruptionbudget.yaml b/litellm/deploy/helm/litellm/templates/ui/poddisruptionbudget.yaml similarity index 82% rename from helm/litellm/templates/ui/poddisruptionbudget.yaml rename to litellm/deploy/helm/litellm/templates/ui/poddisruptionbudget.yaml index f7a3a694e9c..fa4bb44612c 100644 --- a/helm/litellm/templates/ui/poddisruptionbudget.yaml +++ b/litellm/deploy/helm/litellm/templates/ui/poddisruptionbudget.yaml @@ -1,5 +1,6 @@ {{- include "litellm.pdb" (dict "root" $ + "enabled" (include "litellm.ui.render" .) "component" .Values.ui "componentName" "ui" "fullname" (include "litellm.ui.fullname" .) diff --git a/helm/litellm/templates/ui/service.yaml b/litellm/deploy/helm/litellm/templates/ui/service.yaml similarity index 63% rename from helm/litellm/templates/ui/service.yaml rename to litellm/deploy/helm/litellm/templates/ui/service.yaml index 52b539fa00c..d544d9d6148 100644 --- a/helm/litellm/templates/ui/service.yaml +++ b/litellm/deploy/helm/litellm/templates/ui/service.yaml @@ -1,4 +1,4 @@ -{{- if .Values.ui.enabled }} +{{- if include "litellm.ui.render" . }} apiVersion: v1 kind: Service metadata: @@ -6,8 +6,15 @@ metadata: labels: {{- include "litellm.commonLabels" . | nindent 4 }} app.kubernetes.io/component: ui + {{- with .Values.ui.service.annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} spec: type: {{ .Values.ui.service.type }} + {{- with include "litellm.service.extras" .Values.ui.service }} + {{- . | nindent 2 }} + {{- end }} ports: - port: {{ .Values.ui.service.port }} targetPort: http diff --git a/helm/litellm/tests/billing_metrics_tests.yaml b/litellm/deploy/helm/litellm/tests/billing_metrics_tests.yaml similarity index 100% rename from helm/litellm/tests/billing_metrics_tests.yaml rename to litellm/deploy/helm/litellm/tests/billing_metrics_tests.yaml diff --git a/helm/litellm/tests/collector_tests.yaml b/litellm/deploy/helm/litellm/tests/collector_tests.yaml similarity index 96% rename from helm/litellm/tests/collector_tests.yaml rename to litellm/deploy/helm/litellm/tests/collector_tests.yaml index 4ef7e3c8ca4..8e9804dece8 100644 --- a/helm/litellm/tests/collector_tests.yaml +++ b/litellm/deploy/helm/litellm/tests/collector_tests.yaml @@ -34,7 +34,7 @@ tests: gateway.collector.enabled: true gateway.collector.bufferSize: 250 gateway.collector.onUnavailable: drop - gateway.image.tag: v1.102.0 + image.tag: v1.102.0 gateway.numWorkers: 4 database.connectionPool.enabled: true database.connectionPool.maxDbConnections: 8 @@ -80,14 +80,12 @@ tests: template: gateway/deployment.yaml - equal: path: spec.template.spec.containers[1].image - value: ghcr.io/berriai/litellm-gateway:v1.102.0 + value: ghcr.io/berriai/litellm:v1.102.0 template: gateway/deployment.yaml - equal: - path: spec.template.spec.containers[1].command + path: spec.template.spec.containers[1].args value: - - python - - -m - - litellm.proxy.collector + - collector template: gateway/deployment.yaml - contains: path: spec.template.spec.containers[1].env diff --git a/helm/litellm/tests/component_hosts_tests.yaml b/litellm/deploy/helm/litellm/tests/component_hosts_tests.yaml similarity index 98% rename from helm/litellm/tests/component_hosts_tests.yaml rename to litellm/deploy/helm/litellm/tests/component_hosts_tests.yaml index 2ebbbcae964..b37cffb70e2 100644 --- a/helm/litellm/tests/component_hosts_tests.yaml +++ b/litellm/deploy/helm/litellm/tests/component_hosts_tests.yaml @@ -313,16 +313,16 @@ tests: path: spec.template.spec.containers[0].env[1].value value: "true" - equal: - path: spec.template.spec.containers[0].env[10].name + path: spec.template.spec.containers[0].env[12].name value: LITELLM_CORS_ORIGINS - equal: - path: spec.template.spec.containers[0].env[10].value + path: spec.template.spec.containers[0].env[12].value value: https://backend-override.example.com - equal: - path: spec.template.spec.containers[0].env[11].name + path: spec.template.spec.containers[0].env[13].name value: LITELLM_CORS_ALLOW_CREDENTIALS - equal: - path: spec.template.spec.containers[0].env[11].value + path: spec.template.spec.containers[0].env[13].value value: "false" - it: exposes the public UI origin to the gateway without enabling credentials @@ -386,10 +386,10 @@ tests: path: spec.template.spec.containers[0].env[0].value value: https://ui.example.com - equal: - path: spec.template.spec.containers[0].env[9].name + path: spec.template.spec.containers[0].env[11].name value: LITELLM_CORS_ORIGINS - equal: - path: spec.template.spec.containers[0].env[9].value + path: spec.template.spec.containers[0].env[11].value value: https://gateway-override.example.com --- diff --git a/helm/litellm/tests/connection_pool_tests.yaml b/litellm/deploy/helm/litellm/tests/connection_pool_tests.yaml similarity index 100% rename from helm/litellm/tests/connection_pool_tests.yaml rename to litellm/deploy/helm/litellm/tests/connection_pool_tests.yaml diff --git a/helm/litellm/tests/database_auth_tests.yaml b/litellm/deploy/helm/litellm/tests/database_auth_tests.yaml similarity index 100% rename from helm/litellm/tests/database_auth_tests.yaml rename to litellm/deploy/helm/litellm/tests/database_auth_tests.yaml diff --git a/helm/litellm/tests/deployment_volumes_tests.yaml b/litellm/deploy/helm/litellm/tests/deployment_volumes_tests.yaml similarity index 100% rename from helm/litellm/tests/deployment_volumes_tests.yaml rename to litellm/deploy/helm/litellm/tests/deployment_volumes_tests.yaml diff --git a/litellm/deploy/helm/litellm/tests/extra_resources_tests.yaml b/litellm/deploy/helm/litellm/tests/extra_resources_tests.yaml new file mode 100644 index 00000000000..4935b3a5401 --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/extra_resources_tests.yaml @@ -0,0 +1,45 @@ +suite: test extraResources +templates: + - extra-resources.yaml +values: + - ./values/required.yaml +tests: + - it: renders nothing by default + asserts: + - hasDocuments: + count: 0 + + - it: renders every entry as its own document and templates it against the release + set: + extraResources: + - apiVersion: v1 + kind: ConfigMap + metadata: + name: "{{ .Release.Name }}-extra" + data: + chart: "{{ .Chart.Name }}" + - apiVersion: networking.k8s.io/v1 + kind: NetworkPolicy + metadata: + name: deny-all + spec: + podSelector: {} + policyTypes: + - Ingress + asserts: + - hasDocuments: + count: 2 + - isKind: + of: ConfigMap + documentIndex: 0 + - equal: + path: metadata.name + value: RELEASE-NAME-extra + documentIndex: 0 + - equal: + path: data.chart + value: litellm + documentIndex: 0 + - isKind: + of: NetworkPolicy + documentIndex: 1 diff --git a/helm/litellm/tests/hpa_behavior_tests.yaml b/litellm/deploy/helm/litellm/tests/hpa_behavior_tests.yaml similarity index 100% rename from helm/litellm/tests/hpa_behavior_tests.yaml rename to litellm/deploy/helm/litellm/tests/hpa_behavior_tests.yaml diff --git a/helm/litellm/tests/hpa_workload_metrics_tests.yaml b/litellm/deploy/helm/litellm/tests/hpa_workload_metrics_tests.yaml similarity index 72% rename from helm/litellm/tests/hpa_workload_metrics_tests.yaml rename to litellm/deploy/helm/litellm/tests/hpa_workload_metrics_tests.yaml index a29c53c5ed9..9b790070819 100644 --- a/helm/litellm/tests/hpa_workload_metrics_tests.yaml +++ b/litellm/deploy/helm/litellm/tests/hpa_workload_metrics_tests.yaml @@ -201,6 +201,76 @@ tests: scrapeTimeout: 10s scheme: http + - it: scrapes over https with the given tlsConfig, for a mesh with STRICT mTLS + template: gateway/servicemonitor.yaml + set: + gateway.serviceMonitor.enabled: true + gateway.metricsServer.enabled: true + gateway.serviceMonitor.scheme: https + gateway.serviceMonitor.tlsConfig: + caFile: /etc/prom-certs/root-cert.pem + certFile: /etc/prom-certs/cert-chain.pem + keyFile: /etc/prom-certs/key.pem + insecureSkipVerify: true + asserts: + - equal: + path: spec.endpoints + value: + - port: metrics + path: /metrics/ + interval: 15s + scrapeTimeout: 10s + scheme: https + tlsConfig: + caFile: /etc/prom-certs/root-cert.pem + certFile: /etc/prom-certs/cert-chain.pem + keyFile: /etc/prom-certs/key.pem + insecureSkipVerify: true + + - it: carries litellm-helm annotations, relabelings and namespaceSelector onto the ServiceMonitor + template: gateway/servicemonitor.yaml + release: + namespace: llm + set: + gateway.serviceMonitor.enabled: true + gateway.metricsServer.enabled: true + gateway.serviceMonitor.annotations: + team: platform + gateway.serviceMonitor.relabelings: + - targetLabel: node + sourceLabels: [__meta_kubernetes_pod_node_name] + action: replace + gateway.serviceMonitor.namespaceSelector.matchNames: + - llm + - shared + asserts: + - equal: + path: metadata.annotations + value: + team: platform + - equal: + path: spec.endpoints[0].relabelings + value: + - targetLabel: node + sourceLabels: [__meta_kubernetes_pod_node_name] + action: replace + - equal: + path: spec.namespaceSelector.matchNames + value: + - llm + - shared + + - it: renders no ServiceMonitor annotations or relabelings by default + template: gateway/servicemonitor.yaml + set: + gateway.serviceMonitor.enabled: true + gateway.metricsServer.enabled: true + asserts: + - notExists: + path: metadata.annotations + - notExists: + path: spec.endpoints[0].relabelings + - it: honours a custom scrape interval template: gateway/servicemonitor.yaml set: diff --git a/helm/litellm/tests/ingress_controller_tests.yaml b/litellm/deploy/helm/litellm/tests/ingress_controller_tests.yaml similarity index 100% rename from helm/litellm/tests/ingress_controller_tests.yaml rename to litellm/deploy/helm/litellm/tests/ingress_controller_tests.yaml diff --git a/helm/litellm/tests/ingress_extra_paths_tests.yaml b/litellm/deploy/helm/litellm/tests/ingress_extra_paths_tests.yaml similarity index 100% rename from helm/litellm/tests/ingress_extra_paths_tests.yaml rename to litellm/deploy/helm/litellm/tests/ingress_extra_paths_tests.yaml diff --git a/litellm/deploy/helm/litellm/tests/ingress_monolith_tests.yaml b/litellm/deploy/helm/litellm/tests/ingress_monolith_tests.yaml new file mode 100644 index 00000000000..08f7c598260 --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/ingress_monolith_tests.yaml @@ -0,0 +1,164 @@ +suite: test ingress routing in monolith mode +templates: + - ingress.yaml +values: + - ./values/required.yaml +tests: + - it: monolith mode routes all component hosts to the proxy Service + set: + monolith.enabled: true + ingress.enabled: true + gateway.enabled: false + backend.enabled: false + ui.enabled: false + ingress.componentHosts.ui: ui.example.com + ingress.componentHosts.backend: backend.example.com + ingress.componentHosts.gateway: gateway.example.com + gateway.service.port: 8080 + asserts: + - lengthEqual: + path: spec.rules + count: 3 + - equal: + path: spec.rules[0].http.paths[0].backend.service + value: + name: RELEASE-NAME-litellm + port: + number: 8080 + - equal: + path: spec.rules[1].http.paths[0].backend.service + value: + name: RELEASE-NAME-litellm + port: + number: 8080 + - equal: + path: spec.rules[2].http.paths[0].backend.service + value: + name: RELEASE-NAME-litellm + port: + number: 8080 + + - it: componentized mode still splits traffic across ui, gateway and backend Services + set: + ingress.enabled: true + asserts: + - equal: + path: spec.rules[0].http.paths[0].backend.service.name + value: RELEASE-NAME-litellm-ui + - contains: + path: spec.rules[0].http.paths + content: + path: /v1/chat + pathType: Prefix + backend: + service: + name: RELEASE-NAME-litellm-gateway + port: + number: 4000 + - equal: + path: spec.rules[0].http.paths[-1].backend.service.name + value: RELEASE-NAME-litellm-backend + + - it: monolith mode routes a single catch-all to the monolith Service and nothing else + set: + monolith.enabled: true + ingress.enabled: true + asserts: + - lengthEqual: + path: spec.rules[0].http.paths + count: 1 + - equal: + path: spec.rules[0].http.paths[0] + value: + path: / + pathType: Prefix + backend: + service: + name: RELEASE-NAME-litellm + port: + number: 4000 + - notMatchRegexRaw: + pattern: RELEASE-NAME-litellm-(gateway|backend|ui) + + - it: monolith mode uses the gateway service port for the catch-all + set: + monolith.enabled: true + ingress.enabled: true + gateway.service.port: 8080 + asserts: + - equal: + path: spec.rules[0].http.paths[0].backend.service.port.number + value: 8080 + + - it: monolith mode sends every extraPaths entry to the monolith Service regardless of its service field + set: + monolith.enabled: true + ingress.enabled: true + ingress.extraPaths: + - path: /watsonx + - path: /admin + service: backend + pathType: Exact + - path: /dashboard + service: ui + asserts: + - lengthEqual: + path: spec.rules[0].http.paths + count: 4 + - equal: + path: spec.rules[0].http.paths[0] + value: + path: /watsonx + pathType: Prefix + backend: + service: + name: RELEASE-NAME-litellm + port: + number: 4000 + - equal: + path: spec.rules[0].http.paths[1].backend.service.name + value: RELEASE-NAME-litellm + - equal: + path: spec.rules[0].http.paths[1].pathType + value: Exact + - equal: + path: spec.rules[0].http.paths[2].backend.service.name + value: RELEASE-NAME-litellm + - equal: + path: spec.rules[0].http.paths[3].path + value: / + + - it: monolith mode keeps rejecting an extra path at the root + set: + monolith.enabled: true + ingress.enabled: true + ingress.extraPaths: + - path: / + asserts: + - failedTemplate: + errorPattern: "ingress.extraPaths\\[0\\]: path / is already routed" + + - it: monolith mode keeps the host, TLS and class settings + set: + monolith.enabled: true + ingress.enabled: true + ingress.className: nginx + ingress.controller: nginx + ingress.host: llm.example.com + ingress.tls: + - hosts: + - llm.example.com + secretName: llm-tls + asserts: + - equal: + path: spec.ingressClassName + value: nginx + - equal: + path: spec.rules[0].host + value: llm.example.com + - equal: + path: spec.tls[0].secretName + value: llm-tls + - equal: + path: spec.rules[0].http.paths[0].backend.service.name + value: RELEASE-NAME-litellm diff --git a/litellm/deploy/helm/litellm/tests/keda_tests.yaml b/litellm/deploy/helm/litellm/tests/keda_tests.yaml new file mode 100644 index 00000000000..1f48654fa73 --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/keda_tests.yaml @@ -0,0 +1,266 @@ +suite: test KEDA ScaledObject +templates: + - gateway/keda.yaml + - gateway/hpa.yaml + - gateway/deployment.yaml + - gateway/configmap.yaml +values: + - ./values/required.yaml +release: + name: rel + namespace: llm +tests: + - it: renders no ScaledObject by default + template: gateway/keda.yaml + asserts: + - hasDocuments: + count: 0 + + - it: passes user triggers through and adds no prometheus triggers by default + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.triggers: + - type: cpu + metricType: Utilization + metadata: + value: "60" + templates: + - gateway/keda.yaml + - gateway/hpa.yaml + asserts: + - hasDocuments: + count: 0 + template: gateway/hpa.yaml + - isKind: + of: ScaledObject + template: gateway/keda.yaml + - equal: + path: metadata.name + value: rel-litellm-gateway + template: gateway/keda.yaml + - equal: + path: spec.scaleTargetRef + value: + apiVersion: apps/v1 + kind: Deployment + name: rel-litellm-gateway + template: gateway/keda.yaml + - equal: + path: spec.minReplicaCount + value: 1 + template: gateway/keda.yaml + - equal: + path: spec.maxReplicaCount + value: 10 + template: gateway/keda.yaml + - equal: + path: spec.triggers + value: + - type: cpu + metricType: Utilization + metadata: + value: "60" + template: gateway/keda.yaml + + - it: leaves spec.replicas off the Deployment so KEDA owns the replica count + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.replicaCount: 3 + template: gateway/deployment.yaml + asserts: + - notExists: + path: spec.replicas + + - it: scales on requests per second against the metrics Service job + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.prometheus.serverAddress: http://prometheus-operated.monitoring.svc:9090 + gateway.metricsServer.enabled: true + gateway.keda.prometheus.targetRequestsPerSecond: 90 + template: gateway/keda.yaml + asserts: + - lengthEqual: + path: spec.triggers + count: 1 + - equal: + path: spec.triggers[0] + value: + type: prometheus + metricType: AverageValue + metadata: + serverAddress: http://prometheus-operated.monitoring.svc:9090 + threshold: "90" + query: sum(rate(litellm_proxy_total_requests_metric_total{namespace="llm",job="rel-litellm-gateway-metrics"}[1m])) + + - it: scales on tokens per second on its own + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.prometheus.serverAddress: http://prom:9090 + gateway.metricsServer.enabled: true + gateway.keda.prometheus.targetTokensPerSecond: 6000000 + template: gateway/keda.yaml + asserts: + - lengthEqual: + path: spec.triggers + count: 1 + - equal: + path: spec.triggers[0].type + value: prometheus + - equal: + path: spec.triggers[0].metadata.threshold + value: "6000000" + - equal: + path: spec.triggers[0].metadata.query + value: sum(rate(litellm_total_tokens_metric_total{namespace="llm",job="rel-litellm-gateway-metrics"}[1m])) + + - it: appends the requests and tokens triggers after user triggers + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.metricsServer.enabled: true + gateway.keda.triggers: + - type: cpu + metricType: Utilization + metadata: + value: "60" + gateway.keda.prometheus.serverAddress: http://prom:9090 + gateway.keda.prometheus.targetRequestsPerSecond: 90 + gateway.keda.prometheus.targetTokensPerSecond: 6000000 + template: gateway/keda.yaml + asserts: + - lengthEqual: + path: spec.triggers + count: 3 + - equal: + path: spec.triggers[0].type + value: cpu + - equal: + path: spec.triggers[1].metadata.threshold + value: "90" + - equal: + path: spec.triggers[2].metadata.threshold + value: "6000000" + - notMatchRegexRaw: + pattern: "\\* *60|per_minute|PerMinute" + + - it: fills a partial fallback with the litellm-helm defaults + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.maxReplicaCount: 20 + gateway.keda.fallback: + replicas: 4 + template: gateway/keda.yaml + asserts: + - equal: + path: spec.fallback + value: + failureThreshold: 3 + replicas: 4 + + - it: defaults fallback replicas to maxReplicaCount and keeps an explicit zero threshold + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.maxReplicaCount: 20 + gateway.keda.fallback: + failureThreshold: 0 + template: gateway/keda.yaml + asserts: + - equal: + path: spec.fallback + value: + failureThreshold: 0 + replicas: 20 + + - it: renders advanced, fallback, polling and cooldown settings + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.minReplicaCount: 2 + gateway.keda.maxReplicaCount: 20 + gateway.keda.pollingInterval: 15 + gateway.keda.cooldownPeriod: 120 + gateway.keda.fallback: + failureThreshold: 3 + replicas: 4 + gateway.keda.advanced: + restoreToOriginalReplicaCount: true + template: gateway/keda.yaml + asserts: + - equal: + path: spec.minReplicaCount + value: 2 + - equal: + path: spec.maxReplicaCount + value: 20 + - equal: + path: spec.pollingInterval + value: 15 + - equal: + path: spec.cooldownPeriod + value: 120 + - equal: + path: spec.fallback + value: + failureThreshold: 3 + replicas: 4 + - equal: + path: spec.advanced.restoreToOriginalReplicaCount + value: true + + - it: refuses a workload target without a prometheus server address + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.prometheus.targetRequestsPerSecond: 90 + template: gateway/keda.yaml + asserts: + - failedTemplate: + errorMessage: gateway.keda.prometheus.serverAddress is required when gateway.keda.prometheus.targetRequestsPerSecond or targetTokensPerSecond is set + + - it: refuses a workload target without the metrics sidecar the trigger queries + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.prometheus.serverAddress: http://prom:9090 + gateway.keda.prometheus.targetRequestsPerSecond: 90 + template: gateway/keda.yaml + asserts: + - failedTemplate: + errorMessage: gateway.metricsServer.enabled is required when gateway.keda.prometheus.targetRequestsPerSecond or targetTokensPerSecond is set + + - it: refuses to run the HPA and KEDA against the same Deployment + set: + gateway.hpa.enabled: true + gateway.keda.enabled: true + template: gateway/deployment.yaml + asserts: + - failedTemplate: + errorPattern: gateway.hpa.enabled and gateway.keda.enabled are mutually exclusive + + - it: renders scaledObject annotations, such as the KEDA pause annotation, on the ScaledObject + template: gateway/keda.yaml + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.scaledObject.annotations: + autoscaling.keda.sh/paused-replicas: "2" + asserts: + - equal: + path: metadata.annotations + value: + autoscaling.keda.sh/paused-replicas: "2" + + - it: renders no ScaledObject annotations by default + template: gateway/keda.yaml + set: + gateway.hpa.enabled: false + gateway.keda.enabled: true + asserts: + - notExists: + path: metadata.annotations diff --git a/litellm/deploy/helm/litellm/tests/lens_connection_tests.yaml b/litellm/deploy/helm/litellm/tests/lens_connection_tests.yaml new file mode 100644 index 00000000000..026e8a047a2 --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/lens_connection_tests.yaml @@ -0,0 +1,142 @@ +suite: retired Lens configuration +templates: + - gateway/deployment.yaml + - backend/deployment.yaml + - gateway/configmap.yaml + - monolith/deployment.yaml + - ingress.yaml +values: + - ./values/required.yaml +tests: + - it: renders gateway/deployment.yaml with ignored lens.enabled and no Lens secret references + template: gateway/deployment.yaml + set: + lens.enabled: true + asserts: + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_LENS_URL + any: true + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LENS_GATEWAY_SECRET + any: true + - it: renders gateway/deployment.yaml with ignored lensWorker.enabled and no Lens secret references + template: gateway/deployment.yaml + set: + lensWorker.enabled: true + asserts: + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_LENS_URL + any: true + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LENS_GATEWAY_SECRET + any: true + - it: renders backend/deployment.yaml with ignored lens.enabled and no Lens secret references + template: backend/deployment.yaml + set: + lens.enabled: true + asserts: + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_LENS_URL + any: true + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LENS_GATEWAY_SECRET + any: true + - it: renders backend/deployment.yaml with ignored lensWorker.enabled and no Lens secret references + template: backend/deployment.yaml + set: + lensWorker.enabled: true + asserts: + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_LENS_URL + any: true + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LENS_GATEWAY_SECRET + any: true + - it: renders the monolith with ignored lens.enabled and no Lens environment + template: monolith/deployment.yaml + set: + monolith.enabled: true + lens.enabled: true + asserts: + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_LENS_URL + any: true + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_LENS_PUBLIC_URL + any: true + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LENS_GATEWAY_SECRET + any: true + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_LENS_SERVICE_TOKEN + any: true + - it: renders the monolith with ignored lensWorker mode and no Lens secret references + template: monolith/deployment.yaml + set: + monolith.enabled: true + lensWorker.enabled: true + lensWorker.mode: sidecar + asserts: + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_LENS_URL + any: true + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LENS_GATEWAY_SECRET + any: true + - it: ignores the obsolete Lens ingress service on a shared host + template: ingress.yaml + set: + ingress.enabled: true + ingress.host: litellm.example.com + lens.enabled: true + lens.service.name: retired-lens + lens.service.port: 4318 + asserts: + - notContains: + path: spec.rules[0].http.paths + content: + path: /lens-ingest + any: true + - it: ignores the obsolete Lens ingress service in monolith mode + template: ingress.yaml + set: + monolith.enabled: true + ingress.enabled: true + ingress.host: litellm.example.com + lens.enabled: true + lens.service.name: retired-lens + lens.service.port: 4318 + asserts: + - notContains: + path: spec.rules[0].http.paths + content: + path: /lens-ingest + any: true diff --git a/litellm/deploy/helm/litellm/tests/liteadmin_tests.yaml b/litellm/deploy/helm/litellm/tests/liteadmin_tests.yaml new file mode 100644 index 00000000000..429896ba9b4 --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/liteadmin_tests.yaml @@ -0,0 +1,149 @@ +suite: test the LiteAdmin worker and its proxy wiring +templates: + - liteadmin.yaml + - gateway/configmap.yaml + - gateway/deployment.yaml + - backend/deployment.yaml + - monolith/deployment.yaml +values: + - ./values/required.yaml +tests: + - it: renders nothing when liteadmin is disabled + template: liteadmin.yaml + asserts: + - hasDocuments: + count: 0 + + - it: enabled renders a Deployment, Service and PVC on the shared image + set: + liteadmin.enabled: true + liteadmin.existingSecret: liteadmin-secret + liteadmin.gatewayUrl: http://gateway.example.com + liteadmin.model: gpt-4o + template: liteadmin.yaml + asserts: + - hasDocuments: + count: 3 + - isKind: + of: Deployment + documentIndex: 0 + - isKind: + of: Service + documentIndex: 1 + - isKind: + of: PersistentVolumeClaim + documentIndex: 2 + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:1.104.0 + documentIndex: 0 + - equal: + path: spec.template.spec.containers[0].args + value: ["--admin-agent"] + documentIndex: 0 + + - it: refuses to render without liteadmin.existingSecret + set: + liteadmin.enabled: true + liteadmin.gatewayUrl: http://gateway.example.com + liteadmin.model: gpt-4o + templates: + - backend/deployment.yaml + template: backend/deployment.yaml + asserts: + - failedTemplate: + errorPattern: liteadmin.existingSecret is required + + - it: wires the liteadmin env onto the backend pod in componentized mode + set: + liteadmin.enabled: true + liteadmin.existingSecret: liteadmin-secret + liteadmin.gatewayUrl: http://gateway.example.com + liteadmin.model: gpt-4o + template: backend/deployment.yaml + asserts: + - contains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_ADMIN_AGENT_URL + value: http://RELEASE-NAME-litellm-liteadmin:10000 + - contains: + path: spec.template.spec.containers[0].env + content: + name: ADMIN_AGENT_SERVICE_TOKEN + valueFrom: + secretKeyRef: + name: liteadmin-secret + key: ADMIN_AGENT_SERVICE_TOKEN + - contains: + path: spec.template.spec.containers[0].env + content: + name: PROXY_BASE_URL + value: http://gateway.example.com + + - it: leaves the liteadmin env off the gateway pod in componentized mode + set: + liteadmin.enabled: true + liteadmin.existingSecret: liteadmin-secret + liteadmin.gatewayUrl: http://gateway.example.com + liteadmin.model: gpt-4o + template: gateway/deployment.yaml + asserts: + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_ADMIN_AGENT_URL + - notContains: + path: spec.template.spec.containers[0].env + content: + name: ADMIN_AGENT_SERVICE_TOKEN + + - it: wires the liteadmin env onto the monolith pod in monolith mode + set: + monolith.enabled: true + liteadmin.enabled: true + liteadmin.existingSecret: liteadmin-secret + liteadmin.gatewayUrl: http://gateway.example.com + liteadmin.model: gpt-4o + template: monolith/deployment.yaml + asserts: + - contains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_ADMIN_AGENT_URL + value: http://RELEASE-NAME-litellm-liteadmin:10000 + - contains: + path: spec.template.spec.containers[0].env + content: + name: ADMIN_AGENT_SERVICE_TOKEN + valueFrom: + secretKeyRef: + name: liteadmin-secret + key: ADMIN_AGENT_SERVICE_TOKEN + - contains: + path: spec.template.spec.containers[0].env + content: + name: PROXY_BASE_URL + value: http://gateway.example.com + + - it: a user-supplied PROXY_BASE_URL in extraEnv wins over liteadmin.gatewayUrl + set: + liteadmin.enabled: true + liteadmin.existingSecret: liteadmin-secret + liteadmin.gatewayUrl: http://gateway.example.com + liteadmin.model: gpt-4o + backend.extraEnv: + - name: PROXY_BASE_URL + value: https://custom.example.com + template: backend/deployment.yaml + asserts: + - notContains: + path: spec.template.spec.containers[0].env + content: + name: PROXY_BASE_URL + value: http://gateway.example.com + - contains: + path: spec.template.spec.containers[0].env + content: + name: PROXY_BASE_URL + value: https://custom.example.com diff --git a/litellm/deploy/helm/litellm/tests/masterkey_secret_tests.yaml b/litellm/deploy/helm/litellm/tests/masterkey_secret_tests.yaml new file mode 100644 index 00000000000..8dd261053e4 --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/masterkey_secret_tests.yaml @@ -0,0 +1,156 @@ +suite: test the generated master key Secret +templates: + - secret-masterkey.yaml + - gateway/deployment.yaml + - backend/deployment.yaml + - gateway/configmap.yaml + - monolith/deployment.yaml + - migrations-job.yaml +values: + - ./values/required.yaml +tests: + - it: renders no Secret when the operator supplies masterKey.secretName + template: secret-masterkey.yaml + asserts: + - hasDocuments: + count: 0 + + - it: refuses to render the workload without a Secret name when masterKey.generate is off + set: + masterKey.secretName: "" + template: gateway/deployment.yaml + asserts: + - failedTemplate: + errorPattern: masterKey.secretName is required + + - it: generates a Secret whose key starts with sk- (base64 c2st) and keeps it across uninstall + set: + masterKey.secretName: "" + masterKey.generate: true + template: secret-masterkey.yaml + asserts: + - isKind: + of: Secret + - equal: + path: metadata.name + value: RELEASE-NAME-litellm-masterkey + - equal: + path: metadata.annotations["helm.sh/resource-policy"] + value: keep + - matchRegex: + path: data["master-key"] + pattern: ^c2st + + - it: stores the value under masterKey.secretKey + set: + masterKey.secretName: "" + masterKey.generate: true + masterKey.secretKey: LITELLM_MASTER_KEY + template: secret-masterkey.yaml + asserts: + - matchRegex: + path: data.LITELLM_MASTER_KEY + pattern: ^c2st + + - it: reuses the master key already stored in the cluster instead of generating a new one on upgrade + set: + masterKey.secretName: "" + masterKey.generate: true + template: secret-masterkey.yaml + kubernetesProvider: + scheme: + "v1/Secret": + gvr: + version: "v1" + resource: "secrets" + namespaced: true + objects: + - kind: Secret + apiVersion: v1 + metadata: + name: RELEASE-NAME-litellm-masterkey + namespace: NAMESPACE + data: + master-key: c2stZXhpc3Rpbmcta2V5 + asserts: + - equal: + path: data["master-key"] + value: c2stZXhpc3Rpbmcta2V5 + + - it: points the app containers at the generated Secret and keeps it out of the pre-install migrations Job + set: + masterKey.secretName: "" + masterKey.generate: true + monolith.enabled: true + templates: + - monolith/deployment.yaml + - migrations-job.yaml + asserts: + - contains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_MASTER_KEY + valueFrom: + secretKeyRef: + name: RELEASE-NAME-litellm-masterkey + key: master-key + template: monolith/deployment.yaml + - equal: + path: metadata.annotations["helm.sh/hook"] + value: pre-install,pre-upgrade + template: migrations-job.yaml + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_MASTER_KEY + any: true + template: migrations-job.yaml + + - it: an explicit masterKey.secretName wins over masterKey.generate + set: + masterKey.secretName: operator-secret + masterKey.generate: true + templates: + - secret-masterkey.yaml + - gateway/deployment.yaml + asserts: + - hasDocuments: + count: 0 + template: secret-masterkey.yaml + - contains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_MASTER_KEY + valueFrom: + secretKeyRef: + name: operator-secret + key: master-key + template: gateway/deployment.yaml + + - it: exposes the key as PROXY_MASTER_KEY too, so a proxy_config copied from litellm-helm keeps resolving + set: + monolith.enabled: true + templates: + - monolith/deployment.yaml + asserts: + - contains: + path: spec.template.spec.containers[0].env + content: + name: PROXY_MASTER_KEY + valueFrom: + secretKeyRef: + name: litellm-master-key-secret + key: master-key + - it: exposes PROXY_MASTER_KEY on the componentized gateway and backend + templates: + - gateway/deployment.yaml + - backend/deployment.yaml + asserts: + - contains: + path: spec.template.spec.containers[0].env + content: + name: PROXY_MASTER_KEY + valueFrom: + secretKeyRef: + name: litellm-master-key-secret + key: master-key diff --git a/helm/litellm/tests/metrics_server_tests.yaml b/litellm/deploy/helm/litellm/tests/metrics_server_tests.yaml similarity index 95% rename from helm/litellm/tests/metrics_server_tests.yaml rename to litellm/deploy/helm/litellm/tests/metrics_server_tests.yaml index 0e7d9d9e9ee..1a48b7be671 100644 --- a/helm/litellm/tests/metrics_server_tests.yaml +++ b/litellm/deploy/helm/litellm/tests/metrics_server_tests.yaml @@ -38,7 +38,7 @@ tests: gateway.metricsServer.enabled: true gateway.metricsServer.port: 4101 gateway.service.type: LoadBalancer - gateway.image.tag: v1.101.0 + image.tag: v1.101.0 asserts: - contains: path: spec.template.spec.containers[0].env @@ -58,14 +58,12 @@ tests: template: gateway/deployment.yaml - equal: path: spec.template.spec.containers[1].image - value: ghcr.io/berriai/litellm-gateway:v1.101.0 + value: ghcr.io/berriai/litellm:v1.101.0 template: gateway/deployment.yaml - equal: - path: spec.template.spec.containers[1].command + path: spec.template.spec.containers[1].args value: - - python - - -m - - litellm.proxy.prometheus_metrics_server + - metrics - --port - "4101" template: gateway/deployment.yaml diff --git a/helm/litellm/tests/migration_job_hooks_tests.yaml b/litellm/deploy/helm/litellm/tests/migration_job_hooks_tests.yaml similarity index 100% rename from helm/litellm/tests/migration_job_hooks_tests.yaml rename to litellm/deploy/helm/litellm/tests/migration_job_hooks_tests.yaml diff --git a/helm/litellm/tests/migration_job_tests.yaml b/litellm/deploy/helm/litellm/tests/migration_job_tests.yaml similarity index 78% rename from helm/litellm/tests/migration_job_tests.yaml rename to litellm/deploy/helm/litellm/tests/migration_job_tests.yaml index b9e52ba7123..86251e8a1d2 100644 --- a/helm/litellm/tests/migration_job_tests.yaml +++ b/litellm/deploy/helm/litellm/tests/migration_job_tests.yaml @@ -91,7 +91,7 @@ tests: app.kubernetes.io/name: litellm app.kubernetes.io/instance: RELEASE-NAME app.kubernetes.io/managed-by: Helm - helm.sh/chart: litellm-0.1.1 + helm.sh/chart: litellm-1.0.0 app.kubernetes.io/component: migrations - it: renders pod-level and container-level securityContext in their own scopes @@ -254,3 +254,76 @@ tests: path: spec.template.spec.nodeSelector - isNull: path: spec.template.spec.tolerations + + - it: sets jobLabels and jobAnnotations on the Job metadata + set: + migrationJob.jobLabels: + environment: production + migrationJob.jobAnnotations: + example.com/cost-center: "1234" + asserts: + - equal: + path: metadata.labels.environment + value: production + - equal: + path: metadata.annotations['example.com/cost-center'] + value: "1234" + - equal: + path: metadata.annotations['helm.sh/hook'] + value: pre-install,pre-upgrade + + - it: renders jobAnnotations when both hooks are off + set: + migrationJob.hooks.helm.enabled: false + migrationJob.jobAnnotations: + example.com/cost-center: "1234" + asserts: + - equal: + path: metadata.annotations + value: + example.com/cost-center: "1234" + + - it: runs the image entrypoint with the migrations component by default + asserts: + - notExists: + path: spec.template.spec.containers[0].command + - equal: + path: spec.template.spec.containers[0].args + value: [migrations] + + - it: overrides the container command and args + set: + migrationJob.command: [sh] + migrationJob.args: [-c, echo migrating] + asserts: + - equal: + path: spec.template.spec.containers[0].command + value: [sh] + - equal: + path: spec.template.spec.containers[0].args + value: [-c, echo migrating] + + - it: clears the container args when only command is set + set: + migrationJob.command: [sh] + asserts: + - equal: + path: spec.template.spec.containers[0].command + value: [sh] + - equal: + path: spec.template.spec.containers[0].args + value: [] + + - it: puts migrationJob.annotations on the Job pod, as litellm-helm did + set: + migrationJob.annotations: + sidecar.istio.io/inject: "false" + asserts: + - equal: + path: spec.template.metadata.annotations + value: + sidecar.istio.io/inject: "false" + - it: renders no pod annotations by default + asserts: + - notExists: + path: spec.template.metadata.annotations diff --git a/litellm/deploy/helm/litellm/tests/monolith_tests.yaml b/litellm/deploy/helm/litellm/tests/monolith_tests.yaml new file mode 100644 index 00000000000..cb8aca608ec --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/monolith_tests.yaml @@ -0,0 +1,539 @@ +suite: test monolith mode +templates: + - monolith/deployment.yaml + - monolith/service.yaml + - monolith/hpa.yaml + - monolith/keda.yaml + - monolith/poddisruptionbudget.yaml + - monolith/service-metrics.yaml + - monolith/servicemonitor.yaml + - gateway/deployment.yaml + - gateway/service.yaml + - gateway/hpa.yaml + - gateway/keda.yaml + - gateway/poddisruptionbudget.yaml + - gateway/service-metrics.yaml + - gateway/servicemonitor.yaml + - gateway/configmap.yaml + - backend/deployment.yaml + - backend/service.yaml + - backend/hpa.yaml + - backend/poddisruptionbudget.yaml + - ui/deployment.yaml + - ui/service.yaml + - ui/hpa.yaml + - ui/poddisruptionbudget.yaml + - serviceaccount.yaml + - migrations-job.yaml +values: + - ./values/required.yaml +tests: + - it: monolith ignores a leftover invalid UI public URL + set: + monolith.enabled: true + ui.publicUrl: not-an-origin + template: monolith/deployment.yaml + asserts: + - notContains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_CORS_ORIGINS + any: true + + - it: renders no monolith resources by default + templates: + - monolith/deployment.yaml + - monolith/service.yaml + - monolith/hpa.yaml + - monolith/poddisruptionbudget.yaml + - monolith/service-metrics.yaml + - monolith/servicemonitor.yaml + asserts: + - hasDocuments: + count: 0 + + - it: componentized mode renders one Deployment per component + templates: + - gateway/deployment.yaml + - backend/deployment.yaml + - ui/deployment.yaml + asserts: + - hasDocuments: + count: 1 + - isKind: + of: Deployment + + - it: monolith mode renders exactly one Deployment, running the proxy dispatcher + set: + monolith.enabled: true + templates: + - monolith/deployment.yaml + - gateway/deployment.yaml + - backend/deployment.yaml + - ui/deployment.yaml + asserts: + - hasDocuments: + count: 1 + template: monolith/deployment.yaml + - hasDocuments: + count: 0 + template: gateway/deployment.yaml + - hasDocuments: + count: 0 + template: backend/deployment.yaml + - hasDocuments: + count: 0 + template: ui/deployment.yaml + - isKind: + of: Deployment + template: monolith/deployment.yaml + - equal: + path: metadata.name + value: RELEASE-NAME-litellm + template: monolith/deployment.yaml + - equal: + path: metadata.labels["app.kubernetes.io/component"] + value: proxy + template: monolith/deployment.yaml + - equal: + path: spec.template.spec.containers[0].name + value: proxy + template: monolith/deployment.yaml + - equal: + path: spec.template.spec.containers[0].args[0] + value: proxy + template: monolith/deployment.yaml + - equal: + path: spec.template.spec.containers[0].args + value: + - proxy + - --port + - "4000" + - --config + - /app/config/config.yaml + template: monolith/deployment.yaml + - notExists: + path: spec.template.spec.containers[0].command + template: monolith/deployment.yaml + + - it: monolith appends monolith.extraArgs after the chart's own proxy arguments + set: + monolith.enabled: true + monolith.extraArgs: + - --detailed_debug + - --run_granian + template: monolith/deployment.yaml + asserts: + - equal: + path: spec.template.spec.containers[0].args + value: + - proxy + - --port + - "4000" + - --config + - /app/config/config.yaml + - --detailed_debug + - --run_granian + + - it: monolith drops the --config pair when the chart does not create the ConfigMap + set: + monolith.enabled: true + gateway.config.create: false + template: monolith/deployment.yaml + asserts: + - equal: + path: spec.template.spec.containers[0].args + value: + - proxy + - --port + - "4000" + - notExists: + path: spec.template.spec.volumes + + - it: monolith mounts the proxy config ConfigMap the chart renders under the monolith name + set: + monolith.enabled: true + gateway.config.proxy_config: + model_list: + - model_name: gpt-4o + litellm_params: + model: openai/gpt-4o + templates: + - monolith/deployment.yaml + - gateway/configmap.yaml + asserts: + - equal: + path: metadata.name + value: RELEASE-NAME-litellm-config + template: gateway/configmap.yaml + - contains: + path: spec.template.spec.volumes + content: + name: gateway-config + configMap: + name: RELEASE-NAME-litellm-config + template: monolith/deployment.yaml + - contains: + path: spec.template.spec.containers[0].env + content: + name: CONFIG_FILE_PATH + value: /app/config/config.yaml + template: monolith/deployment.yaml + + - it: monolith mode renders exactly one Service and no component Services + set: + monolith.enabled: true + templates: + - monolith/service.yaml + - gateway/service.yaml + - backend/service.yaml + - ui/service.yaml + asserts: + - hasDocuments: + count: 1 + template: monolith/service.yaml + - hasDocuments: + count: 0 + template: gateway/service.yaml + - hasDocuments: + count: 0 + template: backend/service.yaml + - hasDocuments: + count: 0 + template: ui/service.yaml + - equal: + path: metadata.name + value: RELEASE-NAME-litellm + template: monolith/service.yaml + - equal: + path: spec.selector + value: + app.kubernetes.io/name: litellm + app.kubernetes.io/instance: RELEASE-NAME + app.kubernetes.io/component: proxy + template: monolith/service.yaml + - equal: + path: spec.ports[0].port + value: 4000 + template: monolith/service.yaml + + - it: monolith Service selector matches the monolith pod labels + set: + monolith.enabled: true + templates: + - monolith/deployment.yaml + asserts: + - equal: + path: spec.selector.matchLabels + value: + app.kubernetes.io/name: litellm + app.kubernetes.io/instance: RELEASE-NAME + app.kubernetes.io/component: proxy + - equal: + path: spec.template.metadata.labels["app.kubernetes.io/component"] + value: proxy + + - it: monolith reuses gateway resources, replicas, numWorkers and probes + set: + monolith.enabled: true + gateway.replicaCount: 3 + gateway.hpa.enabled: false + gateway.numWorkers: 6 + gateway.resources: + requests: + cpu: "2" + memory: 4Gi + template: monolith/deployment.yaml + asserts: + - equal: + path: spec.replicas + value: 3 + - equal: + path: spec.template.spec.containers[0].resources.requests.cpu + value: "2" + - contains: + path: spec.template.spec.containers[0].env + content: + name: NUM_WORKERS + value: "6" + - equal: + path: spec.template.spec.containers[0].readinessProbe.httpGet.path + value: /health/readiness + - equal: + path: spec.template.spec.containers[0].livenessProbe.httpGet.path + value: /health/liveliness + + - it: monolith takes the rollout settings a litellm-helm install carried from gateway.minReadySeconds and gateway.strategy + set: + monolith.enabled: true + gateway.minReadySeconds: 60 + gateway.strategy: + type: RollingUpdate + rollingUpdate: + maxUnavailable: 0 + maxSurge: 1 + backend.minReadySeconds: 5 + template: monolith/deployment.yaml + asserts: + - equal: + path: spec.minReadySeconds + value: 60 + - equal: + path: spec.strategy + value: + type: RollingUpdate + rollingUpdate: + maxUnavailable: 0 + maxSurge: 1 + + - it: monolith ignores backend and ui replica overrides + set: + monolith.enabled: true + gateway.hpa.enabled: false + gateway.replicaCount: 2 + backend.replicaCount: 9 + ui.replicaCount: 9 + template: monolith/deployment.yaml + asserts: + - equal: + path: spec.replicas + value: 2 + + - it: monolith HPA targets the monolith Deployment and the gateway HPA is not rendered + set: + monolith.enabled: true + gateway.hpa.enabled: true + templates: + - monolith/hpa.yaml + - gateway/hpa.yaml + - backend/hpa.yaml + - ui/hpa.yaml + asserts: + - hasDocuments: + count: 1 + template: monolith/hpa.yaml + - hasDocuments: + count: 0 + template: gateway/hpa.yaml + - hasDocuments: + count: 0 + template: backend/hpa.yaml + - hasDocuments: + count: 0 + template: ui/hpa.yaml + - equal: + path: spec.scaleTargetRef + value: + apiVersion: apps/v1 + kind: Deployment + name: RELEASE-NAME-litellm + template: monolith/hpa.yaml + + - it: monolith KEDA ScaledObject targets the monolith Deployment + set: + monolith.enabled: true + gateway.hpa.enabled: false + gateway.keda.enabled: true + gateway.keda.prometheus.serverAddress: http://prometheus:9090 + gateway.metricsServer.enabled: true + gateway.keda.prometheus.targetRequestsPerSecond: 50 + templates: + - monolith/keda.yaml + - gateway/keda.yaml + asserts: + - hasDocuments: + count: 1 + template: monolith/keda.yaml + - hasDocuments: + count: 0 + template: gateway/keda.yaml + - equal: + path: spec.scaleTargetRef.name + value: RELEASE-NAME-litellm + template: monolith/keda.yaml + - equal: + path: spec.triggers[0].metadata.query + value: sum(rate(litellm_proxy_total_requests_metric_total{namespace="NAMESPACE",job="RELEASE-NAME-litellm-metrics"}[1m])) + template: monolith/keda.yaml + + - it: monolith PDB selects the monolith pods + set: + monolith.enabled: true + gateway.pdb.enabled: true + gateway.pdb.maxUnavailable: 1 + templates: + - monolith/poddisruptionbudget.yaml + - gateway/poddisruptionbudget.yaml + - backend/poddisruptionbudget.yaml + - ui/poddisruptionbudget.yaml + asserts: + - hasDocuments: + count: 1 + template: monolith/poddisruptionbudget.yaml + - hasDocuments: + count: 0 + template: gateway/poddisruptionbudget.yaml + - hasDocuments: + count: 0 + template: backend/poddisruptionbudget.yaml + - hasDocuments: + count: 0 + template: ui/poddisruptionbudget.yaml + - equal: + path: spec.maxUnavailable + value: 1 + template: monolith/poddisruptionbudget.yaml + - equal: + path: spec.selector.matchLabels["app.kubernetes.io/component"] + value: proxy + template: monolith/poddisruptionbudget.yaml + + - it: monolith metrics sidecar, metrics Service and ServiceMonitor follow the monolith name + set: + monolith.enabled: true + gateway.metricsServer.enabled: true + gateway.serviceMonitor.enabled: true + templates: + - monolith/deployment.yaml + - monolith/service-metrics.yaml + - monolith/servicemonitor.yaml + - gateway/service-metrics.yaml + - gateway/servicemonitor.yaml + asserts: + - hasDocuments: + count: 0 + template: gateway/service-metrics.yaml + - hasDocuments: + count: 0 + template: gateway/servicemonitor.yaml + - equal: + path: metadata.name + value: RELEASE-NAME-litellm-metrics + template: monolith/service-metrics.yaml + - equal: + path: spec.selector["app.kubernetes.io/component"] + value: proxy + template: monolith/service-metrics.yaml + - equal: + path: spec.selector.matchLabels["app.kubernetes.io/component"] + value: proxy + template: monolith/servicemonitor.yaml + - equal: + path: spec.template.spec.containers[1].name + value: metrics + template: monolith/deployment.yaml + - equal: + path: spec.template.spec.containers[1].args[0] + value: metrics + template: monolith/deployment.yaml + + - it: monolith collector sidecar runs the collector dispatcher from the same image + set: + monolith.enabled: true + gateway.collector.enabled: true + template: monolith/deployment.yaml + asserts: + - equal: + path: spec.template.spec.containers[1].name + value: collector + - equal: + path: spec.template.spec.containers[1].args + value: + - collector + - equal: + path: spec.template.spec.containers[1].image + value: ghcr.io/berriai/litellm:1.104.0 + - contains: + path: spec.template.spec.containers[0].env + content: + name: LITELLM_COLLECTOR_ENABLED + value: "true" + + - it: monolith renders only the gateway ServiceAccount and runs the pod with it + set: + monolith.enabled: true + serviceAccounts.gateway.create: true + serviceAccounts.backend.create: true + serviceAccounts.ui.create: true + templates: + - serviceaccount.yaml + - monolith/deployment.yaml + asserts: + - hasDocuments: + count: 1 + template: serviceaccount.yaml + - equal: + path: metadata.name + value: RELEASE-NAME-litellm-gateway + template: serviceaccount.yaml + - equal: + path: spec.template.spec.serviceAccountName + value: RELEASE-NAME-litellm-gateway + template: monolith/deployment.yaml + + - it: the migrations Job renders the same way in monolith mode + set: + monolith.enabled: true + template: migrations-job.yaml + asserts: + - isKind: + of: Job + - equal: + path: spec.template.spec.containers[0].args + value: + - migrations + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:1.104.0 + + - it: monolith gets the writer user under both names the proxy CLI and the componentized entrypoints read + set: + monolith.enabled: true + template: monolith/deployment.yaml + asserts: + - contains: + path: spec.template.spec.containers[0].env + content: + name: DATABASE_USER + valueFrom: + secretKeyRef: + name: litellm-writer-secret + key: username + - contains: + path: spec.template.spec.containers[0].env + content: + name: DATABASE_USERNAME + valueFrom: + secretKeyRef: + name: litellm-writer-secret + key: username + - contains: + path: spec.template.spec.containers[0].env + content: + name: DATABASE_NAME + value: litellm + + - it: disabling every component without monolith renders no application workload + set: + gateway.enabled: false + backend.enabled: false + ui.enabled: false + templates: + - monolith/deployment.yaml + - gateway/deployment.yaml + - backend/deployment.yaml + - ui/deployment.yaml + asserts: + - hasDocuments: + count: 0 + + - it: monolith renders even when gateway.enabled is false + set: + monolith.enabled: true + gateway.enabled: false + templates: + - monolith/deployment.yaml + - monolith/service.yaml + asserts: + - hasDocuments: + count: 1 diff --git a/litellm/deploy/helm/litellm/tests/no_bundled_datastores_tests.yaml b/litellm/deploy/helm/litellm/tests/no_bundled_datastores_tests.yaml new file mode 100644 index 00000000000..dbafa5a9a11 --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/no_bundled_datastores_tests.yaml @@ -0,0 +1,54 @@ +suite: the chart ships no PostgreSQL or Redis of its own +templates: + - gateway/deployment.yaml + - gateway/configmap.yaml + - migrations-job.yaml +tests: + - it: rejects the retired postgresql block instead of silently ignoring it + set: + postgresql.enabled: true + postgresql.auth.password: super-secret + asserts: + - failedTemplate: {} + + - it: rejects the retired redis.enabled flag instead of silently ignoring it + set: + redis.enabled: true + asserts: + - failedTemplate: {} + + - it: wires the writer straight from database.writer with no subchart in between + template: gateway/deployment.yaml + set: + database.writer.host: postgres.example.com + database.writer.dbname: proxydb + database.writer.passwordSecret.name: pg-secret + asserts: + - contains: + path: spec.template.spec.containers[0].env + content: + name: DATABASE_HOST + value: postgres.example.com + - contains: + path: spec.template.spec.containers[0].env + content: + name: DATABASE_NAME + value: proxydb + - contains: + path: spec.template.spec.containers[0].env + content: + name: DATABASE_PASSWORD + valueFrom: + secretKeyRef: + name: pg-secret + key: password + + - it: keeps the migrations Job a pre-install hook whenever the Helm hook is enabled + template: migrations-job.yaml + set: + database.writer.host: postgres.example.com + database.writer.dbname: litellm + asserts: + - equal: + path: metadata.annotations["helm.sh/hook"] + value: pre-install,pre-upgrade diff --git a/helm/litellm/tests/pdb_topology_spread_tests.yaml b/litellm/deploy/helm/litellm/tests/pdb_topology_spread_tests.yaml similarity index 100% rename from helm/litellm/tests/pdb_topology_spread_tests.yaml rename to litellm/deploy/helm/litellm/tests/pdb_topology_spread_tests.yaml diff --git a/helm/litellm/tests/pod_hardening_tests.yaml b/litellm/deploy/helm/litellm/tests/pod_hardening_tests.yaml similarity index 100% rename from helm/litellm/tests/pod_hardening_tests.yaml rename to litellm/deploy/helm/litellm/tests/pod_hardening_tests.yaml diff --git a/helm/litellm/tests/probe_tests.yaml b/litellm/deploy/helm/litellm/tests/probe_tests.yaml similarity index 100% rename from helm/litellm/tests/probe_tests.yaml rename to litellm/deploy/helm/litellm/tests/probe_tests.yaml diff --git a/helm/litellm/tests/redis_env_tests.yaml b/litellm/deploy/helm/litellm/tests/redis_env_tests.yaml similarity index 99% rename from helm/litellm/tests/redis_env_tests.yaml rename to litellm/deploy/helm/litellm/tests/redis_env_tests.yaml index 79a14dfc6e5..849f13e5438 100644 --- a/helm/litellm/tests/redis_env_tests.yaml +++ b/litellm/deploy/helm/litellm/tests/redis_env_tests.yaml @@ -225,10 +225,10 @@ tests: name: REDIS_CLUSTER_NODES value: '[{"host":"$(REDIS_HOST)","port":6379}]' - equal: - path: spec.template.spec.containers[0].env[8].name + path: spec.template.spec.containers[0].env[10].name value: REDIS_HOST - equal: - path: spec.template.spec.containers[0].env[11].name + path: spec.template.spec.containers[0].env[13].name value: REDIS_CLUSTER_NODES - it: gateway gets REDIS_URL from urlKey without discrete Redis env diff --git a/litellm/deploy/helm/litellm/tests/removed_lens_values_tests.yaml b/litellm/deploy/helm/litellm/tests/removed_lens_values_tests.yaml new file mode 100644 index 00000000000..0daff1121ab --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/removed_lens_values_tests.yaml @@ -0,0 +1,32 @@ +suite: removed lens values +templates: + - NOTES.txt +values: + - ./values/required.yaml +tests: + - it: warns that lens values are ignored + set: + lens.enabled: true + lens.url: http://lens.lens.svc:4318 + asserts: + - matchRegexRaw: + pattern: lens and lensWorker values are ignored + - it: warns that lensWorker values are ignored in monolith mode + set: + monolith.enabled: true + lensWorker.enabled: true + lensWorker.mode: sidecar + asserts: + - matchRegexRaw: + pattern: lens and lensWorker values are ignored + - it: warns about obsolete values even when disabled + set: + lens.enabled: false + lensWorker.enabled: false + asserts: + - matchRegexRaw: + pattern: lens and lensWorker values are ignored + - it: stays quiet without lens values + asserts: + - notMatchRegexRaw: + pattern: lensWorker diff --git a/helm/litellm/tests/replica_count_tests.yaml b/litellm/deploy/helm/litellm/tests/replica_count_tests.yaml similarity index 100% rename from helm/litellm/tests/replica_count_tests.yaml rename to litellm/deploy/helm/litellm/tests/replica_count_tests.yaml diff --git a/helm/litellm/tests/rollout_strategy_tests.yaml b/litellm/deploy/helm/litellm/tests/rollout_strategy_tests.yaml similarity index 63% rename from helm/litellm/tests/rollout_strategy_tests.yaml rename to litellm/deploy/helm/litellm/tests/rollout_strategy_tests.yaml index b12e2073c7c..af6e41d038e 100644 --- a/helm/litellm/tests/rollout_strategy_tests.yaml +++ b/litellm/deploy/helm/litellm/tests/rollout_strategy_tests.yaml @@ -64,3 +64,39 @@ tests: - notExists: path: spec.strategy template: ui/deployment.yaml + + - it: leaves minReadySeconds to the Kubernetes default when unset + asserts: + - notExists: + path: spec.minReadySeconds + + - it: renders the configured minReadySeconds on each deployment + set: + gateway.minReadySeconds: 60 + backend.minReadySeconds: 30 + ui.minReadySeconds: 10 + asserts: + - equal: + path: spec.minReadySeconds + value: 60 + template: gateway/deployment.yaml + - equal: + path: spec.minReadySeconds + value: 30 + template: backend/deployment.yaml + - equal: + path: spec.minReadySeconds + value: 10 + template: ui/deployment.yaml + + - it: renders an explicit minReadySeconds of 0 instead of dropping it + set: + gateway.minReadySeconds: 0 + asserts: + - equal: + path: spec.minReadySeconds + value: 0 + template: gateway/deployment.yaml + - notExists: + path: spec.minReadySeconds + template: backend/deployment.yaml diff --git a/litellm/deploy/helm/litellm/tests/shared_image_tests.yaml b/litellm/deploy/helm/litellm/tests/shared_image_tests.yaml new file mode 100644 index 00000000000..1e7837b1973 --- /dev/null +++ b/litellm/deploy/helm/litellm/tests/shared_image_tests.yaml @@ -0,0 +1,264 @@ +suite: test the shared image and the entrypoint dispatcher args +templates: + - gateway/deployment.yaml + - gateway/configmap.yaml + - backend/deployment.yaml + - ui/deployment.yaml + - monolith/deployment.yaml + - migrations-job.yaml + - templates/tests/test-connection.yaml +values: + - ./values/required.yaml +tests: + - it: every componentized container runs the shared image at the chart appVersion + templates: + - gateway/deployment.yaml + - backend/deployment.yaml + - ui/deployment.yaml + - migrations-job.yaml + - templates/tests/test-connection.yaml + asserts: + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:1.104.0 + template: gateway/deployment.yaml + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:1.104.0 + template: backend/deployment.yaml + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:1.104.0 + template: ui/deployment.yaml + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:1.104.0 + template: migrations-job.yaml + - equal: + path: spec.containers[0].image + value: ghcr.io/berriai/litellm:1.104.0 + template: templates/tests/test-connection.yaml + + - it: image.repository and image.tag are applied to every container, sidecars included + set: + image.repository: registry.example.com/litellm + image.tag: v9.9.9 + image.pullPolicy: Always + gateway.metricsServer.enabled: true + gateway.collector.enabled: true + templates: + - gateway/deployment.yaml + - backend/deployment.yaml + - ui/deployment.yaml + - migrations-job.yaml + - templates/tests/test-connection.yaml + asserts: + - equal: + path: spec.template.spec.containers[0].image + value: registry.example.com/litellm:v9.9.9 + template: gateway/deployment.yaml + - equal: + path: spec.template.spec.containers[1].image + value: registry.example.com/litellm:v9.9.9 + template: gateway/deployment.yaml + - equal: + path: spec.template.spec.containers[2].image + value: registry.example.com/litellm:v9.9.9 + template: gateway/deployment.yaml + - equal: + path: spec.template.spec.containers[0].imagePullPolicy + value: Always + template: gateway/deployment.yaml + - equal: + path: spec.template.spec.containers[0].image + value: registry.example.com/litellm:v9.9.9 + template: backend/deployment.yaml + - equal: + path: spec.template.spec.containers[0].imagePullPolicy + value: Always + template: backend/deployment.yaml + - equal: + path: spec.template.spec.containers[0].image + value: registry.example.com/litellm:v9.9.9 + template: ui/deployment.yaml + - equal: + path: spec.template.spec.containers[0].imagePullPolicy + value: Always + template: ui/deployment.yaml + - equal: + path: spec.template.spec.containers[0].image + value: registry.example.com/litellm:v9.9.9 + template: migrations-job.yaml + - equal: + path: spec.template.spec.containers[0].imagePullPolicy + value: Always + template: migrations-job.yaml + - equal: + path: spec.containers[0].image + value: registry.example.com/litellm:v9.9.9 + template: templates/tests/test-connection.yaml + + - it: the monolith and its sidecars run the shared image + set: + monolith.enabled: true + image.tag: v9.9.9 + gateway.metricsServer.enabled: true + gateway.collector.enabled: true + template: monolith/deployment.yaml + asserts: + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:v9.9.9 + - equal: + path: spec.template.spec.containers[1].image + value: ghcr.io/berriai/litellm:v9.9.9 + - equal: + path: spec.template.spec.containers[2].image + value: ghcr.io/berriai/litellm:v9.9.9 + + - it: image.digest renders as repository:tag@digest everywhere + set: + image.tag: v9.9.9 + image.digest: sha256:0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef + templates: + - gateway/deployment.yaml + - backend/deployment.yaml + - ui/deployment.yaml + - migrations-job.yaml + - templates/tests/test-connection.yaml + asserts: + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:v9.9.9@sha256:0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef + template: gateway/deployment.yaml + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:v9.9.9@sha256:0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef + template: backend/deployment.yaml + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:v9.9.9@sha256:0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef + template: ui/deployment.yaml + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:v9.9.9@sha256:0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef + template: migrations-job.yaml + - equal: + path: spec.containers[0].image + value: ghcr.io/berriai/litellm:v9.9.9@sha256:0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef + template: templates/tests/test-connection.yaml + + - it: image.digest with an empty tag falls back to the appVersion tag + set: + image.digest: sha256:0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef + monolith.enabled: true + template: monolith/deployment.yaml + asserts: + - equal: + path: spec.template.spec.containers[0].image + value: ghcr.io/berriai/litellm:1.104.0@sha256:0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef + + - it: componentized containers select their component through args and never set command + set: + gateway.metricsServer.enabled: true + gateway.collector.enabled: true + templates: + - gateway/deployment.yaml + - backend/deployment.yaml + - ui/deployment.yaml + asserts: + - equal: + path: spec.template.spec.containers[0].args + value: + - gateway + - --host + - 0.0.0.0 + - --port + - "4000" + template: gateway/deployment.yaml + - notExists: + path: spec.template.spec.containers[0].command + template: gateway/deployment.yaml + - notExists: + path: spec.template.spec.containers[1].command + template: gateway/deployment.yaml + - notExists: + path: spec.template.spec.containers[2].command + template: gateway/deployment.yaml + - equal: + path: spec.template.spec.containers[0].args + value: + - backend + - --host + - 0.0.0.0 + - --port + - "4001" + template: backend/deployment.yaml + - notExists: + path: spec.template.spec.containers[0].command + template: backend/deployment.yaml + - equal: + path: spec.template.spec.containers[0].args + value: + - ui + template: ui/deployment.yaml + - notExists: + path: spec.template.spec.containers[0].command + template: ui/deployment.yaml + + - it: the migrations Job runs the migrations dispatcher and nothing else + template: migrations-job.yaml + asserts: + - equal: + path: spec.template.spec.containers[0].args + value: + - migrations + - notExists: + path: spec.template.spec.containers[0].command + + - it: the Helm test pod polls the workload Service readiness endpoint through the image entrypoint + template: templates/tests/test-connection.yaml + asserts: + - isKind: + of: Pod + - equal: + path: metadata.annotations["helm.sh/hook"] + value: test + - equal: + path: spec.containers[0].env[0] + value: + name: LITELLM_READINESS_URL + value: http://RELEASE-NAME-litellm-gateway:4000/health/readiness + - equal: + path: spec.containers[0].args[0] + value: python + - equal: + path: spec.containers[0].args[1] + value: -c + - matchRegex: + path: spec.containers[0].args[2] + pattern: LITELLM_READINESS_URL + - matchRegex: + path: spec.containers[0].args[2] + pattern: 'db != "connected"' + - matchRegex: + path: spec.containers[0].args[2] + pattern: sys\.exit\(1\) + - notExists: + path: spec.containers[0].command + + - it: the Helm test pod targets the monolith Service in monolith mode + set: + monolith.enabled: true + template: templates/tests/test-connection.yaml + asserts: + - equal: + path: spec.containers[0].env[0].value + value: http://RELEASE-NAME-litellm:4000/health/readiness + + - it: the removed per-component image blocks are rejected by the values schema + set: + gateway.image.tag: v1 + template: gateway/deployment.yaml + asserts: + - failedTemplate: {} diff --git a/helm/litellm/tests/values/required.yaml b/litellm/deploy/helm/litellm/tests/values/required.yaml similarity index 100% rename from helm/litellm/tests/values/required.yaml rename to litellm/deploy/helm/litellm/tests/values/required.yaml diff --git a/litellm/deploy/helm/litellm/values.schema.json b/litellm/deploy/helm/litellm/values.schema.json new file mode 100644 index 00000000000..3aafbe68fe6 --- /dev/null +++ b/litellm/deploy/helm/litellm/values.schema.json @@ -0,0 +1,183 @@ +{ + "$schema": "http://json-schema.org/draft-07/schema#", + "title": "LiteLLM chart values", + "type": "object", + "additionalProperties": true, + "properties": { + "image": { + "type": "object", + "additionalProperties": false, + "required": [ + "repository" + ], + "properties": { + "repository": { + "type": "string", + "minLength": 1 + }, + "tag": { + "type": "string" + }, + "pullPolicy": { + "type": "string", + "enum": [ + "Always", + "IfNotPresent", + "Never" + ] + }, + "digest": { + "type": "string", + "pattern": "^(sha256:[a-f0-9]{64})?$" + } + } + }, + "imagePullSecrets": { + "type": "array", + "items": { + "type": "object", + "required": [ + "name" + ], + "properties": { + "name": { + "type": "string" + } + } + } + }, + "monolith": { + "type": "object", + "additionalProperties": false, + "properties": { + "enabled": { + "type": "boolean" + }, + "extraArgs": { + "type": "array", + "items": { + "type": "string" + } + } + } + }, + "gateway": { + "type": "object", + "additionalProperties": true, + "properties": { + "enabled": { + "type": "boolean" + }, + "replicaCount": { + "type": [ + "integer", + "null" + ], + "minimum": 0 + }, + "numWorkers": { + "type": [ + "integer", + "null" + ], + "minimum": 1 + }, + "image": false + } + }, + "backend": { + "type": "object", + "additionalProperties": true, + "properties": { + "enabled": { + "type": "boolean" + }, + "replicaCount": { + "type": [ + "integer", + "null" + ], + "minimum": 0 + }, + "image": false + } + }, + "ui": { + "type": "object", + "additionalProperties": true, + "properties": { + "enabled": { + "type": "boolean" + }, + "replicaCount": { + "type": [ + "integer", + "null" + ], + "minimum": 0 + }, + "image": false + } + }, + "migrationJob": { + "type": "object", + "additionalProperties": true, + "properties": { + "enabled": { + "type": "boolean" + }, + "image": false + } + }, + "masterKey": { + "type": "object", + "additionalProperties": true, + "properties": { + "secretName": { + "type": "string" + }, + "secretKey": { + "type": "string" + }, + "generate": { + "type": "boolean" + } + } + }, + "postgresql": false, + "redis": { + "type": "object", + "additionalProperties": true, + "properties": { + "enabled": false, + "cluster": { + "type": "boolean" + }, + "host": { + "type": "string" + }, + "port": { + "type": [ + "integer", + "string" + ] + } + } + }, + "ingress": { + "type": "object", + "additionalProperties": true, + "properties": { + "enabled": { + "type": "boolean" + } + } + }, + "extraResources": { + "type": "array", + "items": { + "type": "object" + } + } + } +} diff --git a/helm/litellm/values.yaml b/litellm/deploy/helm/litellm/values.yaml similarity index 73% rename from helm/litellm/values.yaml rename to litellm/deploy/helm/litellm/values.yaml index 18fa3e2646a..2ef46329c99 100644 --- a/helm/litellm/values.yaml +++ b/litellm/deploy/helm/litellm/values.yaml @@ -1,10 +1,64 @@ # LiteLLM helm chart values +# +# Two deployment modes, both from the single image below: +# +# componentized (default): `gateway.enabled`, `backend.enabled` and +# `ui.enabled` each render their own Deployment, Service, HPA and PDB, so +# the LLM data plane, the management API and the static dashboard scale +# independently. Their containers run `args: [gateway|backend|ui, ...]`. +# +# monolith: `monolith.enabled: true` renders ONE Deployment and Service +# running the full proxy (`args: [proxy, ...]`): gateway routes, +# management routes and the Admin UI served by the proxy itself. The +# gateway, backend and ui Deployments and Services are not rendered and +# the Ingress sends every path to the monolith Service. The monolith is +# configured through the `gateway.*` values (config, resources, probes, +# securityContext, hpa, pdb, keda, collector, metricsServer, volumes, +# env), so a monolith install only flips this flag. See `monolith` below +# for the precedence rules. nameOverride: "" fullnameOverride: "" +# The one image every container in this chart runs: gateway, backend, ui, +# monolith, the migrations Job, the metrics and collector sidecars and the +# Helm test pod. Its entrypoint dispatches on the first container argument +# (proxy, gateway, backend, ui, migrations, metrics, collector), which is why +# the templates only ever set `args` and never `command`: overriding the +# entrypoint would drop the wrappers it applies (ddtrace, Prometheus +# multiprocess dir cleanup). `tag` defaults to the chart's appVersion. When +# `digest` is set the image renders as `repository:tag@digest`, so the tag is +# informational and the digest pins the bytes. Also mirrored at +# docker.litellm.ai/berriai/litellm. +image: + repository: ghcr.io/berriai/litellm + tag: "" + pullPolicy: IfNotPresent + digest: "" + imagePullSecrets: [] +# Monolith mode. When enabled the chart renders a single Deployment named +# `-litellm` running `args: [proxy, --port, 4000, --config, +# /app/config/config.yaml]` (the --config pair only when gateway.config.create +# is true) plus `extraArgs`, and a Service of the same name. Precedence when +# this is on: +# - gateway.enabled / backend.enabled / ui.enabled are ignored: no +# component Deployment, Service, HPA, PDB or ServiceMonitor is rendered +# - every `backend.*` and `ui.*` value is ignored, including their +# ServiceAccounts; the monolith runs as serviceAccounts.gateway +# - every `gateway.*` value applies to the monolith pod instead of a gateway +# pod: config, numWorkers, resources, probes, securityContext, +# hpa / keda / pdb, metricsServer, collector, volumes, env, scheduling +# - ingress.extraPaths entries keep their `service` field but every path, +# built in or extra, targets the monolith Service +# - the migrations Job renders exactly as in componentized mode +monolith: + enabled: false + # Extra CLI arguments appended after the chart's own proxy arguments, e.g. + # ["--detailed_debug"] or ["--run_granian"]. + extraArgs: [] + # Optional Ingress wiring the three component Services behind a single L7 # entrypoint. Required when serving the static UI bundle over the network. ingress: @@ -86,10 +140,8 @@ serviceAccounts: # LiteLLM_VerificationToken, LiteLLM_SpendLogs, ...). Disable if your # pipeline runs migrations out-of-band. # -# Uses a dedicated `litellm-migrations` image (prisma CLI + the migration -# files from `litellm-proxy-extras`) instead of the backend image, so the -# Job doesn't drag in the rest of the proxy and doesn't run `prisma -# generate` — the migration engine doesn't need the generated client. +# Runs the shared image with `args: [migrations]`, which the entrypoint +# dispatches to the prisma migration runner without importing the proxy. migrationJob: enabled: true # Which controller is responsible for running the Job. @@ -150,8 +202,18 @@ migrationJob: # pod. Same shape as gateway.podSecurityContext / gateway.securityContext. podSecurityContext: {} securityContext: {} + # Extra labels and annotations on the Job object itself. + jobLabels: {} + jobAnnotations: {} # Extra pod labels on the Job pod, merged into the chart's common labels. podLabels: {} + # Annotations on the Job pod, e.g. sidecar.istio.io/inject: "false" so an + # injected sidecar cannot keep the pod running after the migration exits. + annotations: {} + # Override the container command and args. The default runs the image + # entrypoint with `migrations`; a command with no args clears the args. + command: [] + args: [] # Additional volumes on the Job pod and volumeMounts on its container, e.g. # the writable scratch space a read-only root filesystem needs. volumes: [] @@ -163,21 +225,26 @@ migrationJob: nodeSelector: {} tolerations: [] affinity: {} - image: - repository: ghcr.io/berriai/litellm-migrations - tag: "" # defaults to .Chart.AppVersion - pullPolicy: IfNotPresent + # Extra init containers and sidecars on the Job pod, rendered through `tpl`. + extraInitContainers: [] + extraContainers: [] # Extra env appended to the migration container. The migration entrypoint # uses the v2 resolver by default (no diff-and-force recovery — avoids the # schema thrashing seen during rolling deploys). To opt back into the v1 # resolver, append `- name: USE_V2_MIGRATION_RESOLVER` / `value: "false"`. extraEnv: [] -# Required: a master key used by gateway + backend to mint/verify proxy tokens. -# Must reference an existing Secret. +# Master key used by the proxy to mint and verify virtual keys. Reference an +# existing Secret through `secretName` / `secretKey`, or set `generate: true` +# and leave `secretName` empty to have the chart create +# `-litellm-masterkey` with a random `sk-...` key under `secretKey`. +# The generated Secret is looked up on upgrade so the key never rotates by +# accident (`helm template` cannot look anything up and renders a fresh key +# each time; that is expected). The chart never accepts an inline key. masterKey: secretName: litellm-master-key-secret # name of a Secret containing the master key secretKey: master-key + generate: false # Optional: enterprise billable-request metering. When enabled, the gateway and # backend count successful requests to inference, MCP, and A2A endpoints. Requires @@ -189,7 +256,8 @@ billingMetrics: secretName: litellm-billing-metrics exportIntervalMs: "" -# External Postgres connection. +# Postgres connection. The chart ships no database; point `writer` at your +# own PostgreSQL (managed or self hosted) and its credentials Secret. database: writer: host: "" @@ -249,24 +317,23 @@ database: maxDbConnections: 20 maxClientConn: 1000 -# Optional Redis. Leave host empty to disable. +# Redis is the proxy's coordination store: cross-pod tpm/rpm rate limits, +# spend tracking, and the pod lock manager. The chart emits REDIS_HOST / +# REDIS_PORT / REDIS_PASSWORD, which the proxy picks up through its +# coordination Redis env fallback. Response caching is separate and off unless +# you enable it in `proxy_config.litellm_settings.cache`. # -# This is the proxy's coordination store: cross-pod tpm/rpm rate limits, spend -# tracking, and the pod lock manager. The chart emits REDIS_HOST / REDIS_PORT / -# REDIS_PASSWORD, which the proxy picks up through its coordination Redis env -# fallback. Response caching is separate and off unless you enable it in -# `proxy_config.litellm_settings.cache`. +# Set `host` (and `passwordSecret.name` when auth is required). Set +# `cluster: true` for Redis Cluster mode (AWS ElastiCache Cluster, self-hosted +# Redis Cluster): the chart emits REDIS_CLUSTER_NODES from `host` / `port` as +# the single seed and the client discovers the rest from CLUSTER SLOTS. The +# chart ships no Redis of its own. # # For full control, define `general_settings.coordination_redis` in # `proxy_config` (host/port/password/username/url/ssl/startup_nodes/ # sentinel_nodes/sentinel_password/service_name, each accepting os.environ/VAR # refs). An explicit block overrides these env vars. # -# Set `cluster: true` for Redis Cluster mode (e.g. AWS ElastiCache Cluster, -# self-hosted Redis Cluster). The chart emits REDIS_CLUSTER_NODES from -# `host` / `port` as the single seed; the cluster client discovers the -# remaining nodes from CLUSTER SLOTS at startup. -# # For a TLS Redis endpoint set `ssl: true`, which the chart emits as REDIS_SSL. # `sslCertReqs` (none / optional / required) becomes REDIS_SSL_CERT_REQS and # `sslCaCerts` (path to a CA bundle mounted in the pod, e.g. via @@ -287,12 +354,17 @@ redis: hostKey: "" # Secret key containing the Redis host urlKey: "" # Secret key containing the complete Redis URL +# Arbitrary extra Kubernetes manifests rendered verbatim with the release, +# e.g. a NetworkPolicy or an ExternalSecret the proxy needs. +extraResources: [] + # ---------- gateway (LLM data plane) ---------- +# In monolith mode this whole block configures the monolith pod instead. gateway: enabled: true logLevel: INFO - # Number of uvicorn worker processes per gateway pod. Sets NUM_WORKERS, - # consumed by the gateway image entrypoint. Default is 1. + # Number of worker processes per pod. Sets NUM_WORKERS, read by the gateway + # launcher and by the proxy's --num_workers default. Default is 1. numWorkers: 1 extraEnv: [] # Add extra environment variables to the gateway envConfigMaps: [] # Add extra environment variables to the gateway from config maps @@ -311,7 +383,6 @@ gateway: # scrape never runs on an inference worker. Adds a `metrics` port to the pod # and a dedicated ClusterIP `-metrics` Service; point your scrape # config at it. The port has no virtual-key auth: keep it off public ingress. - # Needs the gateway image v1.101.0 or newer. metricsServer: enabled: false port: 4001 @@ -329,8 +400,15 @@ gateway: serviceMonitor: enabled: false labels: {} + annotations: {} interval: 15s scrapeTimeout: 10s + relabelings: [] + # Empty scrapes the release namespace. + namespaceSelector: + matchNames: [] + scheme: http + tlsConfig: {} # Opt-in `collector` sidecar (same image, `python -m litellm.proxy.collector`) # that runs the post-response spend pipeline (cost calculation, spend logs, # spend counters, budget reservation reconciliation) so the uvicorn workers @@ -367,13 +445,13 @@ gateway: # ContainerResource metric of the `gateway` container only, so the # sidecar's CPU never drives inference replicas. Needs Kubernetes 1.30+. scaleOnGatewayContainerCpu: true - image: - repository: ghcr.io/berriai/litellm-gateway - tag: "" # defaults to .Chart.AppVersion - pullPolicy: IfNotPresent service: type: ClusterIP port: 4000 + annotations: {} + # For LoadBalancer Services on clusters with several load balancer + # implementations. + loadBalancerClass: "" resources: requests: cpu: "1" @@ -447,6 +525,41 @@ gateway: # counted when a response completes, so TPS trails long streams. targetRequestsPerSecond: "" targetTokensPerSecond: "" + # KEDA ScaledObject as an alternative to the HPA above. Mutually exclusive + # with hpa.enabled (two autoscalers on one Deployment fight each other), so + # set `hpa.enabled: false` when turning this on. Needs KEDA installed in the + # cluster. `triggers` are rendered verbatim; the two optional Prometheus + # workload targets below add prometheus triggers on the same counters the + # HPA workload metrics use, scraped through the metrics Service (enable + # metricsServer and serviceMonitor). + keda: + enabled: false + minReplicaCount: 1 + maxReplicaCount: 10 + pollingInterval: 30 + cooldownPeriod: 300 + # Rendered on the ScaledObject, e.g. autoscaling.keda.sh/paused-replicas: "2" + # to pause scaling at a fixed replica count + scaledObject: + annotations: {} + # Optional; rendered verbatim under spec.advanced + advanced: {} + # Optional; rendered under spec.fallback. A missing `failureThreshold` + # defaults to 3 and a missing `replicas` to maxReplicaCount, as in litellm-helm. + fallback: {} + # Custom triggers, rendered verbatim, e.g. + # - type: cpu + # metricType: Utilization + # metadata: + # value: "70" + triggers: [] + prometheus: + # Prometheus server URL, required when either workload target is set. + serverAddress: "" + # Per pod averages, same units as hpa.targetRequestsPerSecond / + # hpa.targetTokensPerSecond. Empty leaves the trigger out. + targetRequestsPerSecond: "" + targetTokensPerSecond: "" # PodDisruptionBudget for the gateway pods. Set exactly one of # `minAvailable` / `maxUnavailable` (minAvailable wins if both are set; # enabling without either falls back to `maxUnavailable: 1`). Disabled by @@ -456,6 +569,13 @@ gateway: enabled: false minAvailable: "" maxUnavailable: "" + # Extra annotations and labels on the Deployment object itself (not the + # pods), e.g. for a GitOps controller or a reloader. + deploymentAnnotations: {} + deploymentLabels: {} + # Seconds a new pod must be ready before the rollout treats it as + # available. Empty inherits the Kubernetes default of 0. + minReadySeconds: "" podAnnotations: {} # Extra pod labels, merged into the chart's selector labels. Do not # re-declare `app.kubernetes.io/name` / `instance` / `component` here: they @@ -482,7 +602,16 @@ gateway: # egress proxy. Rendered through `tpl`, so entries may reference chart # values and release metadata. extraContainers: [] + # Init containers, rendered through `tpl` the same way. + extraInitContainers: [] # Container lifecycle hooks (postStart / preStop) for the gateway container. + # + # Prefer the proxy's /health/drain preStop hook over a fixed `sleep`: it + # marks the pod NotReady and blocks only until in-flight requests finish + # (bounded by GRACEFUL_SHUTDOWN_TIMEOUT). It is off by default; enable it + # with general_settings.enable_drain_endpoint: true and, when the health + # port is reachable from other pods, set general_settings.drain_endpoint_token + # and send the same value on the X-Drain-Token header from the hook. lifecycle: {} # Grace period the kubelet allows between SIGTERM and SIGKILL. Leave empty # to inherit the Kubernetes default of 30s. Set it a few seconds above the @@ -513,13 +642,11 @@ backend: volumes: [] # Additional volumeMounts on the backend container. volumeMounts: [] - image: - repository: ghcr.io/berriai/litellm-backend - tag: "" - pullPolicy: IfNotPresent service: type: ClusterIP port: 4001 + annotations: {} + loadBalancerClass: "" resources: requests: cpu: "1" @@ -556,12 +683,16 @@ backend: enabled: false minAvailable: "" maxUnavailable: "" + deploymentAnnotations: {} + deploymentLabels: {} + minReadySeconds: "" podAnnotations: {} # Same shape as the gateway blocks of the same name. podLabels: {} podSecurityContext: {} securityContext: {} extraContainers: [] + extraInitContainers: [] lifecycle: {} terminationGracePeriodSeconds: "" nodeSelector: {} @@ -581,13 +712,13 @@ ui: volumes: [] # Additional volumeMounts on the ui container. volumeMounts: [] - image: - repository: ghcr.io/berriai/litellm-ui - tag: "" - pullPolicy: IfNotPresent service: type: ClusterIP port: 3000 + annotations: {} + loadBalancerClass: "" + # The dashboard expects to know where to reach the backend API. Set this to + # the externally-routable URL (typically the ingress host + /api or similar). # The backend's public origin, passed to the UI only when ingress.componentHosts is configured. backendUrl: "" # Public origin of the UI, used for backend and gateway CORS. @@ -625,17 +756,19 @@ ui: enabled: false minAvailable: "" maxUnavailable: "" + deploymentAnnotations: {} + deploymentLabels: {} + minReadySeconds: "" podAnnotations: {} # Same shape as the gateway blocks of the same name. The nginx runtime # writes its pid, cache, and proxy temp files under /tmp, so it boots as # any (arbitrary, non-root) uid; `securityContext.readOnlyRootFilesystem: - # true` here needs an emptyDir volume mounted over /tmp. Images before - # the /tmp move instead need emptyDirs over /var/cache/nginx and /run to - # run as a non-root uid at all. + # true` here needs an emptyDir volume mounted over /tmp. podLabels: {} podSecurityContext: {} securityContext: {} extraContainers: [] + extraInitContainers: [] lifecycle: {} terminationGracePeriodSeconds: "" nodeSelector: {} @@ -643,3 +776,22 @@ ui: affinity: {} # Same shape as gateway.topologySpreadConstraints. topologySpreadConstraints: [] + +# Optional: bundled LiteAdmin worker. Renders one Deployment, Service and PVC +# running the shared image with `args: ["--admin-agent"]`, and points the pod +# that serves the /liteadmin routes (the backend in componentized mode, the +# monolith in monolith mode) at it via LITELLM_ADMIN_AGENT_URL. +liteadmin: + enabled: false + existingSecret: "" + gatewayUrl: "" + model: "" + readOnly: false + storageSize: 1Gi + storageClassName: "" + resources: + requests: + cpu: 100m + memory: 256Mi + limits: + memory: 1Gi diff --git a/render.yaml b/litellm/deploy/render/render.yaml similarity index 100% rename from render.yaml rename to litellm/deploy/render/render.yaml diff --git a/terraform/litellm/README.md b/litellm/deploy/terraform/litellm/README.md similarity index 90% rename from terraform/litellm/README.md rename to litellm/deploy/terraform/litellm/README.md index 7cc6e4c08ba..22f768e3718 100644 --- a/terraform/litellm/README.md +++ b/litellm/deploy/terraform/litellm/README.md @@ -2,7 +2,7 @@ Two self-contained, reusable Terraform **modules** that deploy the **componentized** LiteLLM proxy — the gateway, backend, and UI as three -independent containers (see `helm/litellm/` for the canonical chart with the +independent containers (see `litellm/deploy/helm/litellm/` for the canonical chart with the same split). Each module declares **no `provider` block of its own**, so it can be called @@ -14,7 +14,7 @@ by source: ```hcl module "litellm" { - source = "github.com/BerriAI/litellm//terraform/litellm/aws?ref=" + source = "github.com/BerriAI/litellm//litellm/deploy/terraform/litellm/aws?ref=" # ... inputs ... } ``` @@ -26,7 +26,7 @@ module "litellm" { Each stack creates its own VPC and managed data stores — from `/examples/default/`, drop in a tfvars file and run `terraform apply`. -Both stacks support a typed `proxy_config` input (mirrors `helm/litellm`'s +Both stacks support a typed `proxy_config` input (mirrors `litellm/deploy/helm/litellm`'s `gateway.config.proxy_config`) and per-component extra env vars / secret-manager refs. @@ -34,20 +34,25 @@ secret-manager refs. The proxy is split into three deployables: -| Component | Default image | Port | Role | -| --------- | ---------------------------------------- | ---- | -------------------------------------------------------------------- | -| `gateway` | `ghcr.io/berriai/litellm-gateway:main-stable` | 4000 | LLM data plane (`/v1/chat/completions`, `/v1/embeddings`, …) | -| `backend` | `ghcr.io/berriai/litellm-backend:main-stable` | 4001 | Management API (`/key/*`, `/user/*`, `/team/*`, `/model/*`, …) | -| `ui` | `ghcr.io/berriai/litellm-ui:main-stable` | 3000 | Static Next.js dashboard served by nginx | +| Component | Entrypoint argument | Port | Role | +| --------- | ------------------- | ---- | -------------------------------------------------------------------- | +| `gateway` | `gateway` | 4000 | LLM data plane (`/v1/chat/completions`, `/v1/embeddings`, …) | +| `backend` | `backend` | 4001 | Management API (`/key/*`, `/user/*`, `/team/*`, `/model/*`, …) | +| `ui` | `ui` | 3000 | Static Next.js dashboard served by nginx | + +All of them run the same `ghcr.io/berriai/litellm` image (`image` on AWS, +`image_registry` + `image_tag` or `image` on GCP). The image entrypoint +starts the process named by its first argument, so each workload only +differs in the argument the module passes The load balancer routes gateway path prefixes (mirrored verbatim from -`gateway/routes/allowlist.py`) to the gateway, UI asset paths (`/`, +`litellm/runtime/gateway/routes/allowlist.py`) to the gateway, UI asset paths (`/`, `/litellm-asset-prefix/*`, `/_next/*`, `/favicon.ico`) to the UI, and everything else to the backend. ## Architecture -### AWS (`terraform/litellm/aws/`) +### AWS (`litellm/deploy/terraform/litellm/aws/`) ``` ┌───────────────────────────────────────┐ @@ -92,7 +97,7 @@ everything else to the backend. egress to LLM providers ``` -### GCP (`terraform/litellm/gcp/`) +### GCP (`litellm/deploy/terraform/litellm/gcp/`) ``` ┌───────────────────────────────────────┐ @@ -152,8 +157,8 @@ pin to a specific tag for production: LiteLLM's proxy runs `prisma migrate deploy` at startup, but on first apply the gateway/backend can race the empty database. Both stacks expose a -one-off migration task that runs `python litellm/proxy/prisma_migration.py` -against the backend image: +one-off migration task that runs the `migrations` component of the same +image: - AWS: an `aws_ecs_task_definition` (`litellm-migrations`). Run with `aws ecs run-task` — the command is printed in `terraform output`. @@ -233,25 +238,23 @@ dynamic-credentials OIDC). Required overrides the launcher must supply per stack: -- **AWS** (`terraform/litellm/aws`): `region`, `azs`, `tenant`, `env`. - The image vars (`gateway_image`, `backend_image`, `ui_image`, - `migrations_image`) can be left at their defaults — the GHCR images - are anonymous-readable and ECS Fargate pulls them without extra - credentials. +- **AWS** (`litellm/deploy/terraform/litellm/aws`): `region`, `azs`, `tenant`, `env`. + `image` can be left at its default: the GHCR image is + anonymous-readable and ECS Fargate pulls it without extra credentials. -- **GCP** (`terraform/litellm/gcp`): `project`, `tenant`, `env`, **and +- **GCP** (`litellm/deploy/terraform/litellm/gcp`): `project`, `tenant`, `env`, **and one of**: - `image_registry` pointed at an Artifact Registry **remote** repository backed by `https://ghcr.io` (e.g. `us-central1-docker.pkg.dev//litellm/berriai`), so Cloud Run - pulls the four upstream `litellm-*` images through it; or - - all four per-component `*_image` URIs pointing at images mirrored - into a regular Artifact Registry repo. + pulls the upstream `litellm` image through it; or + - `image` pointing at a copy mirrored into a regular Artifact Registry + repo. The defaults (`ghcr.io/berriai`) cause Cloud Run admission to reject the service spec — Cloud Run only authenticates against Artifact Registry, `[region.]gcr.io`, or `docker.io`. See - `terraform/litellm/gcp/README.md#image-pulls` for the + `litellm/deploy/terraform/litellm/gcp/README.md#image-pulls` for the `gcloud artifacts repositories create … --mode=remote-repository` command that sets up the passthrough repo (one-time, per project). diff --git a/terraform/litellm/aws/.terraform.lock.hcl b/litellm/deploy/terraform/litellm/aws/.terraform.lock.hcl similarity index 100% rename from terraform/litellm/aws/.terraform.lock.hcl rename to litellm/deploy/terraform/litellm/aws/.terraform.lock.hcl diff --git a/terraform/litellm/aws/README.md b/litellm/deploy/terraform/litellm/aws/README.md similarity index 93% rename from terraform/litellm/aws/README.md rename to litellm/deploy/terraform/litellm/aws/README.md index 6f0450c0091..c63ff6bc0e4 100644 --- a/terraform/litellm/aws/README.md +++ b/litellm/deploy/terraform/litellm/aws/README.md @@ -12,7 +12,7 @@ Deploys the componentized LiteLLM proxy on AWS: - LLM data-plane prefixes (`/v1/chat/*`, `/v1/embeddings`, …) → `gateway` - UI assets (`/`, `/_next/*`, `/litellm-asset-prefix/*`, …) → `ui` - Everything else (management API: `/key/*`, `/user/*`, …) → `backend` -- **One-off migration task** (`litellm-migrations`) that runs `prisma migrate deploy` from the dedicated `ghcr.io/berriai/litellm-migrations` image +- **One-off migration task** (`litellm-migrations`) that runs `prisma migrate deploy` through the `migrations` component of the same image ## Bring your own networking, database, and Redis @@ -238,8 +238,7 @@ Metering also requires an enterprise license. To tune the export cadence, set (`python -m litellm.proxy.prometheus_metrics_server`) to the gateway task that aggregates the workers' samples over a shared task volume, so a scrape never runs on an inference worker. The ALB never routes to that port and the tasks -security group only opens it to `gateway_metrics_scrape_cidrs`. Needs -`gateway_image` v1.101.0 or newer. See +security group only opens it to `gateway_metrics_scrape_cidrs`. See [Prometheus metrics](https://docs.litellm.ai/docs/proxy/prometheus) for the metrics themselves. @@ -275,10 +274,10 @@ tokens the workers used to (see [Aurora + IAM auth](#aurora--iam-auth)): the pooler mints a token from the task role, renews it before it expires and hands the workers a loopback URL with a static password instead -The componentized `gateway_image` starts through `python -m gateway.launch`, +The image's `gateway` component starts through `python -m gateway.launch`, which reads these variables, starts the pooler once per task and hands the -workers its loopback URL; the classic `litellm` image honours them the same -way. +workers its loopback URL; the monolithic `proxy` component honours them the +same way. ### Scaling the gateway on requests and tokens @@ -392,7 +391,7 @@ For a per-tenant instance via the example root, the only inputs that change are the tenant slug, env, and the two pre-issued secrets: ```bash -cd terraform/litellm/aws/examples/default +cd litellm/deploy/terraform/litellm/aws/examples/default export TF_VAR_litellm_master_key="sk-..." # the tenant's master key export TF_VAR_litellm_license="lic-..." # their LITELLM_LICENSE @@ -409,7 +408,7 @@ To run *many* tenants from a single config, call the module with ```hcl module "litellm" { for_each = toset(["acme", "globex"]) - source = "github.com/BerriAI/litellm//terraform/litellm/aws?ref=" + source = "github.com/BerriAI/litellm//litellm/deploy/terraform/litellm/aws?ref=" image_tag = "" tenant = each.key env = "prod" @@ -433,7 +432,7 @@ example files. ## Quick start ```bash -cd terraform/litellm/aws/examples/default +cd litellm/deploy/terraform/litellm/aws/examples/default cp terraform.tfvars.example terraform.tfvars # Edit: region, tenant, env, azs, proxy_config, gateway_extra_secrets. @@ -474,7 +473,7 @@ provider "aws" { } module "litellm" { - source = "github.com/BerriAI/litellm//terraform/litellm/aws?ref=" + source = "github.com/BerriAI/litellm//litellm/deploy/terraform/litellm/aws?ref=" image_tag = "" # a git ref ships no image default, a registry version does @@ -492,20 +491,26 @@ top — set org-wide tags there, per-deployment tags via the `tags` input. ## Image pulls -The defaults pull `ghcr.io/berriai/litellm-:${image_tag}`, -which is anonymous-readable. There are four images: `litellm-gateway`, -`litellm-backend`, `litellm-ui`, and `litellm-migrations` (slim image used -only by the one-off migration task — runs `prisma migrate deploy` against -the writer DB and exits). A published module version (Terraform Registry -`BerriAI/litellm/aws`) ships with `image_tag` stamped to its own release -tag, so bumping the module version bumps all four images with it. A git -ref of this monorepo has no published images of its own, so there +The default pulls `ghcr.io/berriai/litellm:${image_tag}`, which is +anonymous-readable. The gateway, backend and UI services, the metrics and +collector sidecars and the one-off migration task all run that one image +and pick their process through the entrypoint's first argument, so bumping +LiteLLM is a single variable change. A published module version (Terraform +Registry `BerriAI/litellm/aws`) ships with `image_tag` stamped to its own +release tag, so bumping the module version bumps every workload with it. A +git ref of this monorepo has no published images of its own, so there `image_tag` is required. Set `image_tag` to pin a different LiteLLM -release, or -`image_registry` to pull the same four images from a mirror. Set -`gateway_image` / `backend_image` / `ui_image` / `migrations_image` only -for a per-component override (custom build, different tag). To pull from a -private registry: +release, `image_registry` to pull from a mirror, or `image` for a full +override (custom build, digest pin). A tag older than the one this module +version ships with has no component entrypoint and only knows how to run +the monolithic proxy, so pinning one fails at container start. + +Migrating from the retired `gateway_image`, `backend_image`, `ui_image` +and `migrations_image` inputs: drop them and set `image_tag` (or `image`) +once. Terraform +rejects the old names at plan time (`An argument named "gateway_image" +is not expected here`), so a stale `.tfvars` cannot silently keep pulling +the per-component images. To pull from a private registry: - **ECR (same account)**: the execution role already has `AmazonECSTaskExecutionRolePolicy`, which grants ECR pull for repos in diff --git a/terraform/litellm/aws/alb.tf b/litellm/deploy/terraform/litellm/aws/alb.tf similarity index 100% rename from terraform/litellm/aws/alb.tf rename to litellm/deploy/terraform/litellm/aws/alb.tf diff --git a/terraform/litellm/aws/autoscaling.tf b/litellm/deploy/terraform/litellm/aws/autoscaling.tf similarity index 99% rename from terraform/litellm/aws/autoscaling.tf rename to litellm/deploy/terraform/litellm/aws/autoscaling.tf index 5197311d1b3..fcf3e23595d 100644 --- a/terraform/litellm/aws/autoscaling.tf +++ b/litellm/deploy/terraform/litellm/aws/autoscaling.tf @@ -1,5 +1,5 @@ # Application Auto Scaling for the three ECS services. Mirrors the HPA values -# baked into the helm chart at helm/litellm/values.yaml: +# baked into the helm chart at litellm/deploy/helm/litellm/values.yaml: # # gateway: 1-10 replicas, target 70% CPU + 80% memory # backend: 1-4 replicas, target 70% CPU diff --git a/terraform/litellm/aws/bootstrap.tf b/litellm/deploy/terraform/litellm/aws/bootstrap.tf similarity index 100% rename from terraform/litellm/aws/bootstrap.tf rename to litellm/deploy/terraform/litellm/aws/bootstrap.tf diff --git a/terraform/litellm/aws/ecs.tf b/litellm/deploy/terraform/litellm/aws/ecs.tf similarity index 90% rename from terraform/litellm/aws/ecs.tf rename to litellm/deploy/terraform/litellm/aws/ecs.tf index dec7f599ced..bc40d78413e 100644 --- a/terraform/litellm/aws/ecs.tf +++ b/litellm/deploy/terraform/litellm/aws/ecs.tf @@ -194,11 +194,18 @@ locals { proxy_config_fetch_cmd = "python -c \"import os, boto3; boto3.client('s3', region_name=os.environ['AWS_REGION']).download_file(os.environ['LITELLM_PROXY_CONFIG_S3_BUCKET'], os.environ['LITELLM_PROXY_CONFIG_S3_KEY'], os.environ['CONFIG_FILE_PATH'])\"" - # Gateway always needs --workers wired in (no NUM_WORKERS env var support - # in the image entrypoint). When proxy_config is enabled we also have to - # pull the config from S3 first, so the command goes through `sh -c`; - # otherwise we keep the image's ENTRYPOINT and only override `command`. - gateway_uvicorn_args = "--host 0.0.0.0 --port 4000 --workers ${var.gateway_num_workers}" + image_entrypoint = "/app/docker-entrypoint.sh" + component_args = { + gateway = ["gateway", "--workers", tostring(var.gateway_num_workers)] + backend = ["backend"] + collector = ["collector"] + } + component_overrides = { + for component, args in local.component_args : component => local.proxy_config_enabled ? { + entryPoint = ["sh", "-c"] + command = ["${local.proxy_config_fetch_cmd} && exec ${local.image_entrypoint} ${join(" ", args)}"] + } : { command = args } + } gateway_pool_env = var.gateway_connection_pool_enabled ? [ { name = "LITELLM_PGBOUNCER_ENABLED", value = "true" }, @@ -215,11 +222,10 @@ locals { gateway_metrics_container = local.metrics_enabled ? [ { - name = "metrics" - image = local.gateway_image - essential = false - entryPoint = ["python", "-m", "litellm.proxy.prometheus_metrics_server"] - command = ["--port", tostring(var.gateway_metrics_port)] + name = "metrics" + image = local.image + essential = false + command = ["metrics", "--port", tostring(var.gateway_metrics_port)] portMappings = [{ containerPort = var.gateway_metrics_port, protocol = "tcp" }] environment = local.metrics_env @@ -244,28 +250,6 @@ locals { } ] : [] - backend_uvicorn_args = "--host 0.0.0.0 --port 4001" - - gateway_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run python -m gateway.launch ${local.gateway_uvicorn_args};; *) exec python -m gateway.launch ${local.gateway_uvicorn_args};; esac" - backend_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run uvicorn backend.main:app ${local.backend_uvicorn_args};; *) exec uvicorn backend.main:app ${local.backend_uvicorn_args};; esac" - - gateway_proxy_overrides = local.proxy_config_enabled ? { - entryPoint = ["sh", "-c"] - command = [ - "${local.proxy_config_fetch_cmd} && ${local.gateway_launch_cmd}" - ] - } : { - entryPoint = ["sh", "-c"] - command = [local.gateway_launch_cmd] - } - - backend_proxy_overrides = local.proxy_config_enabled ? { - entryPoint = ["sh", "-c"] - command = [ - "${local.proxy_config_fetch_cmd} && ${local.backend_launch_cmd}" - ] - } : {} - collector_address = "tcp://127.0.0.1:${var.collector_port}" collector_env = var.collector_enabled ? [ { name = "LITELLM_COLLECTOR_ENABLED", value = "true" }, @@ -286,22 +270,15 @@ locals { local.collector_env, ) - collector_launch_cmd = "exec python -m litellm.proxy.collector" - collector_command = [ - local.proxy_config_enabled ? "${local.proxy_config_fetch_cmd} && ${local.collector_launch_cmd}" : local.collector_launch_cmd - ] - - collector_container = var.collector_enabled ? [{ + collector_container = var.collector_enabled ? [merge({ name = "collector" - image = local.gateway_image + image = local.image essential = false cpu = var.collector_cpu memory = var.collector_memory restartPolicy = { enabled = true } - entryPoint = ["sh", "-c"] - command = local.collector_command environment = concat( local.shared_env, local.gateway_extra_env_list, @@ -320,7 +297,7 @@ locals { awslogs-stream-prefix = "collector" } } - }] : [] + }, local.component_overrides.collector)] : [] } # ---------- Gateway ---------- @@ -361,7 +338,7 @@ resource "aws_ecs_task_definition" "gateway" { merge( { name = "gateway" - image = local.gateway_image + image = local.image essential = true portMappings = [{ containerPort = 4000, protocol = "tcp" }] @@ -382,7 +359,7 @@ resource "aws_ecs_task_definition" "gateway" { } } }, - local.gateway_proxy_overrides, + local.component_overrides.gateway, ) ], local.gateway_metrics_container, local.collector_container)) @@ -469,7 +446,7 @@ resource "aws_ecs_task_definition" "backend" { merge( { name = "backend" - image = local.backend_image + image = local.image essential = true portMappings = [{ containerPort = 4001, protocol = "tcp" }] @@ -492,7 +469,7 @@ resource "aws_ecs_task_definition" "backend" { } } }, - local.backend_proxy_overrides, + local.component_overrides.backend, ) ]) @@ -559,8 +536,9 @@ resource "aws_ecs_task_definition" "ui" { container_definitions = jsonencode([ { name = "ui" - image = local.ui_image + image = local.image essential = true + command = ["ui"] portMappings = [{ containerPort = 3000, protocol = "tcp" }] logConfiguration = { diff --git a/terraform/litellm/aws/examples/default/.terraform.lock.hcl b/litellm/deploy/terraform/litellm/aws/examples/default/.terraform.lock.hcl similarity index 100% rename from terraform/litellm/aws/examples/default/.terraform.lock.hcl rename to litellm/deploy/terraform/litellm/aws/examples/default/.terraform.lock.hcl diff --git a/terraform/litellm/aws/examples/default/main.tf b/litellm/deploy/terraform/litellm/aws/examples/default/main.tf similarity index 92% rename from terraform/litellm/aws/examples/default/main.tf rename to litellm/deploy/terraform/litellm/aws/examples/default/main.tf index 5e7a65f907f..d193ac6bf22 100644 --- a/terraform/litellm/aws/examples/default/main.tf +++ b/litellm/deploy/terraform/litellm/aws/examples/default/main.tf @@ -1,6 +1,6 @@ # One-command deploy of the LiteLLM AWS stack. # -# cd terraform/litellm/aws/examples/default +# cd litellm/deploy/terraform/litellm/aws/examples/default # cp terraform.tfvars.example terraform.tfvars # edit it # terraform init # terraform apply @@ -10,7 +10,7 @@ # from your own config with count/for_each/aliased or assume-role providers: # # module "litellm" { -# source = "github.com/BerriAI/litellm//terraform/litellm/aws?ref=" +# source = "github.com/BerriAI/litellm//litellm/deploy/terraform/litellm/aws?ref=" # ... # } # diff --git a/terraform/litellm/aws/examples/default/outputs.tf b/litellm/deploy/terraform/litellm/aws/examples/default/outputs.tf similarity index 100% rename from terraform/litellm/aws/examples/default/outputs.tf rename to litellm/deploy/terraform/litellm/aws/examples/default/outputs.tf diff --git a/terraform/litellm/aws/examples/default/providers.tf b/litellm/deploy/terraform/litellm/aws/examples/default/providers.tf similarity index 100% rename from terraform/litellm/aws/examples/default/providers.tf rename to litellm/deploy/terraform/litellm/aws/examples/default/providers.tf diff --git a/terraform/litellm/aws/examples/default/terraform.tfvars.example b/litellm/deploy/terraform/litellm/aws/examples/default/terraform.tfvars.example similarity index 100% rename from terraform/litellm/aws/examples/default/terraform.tfvars.example rename to litellm/deploy/terraform/litellm/aws/examples/default/terraform.tfvars.example diff --git a/terraform/litellm/aws/examples/default/variables.tf b/litellm/deploy/terraform/litellm/aws/examples/default/variables.tf similarity index 100% rename from terraform/litellm/aws/examples/default/variables.tf rename to litellm/deploy/terraform/litellm/aws/examples/default/variables.tf diff --git a/terraform/litellm/aws/examples/default/versions.tf b/litellm/deploy/terraform/litellm/aws/examples/default/versions.tf similarity index 100% rename from terraform/litellm/aws/examples/default/versions.tf rename to litellm/deploy/terraform/litellm/aws/examples/default/versions.tf diff --git a/terraform/litellm/aws/iam.tf b/litellm/deploy/terraform/litellm/aws/iam.tf similarity index 100% rename from terraform/litellm/aws/iam.tf rename to litellm/deploy/terraform/litellm/aws/iam.tf diff --git a/terraform/litellm/aws/locals.tf b/litellm/deploy/terraform/litellm/aws/locals.tf similarity index 88% rename from terraform/litellm/aws/locals.tf rename to litellm/deploy/terraform/litellm/aws/locals.tf index c06b171d6bd..9a772ed7a81 100644 --- a/terraform/litellm/aws/locals.tf +++ b/litellm/deploy/terraform/litellm/aws/locals.tf @@ -1,5 +1,5 @@ -# Gateway path prefixes — mirrored verbatim from gateway/routes/allowlist.py -# and the helm ingress in helm/litellm/templates/ingress.yaml. Anything not in +# Gateway path prefixes — mirrored verbatim from litellm/runtime/gateway/routes/allowlist.py +# and the helm ingress in litellm/deploy/helm/litellm/templates/ingress.yaml. Anything not in # this list and not a UI asset path falls through to the backend (management # API) catch-all rule on the ALB. # @@ -11,10 +11,7 @@ locals { # the stack can reference local.name. name = "${var.tenant}-litellm-${var.env}" - gateway_image = var.gateway_image != "" ? var.gateway_image : "${var.image_registry}/litellm-gateway:${var.image_tag}" - backend_image = var.backend_image != "" ? var.backend_image : "${var.image_registry}/litellm-backend:${var.image_tag}" - ui_image = var.ui_image != "" ? var.ui_image : "${var.image_registry}/litellm-ui:${var.image_tag}" - migrations_image = var.migrations_image != "" ? var.migrations_image : "${var.image_registry}/litellm-migrations:${var.image_tag}" + image = var.image != "" ? var.image : "${var.image_registry}/litellm:${var.image_tag}" # This is a reusable module — it declares no `provider` block, so the AWS # provider's `default_tags` is the caller's concern, not ours. To keep the diff --git a/terraform/litellm/aws/migrations.tf b/litellm/deploy/terraform/litellm/aws/migrations.tf similarity index 57% rename from terraform/litellm/aws/migrations.tf rename to litellm/deploy/terraform/litellm/aws/migrations.tf index 57c33f69a8b..43ae33b5b83 100644 --- a/terraform/litellm/aws/migrations.tf +++ b/litellm/deploy/terraform/litellm/aws/migrations.tf @@ -1,16 +1,8 @@ -# Task definition for the dedicated litellm-migrations image. Mirrors the -# pre-install/pre-upgrade Helm hook in helm/litellm/templates/migrations-job.yaml. -# -# The image (built from migrations/Dockerfile) ships with -# `ENTRYPOINT ["python3", "/app/run.py"]`. run.py assembles DATABASE_URL from -# the discrete DATABASE_* env vars (IAM auth here) via DatabaseURLSettings, -# then calls ProxyExtrasDBManager.setup_database() — i.e. `prisma migrate -# deploy` with the v2 resolver and P3005/P3009/P3018 recovery. It does NOT -# read CONFIG_FILE_PATH, the master key, or DISABLE_SCHEMA_UPDATE, so we -# don't pass them. -# -# Invoked automatically by `terraform_data.migration` in bootstrap.tf during -# every apply (after the IAM-authed user has been created). The +# Runs the `migrations` component of local.image: run.py assembles DATABASE_URL +# from the discrete DATABASE_* env vars (IAM auth here) and runs `prisma +# migrate deploy`. It does not read CONFIG_FILE_PATH, the master key, or +# DISABLE_SCHEMA_UPDATE, so we don't pass them. Invoked automatically by +# `terraform_data.migration` in bootstrap.tf during every apply; the # `migration_run_command` output is preserved for break-glass manual re-runs. resource "aws_ecs_task_definition" "migrations" { count = local.database_enabled ? 1 : 0 @@ -28,10 +20,10 @@ resource "aws_ecs_task_definition" "migrations" { container_definitions = jsonencode([{ name = "migrations" - image = local.migrations_image + image = local.image essential = true + command = ["migrations"] - # No entryPoint/command override — the image's ENTRYPOINT runs run.py. environment = local.shared_env secrets = local.byo_database_secrets diff --git a/terraform/litellm/aws/network.tf b/litellm/deploy/terraform/litellm/aws/network.tf similarity index 100% rename from terraform/litellm/aws/network.tf rename to litellm/deploy/terraform/litellm/aws/network.tf diff --git a/terraform/litellm/aws/outputs.tf b/litellm/deploy/terraform/litellm/aws/outputs.tf similarity index 100% rename from terraform/litellm/aws/outputs.tf rename to litellm/deploy/terraform/litellm/aws/outputs.tf diff --git a/terraform/litellm/aws/rds.tf b/litellm/deploy/terraform/litellm/aws/rds.tf similarity index 100% rename from terraform/litellm/aws/rds.tf rename to litellm/deploy/terraform/litellm/aws/rds.tf diff --git a/terraform/litellm/aws/redis.tf b/litellm/deploy/terraform/litellm/aws/redis.tf similarity index 100% rename from terraform/litellm/aws/redis.tf rename to litellm/deploy/terraform/litellm/aws/redis.tf diff --git a/terraform/litellm/aws/s3.tf b/litellm/deploy/terraform/litellm/aws/s3.tf similarity index 100% rename from terraform/litellm/aws/s3.tf rename to litellm/deploy/terraform/litellm/aws/s3.tf diff --git a/terraform/litellm/aws/secrets.tf b/litellm/deploy/terraform/litellm/aws/secrets.tf similarity index 100% rename from terraform/litellm/aws/secrets.tf rename to litellm/deploy/terraform/litellm/aws/secrets.tf diff --git a/terraform/litellm/aws/tests/byo_infrastructure.tftest.hcl b/litellm/deploy/terraform/litellm/aws/tests/byo_infrastructure.tftest.hcl similarity index 99% rename from terraform/litellm/aws/tests/byo_infrastructure.tftest.hcl rename to litellm/deploy/terraform/litellm/aws/tests/byo_infrastructure.tftest.hcl index 702ba37184c..620dcc37bf9 100644 --- a/terraform/litellm/aws/tests/byo_infrastructure.tftest.hcl +++ b/litellm/deploy/terraform/litellm/aws/tests/byo_infrastructure.tftest.hcl @@ -1,6 +1,6 @@ # Plan-only coverage for the four networking/database/cache permutations. # `mock_provider` keeps this offline: no AWS credentials, no API calls, no -# resources. Run from terraform/litellm/aws with `terraform test`. +# resources. Run from litellm/deploy/terraform/litellm/aws with `terraform test`. mock_provider "aws" { # IAM policy documents are validated as JSON by the provider, so the diff --git a/terraform/litellm/aws/tests/collector.tftest.hcl b/litellm/deploy/terraform/litellm/aws/tests/collector.tftest.hcl similarity index 89% rename from terraform/litellm/aws/tests/collector.tftest.hcl rename to litellm/deploy/terraform/litellm/aws/tests/collector.tftest.hcl index 082f17b2c08..18060d3f4c7 100644 --- a/terraform/litellm/aws/tests/collector.tftest.hcl +++ b/litellm/deploy/terraform/litellm/aws/tests/collector.tftest.hcl @@ -1,7 +1,7 @@ # Plan-only coverage for the opt-in collector sidecar in the gateway task. # The rendered container_definitions JSON is unknown at plan time (it embeds # Aurora/ElastiCache endpoints and secret ARNs), so the assertions target the -# locals it is built from. Run from terraform/litellm/aws with `terraform test`. +# locals it is built from. Run from litellm/deploy/terraform/litellm/aws with `terraform test`. mock_provider "aws" { mock_data "aws_iam_policy_document" { @@ -67,14 +67,14 @@ run "enabled_adds_a_sidecar_that_shares_the_gateway_transport" { assert { condition = ( - local.collector_container[0].image == local.gateway_image && - local.collector_container[0].entryPoint == ["sh", "-c"] && - local.collector_container[0].command == ["exec python -m litellm.proxy.collector"] && + local.collector_container[0].image == local.image && + !can(local.collector_container[0].entryPoint) && + local.collector_container[0].command == tolist(["collector"]) && local.collector_container[0].essential == false && local.collector_container[0].restartPolicy.enabled == true && { for e in local.collector_container[0].environment : e.name => e.value }["LITELLM_JOB_ROLE"] == "collector" ) - error_message = "The sidecar must run litellm.proxy.collector from the gateway image as a restartable, non-essential collector." + error_message = "The sidecar must run the collector component of the shared image as a restartable, non-essential collector." } assert { @@ -109,8 +109,9 @@ run "proxy_config_is_fetched_by_the_sidecar_too" { assert { condition = ( + local.collector_container[0].entryPoint == tolist(["sh", "-c"]) && startswith(local.collector_container[0].command[0], local.proxy_config_fetch_cmd) && - endswith(local.collector_container[0].command[0], "exec python -m litellm.proxy.collector") && + endswith(local.collector_container[0].command[0], "exec /app/docker-entrypoint.sh collector") && contains([for e in local.collector_container[0].environment : e.name], "CONFIG_FILE_PATH") ) error_message = "The sidecar must pull the proxy config from S3 before starting, like the gateway does." diff --git a/terraform/litellm/aws/tests/connection_pool.tftest.hcl b/litellm/deploy/terraform/litellm/aws/tests/connection_pool.tftest.hcl similarity index 89% rename from terraform/litellm/aws/tests/connection_pool.tftest.hcl rename to litellm/deploy/terraform/litellm/aws/tests/connection_pool.tftest.hcl index c618bd11768..4b45131ff2e 100644 --- a/terraform/litellm/aws/tests/connection_pool.tftest.hcl +++ b/litellm/deploy/terraform/litellm/aws/tests/connection_pool.tftest.hcl @@ -1,6 +1,6 @@ # Plan-only coverage for the in-container PgBouncer knobs on the gateway task. # `mock_provider` keeps this offline: no AWS credentials, no API calls, no -# resources. Run from terraform/litellm/aws with `terraform test`. +# resources. Run from litellm/deploy/terraform/litellm/aws with `terraform test`. mock_provider "aws" { mock_data "aws_iam_policy_document" { @@ -117,12 +117,10 @@ run "gateway_starts_through_the_pool_aware_launcher" { assert { condition = alltrue([ - strcontains(local.gateway_launch_cmd, "exec python -m gateway.launch --host 0.0.0.0 --port 4000 --workers 4"), - strcontains(local.gateway_launch_cmd, "exec ddtrace-run python -m gateway.launch --host 0.0.0.0 --port 4000 --workers 4"), - !strcontains(local.gateway_launch_cmd, "uvicorn gateway.main:app"), - local.gateway_proxy_overrides.command[0] == local.gateway_launch_cmd, + local.component_overrides.gateway.command == tolist(["gateway", "--workers", "4"]), + !can(local.component_overrides.gateway.entryPoint), ]) - error_message = "The gateway must start through gateway.launch (with and without ddtrace) so the pooler starts once before uvicorn forks the workers." + error_message = "The gateway must start through the image's gateway component with the configured worker count so the pooler starts once before uvicorn forks the workers." } } diff --git a/litellm/deploy/terraform/litellm/aws/tests/images.tftest.hcl b/litellm/deploy/terraform/litellm/aws/tests/images.tftest.hcl new file mode 100644 index 00000000000..800b989af8a --- /dev/null +++ b/litellm/deploy/terraform/litellm/aws/tests/images.tftest.hcl @@ -0,0 +1,88 @@ +mock_provider "aws" { + mock_data "aws_iam_policy_document" { + defaults = { + json = "{\"Version\":\"2012-10-17\",\"Statement\":[]}" + } + } +} +mock_provider "random" {} + +variables { + image_tag = "v9.9.9" + region = "us-east-1" + tenant = "acme" + env = "test" + allow_plaintext_alb = true + azs = ["us-east-1a", "us-east-1b"] +} + +run "the_image_follows_image_registry_and_image_tag" { + command = plan + + variables { + image_registry = "123456789012.dkr.ecr.us-east-1.amazonaws.com/mirror" + image_tag = "v9.9.9" + } + + assert { + condition = local.image == "123456789012.dkr.ecr.us-east-1.amazonaws.com/mirror/litellm:v9.9.9" + error_message = "The image must be composed as /litellm:." + } +} + +run "an_empty_image_tag_fails_closed_unless_image_is_set" { + command = plan + + variables { + image_tag = "" + } + + expect_failures = [var.image_tag] +} + +run "a_null_image_tag_takes_the_module_default" { + command = plan + + variables { + image_tag = null + } + + expect_failures = [var.image_tag] +} + +run "an_explicit_uri_needs_no_image_tag" { + command = plan + + variables { + image_tag = "" + image = "example.com/custom/litellm:nightly" + } + + assert { + condition = local.image == "example.com/custom/litellm:nightly" + error_message = "An explicit image URI must satisfy the module without an image_tag." + } +} + +run "the_composed_default_pulls_from_ghcr_at_the_image_tag" { + command = plan + + assert { + condition = local.image == "ghcr.io/berriai/litellm:${var.image_tag}" + error_message = "With no override the image must come from ghcr.io/berriai at image_tag." + } +} + +run "an_explicit_uri_wins_over_the_composed_image" { + command = plan + + variables { + image_tag = "v9.9.9" + image = "example.com/custom/litellm:nightly" + } + + assert { + condition = local.image == "example.com/custom/litellm:nightly" + error_message = "A full image URI must replace the composed image." + } +} diff --git a/terraform/litellm/aws/tests/metrics_sidecar.tftest.hcl b/litellm/deploy/terraform/litellm/aws/tests/metrics_sidecar.tftest.hcl similarity index 92% rename from terraform/litellm/aws/tests/metrics_sidecar.tftest.hcl rename to litellm/deploy/terraform/litellm/aws/tests/metrics_sidecar.tftest.hcl index b330d4b91c3..ab1a94247f2 100644 --- a/terraform/litellm/aws/tests/metrics_sidecar.tftest.hcl +++ b/litellm/deploy/terraform/litellm/aws/tests/metrics_sidecar.tftest.hcl @@ -56,14 +56,15 @@ run "metrics_port_adds_a_sidecar_volume_and_scrape_rule" { length(local.gateway_metrics_container) == 1, local.gateway_metrics_container[0].name == "metrics", local.gateway_metrics_container[0].essential == false, - join(" ", local.gateway_metrics_container[0].entryPoint) == "python -m litellm.proxy.prometheus_metrics_server", - join(" ", local.gateway_metrics_container[0].command) == "--port 9464", + local.gateway_metrics_container[0].image == local.image, + !can(local.gateway_metrics_container[0].entryPoint), + join(" ", local.gateway_metrics_container[0].command) == "metrics --port 9464", one(local.gateway_metrics_container[0].portMappings).containerPort == 9464, one(local.gateway_metrics_container[0].environment).value == "/tmp/litellm_prometheus_multiproc", one(local.gateway_metrics_container[0].mountPoints).sourceVolume == "prometheus-multiproc", strcontains(local.gateway_metrics_container[0].healthCheck.command[3], "9464"), ]) - error_message = "The metrics sidecar must run prometheus_metrics_server on the configured port, share the multiproc volume, and health-check that port." + error_message = "The metrics sidecar must run the shared image's metrics component on the configured port, share the multiproc volume, and health-check that port." } assert { diff --git a/litellm/deploy/terraform/litellm/aws/tests/unified_image.tftest.hcl b/litellm/deploy/terraform/litellm/aws/tests/unified_image.tftest.hcl new file mode 100644 index 00000000000..2aead6b474c --- /dev/null +++ b/litellm/deploy/terraform/litellm/aws/tests/unified_image.tftest.hcl @@ -0,0 +1,73 @@ +mock_provider "aws" { + mock_data "aws_iam_policy_document" { + defaults = { + json = "{\"Version\":\"2012-10-17\",\"Statement\":[]}" + } + } +} +mock_provider "random" {} + +variables { + region = "us-east-1" + tenant = "acme" + env = "test" + allow_plaintext_alb = true + azs = ["us-east-1a", "us-east-1b"] + image = "123456789012.dkr.ecr.us-east-1.amazonaws.com/litellm:test" + gateway_num_workers = 3 + gateway_metrics_port = 9464 + collector_enabled = true +} + +run "every_container_runs_a_component_of_the_one_image" { + command = plan + + assert { + condition = alltrue([ + jsondecode(aws_ecs_task_definition.ui.container_definitions)[0].image == var.image, + join(" ", jsondecode(aws_ecs_task_definition.ui.container_definitions)[0].command) == "ui", + !can(jsondecode(aws_ecs_task_definition.ui.container_definitions)[0].entryPoint), + ]) + error_message = "The UI task must run the ui component of var.image through the image entrypoint." + } + + assert { + condition = alltrue([ + join(" ", local.component_overrides.gateway.command) == "gateway --workers 3", + join(" ", local.component_overrides.backend.command) == "backend", + join(" ", local.component_overrides.collector.command) == "collector", + alltrue([for component in keys(local.component_args) : !can(local.component_overrides[component].entryPoint)]), + local.gateway_metrics_container[0].image == var.image, + join(" ", local.gateway_metrics_container[0].command) == "metrics --port 9464", + !can(local.gateway_metrics_container[0].entryPoint), + local.collector_container[0].image == var.image, + ]) + error_message = "Gateway, backend and the sidecars must keep the image entrypoint and select their component (plus the gateway worker count) through command." + } +} + +run "proxy_config_wraps_the_fetch_around_the_same_component" { + command = plan + + variables { + proxy_config = { model_list = [] } + } + + assert { + condition = alltrue([ + for component, args in local.component_args : + join(" ", local.component_overrides[component].entryPoint) == "sh -c" && + startswith(local.component_overrides[component].command[0], local.proxy_config_fetch_cmd) && + endswith(local.component_overrides[component].command[0], " && exec /app/docker-entrypoint.sh ${join(" ", args)}") + ]) + error_message = "With proxy_config, gateway, backend and collector must download the config and then exec the image entrypoint with their component." + } + + assert { + condition = alltrue([ + !can(local.gateway_metrics_container[0].entryPoint), + !can(jsondecode(aws_ecs_task_definition.ui.container_definitions)[0].entryPoint), + ]) + error_message = "The metrics sidecar and the UI never read the proxy config and must keep the plain image entrypoint." + } +} diff --git a/terraform/litellm/aws/tests/workload_autoscaling.tftest.hcl b/litellm/deploy/terraform/litellm/aws/tests/workload_autoscaling.tftest.hcl similarity index 100% rename from terraform/litellm/aws/tests/workload_autoscaling.tftest.hcl rename to litellm/deploy/terraform/litellm/aws/tests/workload_autoscaling.tftest.hcl diff --git a/terraform/litellm/aws/variables.tf b/litellm/deploy/terraform/litellm/aws/variables.tf similarity index 91% rename from terraform/litellm/aws/variables.tf rename to litellm/deploy/terraform/litellm/aws/variables.tf index be7656c2d48..51998f40685 100644 --- a/terraform/litellm/aws/variables.tf +++ b/litellm/deploy/terraform/litellm/aws/variables.tf @@ -133,52 +133,33 @@ variable "azs" { default = [] } -# ---------- Component images ---------- +# ---------- Image ---------- # variable "image_registry" { - description = "Registry path prefix used to compose the four LiteLLM image URIs as `/litellm-:`. Per-component overrides (`gateway_image`, `backend_image`, `ui_image`, `migrations_image`) bypass this entirely when set." + description = "Registry path prefix used to compose the LiteLLM image URI as `/litellm:`. `image` bypasses this entirely when set." type = string default = "ghcr.io/berriai" } variable "image_tag" { - description = "Tag applied to all four litellm-* images when composed from `image_registry`. A published module version ships with this stamped to its own release tag, which matches the `v`-prefixed tag published to GHCR for the same LiteLLM release. Set it to pin a different LiteLLM release. When sourcing the module from a git ref of the monorepo it has no default and must be set." + description = "Tag of the LiteLLM image when composed from `image_registry`. A published module version ships with this stamped to its own release tag, which matches the `v`-prefixed tag published to GHCR for the same LiteLLM release. Set it to pin a different LiteLLM release. When sourcing the module from a git ref of the monorepo it has no default and must be set. Tags older than the one a module version ships with have no component entrypoint and only run the monolithic proxy." type = string default = "" nullable = false validation { - condition = var.image_tag != "" || (var.gateway_image != "" && var.backend_image != "" && var.ui_image != "" && var.migrations_image != "") - error_message = "image_tag is empty. Published module versions (registry.terraform.io/modules/BerriAI/litellm) ship with it stamped to their own release. A git ref of the monorepo has no published images of its own, so set image_tag to a published LiteLLM release tag or set all four *_image URIs." + condition = var.image_tag != "" || var.image != "" + error_message = "image_tag is empty. Published module versions (registry.terraform.io/modules/BerriAI/litellm) ship with it stamped to their own release. A git ref of the monorepo has no published images of its own, so set image_tag to a published LiteLLM release tag or set image to a full URI." } } -variable "gateway_image" { - description = "Full image URI for the gateway (data plane, port 4000). Empty (default) composes from `image_registry` + `image_tag`." - type = string - default = "" -} - -variable "backend_image" { - description = "Full image URI for the backend (management API, port 4001). Empty (default) composes from `image_registry` + `image_tag`." - type = string - default = "" -} - -variable "ui_image" { - description = "Full image URI for the UI (nginx static export, port 3000). Empty (default) composes from `image_registry` + `image_tag`." - type = string - default = "" -} - -variable "migrations_image" { +variable "image" { description = <<-EOT - Full image URI for the one-off prisma migration task. Empty (default) - composes from `image_registry` + `image_tag`. Built from - `migrations/Dockerfile` — slim image whose ENTRYPOINT runs - `python3 /app/run.py` (assembles DATABASE_URL from DATABASE_* env vars - via DatabaseURLSettings, then runs `prisma migrate deploy`). Should track - the same release tag as gateway/backend/ui. + Full URI of the one LiteLLM image every task runs. Its entrypoint picks + the process from the first argument (`gateway`, `backend`, `ui`, + `migrations`, `metrics`, `collector`), so the gateway, backend, UI and + migration task definitions and the sidecars all pull this URI. Empty + (default) composes from `image_registry` + `image_tag`. EOT type = string default = "" @@ -290,7 +271,7 @@ variable "ui_desired_count" { } # ---------- Autoscaling ---------- -# Defaults mirror helm/litellm/values.yaml HPAs. The "*_desired_count" vars +# Defaults mirror litellm/deploy/helm/litellm/values.yaml HPAs. The "*_desired_count" vars # above seed the initial task count; once autoscaling is enabled, the service's # desired_count is left to Application Auto Scaling (ecs.tf ignores future # changes to it). @@ -469,7 +450,7 @@ variable "db_master_username" { } variable "db_username" { - description = "IAM-authed Postgres user the proxy connects as. Must be CREATEd in the cluster and granted the rds_iam role — see terraform/litellm/aws/README.md." + description = "IAM-authed Postgres user the proxy connects as. Must be CREATEd in the cluster and granted the rds_iam role — see litellm/deploy/terraform/litellm/aws/README.md." type = string default = "litellm_app" } @@ -649,13 +630,11 @@ variable "gateway_metrics_port" { description = <<-EOT Serve Prometheus /metrics from a `metrics` sidecar container in the gateway task on this port (1-65535, not 4000), so a scrape never runs on - an inference worker. The sidecar runs the gateway image with - `python -m litellm.proxy.prometheus_metrics_server` and aggregates the - workers' PROMETHEUS_MULTIPROC_DIR samples over a task volume. Null (the - default) leaves /metrics on the gateway port only. The sidecar port has - no virtual-key auth and is not routed through the ALB; open it to your - scrapers with gateway_metrics_scrape_cidrs. Needs gateway_image v1.101.0 - or newer. + an inference worker. The sidecar runs the `metrics` component of `image` + and aggregates the workers' PROMETHEUS_MULTIPROC_DIR samples over a task + volume. Null (the default) leaves /metrics on the gateway port only. The + sidecar port has no virtual-key auth and is not routed through the ALB; + open it to your scrapers with gateway_metrics_scrape_cidrs. EOT type = number default = null @@ -811,7 +790,7 @@ variable "billing_metrics_token_url" { # ---------- Collector sidecar ---------- # # Opt-in offload of spend tracking from the gateway's uvicorn workers to a -# `python -m litellm.proxy.collector` sidecar in the same Fargate task (helm's +# `collector` component sidecar in the same Fargate task (helm's # `gateway.collector`). Fargate awsvpc tasks share one network namespace, # so the sidecar listens on loopback TCP. Disabled (the default) adds nothing # to the task definition. diff --git a/terraform/litellm/aws/versions.tf b/litellm/deploy/terraform/litellm/aws/versions.tf similarity index 100% rename from terraform/litellm/aws/versions.tf rename to litellm/deploy/terraform/litellm/aws/versions.tf diff --git a/terraform/litellm/gcp/.terraform.lock.hcl b/litellm/deploy/terraform/litellm/gcp/.terraform.lock.hcl similarity index 100% rename from terraform/litellm/gcp/.terraform.lock.hcl rename to litellm/deploy/terraform/litellm/gcp/.terraform.lock.hcl diff --git a/terraform/litellm/gcp/README.md b/litellm/deploy/terraform/litellm/gcp/README.md similarity index 94% rename from terraform/litellm/gcp/README.md rename to litellm/deploy/terraform/litellm/gcp/README.md index 9e21ba14543..a658a45c358 100644 --- a/terraform/litellm/gcp/README.md +++ b/litellm/deploy/terraform/litellm/gcp/README.md @@ -15,7 +15,7 @@ Deploys the componentized LiteLLM proxy on GCP: - **Secret Manager** entries for `LITELLM_MASTER_KEY` and `DATABASE_PASSWORD` - **Cloud Run v2** services for `gateway` (port 4000), `backend` (port 4001), and `ui` (port 3000), all using a shared runtime service account -- **Cloud Run Job** (`litellm-migrations`) that runs `prisma migrate deploy` from the dedicated `ghcr.io/berriai/litellm-migrations` image +- **Cloud Run Job** (`litellm-migrations`) that runs `prisma migrate deploy` through the `migrations` component of the same image - **External global HTTP(S) load balancer** with serverless NEGs and a URL map mirroring the helm-chart ingress path routing: - LLM data-plane prefixes → `gateway` @@ -24,18 +24,18 @@ Deploys the componentized LiteLLM proxy on GCP: ## Image pulls -There are four images: `litellm-gateway`, `litellm-backend`, `litellm-ui`, -and `litellm-migrations` (slim image used only by the one-off Cloud Run -Job — runs `prisma migrate deploy` against the writer DB and exits). -Bump them together when bumping LiteLLM. +Every Cloud Run service, sidecar and the migrations Job runs the one +`litellm` image and picks its process through the entrypoint's first +argument (`gateway`, `backend`, `ui`, `migrations`, `metrics`, +`collector`), so bumping LiteLLM is a single `image_tag` change. **Required override.** The `image_registry` default (`ghcr.io/berriai`) does **not** work as-is — Cloud Run only accepts images from Artifact Registry, `[region.]gcr.io`, or `docker.io`, and rejects `ghcr.io` URIs at apply time. Every deploy (including HCP Terraform 1-click) must supply either `image_registry` pointed at an Artifact Registry remote -repo backed by GHCR, or full per-component `*_image` URIs against -images you've already mirrored. The default is present only so +repo backed by GHCR, or a full `image` URI for a copy you've already +mirrored. The default is present only so `terraform plan` succeeds during local iteration. **One-time setup (per project):** create a remote repo and let Cloud Run @@ -56,15 +56,22 @@ Then point the stack at it via `image_registry`: image_registry = "us-central1-docker.pkg.dev/my-gcp-project/litellm/berriai" ``` -The four `litellm-:${image_tag}` URIs are composed from -`image_registry` and `image_tag`. A published module version (Terraform -Registry `BerriAI/litellm/google`) ships with `image_tag` stamped to its -own release tag, so bumping the module version bumps all four images with -it. A git ref of this monorepo has no published images of its own, so -there `image_tag` is required. Set `image_tag` to pin a different LiteLLM -release. Set `gateway_image` / `backend_image` / `ui_image` / -`migrations_image` only if you need a per-component override (custom -build, different tag). +The `/litellm:` URI is composed from those two +vars. A published module version (Terraform Registry `BerriAI/litellm/google`) +ships with `image_tag` stamped to its own release tag, so bumping the module +version bumps every workload with it. A git ref of this monorepo has no +published images of its own, so there `image_tag` is required. Set `image` +only if you need a full override (custom build, digest pin). + +A tag older than the one this module version ships with has no component +entrypoint and only knows how to run the monolithic proxy, so pinning one +fails at container start. + +Migrating from the retired `gateway_image`, `backend_image`, `ui_image` +and `migrations_image` inputs: drop them and set `image_registry` + +`image_tag` (or `image`) once. Terraform rejects the old names at plan +time, so a stale `.tfvars` cannot silently keep pulling the per-component +images. Two further notes: @@ -248,8 +255,7 @@ stack also adds Google's Secret Manager that scrapes `localhost:/metrics` every 30s and writes to Cloud Monitoring as `prometheus.googleapis.com/...` metrics. Enabling it grants the runtime service account `roles/monitoring.metricWriter` and -`roles/logging.logWriter` on the project. Needs `gateway_image` v1.101.0 or -newer. See [Prometheus metrics](https://docs.litellm.ai/docs/proxy/prometheus) +`roles/logging.logWriter` on the project. See [Prometheus metrics](https://docs.litellm.ai/docs/proxy/prometheus) for the metrics themselves ```hcl @@ -372,7 +378,7 @@ For a per-tenant instance via the example root, the only inputs that change are the tenant slug, env, and the two pre-issued secrets: ```bash -cd terraform/litellm/gcp/examples/default +cd litellm/deploy/terraform/litellm/gcp/examples/default export TF_VAR_litellm_master_key="sk-..." # the tenant's master key export TF_VAR_litellm_license="lic-..." # their LITELLM_LICENSE @@ -400,7 +406,7 @@ example files. ## Quick start ```bash -cd terraform/litellm/gcp/examples/default +cd litellm/deploy/terraform/litellm/gcp/examples/default cp terraform.tfvars.example terraform.tfvars # Edit: project, region, tenant, env, image_registry, proxy_config, gateway_extra_secrets. @@ -477,7 +483,7 @@ provider "google-beta" { } module "litellm" { - source = "github.com/BerriAI/litellm//terraform/litellm/gcp?ref=" + source = "github.com/BerriAI/litellm//litellm/deploy/terraform/litellm/gcp?ref=" image_tag = "" # a git ref ships no image default, a registry version does diff --git a/terraform/litellm/gcp/bootstrap.tf b/litellm/deploy/terraform/litellm/gcp/bootstrap.tf similarity index 90% rename from terraform/litellm/gcp/bootstrap.tf rename to litellm/deploy/terraform/litellm/gcp/bootstrap.tf index dead5c41f6b..deaf32ad153 100644 --- a/terraform/litellm/gcp/bootstrap.tf +++ b/litellm/deploy/terraform/litellm/gcp/bootstrap.tf @@ -7,8 +7,8 @@ # so they don't go live until the schema is in place. # # Triggers: -# - re-runs if the migrations image changes (new release ships new prisma -# migration files). +# - re-runs if the image changes (new release ships new prisma migration +# files). # - re-runs if the migration job is recreated. # # Requires `gcloud` on the machine running terraform, with user creds live @@ -19,7 +19,7 @@ resource "terraform_data" "migration" { triggers_replace = { job_id = google_cloud_run_v2_job.migrations[0].id - job_image = local.migrations_image + job_image = local.image } provisioner "local-exec" { diff --git a/terraform/litellm/gcp/cloudrun.tf b/litellm/deploy/terraform/litellm/gcp/cloudrun.tf similarity index 93% rename from terraform/litellm/gcp/cloudrun.tf rename to litellm/deploy/terraform/litellm/gcp/cloudrun.tf index 07bf68b3a62..27877c7f928 100644 --- a/terraform/litellm/gcp/cloudrun.tf +++ b/litellm/deploy/terraform/litellm/gcp/cloudrun.tf @@ -131,16 +131,12 @@ locals { { name = "LITELLM_PGBOUNCER_MAX_CLIENT_CONN", value = tostring(var.gateway_pool_max_client_conn) }, ] : [] - gateway_uvicorn_args = "--host 0.0.0.0 --port 4000 --workers ${var.gateway_num_workers}" - backend_uvicorn_args = "--host 0.0.0.0 --port 4001" - - gateway_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run python -m gateway.launch ${local.gateway_uvicorn_args};; *) exec python -m gateway.launch ${local.gateway_uvicorn_args};; esac" - backend_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run uvicorn backend.main:app ${local.backend_uvicorn_args};; *) exec uvicorn backend.main:app ${local.backend_uvicorn_args};; esac" + image_entrypoint = "/app/docker-entrypoint.sh" gateway_args = join(" && ", concat( local.redis_ca_fragment, local.database_url_fragment, - [local.gateway_launch_cmd], + ["exec ${local.image_entrypoint} gateway --workers ${var.gateway_num_workers}"], )) metrics_enabled = var.create_runtime && var.gateway_metrics_port != null @@ -161,7 +157,7 @@ locals { backend_args = join(" && ", concat( local.redis_ca_fragment, local.database_url_fragment, - [local.backend_launch_cmd], + ["exec ${local.image_entrypoint} backend"], )) collector_address = "tcp://127.0.0.1:${var.collector_port}" @@ -189,13 +185,12 @@ locals { collector_args = join(" && ", concat( local.redis_ca_fragment, local.database_url_fragment, - ["exec python -m litellm.proxy.collector"], + ["exec ${local.image_entrypoint} collector"], )) - # Env shipped to the migrations Job. The migrations image runs run.py - # which assembles DATABASE_URL from these discrete vars itself, so we - # only need writer-side DB env (no read replica, no proxy_config, no - # master key). + # run.py assembles DATABASE_URL from these discrete vars itself, so the + # migrations Job only needs writer-side DB env (no read replica, no + # proxy_config, no master key). migrations_env_kv = [ { name = "DATABASE_HOST", value = google_sql_database_instance.writer.private_ip_address }, { name = "DATABASE_PORT", value = "5432" }, @@ -241,7 +236,7 @@ resource "google_cloud_run_v2_service" "gateway" { containers { name = "gateway" - image = local.gateway_image + image = local.image command = ["sh", "-c"] args = [local.gateway_args] @@ -317,10 +312,9 @@ resource "google_cloud_run_v2_service" "gateway" { dynamic "containers" { for_each = local.metrics_enabled ? [1] : [] content { - name = "metrics" - image = local.gateway_image - command = ["python", "-m", "litellm.proxy.prometheus_metrics_server"] - args = ["--port", tostring(var.gateway_metrics_port)] + name = "metrics" + image = local.image + args = ["metrics", "--port", tostring(var.gateway_metrics_port)] dynamic "env" { for_each = local.metrics_env_kv @@ -383,7 +377,7 @@ resource "google_cloud_run_v2_service" "gateway" { for_each = var.collector_enabled ? [1] : [] content { name = "spend-collector" - image = local.gateway_image + image = local.image command = ["sh", "-c"] args = [local.collector_args] @@ -504,7 +498,7 @@ resource "google_cloud_run_v2_service" "backend" { } containers { - image = local.backend_image + image = local.image command = ["sh", "-c"] args = [local.backend_args] @@ -618,7 +612,8 @@ resource "google_cloud_run_v2_service" "ui" { } containers { - image = local.ui_image + image = local.image + args = ["ui"] ports { container_port = 3000 @@ -680,9 +675,6 @@ resource "google_cloud_run_v2_service_iam_member" "ui_allusers" { } # ---------- Migrations job ---------- -# Dedicated litellm-migrations image — slim, ENTRYPOINT runs run.py which -# assembles DATABASE_URL from the DATABASE_* env vars and runs `prisma -# migrate deploy`. No proxy_config, no master key, no shell wrapper. resource "google_cloud_run_v2_job" "migrations" { count = var.create_runtime ? 1 : 0 @@ -701,7 +693,8 @@ resource "google_cloud_run_v2_job" "migrations" { } containers { - image = local.migrations_image + image = local.image + args = ["migrations"] # Prisma's Node + Rust engine plus the v2 migration resolver # routinely peaks above 1 GiB while applying the schema, so 2 GiB diff --git a/terraform/litellm/gcp/cloudsql.tf b/litellm/deploy/terraform/litellm/gcp/cloudsql.tf similarity index 100% rename from terraform/litellm/gcp/cloudsql.tf rename to litellm/deploy/terraform/litellm/gcp/cloudsql.tf diff --git a/terraform/litellm/gcp/examples/default/.terraform.lock.hcl b/litellm/deploy/terraform/litellm/gcp/examples/default/.terraform.lock.hcl similarity index 100% rename from terraform/litellm/gcp/examples/default/.terraform.lock.hcl rename to litellm/deploy/terraform/litellm/gcp/examples/default/.terraform.lock.hcl diff --git a/terraform/litellm/gcp/examples/default/TUTORIAL.md b/litellm/deploy/terraform/litellm/gcp/examples/default/TUTORIAL.md similarity index 96% rename from terraform/litellm/gcp/examples/default/TUTORIAL.md rename to litellm/deploy/terraform/litellm/gcp/examples/default/TUTORIAL.md index ec82feb739a..6e816167aeb 100644 --- a/terraform/litellm/gcp/examples/default/TUTORIAL.md +++ b/litellm/deploy/terraform/litellm/gcp/examples/default/TUTORIAL.md @@ -31,7 +31,7 @@ gcloud services enable \ ## Create the Artifact Registry passthrough to GHCR -Cloud Run only pulls from Artifact Registry, `gcr.io`, or `docker.io`; it rejects `ghcr.io` URIs at apply time. The four LiteLLM images live on GHCR, so the stack needs a remote Artifact Registry repo pointed at GHCR. This is a one-time setup per project. +Cloud Run only pulls from Artifact Registry, `gcr.io`, or `docker.io`; it rejects `ghcr.io` URIs at apply time. The LiteLLM image lives on GHCR, so the stack needs a remote Artifact Registry repo pointed at GHCR. This is a one-time setup per project. ```bash gcloud artifacts repositories create litellm \ diff --git a/terraform/litellm/gcp/examples/default/deploystack.json b/litellm/deploy/terraform/litellm/gcp/examples/default/deploystack.json similarity index 72% rename from terraform/litellm/gcp/examples/default/deploystack.json rename to litellm/deploy/terraform/litellm/gcp/examples/default/deploystack.json index 732d4a187b1..81d5d19a513 100644 --- a/terraform/litellm/gcp/examples/default/deploystack.json +++ b/litellm/deploy/terraform/litellm/gcp/examples/default/deploystack.json @@ -3,7 +3,7 @@ "name": "litellm-gcp", "description": "Deploys the LiteLLM proxy on GCP: Cloud Run gateway/backend/UI, Cloud SQL with a read replica, Memorystore Redis, a GCS bucket, Secret Manager entries, and an external HTTPS load balancer. Takes ~20-25 minutes on the first apply.", "duration": 25, - "documentation_link": "https://github.com/BerriAI/litellm/blob/main/terraform/litellm/gcp/README.md", + "documentation_link": "https://github.com/BerriAI/litellm/blob/main/litellm/deploy/terraform/litellm/gcp/README.md", "collect_project": true, "collect_region": true, "region_type": "run", @@ -24,12 +24,12 @@ }, { "name": "image_tag", - "description": "Tag for the four litellm-* images (gateway, backend, ui, migrations). Bump together when bumping LiteLLM", + "description": "Tag of the litellm image every workload (gateway, backend, ui, migrations) runs", "default": "" }, { "name": "image_registry", - "description": "Artifact Registry path prefix for the four litellm-* images. Format: -docker.pkg.dev//litellm/berriai, pointing at the remote repo you created above. Substitute BOTH REGION and PROJECT_ID in the default to match the AR repo you just created (REGION must match the region you picked above). The ghcr.io/berriai default in the module does NOT work; Cloud Run rejects ghcr.io URIs at apply time", + "description": "Artifact Registry path prefix for the litellm image. Format: -docker.pkg.dev//litellm/berriai, pointing at the remote repo you created above. Substitute BOTH REGION and PROJECT_ID in the default to match the AR repo you just created (REGION must match the region you picked above). The ghcr.io/berriai default in the module does NOT work; Cloud Run rejects ghcr.io URIs at apply time", "default": "REGION-docker.pkg.dev/PROJECT_ID/litellm/berriai" }, { diff --git a/terraform/litellm/gcp/examples/default/main.tf b/litellm/deploy/terraform/litellm/gcp/examples/default/main.tf similarity index 89% rename from terraform/litellm/gcp/examples/default/main.tf rename to litellm/deploy/terraform/litellm/gcp/examples/default/main.tf index 9b18a6df863..f0c1a09cf05 100644 --- a/terraform/litellm/gcp/examples/default/main.tf +++ b/litellm/deploy/terraform/litellm/gcp/examples/default/main.tf @@ -1,6 +1,6 @@ # One-command deploy of the LiteLLM GCP stack. # -# cd terraform/litellm/gcp/examples/default +# cd litellm/deploy/terraform/litellm/gcp/examples/default # cp terraform.tfvars.example terraform.tfvars # edit it # terraform init # terraform apply @@ -10,7 +10,7 @@ # from your own config with count/for_each or impersonated-SA providers: # # module "litellm" { -# source = "github.com/BerriAI/litellm//terraform/litellm/gcp?ref=" +# source = "github.com/BerriAI/litellm//litellm/deploy/terraform/litellm/gcp?ref=" # ... # } # @@ -21,7 +21,7 @@ # "Using as a module" section. # # Knobs not surfaced as variables here (per-component sizing/instances, -# Cloud SQL tier/edition, Memorystore tier, per-component image overrides) +# Cloud SQL tier/edition, Memorystore tier, a full `image` override) # can be set directly on this block — see ../../variables.tf. module "litellm" { source = "../../" diff --git a/terraform/litellm/gcp/examples/default/outputs.tf b/litellm/deploy/terraform/litellm/gcp/examples/default/outputs.tf similarity index 100% rename from terraform/litellm/gcp/examples/default/outputs.tf rename to litellm/deploy/terraform/litellm/gcp/examples/default/outputs.tf diff --git a/terraform/litellm/gcp/examples/default/providers.tf b/litellm/deploy/terraform/litellm/gcp/examples/default/providers.tf similarity index 100% rename from terraform/litellm/gcp/examples/default/providers.tf rename to litellm/deploy/terraform/litellm/gcp/examples/default/providers.tf diff --git a/terraform/litellm/gcp/examples/default/terraform.tfvars.example b/litellm/deploy/terraform/litellm/gcp/examples/default/terraform.tfvars.example similarity index 92% rename from terraform/litellm/gcp/examples/default/terraform.tfvars.example rename to litellm/deploy/terraform/litellm/gcp/examples/default/terraform.tfvars.example index 6456b525d08..07901d10186 100644 --- a/terraform/litellm/gcp/examples/default/terraform.tfvars.example +++ b/litellm/deploy/terraform/litellm/gcp/examples/default/terraform.tfvars.example @@ -38,11 +38,12 @@ env = "stage" # Images. Cloud Run rejects ghcr.io, so a real deploy must point # image_registry at an Artifact Registry remote repo (see README "Image -# pulls"); image_tag is applied to all four litellm-* images. A published -# module version ships with it stamped to its own release tag, a checkout of -# the monorepo has no default and needs it set. Per-component *_image overrides are -# NOT exposed here. Set them directly on the `module "litellm"` block in -# main.tf (see ../../variables.tf) if you need to mix-and-match versions. +# pulls"); every workload runs /litellm:. A +# published module version ships with image_tag stamped to its own release +# tag, a checkout of the monorepo has no default and needs it set. The full +# `image` override is NOT exposed here: set it directly on the +# `module "litellm"` block in main.tf (see ../../variables.tf) if you need +# a custom build. # image_registry = "us-central1-docker.pkg.dev/my-gcp-project/litellm/berriai" # image_tag = "" diff --git a/terraform/litellm/gcp/examples/default/variables.tf b/litellm/deploy/terraform/litellm/gcp/examples/default/variables.tf similarity index 92% rename from terraform/litellm/gcp/examples/default/variables.tf rename to litellm/deploy/terraform/litellm/gcp/examples/default/variables.tf index dcf84572fd7..d77a29b9899 100644 --- a/terraform/litellm/gcp/examples/default/variables.tf +++ b/litellm/deploy/terraform/litellm/gcp/examples/default/variables.tf @@ -1,6 +1,6 @@ # Curated surface for the one-command deploy path. The module (../../) # exposes far more knobs (per-component CPU/memory/instances, Cloud SQL -# tier/edition, Memorystore tier, per-component image overrides, …). To +# tier/edition, Memorystore tier, a full `image` override, …). To # tune those, set them directly on the `module "litellm"` block in # main.tf, or call the module from your own root config. Full per-variable # docs live in ../../variables.tf — the module is the source of truth. @@ -75,15 +75,15 @@ variable "ui_password" { # Image source. Cloud Run rejects ghcr.io, so a real deploy must point # image_registry at an Artifact Registry remote repo (see README "Image -# pulls"). Per-component overrides live in ../../variables.tf. +# pulls"). The full `image` override lives in ../../variables.tf. variable "image_registry" { - description = "Registry path prefix; images composed as /litellm-:." + description = "Registry path prefix; the image is composed as /litellm:." type = string default = "ghcr.io/berriai" } variable "image_tag" { - description = "Tag applied to all four litellm-* images. Bump in lockstep." + description = "Tag of the litellm image every workload runs." type = string default = "" } diff --git a/terraform/litellm/gcp/examples/default/versions.tf b/litellm/deploy/terraform/litellm/gcp/examples/default/versions.tf similarity index 100% rename from terraform/litellm/gcp/examples/default/versions.tf rename to litellm/deploy/terraform/litellm/gcp/examples/default/versions.tf diff --git a/terraform/litellm/gcp/gcs.tf b/litellm/deploy/terraform/litellm/gcp/gcs.tf similarity index 100% rename from terraform/litellm/gcp/gcs.tf rename to litellm/deploy/terraform/litellm/gcp/gcs.tf diff --git a/terraform/litellm/gcp/iam.tf b/litellm/deploy/terraform/litellm/gcp/iam.tf similarity index 100% rename from terraform/litellm/gcp/iam.tf rename to litellm/deploy/terraform/litellm/gcp/iam.tf diff --git a/terraform/litellm/gcp/load_balancer.tf b/litellm/deploy/terraform/litellm/gcp/load_balancer.tf similarity index 100% rename from terraform/litellm/gcp/load_balancer.tf rename to litellm/deploy/terraform/litellm/gcp/load_balancer.tf diff --git a/terraform/litellm/gcp/locals.tf b/litellm/deploy/terraform/litellm/gcp/locals.tf similarity index 79% rename from terraform/litellm/gcp/locals.tf rename to litellm/deploy/terraform/litellm/gcp/locals.tf index e82892b27cb..9bbe8bfd879 100644 --- a/terraform/litellm/gcp/locals.tf +++ b/litellm/deploy/terraform/litellm/gcp/locals.tf @@ -1,5 +1,5 @@ -# Gateway path prefixes — mirrored verbatim from gateway/routes/allowlist.py -# and helm/litellm/templates/ingress.yaml. URL maps use the "path matcher" +# Gateway path prefixes — mirrored verbatim from litellm/runtime/gateway/routes/allowlist.py +# and litellm/deploy/helm/litellm/templates/ingress.yaml. URL maps use the "path matcher" # rule with `paths` lists; up to 10 path globs per rule, up to 50 rules # per matcher. Easily fits the gateway list in one rule per chunk-of-10. locals { @@ -92,11 +92,5 @@ locals { { name = "PROXY_CONFIG_HASH", value = md5(local.proxy_config_yaml) }, ] : [] - # Resolved image URIs: per-component override wins, otherwise compose - # from image_registry + image_tag. Cloud Run only accepts AR / gcr.io / - # docker.io paths — see variables.tf for the full constraint list. - gateway_image = var.gateway_image != "" ? var.gateway_image : "${var.image_registry}/litellm-gateway:${var.image_tag}" - backend_image = var.backend_image != "" ? var.backend_image : "${var.image_registry}/litellm-backend:${var.image_tag}" - ui_image = var.ui_image != "" ? var.ui_image : "${var.image_registry}/litellm-ui:${var.image_tag}" - migrations_image = var.migrations_image != "" ? var.migrations_image : "${var.image_registry}/litellm-migrations:${var.image_tag}" + image = var.image != "" ? var.image : "${var.image_registry}/litellm:${var.image_tag}" } diff --git a/terraform/litellm/gcp/network.tf b/litellm/deploy/terraform/litellm/gcp/network.tf similarity index 100% rename from terraform/litellm/gcp/network.tf rename to litellm/deploy/terraform/litellm/gcp/network.tf diff --git a/terraform/litellm/gcp/outputs.tf b/litellm/deploy/terraform/litellm/gcp/outputs.tf similarity index 100% rename from terraform/litellm/gcp/outputs.tf rename to litellm/deploy/terraform/litellm/gcp/outputs.tf diff --git a/terraform/litellm/gcp/redis.tf b/litellm/deploy/terraform/litellm/gcp/redis.tf similarity index 100% rename from terraform/litellm/gcp/redis.tf rename to litellm/deploy/terraform/litellm/gcp/redis.tf diff --git a/terraform/litellm/gcp/secrets.tf b/litellm/deploy/terraform/litellm/gcp/secrets.tf similarity index 100% rename from terraform/litellm/gcp/secrets.tf rename to litellm/deploy/terraform/litellm/gcp/secrets.tf diff --git a/terraform/litellm/gcp/tests/collector.tftest.hcl b/litellm/deploy/terraform/litellm/gcp/tests/collector.tftest.hcl similarity index 94% rename from terraform/litellm/gcp/tests/collector.tftest.hcl rename to litellm/deploy/terraform/litellm/gcp/tests/collector.tftest.hcl index f16d02d9c7e..46793e60ac8 100644 --- a/terraform/litellm/gcp/tests/collector.tftest.hcl +++ b/litellm/deploy/terraform/litellm/gcp/tests/collector.tftest.hcl @@ -1,6 +1,6 @@ # Plan-only coverage for the opt-in collector sidecar on the gateway Cloud # Run service. `mock_provider` keeps this offline: no GCP credentials, no API -# calls. Run from terraform/litellm/gcp with `terraform test`. +# calls. Run from litellm/deploy/terraform/litellm/gcp with `terraform test`. mock_provider "google" {} mock_provider "google-beta" {} @@ -65,14 +65,14 @@ run "enabled_adds_a_sidecar_that_shares_the_gateway_transport" { assert { condition = ( - google_cloud_run_v2_service.gateway[0].template[0].containers[1].image == local.gateway_image && + google_cloud_run_v2_service.gateway[0].template[0].containers[1].image == google_cloud_run_v2_service.gateway[0].template[0].containers[0].image && google_cloud_run_v2_service.gateway[0].template[0].containers[1].command == tolist(["sh", "-c"]) && - endswith(google_cloud_run_v2_service.gateway[0].template[0].containers[1].args[0], " && exec python -m litellm.proxy.collector") && + endswith(google_cloud_run_v2_service.gateway[0].template[0].containers[1].args[0], " && exec /app/docker-entrypoint.sh collector") && strcontains(google_cloud_run_v2_service.gateway[0].template[0].containers[1].args[0], "export DATABASE_URL=") && strcontains(google_cloud_run_v2_service.gateway[0].template[0].containers[1].args[0], "REDIS_SSL_CA_CERTS") && { for e in google_cloud_run_v2_service.gateway[0].template[0].containers[1].env : e.name => e.value }["LITELLM_JOB_ROLE"] == "collector" ) - error_message = "The sidecar must run litellm.proxy.collector from the gateway image with the same Redis CA + DATABASE_URL bootstrap as the gateway." + error_message = "The sidecar must run the collector component of the gateway's image with the same Redis CA + DATABASE_URL bootstrap as the gateway." } assert { diff --git a/terraform/litellm/gcp/tests/connection_pool.tftest.hcl b/litellm/deploy/terraform/litellm/gcp/tests/connection_pool.tftest.hcl similarity index 88% rename from terraform/litellm/gcp/tests/connection_pool.tftest.hcl rename to litellm/deploy/terraform/litellm/gcp/tests/connection_pool.tftest.hcl index c0ad842ff95..5d0f46d461d 100644 --- a/terraform/litellm/gcp/tests/connection_pool.tftest.hcl +++ b/litellm/deploy/terraform/litellm/gcp/tests/connection_pool.tftest.hcl @@ -1,6 +1,6 @@ # Plan-only coverage for the in-container PgBouncer knobs on the gateway # service. `mock_provider` keeps this offline: no GCP credentials, no API -# calls, no resources. Run from terraform/litellm/gcp with `terraform test`. +# calls, no resources. Run from litellm/deploy/terraform/litellm/gcp with `terraform test`. mock_provider "google" { mock_resource "google_redis_instance" { @@ -145,17 +145,15 @@ run "gateway_starts_through_the_pool_aware_launcher" { assert { condition = alltrue([ - strcontains(local.gateway_launch_cmd, "exec python -m gateway.launch --host 0.0.0.0 --port 4000 --workers 4"), - strcontains(local.gateway_launch_cmd, "exec ddtrace-run python -m gateway.launch --host 0.0.0.0 --port 4000 --workers 4"), - !strcontains(local.gateway_launch_cmd, "uvicorn gateway.main:app"), - endswith(google_cloud_run_v2_service.gateway[0].template[0].containers[0].args[0], local.gateway_launch_cmd), + google_cloud_run_v2_service.gateway[0].template[0].containers[0].command == tolist(["sh", "-c"]), + endswith(google_cloud_run_v2_service.gateway[0].template[0].containers[0].args[0], " && exec /app/docker-entrypoint.sh gateway --workers 4"), ]) - error_message = "The gateway must start through gateway.launch (with and without ddtrace) so the pooler starts once before uvicorn forks the workers." + error_message = "The gateway must start through the image's gateway component with the configured worker count so the pooler starts once before uvicorn forks the workers." } assert { - condition = strcontains(local.backend_launch_cmd, "uvicorn backend.main:app") - error_message = "The backend has no workers to share a pooler and keeps starting uvicorn directly." + condition = endswith(google_cloud_run_v2_service.backend[0].template[0].containers[0].args[0], " && exec /app/docker-entrypoint.sh backend") + error_message = "The backend has no workers to share a pooler and starts the plain backend component." } } diff --git a/terraform/litellm/gcp/tests/deps_only.tftest.hcl b/litellm/deploy/terraform/litellm/gcp/tests/deps_only.tftest.hcl similarity index 100% rename from terraform/litellm/gcp/tests/deps_only.tftest.hcl rename to litellm/deploy/terraform/litellm/gcp/tests/deps_only.tftest.hcl diff --git a/terraform/litellm/gcp/tests/metrics_sidecar.tftest.hcl b/litellm/deploy/terraform/litellm/gcp/tests/metrics_sidecar.tftest.hcl similarity index 96% rename from terraform/litellm/gcp/tests/metrics_sidecar.tftest.hcl rename to litellm/deploy/terraform/litellm/gcp/tests/metrics_sidecar.tftest.hcl index fb5446b4c56..449a048428a 100644 --- a/terraform/litellm/gcp/tests/metrics_sidecar.tftest.hcl +++ b/litellm/deploy/terraform/litellm/gcp/tests/metrics_sidecar.tftest.hcl @@ -66,11 +66,11 @@ run "metrics_sidecar_enabled" { assert { condition = alltrue([ - google_cloud_run_v2_service.gateway[0].template[0].containers[1].image == local.gateway_image, - join(" ", google_cloud_run_v2_service.gateway[0].template[0].containers[1].command) == "python -m litellm.proxy.prometheus_metrics_server", - join(" ", google_cloud_run_v2_service.gateway[0].template[0].containers[1].args) == "--port 4001", + google_cloud_run_v2_service.gateway[0].template[0].containers[1].image == google_cloud_run_v2_service.gateway[0].template[0].containers[0].image, + google_cloud_run_v2_service.gateway[0].template[0].containers[1].command == null, + join(" ", google_cloud_run_v2_service.gateway[0].template[0].containers[1].args) == "metrics --port 4001", ]) - error_message = "The metrics sidecar must run the gateway image's prometheus_metrics_server on the configured port." + error_message = "The metrics sidecar must run the gateway image's metrics component on the configured port." } assert { diff --git a/litellm/deploy/terraform/litellm/gcp/tests/unified_image.tftest.hcl b/litellm/deploy/terraform/litellm/gcp/tests/unified_image.tftest.hcl new file mode 100644 index 00000000000..1c7652a7110 --- /dev/null +++ b/litellm/deploy/terraform/litellm/gcp/tests/unified_image.tftest.hcl @@ -0,0 +1,72 @@ +mock_provider "google" { + mock_resource "google_redis_instance" { + defaults = { + host = "10.0.0.4" + port = 6379 + server_ca_certs = [{ + cert = "-----BEGIN CERTIFICATE-----\nmock\n-----END CERTIFICATE-----" + }] + } + } +} + +mock_provider "google-beta" {} +mock_provider "random" {} + +variables { + project_id = "test-project" + tenant = "tenant" + env = "test" + allow_plaintext_lb = true + image_registry = "us-central1-docker.pkg.dev/test-project/litellm/berriai" + image_tag = "v9.9.9-stable" + gateway_num_workers = 3 +} + +run "registry_and_tag_compose_one_image_for_every_workload" { + command = plan + + assert { + condition = alltrue([ + google_cloud_run_v2_service.gateway[0].template[0].containers[0].image == "us-central1-docker.pkg.dev/test-project/litellm/berriai/litellm:v9.9.9-stable", + google_cloud_run_v2_service.backend[0].template[0].containers[0].image == "us-central1-docker.pkg.dev/test-project/litellm/berriai/litellm:v9.9.9-stable", + google_cloud_run_v2_service.ui[0].template[0].containers[0].image == "us-central1-docker.pkg.dev/test-project/litellm/berriai/litellm:v9.9.9-stable", + google_cloud_run_v2_job.migrations[0].template[0].template[0].containers[0].image == "us-central1-docker.pkg.dev/test-project/litellm/berriai/litellm:v9.9.9-stable", + terraform_data.migration[0].triggers_replace.job_image == "us-central1-docker.pkg.dev/test-project/litellm/berriai/litellm:v9.9.9-stable", + ]) + error_message = "All workloads must pull /litellm: and the migration re-run trigger must follow it." + } + + assert { + condition = alltrue([ + google_cloud_run_v2_service.ui[0].template[0].containers[0].command == null, + google_cloud_run_v2_service.ui[0].template[0].containers[0].args == tolist(["ui"]), + google_cloud_run_v2_job.migrations[0].template[0].template[0].containers[0].command == null, + google_cloud_run_v2_job.migrations[0].template[0].template[0].containers[0].args == tolist(["migrations"]), + google_cloud_run_v2_service.gateway[0].template[0].containers[0].command == tolist(["sh", "-c"]), + endswith(google_cloud_run_v2_service.gateway[0].template[0].containers[0].args[0], " && exec /app/docker-entrypoint.sh gateway --workers 3"), + google_cloud_run_v2_service.backend[0].template[0].containers[0].command == tolist(["sh", "-c"]), + endswith(google_cloud_run_v2_service.backend[0].template[0].containers[0].args[0], " && exec /app/docker-entrypoint.sh backend"), + ]) + error_message = "UI and migrations must keep the image entrypoint with their component as args; gateway and backend must exec it with their component after the DATABASE_URL bootstrap." + } +} + +run "image_overrides_the_composed_uri_everywhere" { + command = plan + + variables { + image = "us-central1-docker.pkg.dev/test-project/mirror/litellm:custom" + } + + assert { + condition = alltrue([ + google_cloud_run_v2_service.gateway[0].template[0].containers[0].image == var.image, + google_cloud_run_v2_service.backend[0].template[0].containers[0].image == var.image, + google_cloud_run_v2_service.ui[0].template[0].containers[0].image == var.image, + google_cloud_run_v2_job.migrations[0].template[0].template[0].containers[0].image == var.image, + terraform_data.migration[0].triggers_replace.job_image == var.image, + ]) + error_message = "A full image URI must win over image_registry + image_tag for every workload." + } +} diff --git a/terraform/litellm/gcp/variables.tf b/litellm/deploy/terraform/litellm/gcp/variables.tf similarity index 89% rename from terraform/litellm/gcp/variables.tf rename to litellm/deploy/terraform/litellm/gcp/variables.tf index e40ee36fa18..d1be9fa2540 100644 --- a/terraform/litellm/gcp/variables.tf +++ b/litellm/deploy/terraform/litellm/gcp/variables.tf @@ -119,69 +119,49 @@ variable "vpc_connector_cidr" { default = "10.41.0.0/28" } -# ---------- Component images ---------- +# ---------- Image ---------- # # Cloud Run only pulls from Artifact Registry, [region.]gcr.io, or -# docker.io — it rejects arbitrary registries (notably ghcr.io) at apply -# time. The four images live on GHCR upstream, so any real deploy must -# either set `image_registry` to an Artifact Registry remote repository -# pointed at ghcr.io (e.g. `us-central1-docker.pkg.dev/my-proj/litellm/berriai`) -# or override the per-component `*_image` vars individually with full URIs. +# docker.io and rejects arbitrary registries (notably ghcr.io) at apply +# time. The image lives on GHCR upstream, so any real deploy must either +# set `image_registry` to an Artifact Registry remote repository pointed at +# ghcr.io (e.g. `us-central1-docker.pkg.dev/my-proj/litellm/berriai`) or +# set `image` to the full URI of a copy you mirrored yourself. variable "image_registry" { description = <<-EOT - Registry path prefix used to compose the four LiteLLM image URIs as - `/litellm-:`. The default - (`ghcr.io/berriai`) only works on registries Cloud Run accepts — for - GHCR-backed deploys, create an Artifact Registry remote repository - pointed at `https://ghcr.io` and set this to that repo's path + Registry path prefix used to compose the LiteLLM image URI as + `/litellm:`. The default (`ghcr.io/berriai`) + only works on registries Cloud Run accepts: for GHCR-backed deploys, + create an Artifact Registry remote repository pointed at + `https://ghcr.io` and set this to that repo's path (e.g. `us-central1-docker.pkg.dev///berriai`). - Per-component overrides (`gateway_image`, `backend_image`, `ui_image`, - `migrations_image`) bypass this entirely when set. + `image` bypasses this entirely when set. EOT type = string default = "ghcr.io/berriai" } variable "image_tag" { - description = "Tag applied to all four litellm-* images when composed from `image_registry`. A published module version ships with this stamped to its own release tag, which matches the `v`-prefixed tag published to GHCR for the same LiteLLM release. Set it to pin a different LiteLLM release. When sourcing the module from a git ref of the monorepo it has no default and must be set." + description = "Tag of the LiteLLM image when composed from `image_registry`. A published module version ships with this stamped to its own release tag, which matches the `v`-prefixed tag published to GHCR for the same LiteLLM release. Set it to pin a different LiteLLM release. When sourcing the module from a git ref of the monorepo it has no default and must be set. Tags older than the one a module version ships with have no component entrypoint and only run the monolithic proxy." type = string default = "" nullable = false validation { - condition = !var.create_runtime || var.image_tag != "" || (var.gateway_image != "" && var.backend_image != "" && var.ui_image != "" && var.migrations_image != "") - error_message = "image_tag is empty. Published module versions (registry.terraform.io/modules/BerriAI/litellm) ship with it stamped to their own release. A git ref of the monorepo has no published images of its own, so set image_tag to a published LiteLLM release tag or set all four *_image URIs." + condition = !var.create_runtime || var.image_tag != "" || var.image != "" + error_message = "image_tag is empty. Published module versions (registry.terraform.io/modules/BerriAI/litellm) ship with it stamped to their own release. A git ref of the monorepo has no published images of its own, so set image_tag to a published LiteLLM release tag or set image to a full URI." } } -variable "gateway_image" { - description = "Full image URI for the gateway. Empty (default) composes from `image_registry` + `image_tag`. Public images or Artifact Registry only — Cloud Run won't authenticate against arbitrary private registries." - type = string - default = "" -} - -variable "backend_image" { - description = "Full image URI for the backend. Empty (default) composes from `image_registry` + `image_tag`." - type = string - default = "" -} - -variable "ui_image" { - description = "Full image URI for the UI. Empty (default) composes from `image_registry` + `image_tag`." - type = string - default = "" -} - -variable "migrations_image" { +variable "image" { description = <<-EOT - Full image URI for the one-off prisma migration Cloud Run Job. Empty - (default) composes from `image_registry` + `image_tag` as - `litellm-migrations`. Built from `migrations/Dockerfile` — slim image - whose ENTRYPOINT runs `python3 /app/run.py` (assembles DATABASE_URL - from DATABASE_* env vars via DatabaseURLSettings, then runs - `prisma migrate deploy`). Should track the same release tag as - gateway/backend/ui. + Full URI of the one LiteLLM image every Cloud Run service and the + migrations Job run. Its entrypoint picks the process from the first + argument (`gateway`, `backend`, `ui`, `migrations`, `metrics`, + `collector`). Empty (default) composes from `image_registry` + + `image_tag`. Public images or Artifact Registry only: Cloud Run won't + authenticate against arbitrary private registries. EOT type = string default = "" @@ -252,7 +232,7 @@ variable "gateway_pool_max_client_conn" { } # Cloud Run autoscales out of the box (request-rate driven). The min/max -# bounds mirror the HPA replica bounds in helm/litellm/values.yaml so each +# bounds mirror the HPA replica bounds in litellm/deploy/helm/litellm/values.yaml so each # stack scales over the same range. Cloud Run has no direct CPU-utilization # target; the request-concurrency knob below is the closest analog. @@ -569,8 +549,7 @@ variable "gateway_metrics_port" { Serve Prometheus /metrics from a `metrics` sidecar container in the gateway Cloud Run service on this port (a whole number 1-65535, not 4000 or 13133), so the collector's scrape never runs on an inference worker. - The sidecar runs the gateway image with - `python -m litellm.proxy.prometheus_metrics_server` and aggregates the + The sidecar runs the `metrics` component of the image and aggregates the workers' PROMETHEUS_MULTIPROC_DIR samples over an in-memory volume shared with the gateway container. Cloud Run only routes ingress to the gateway container, so the sidecar port is reachable on localhost inside the @@ -578,7 +557,7 @@ variable "gateway_metrics_port" { (gateway_metrics_collector_image) scrapes it and writes the series to Cloud Monitoring. The load balancer keeps serving the authenticated /metrics on the gateway port as before. Null (the default) leaves /metrics - on the gateway port only. Needs gateway_image v1.101.0 or newer. + on the gateway port only. EOT type = number default = null @@ -649,7 +628,7 @@ variable "billing_metrics_token_url" { # ---------- Collector sidecar ---------- # # Opt-in offload of spend tracking from the gateway's uvicorn workers to a -# `python -m litellm.proxy.collector` sidecar container in the same Cloud Run +# `collector` component sidecar container in the same Cloud Run # instance (helm's `gateway.collector`, mirrors the AWS stack). Containers # in one instance share localhost, so the sidecar listens on loopback TCP. # Disabled (the default) adds nothing to the service. diff --git a/terraform/litellm/gcp/versions.tf b/litellm/deploy/terraform/litellm/gcp/versions.tf similarity index 100% rename from terraform/litellm/gcp/versions.tf rename to litellm/deploy/terraform/litellm/gcp/versions.tf diff --git a/terraform/provider/.gitignore b/litellm/deploy/terraform/provider/.gitignore similarity index 100% rename from terraform/provider/.gitignore rename to litellm/deploy/terraform/provider/.gitignore diff --git a/terraform/provider/.goreleaser.yml b/litellm/deploy/terraform/provider/.goreleaser.yml similarity index 100% rename from terraform/provider/.goreleaser.yml rename to litellm/deploy/terraform/provider/.goreleaser.yml diff --git a/terraform/provider/CHANGELOG.md b/litellm/deploy/terraform/provider/CHANGELOG.md similarity index 99% rename from terraform/provider/CHANGELOG.md rename to litellm/deploy/terraform/provider/CHANGELOG.md index 0e60c2a7806..46b096d05b0 100644 --- a/terraform/provider/CHANGELOG.md +++ b/litellm/deploy/terraform/provider/CHANGELOG.md @@ -85,7 +85,7 @@ longer signal it. ### Changed -- The provider source of truth moved to `terraform/provider/` in [BerriAI/litellm](https://github.com/BerriAI/litellm); this repository is now a release mirror. CI in the monorepo statically audits every endpoint the provider calls against the proxy's OpenAPI schema on every change +- The provider source of truth moved to `litellm/deploy/terraform/provider/` in [BerriAI/litellm](https://github.com/BerriAI/litellm); this repository is now a release mirror. CI in the monorepo statically audits every endpoint the provider calls against the proxy's OpenAPI schema on every change - **mcp_server**, **vector_store**: `env` and `litellm_params` are now marked sensitive, so they are redacted from plan/apply output, and they are no longer read back from the API into state — the configured value is authoritative. If the proxy returns values that differ from the configuration, that drift is no longer surfaced on refresh - Dependency updates: `grpc` and `golang.org/x` modules diff --git a/terraform/provider/LICENSE b/litellm/deploy/terraform/provider/LICENSE similarity index 100% rename from terraform/provider/LICENSE rename to litellm/deploy/terraform/provider/LICENSE diff --git a/terraform/provider/Makefile b/litellm/deploy/terraform/provider/Makefile similarity index 100% rename from terraform/provider/Makefile rename to litellm/deploy/terraform/provider/Makefile diff --git a/terraform/provider/README.md b/litellm/deploy/terraform/provider/README.md similarity index 89% rename from terraform/provider/README.md rename to litellm/deploy/terraform/provider/README.md index 56b95f8916a..bafee72bca7 100644 --- a/terraform/provider/README.md +++ b/litellm/deploy/terraform/provider/README.md @@ -4,7 +4,7 @@ This Terraform provider allows you to manage LiteLLM resources through Infrastru ## Source of truth -This directory (`terraform/provider/` in [BerriAI/litellm](https://github.com/BerriAI/litellm)) is the source of truth for the provider. [BerriAI/terraform-provider-litellm](https://github.com/BerriAI/terraform-provider-litellm) is a thin release mirror that the public Terraform Registry ingests from; do not open PRs there. Changes land here, where CI builds the provider, runs its tests, and statically audits every endpoint the provider calls against the proxy's generated OpenAPI schema (`tools/endpointaudit/`), so the provider cannot drift from the LiteLLM API silently. The same audit runs in reverse as a coverage gate: every management endpoint in the schema must be covered by a resource or data source, or carry a documented entry in `tools/endpointaudit/coverage_allowlist.txt`, and stale allowlist entries fail CI. Releases are published by mirroring this directory into the split repo and tagging it, which triggers the goreleaser workflow there (see `RELEASING.md`) +This directory (`litellm/deploy/terraform/provider/` in [BerriAI/litellm](https://github.com/BerriAI/litellm)) is the source of truth for the provider. [BerriAI/terraform-provider-litellm](https://github.com/BerriAI/terraform-provider-litellm) is a thin release mirror that the public Terraform Registry ingests from; do not open PRs there. Changes land here, where CI builds the provider, runs its tests, and statically audits every endpoint the provider calls against the proxy's generated OpenAPI schema (`tools/endpointaudit/`), so the provider cannot drift from the LiteLLM API silently. The same audit runs in reverse as a coverage gate: every management endpoint in the schema must be covered by a resource or data source, or carry a documented entry in `tools/endpointaudit/coverage_allowlist.txt`, and stale allowlist entries fail CI. Releases are published by mirroring this directory into the split repo and tagging it, which triggers the goreleaser workflow there (see `RELEASING.md`) ## Versioning @@ -226,7 +226,7 @@ make test ### Contributing -Contributions are welcome! Please read our [contributing guidelines](CONTRIBUTING.md) first. +Contributions are welcome! Please read our [contributing guidelines](../../../../.github/CONTRIBUTING.md) first. ## License diff --git a/terraform/provider/RELEASING.md b/litellm/deploy/terraform/provider/RELEASING.md similarity index 93% rename from terraform/provider/RELEASING.md rename to litellm/deploy/terraform/provider/RELEASING.md index 5b72621c291..c3860ce5337 100644 --- a/terraform/provider/RELEASING.md +++ b/litellm/deploy/terraform/provider/RELEASING.md @@ -9,11 +9,11 @@ The provider is released **in lockstep with LiteLLM**: every LiteLLM release (de The flow, end to end: 1. `BerriAI/project-releaser`'s release pipeline resolves the commit to release (`main` HEAD for dev; `main` HEAD or an operator-supplied SHA for rc/stable) and passes the release approval gate -2. Its componentized terraform job rsyncs `terraform/provider/` from that commit into `BerriAI/terraform-provider-litellm`, commits, and pushes the tag `v` (for example `v1.99.0`, `v1.99.0-rc.1`, `v1.99.0-dev.1`), alongside the `terraform-aws-litellm` / `terraform-google-litellm` module mirrors which get the same tag +2. Its componentized terraform job rsyncs `litellm/deploy/terraform/provider/` from that commit into `BerriAI/terraform-provider-litellm`, commits, and pushes the tag `v` (for example `v1.99.0`, `v1.99.0-rc.1`, `v1.99.0-dev.1`), alongside the `terraform-aws-litellm` / `terraform-google-litellm` module mirrors which get the same tag 3. The tag push triggers the mirror's own `Release` workflow (goreleaser): multi-platform build, GPG-signed checksums, GitHub release. It runs unattended; project-releaser does not wait for it 4. The public Terraform Registry ingests the GitHub release as provider version `` -`terraform/provider/` only exists from LiteLLM ~1.95, so a stable patch cut from an older line skips the provider and publishes only the modules. +`litellm/deploy/terraform/provider/` only exists from LiteLLM ~1.95, so a stable patch cut from an older line skips the provider and publishes only the modules. ## Prerequisites diff --git a/terraform/provider/docs/data-sources/access_group.md b/litellm/deploy/terraform/provider/docs/data-sources/access_group.md similarity index 100% rename from terraform/provider/docs/data-sources/access_group.md rename to litellm/deploy/terraform/provider/docs/data-sources/access_group.md diff --git a/terraform/provider/docs/data-sources/access_groups.md b/litellm/deploy/terraform/provider/docs/data-sources/access_groups.md similarity index 100% rename from terraform/provider/docs/data-sources/access_groups.md rename to litellm/deploy/terraform/provider/docs/data-sources/access_groups.md diff --git a/terraform/provider/docs/data-sources/agent.md b/litellm/deploy/terraform/provider/docs/data-sources/agent.md similarity index 100% rename from terraform/provider/docs/data-sources/agent.md rename to litellm/deploy/terraform/provider/docs/data-sources/agent.md diff --git a/terraform/provider/docs/data-sources/agents.md b/litellm/deploy/terraform/provider/docs/data-sources/agents.md similarity index 100% rename from terraform/provider/docs/data-sources/agents.md rename to litellm/deploy/terraform/provider/docs/data-sources/agents.md diff --git a/terraform/provider/docs/data-sources/budget.md b/litellm/deploy/terraform/provider/docs/data-sources/budget.md similarity index 100% rename from terraform/provider/docs/data-sources/budget.md rename to litellm/deploy/terraform/provider/docs/data-sources/budget.md diff --git a/terraform/provider/docs/data-sources/budgets.md b/litellm/deploy/terraform/provider/docs/data-sources/budgets.md similarity index 100% rename from terraform/provider/docs/data-sources/budgets.md rename to litellm/deploy/terraform/provider/docs/data-sources/budgets.md diff --git a/terraform/provider/docs/data-sources/credential.md b/litellm/deploy/terraform/provider/docs/data-sources/credential.md similarity index 100% rename from terraform/provider/docs/data-sources/credential.md rename to litellm/deploy/terraform/provider/docs/data-sources/credential.md diff --git a/terraform/provider/docs/data-sources/fallback.md b/litellm/deploy/terraform/provider/docs/data-sources/fallback.md similarity index 100% rename from terraform/provider/docs/data-sources/fallback.md rename to litellm/deploy/terraform/provider/docs/data-sources/fallback.md diff --git a/terraform/provider/docs/data-sources/guardrail.md b/litellm/deploy/terraform/provider/docs/data-sources/guardrail.md similarity index 100% rename from terraform/provider/docs/data-sources/guardrail.md rename to litellm/deploy/terraform/provider/docs/data-sources/guardrail.md diff --git a/terraform/provider/docs/data-sources/guardrails.md b/litellm/deploy/terraform/provider/docs/data-sources/guardrails.md similarity index 100% rename from terraform/provider/docs/data-sources/guardrails.md rename to litellm/deploy/terraform/provider/docs/data-sources/guardrails.md diff --git a/terraform/provider/docs/data-sources/key.md b/litellm/deploy/terraform/provider/docs/data-sources/key.md similarity index 100% rename from terraform/provider/docs/data-sources/key.md rename to litellm/deploy/terraform/provider/docs/data-sources/key.md diff --git a/terraform/provider/docs/data-sources/keys.md b/litellm/deploy/terraform/provider/docs/data-sources/keys.md similarity index 100% rename from terraform/provider/docs/data-sources/keys.md rename to litellm/deploy/terraform/provider/docs/data-sources/keys.md diff --git a/terraform/provider/docs/data-sources/mcp_server.md b/litellm/deploy/terraform/provider/docs/data-sources/mcp_server.md similarity index 100% rename from terraform/provider/docs/data-sources/mcp_server.md rename to litellm/deploy/terraform/provider/docs/data-sources/mcp_server.md diff --git a/terraform/provider/docs/data-sources/mcp_servers.md b/litellm/deploy/terraform/provider/docs/data-sources/mcp_servers.md similarity index 100% rename from terraform/provider/docs/data-sources/mcp_servers.md rename to litellm/deploy/terraform/provider/docs/data-sources/mcp_servers.md diff --git a/terraform/provider/docs/data-sources/model.md b/litellm/deploy/terraform/provider/docs/data-sources/model.md similarity index 100% rename from terraform/provider/docs/data-sources/model.md rename to litellm/deploy/terraform/provider/docs/data-sources/model.md diff --git a/terraform/provider/docs/data-sources/models.md b/litellm/deploy/terraform/provider/docs/data-sources/models.md similarity index 100% rename from terraform/provider/docs/data-sources/models.md rename to litellm/deploy/terraform/provider/docs/data-sources/models.md diff --git a/terraform/provider/docs/data-sources/organization.md b/litellm/deploy/terraform/provider/docs/data-sources/organization.md similarity index 100% rename from terraform/provider/docs/data-sources/organization.md rename to litellm/deploy/terraform/provider/docs/data-sources/organization.md diff --git a/terraform/provider/docs/data-sources/organizations.md b/litellm/deploy/terraform/provider/docs/data-sources/organizations.md similarity index 100% rename from terraform/provider/docs/data-sources/organizations.md rename to litellm/deploy/terraform/provider/docs/data-sources/organizations.md diff --git a/terraform/provider/docs/data-sources/project.md b/litellm/deploy/terraform/provider/docs/data-sources/project.md similarity index 100% rename from terraform/provider/docs/data-sources/project.md rename to litellm/deploy/terraform/provider/docs/data-sources/project.md diff --git a/terraform/provider/docs/data-sources/projects.md b/litellm/deploy/terraform/provider/docs/data-sources/projects.md similarity index 100% rename from terraform/provider/docs/data-sources/projects.md rename to litellm/deploy/terraform/provider/docs/data-sources/projects.md diff --git a/terraform/provider/docs/data-sources/prompt.md b/litellm/deploy/terraform/provider/docs/data-sources/prompt.md similarity index 100% rename from terraform/provider/docs/data-sources/prompt.md rename to litellm/deploy/terraform/provider/docs/data-sources/prompt.md diff --git a/terraform/provider/docs/data-sources/prompts.md b/litellm/deploy/terraform/provider/docs/data-sources/prompts.md similarity index 100% rename from terraform/provider/docs/data-sources/prompts.md rename to litellm/deploy/terraform/provider/docs/data-sources/prompts.md diff --git a/terraform/provider/docs/data-sources/search_tool.md b/litellm/deploy/terraform/provider/docs/data-sources/search_tool.md similarity index 100% rename from terraform/provider/docs/data-sources/search_tool.md rename to litellm/deploy/terraform/provider/docs/data-sources/search_tool.md diff --git a/terraform/provider/docs/data-sources/search_tools.md b/litellm/deploy/terraform/provider/docs/data-sources/search_tools.md similarity index 100% rename from terraform/provider/docs/data-sources/search_tools.md rename to litellm/deploy/terraform/provider/docs/data-sources/search_tools.md diff --git a/terraform/provider/docs/data-sources/tag.md b/litellm/deploy/terraform/provider/docs/data-sources/tag.md similarity index 100% rename from terraform/provider/docs/data-sources/tag.md rename to litellm/deploy/terraform/provider/docs/data-sources/tag.md diff --git a/terraform/provider/docs/data-sources/tags.md b/litellm/deploy/terraform/provider/docs/data-sources/tags.md similarity index 100% rename from terraform/provider/docs/data-sources/tags.md rename to litellm/deploy/terraform/provider/docs/data-sources/tags.md diff --git a/terraform/provider/docs/data-sources/team.md b/litellm/deploy/terraform/provider/docs/data-sources/team.md similarity index 100% rename from terraform/provider/docs/data-sources/team.md rename to litellm/deploy/terraform/provider/docs/data-sources/team.md diff --git a/terraform/provider/docs/data-sources/teams.md b/litellm/deploy/terraform/provider/docs/data-sources/teams.md similarity index 100% rename from terraform/provider/docs/data-sources/teams.md rename to litellm/deploy/terraform/provider/docs/data-sources/teams.md diff --git a/terraform/provider/docs/data-sources/unified_access_group.md b/litellm/deploy/terraform/provider/docs/data-sources/unified_access_group.md similarity index 100% rename from terraform/provider/docs/data-sources/unified_access_group.md rename to litellm/deploy/terraform/provider/docs/data-sources/unified_access_group.md diff --git a/terraform/provider/docs/data-sources/unified_access_groups.md b/litellm/deploy/terraform/provider/docs/data-sources/unified_access_groups.md similarity index 100% rename from terraform/provider/docs/data-sources/unified_access_groups.md rename to litellm/deploy/terraform/provider/docs/data-sources/unified_access_groups.md diff --git a/terraform/provider/docs/data-sources/user.md b/litellm/deploy/terraform/provider/docs/data-sources/user.md similarity index 100% rename from terraform/provider/docs/data-sources/user.md rename to litellm/deploy/terraform/provider/docs/data-sources/user.md diff --git a/terraform/provider/docs/data-sources/users.md b/litellm/deploy/terraform/provider/docs/data-sources/users.md similarity index 100% rename from terraform/provider/docs/data-sources/users.md rename to litellm/deploy/terraform/provider/docs/data-sources/users.md diff --git a/terraform/provider/docs/data-sources/vector_store.md b/litellm/deploy/terraform/provider/docs/data-sources/vector_store.md similarity index 100% rename from terraform/provider/docs/data-sources/vector_store.md rename to litellm/deploy/terraform/provider/docs/data-sources/vector_store.md diff --git a/terraform/provider/docs/index.md b/litellm/deploy/terraform/provider/docs/index.md similarity index 100% rename from terraform/provider/docs/index.md rename to litellm/deploy/terraform/provider/docs/index.md diff --git a/terraform/provider/docs/resources/access_group.md b/litellm/deploy/terraform/provider/docs/resources/access_group.md similarity index 100% rename from terraform/provider/docs/resources/access_group.md rename to litellm/deploy/terraform/provider/docs/resources/access_group.md diff --git a/terraform/provider/docs/resources/agent.md b/litellm/deploy/terraform/provider/docs/resources/agent.md similarity index 100% rename from terraform/provider/docs/resources/agent.md rename to litellm/deploy/terraform/provider/docs/resources/agent.md diff --git a/terraform/provider/docs/resources/budget.md b/litellm/deploy/terraform/provider/docs/resources/budget.md similarity index 100% rename from terraform/provider/docs/resources/budget.md rename to litellm/deploy/terraform/provider/docs/resources/budget.md diff --git a/terraform/provider/docs/resources/credential.md b/litellm/deploy/terraform/provider/docs/resources/credential.md similarity index 100% rename from terraform/provider/docs/resources/credential.md rename to litellm/deploy/terraform/provider/docs/resources/credential.md diff --git a/terraform/provider/docs/resources/fallback.md b/litellm/deploy/terraform/provider/docs/resources/fallback.md similarity index 100% rename from terraform/provider/docs/resources/fallback.md rename to litellm/deploy/terraform/provider/docs/resources/fallback.md diff --git a/terraform/provider/docs/resources/guardrail.md b/litellm/deploy/terraform/provider/docs/resources/guardrail.md similarity index 100% rename from terraform/provider/docs/resources/guardrail.md rename to litellm/deploy/terraform/provider/docs/resources/guardrail.md diff --git a/terraform/provider/docs/resources/jwt_key_mapping.md b/litellm/deploy/terraform/provider/docs/resources/jwt_key_mapping.md similarity index 100% rename from terraform/provider/docs/resources/jwt_key_mapping.md rename to litellm/deploy/terraform/provider/docs/resources/jwt_key_mapping.md diff --git a/terraform/provider/docs/resources/key.md b/litellm/deploy/terraform/provider/docs/resources/key.md similarity index 100% rename from terraform/provider/docs/resources/key.md rename to litellm/deploy/terraform/provider/docs/resources/key.md diff --git a/terraform/provider/docs/resources/key_block.md b/litellm/deploy/terraform/provider/docs/resources/key_block.md similarity index 100% rename from terraform/provider/docs/resources/key_block.md rename to litellm/deploy/terraform/provider/docs/resources/key_block.md diff --git a/terraform/provider/docs/resources/mcp_server.md b/litellm/deploy/terraform/provider/docs/resources/mcp_server.md similarity index 100% rename from terraform/provider/docs/resources/mcp_server.md rename to litellm/deploy/terraform/provider/docs/resources/mcp_server.md diff --git a/terraform/provider/docs/resources/model.md b/litellm/deploy/terraform/provider/docs/resources/model.md similarity index 100% rename from terraform/provider/docs/resources/model.md rename to litellm/deploy/terraform/provider/docs/resources/model.md diff --git a/terraform/provider/docs/resources/project.md b/litellm/deploy/terraform/provider/docs/resources/project.md similarity index 100% rename from terraform/provider/docs/resources/project.md rename to litellm/deploy/terraform/provider/docs/resources/project.md diff --git a/terraform/provider/docs/resources/prompt.md b/litellm/deploy/terraform/provider/docs/resources/prompt.md similarity index 100% rename from terraform/provider/docs/resources/prompt.md rename to litellm/deploy/terraform/provider/docs/resources/prompt.md diff --git a/terraform/provider/docs/resources/search_tool.md b/litellm/deploy/terraform/provider/docs/resources/search_tool.md similarity index 100% rename from terraform/provider/docs/resources/search_tool.md rename to litellm/deploy/terraform/provider/docs/resources/search_tool.md diff --git a/terraform/provider/docs/resources/tag.md b/litellm/deploy/terraform/provider/docs/resources/tag.md similarity index 100% rename from terraform/provider/docs/resources/tag.md rename to litellm/deploy/terraform/provider/docs/resources/tag.md diff --git a/terraform/provider/docs/resources/team.md b/litellm/deploy/terraform/provider/docs/resources/team.md similarity index 100% rename from terraform/provider/docs/resources/team.md rename to litellm/deploy/terraform/provider/docs/resources/team.md diff --git a/terraform/provider/docs/resources/team_block.md b/litellm/deploy/terraform/provider/docs/resources/team_block.md similarity index 100% rename from terraform/provider/docs/resources/team_block.md rename to litellm/deploy/terraform/provider/docs/resources/team_block.md diff --git a/terraform/provider/docs/resources/team_member.md b/litellm/deploy/terraform/provider/docs/resources/team_member.md similarity index 100% rename from terraform/provider/docs/resources/team_member.md rename to litellm/deploy/terraform/provider/docs/resources/team_member.md diff --git a/terraform/provider/docs/resources/team_member_add.md b/litellm/deploy/terraform/provider/docs/resources/team_member_add.md similarity index 100% rename from terraform/provider/docs/resources/team_member_add.md rename to litellm/deploy/terraform/provider/docs/resources/team_member_add.md diff --git a/terraform/provider/docs/resources/unified_access_group.md b/litellm/deploy/terraform/provider/docs/resources/unified_access_group.md similarity index 100% rename from terraform/provider/docs/resources/unified_access_group.md rename to litellm/deploy/terraform/provider/docs/resources/unified_access_group.md diff --git a/terraform/provider/docs/resources/user.md b/litellm/deploy/terraform/provider/docs/resources/user.md similarity index 100% rename from terraform/provider/docs/resources/user.md rename to litellm/deploy/terraform/provider/docs/resources/user.md diff --git a/terraform/provider/docs/resources/vector_store.md b/litellm/deploy/terraform/provider/docs/resources/vector_store.md similarity index 100% rename from terraform/provider/docs/resources/vector_store.md rename to litellm/deploy/terraform/provider/docs/resources/vector_store.md diff --git a/terraform/provider/examples/model_additional_params.tf b/litellm/deploy/terraform/provider/examples/model_additional_params.tf similarity index 100% rename from terraform/provider/examples/model_additional_params.tf rename to litellm/deploy/terraform/provider/examples/model_additional_params.tf diff --git a/terraform/provider/go.mod b/litellm/deploy/terraform/provider/go.mod similarity index 100% rename from terraform/provider/go.mod rename to litellm/deploy/terraform/provider/go.mod diff --git a/terraform/provider/go.sum b/litellm/deploy/terraform/provider/go.sum similarity index 100% rename from terraform/provider/go.sum rename to litellm/deploy/terraform/provider/go.sum diff --git a/terraform/provider/litellm/client.go b/litellm/deploy/terraform/provider/litellm/client.go similarity index 100% rename from terraform/provider/litellm/client.go rename to litellm/deploy/terraform/provider/litellm/client.go diff --git a/terraform/provider/litellm/client_test.go b/litellm/deploy/terraform/provider/litellm/client_test.go similarity index 100% rename from terraform/provider/litellm/client_test.go rename to litellm/deploy/terraform/provider/litellm/client_test.go diff --git a/terraform/provider/litellm/data_source_access_group.go b/litellm/deploy/terraform/provider/litellm/data_source_access_group.go similarity index 100% rename from terraform/provider/litellm/data_source_access_group.go rename to litellm/deploy/terraform/provider/litellm/data_source_access_group.go diff --git a/terraform/provider/litellm/data_source_access_group_test.go b/litellm/deploy/terraform/provider/litellm/data_source_access_group_test.go similarity index 100% rename from terraform/provider/litellm/data_source_access_group_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_access_group_test.go diff --git a/terraform/provider/litellm/data_source_agent.go b/litellm/deploy/terraform/provider/litellm/data_source_agent.go similarity index 100% rename from terraform/provider/litellm/data_source_agent.go rename to litellm/deploy/terraform/provider/litellm/data_source_agent.go diff --git a/terraform/provider/litellm/data_source_agent_test.go b/litellm/deploy/terraform/provider/litellm/data_source_agent_test.go similarity index 100% rename from terraform/provider/litellm/data_source_agent_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_agent_test.go diff --git a/terraform/provider/litellm/data_source_budget.go b/litellm/deploy/terraform/provider/litellm/data_source_budget.go similarity index 100% rename from terraform/provider/litellm/data_source_budget.go rename to litellm/deploy/terraform/provider/litellm/data_source_budget.go diff --git a/terraform/provider/litellm/data_source_budget_test.go b/litellm/deploy/terraform/provider/litellm/data_source_budget_test.go similarity index 100% rename from terraform/provider/litellm/data_source_budget_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_budget_test.go diff --git a/terraform/provider/litellm/data_source_credential.go b/litellm/deploy/terraform/provider/litellm/data_source_credential.go similarity index 100% rename from terraform/provider/litellm/data_source_credential.go rename to litellm/deploy/terraform/provider/litellm/data_source_credential.go diff --git a/terraform/provider/litellm/data_source_fallback.go b/litellm/deploy/terraform/provider/litellm/data_source_fallback.go similarity index 100% rename from terraform/provider/litellm/data_source_fallback.go rename to litellm/deploy/terraform/provider/litellm/data_source_fallback.go diff --git a/terraform/provider/litellm/data_source_fallback_test.go b/litellm/deploy/terraform/provider/litellm/data_source_fallback_test.go similarity index 100% rename from terraform/provider/litellm/data_source_fallback_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_fallback_test.go diff --git a/terraform/provider/litellm/data_source_guardrail.go b/litellm/deploy/terraform/provider/litellm/data_source_guardrail.go similarity index 100% rename from terraform/provider/litellm/data_source_guardrail.go rename to litellm/deploy/terraform/provider/litellm/data_source_guardrail.go diff --git a/terraform/provider/litellm/data_source_guardrail_test.go b/litellm/deploy/terraform/provider/litellm/data_source_guardrail_test.go similarity index 100% rename from terraform/provider/litellm/data_source_guardrail_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_guardrail_test.go diff --git a/terraform/provider/litellm/data_source_key.go b/litellm/deploy/terraform/provider/litellm/data_source_key.go similarity index 100% rename from terraform/provider/litellm/data_source_key.go rename to litellm/deploy/terraform/provider/litellm/data_source_key.go diff --git a/terraform/provider/litellm/data_source_key_test.go b/litellm/deploy/terraform/provider/litellm/data_source_key_test.go similarity index 100% rename from terraform/provider/litellm/data_source_key_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_key_test.go diff --git a/terraform/provider/litellm/data_source_mcp_server.go b/litellm/deploy/terraform/provider/litellm/data_source_mcp_server.go similarity index 100% rename from terraform/provider/litellm/data_source_mcp_server.go rename to litellm/deploy/terraform/provider/litellm/data_source_mcp_server.go diff --git a/terraform/provider/litellm/data_source_mcp_server_test.go b/litellm/deploy/terraform/provider/litellm/data_source_mcp_server_test.go similarity index 100% rename from terraform/provider/litellm/data_source_mcp_server_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_mcp_server_test.go diff --git a/terraform/provider/litellm/data_source_model.go b/litellm/deploy/terraform/provider/litellm/data_source_model.go similarity index 100% rename from terraform/provider/litellm/data_source_model.go rename to litellm/deploy/terraform/provider/litellm/data_source_model.go diff --git a/terraform/provider/litellm/data_source_model_test.go b/litellm/deploy/terraform/provider/litellm/data_source_model_test.go similarity index 100% rename from terraform/provider/litellm/data_source_model_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_model_test.go diff --git a/terraform/provider/litellm/data_source_organization.go b/litellm/deploy/terraform/provider/litellm/data_source_organization.go similarity index 100% rename from terraform/provider/litellm/data_source_organization.go rename to litellm/deploy/terraform/provider/litellm/data_source_organization.go diff --git a/terraform/provider/litellm/data_source_organization_test.go b/litellm/deploy/terraform/provider/litellm/data_source_organization_test.go similarity index 100% rename from terraform/provider/litellm/data_source_organization_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_organization_test.go diff --git a/terraform/provider/litellm/data_source_project.go b/litellm/deploy/terraform/provider/litellm/data_source_project.go similarity index 100% rename from terraform/provider/litellm/data_source_project.go rename to litellm/deploy/terraform/provider/litellm/data_source_project.go diff --git a/terraform/provider/litellm/data_source_project_test.go b/litellm/deploy/terraform/provider/litellm/data_source_project_test.go similarity index 100% rename from terraform/provider/litellm/data_source_project_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_project_test.go diff --git a/terraform/provider/litellm/data_source_prompt.go b/litellm/deploy/terraform/provider/litellm/data_source_prompt.go similarity index 100% rename from terraform/provider/litellm/data_source_prompt.go rename to litellm/deploy/terraform/provider/litellm/data_source_prompt.go diff --git a/terraform/provider/litellm/data_source_prompt_test.go b/litellm/deploy/terraform/provider/litellm/data_source_prompt_test.go similarity index 100% rename from terraform/provider/litellm/data_source_prompt_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_prompt_test.go diff --git a/terraform/provider/litellm/data_source_search_tool.go b/litellm/deploy/terraform/provider/litellm/data_source_search_tool.go similarity index 100% rename from terraform/provider/litellm/data_source_search_tool.go rename to litellm/deploy/terraform/provider/litellm/data_source_search_tool.go diff --git a/terraform/provider/litellm/data_source_search_tool_test.go b/litellm/deploy/terraform/provider/litellm/data_source_search_tool_test.go similarity index 100% rename from terraform/provider/litellm/data_source_search_tool_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_search_tool_test.go diff --git a/terraform/provider/litellm/data_source_tag.go b/litellm/deploy/terraform/provider/litellm/data_source_tag.go similarity index 100% rename from terraform/provider/litellm/data_source_tag.go rename to litellm/deploy/terraform/provider/litellm/data_source_tag.go diff --git a/terraform/provider/litellm/data_source_tag_test.go b/litellm/deploy/terraform/provider/litellm/data_source_tag_test.go similarity index 100% rename from terraform/provider/litellm/data_source_tag_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_tag_test.go diff --git a/terraform/provider/litellm/data_source_team.go b/litellm/deploy/terraform/provider/litellm/data_source_team.go similarity index 100% rename from terraform/provider/litellm/data_source_team.go rename to litellm/deploy/terraform/provider/litellm/data_source_team.go diff --git a/terraform/provider/litellm/data_source_team_test.go b/litellm/deploy/terraform/provider/litellm/data_source_team_test.go similarity index 100% rename from terraform/provider/litellm/data_source_team_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_team_test.go diff --git a/terraform/provider/litellm/data_source_unified_access_group.go b/litellm/deploy/terraform/provider/litellm/data_source_unified_access_group.go similarity index 100% rename from terraform/provider/litellm/data_source_unified_access_group.go rename to litellm/deploy/terraform/provider/litellm/data_source_unified_access_group.go diff --git a/terraform/provider/litellm/data_source_unified_access_group_test.go b/litellm/deploy/terraform/provider/litellm/data_source_unified_access_group_test.go similarity index 100% rename from terraform/provider/litellm/data_source_unified_access_group_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_unified_access_group_test.go diff --git a/terraform/provider/litellm/data_source_user.go b/litellm/deploy/terraform/provider/litellm/data_source_user.go similarity index 100% rename from terraform/provider/litellm/data_source_user.go rename to litellm/deploy/terraform/provider/litellm/data_source_user.go diff --git a/terraform/provider/litellm/data_source_user_test.go b/litellm/deploy/terraform/provider/litellm/data_source_user_test.go similarity index 100% rename from terraform/provider/litellm/data_source_user_test.go rename to litellm/deploy/terraform/provider/litellm/data_source_user_test.go diff --git a/terraform/provider/litellm/data_source_vector_store.go b/litellm/deploy/terraform/provider/litellm/data_source_vector_store.go similarity index 100% rename from terraform/provider/litellm/data_source_vector_store.go rename to litellm/deploy/terraform/provider/litellm/data_source_vector_store.go diff --git a/terraform/provider/litellm/provider.go b/litellm/deploy/terraform/provider/litellm/provider.go similarity index 100% rename from terraform/provider/litellm/provider.go rename to litellm/deploy/terraform/provider/litellm/provider.go diff --git a/terraform/provider/litellm/provider_test.go b/litellm/deploy/terraform/provider/litellm/provider_test.go similarity index 100% rename from terraform/provider/litellm/provider_test.go rename to litellm/deploy/terraform/provider/litellm/provider_test.go diff --git a/terraform/provider/litellm/resource_access_group.go b/litellm/deploy/terraform/provider/litellm/resource_access_group.go similarity index 100% rename from terraform/provider/litellm/resource_access_group.go rename to litellm/deploy/terraform/provider/litellm/resource_access_group.go diff --git a/terraform/provider/litellm/resource_access_group_test.go b/litellm/deploy/terraform/provider/litellm/resource_access_group_test.go similarity index 100% rename from terraform/provider/litellm/resource_access_group_test.go rename to litellm/deploy/terraform/provider/litellm/resource_access_group_test.go diff --git a/terraform/provider/litellm/resource_agent.go b/litellm/deploy/terraform/provider/litellm/resource_agent.go similarity index 100% rename from terraform/provider/litellm/resource_agent.go rename to litellm/deploy/terraform/provider/litellm/resource_agent.go diff --git a/terraform/provider/litellm/resource_agent_test.go b/litellm/deploy/terraform/provider/litellm/resource_agent_test.go similarity index 100% rename from terraform/provider/litellm/resource_agent_test.go rename to litellm/deploy/terraform/provider/litellm/resource_agent_test.go diff --git a/terraform/provider/litellm/resource_budget.go b/litellm/deploy/terraform/provider/litellm/resource_budget.go similarity index 100% rename from terraform/provider/litellm/resource_budget.go rename to litellm/deploy/terraform/provider/litellm/resource_budget.go diff --git a/terraform/provider/litellm/resource_budget_test.go b/litellm/deploy/terraform/provider/litellm/resource_budget_test.go similarity index 100% rename from terraform/provider/litellm/resource_budget_test.go rename to litellm/deploy/terraform/provider/litellm/resource_budget_test.go diff --git a/terraform/provider/litellm/resource_credential.go b/litellm/deploy/terraform/provider/litellm/resource_credential.go similarity index 100% rename from terraform/provider/litellm/resource_credential.go rename to litellm/deploy/terraform/provider/litellm/resource_credential.go diff --git a/terraform/provider/litellm/resource_credential_crud.go b/litellm/deploy/terraform/provider/litellm/resource_credential_crud.go similarity index 100% rename from terraform/provider/litellm/resource_credential_crud.go rename to litellm/deploy/terraform/provider/litellm/resource_credential_crud.go diff --git a/terraform/provider/litellm/resource_credential_crud_test.go b/litellm/deploy/terraform/provider/litellm/resource_credential_crud_test.go similarity index 100% rename from terraform/provider/litellm/resource_credential_crud_test.go rename to litellm/deploy/terraform/provider/litellm/resource_credential_crud_test.go diff --git a/terraform/provider/litellm/resource_fallback.go b/litellm/deploy/terraform/provider/litellm/resource_fallback.go similarity index 100% rename from terraform/provider/litellm/resource_fallback.go rename to litellm/deploy/terraform/provider/litellm/resource_fallback.go diff --git a/terraform/provider/litellm/resource_fallback_test.go b/litellm/deploy/terraform/provider/litellm/resource_fallback_test.go similarity index 100% rename from terraform/provider/litellm/resource_fallback_test.go rename to litellm/deploy/terraform/provider/litellm/resource_fallback_test.go diff --git a/terraform/provider/litellm/resource_guardrail.go b/litellm/deploy/terraform/provider/litellm/resource_guardrail.go similarity index 100% rename from terraform/provider/litellm/resource_guardrail.go rename to litellm/deploy/terraform/provider/litellm/resource_guardrail.go diff --git a/terraform/provider/litellm/resource_guardrail_test.go b/litellm/deploy/terraform/provider/litellm/resource_guardrail_test.go similarity index 100% rename from terraform/provider/litellm/resource_guardrail_test.go rename to litellm/deploy/terraform/provider/litellm/resource_guardrail_test.go diff --git a/terraform/provider/litellm/resource_jwt_key_mapping.go b/litellm/deploy/terraform/provider/litellm/resource_jwt_key_mapping.go similarity index 100% rename from terraform/provider/litellm/resource_jwt_key_mapping.go rename to litellm/deploy/terraform/provider/litellm/resource_jwt_key_mapping.go diff --git a/terraform/provider/litellm/resource_jwt_key_mapping_crud.go b/litellm/deploy/terraform/provider/litellm/resource_jwt_key_mapping_crud.go similarity index 100% rename from terraform/provider/litellm/resource_jwt_key_mapping_crud.go rename to litellm/deploy/terraform/provider/litellm/resource_jwt_key_mapping_crud.go diff --git a/terraform/provider/litellm/resource_jwt_key_mapping_crud_test.go b/litellm/deploy/terraform/provider/litellm/resource_jwt_key_mapping_crud_test.go similarity index 100% rename from terraform/provider/litellm/resource_jwt_key_mapping_crud_test.go rename to litellm/deploy/terraform/provider/litellm/resource_jwt_key_mapping_crud_test.go diff --git a/terraform/provider/litellm/resource_key.go b/litellm/deploy/terraform/provider/litellm/resource_key.go similarity index 100% rename from terraform/provider/litellm/resource_key.go rename to litellm/deploy/terraform/provider/litellm/resource_key.go diff --git a/terraform/provider/litellm/resource_key_block.go b/litellm/deploy/terraform/provider/litellm/resource_key_block.go similarity index 100% rename from terraform/provider/litellm/resource_key_block.go rename to litellm/deploy/terraform/provider/litellm/resource_key_block.go diff --git a/terraform/provider/litellm/resource_key_block_test.go b/litellm/deploy/terraform/provider/litellm/resource_key_block_test.go similarity index 100% rename from terraform/provider/litellm/resource_key_block_test.go rename to litellm/deploy/terraform/provider/litellm/resource_key_block_test.go diff --git a/terraform/provider/litellm/resource_key_test.go b/litellm/deploy/terraform/provider/litellm/resource_key_test.go similarity index 100% rename from terraform/provider/litellm/resource_key_test.go rename to litellm/deploy/terraform/provider/litellm/resource_key_test.go diff --git a/terraform/provider/litellm/resource_key_utils.go b/litellm/deploy/terraform/provider/litellm/resource_key_utils.go similarity index 100% rename from terraform/provider/litellm/resource_key_utils.go rename to litellm/deploy/terraform/provider/litellm/resource_key_utils.go diff --git a/terraform/provider/litellm/resource_mcp_server.go b/litellm/deploy/terraform/provider/litellm/resource_mcp_server.go similarity index 100% rename from terraform/provider/litellm/resource_mcp_server.go rename to litellm/deploy/terraform/provider/litellm/resource_mcp_server.go diff --git a/terraform/provider/litellm/resource_mcp_server_crud.go b/litellm/deploy/terraform/provider/litellm/resource_mcp_server_crud.go similarity index 100% rename from terraform/provider/litellm/resource_mcp_server_crud.go rename to litellm/deploy/terraform/provider/litellm/resource_mcp_server_crud.go diff --git a/terraform/provider/litellm/resource_mcp_server_crud_test.go b/litellm/deploy/terraform/provider/litellm/resource_mcp_server_crud_test.go similarity index 100% rename from terraform/provider/litellm/resource_mcp_server_crud_test.go rename to litellm/deploy/terraform/provider/litellm/resource_mcp_server_crud_test.go diff --git a/terraform/provider/litellm/resource_model.go b/litellm/deploy/terraform/provider/litellm/resource_model.go similarity index 100% rename from terraform/provider/litellm/resource_model.go rename to litellm/deploy/terraform/provider/litellm/resource_model.go diff --git a/terraform/provider/litellm/resource_model_crud.go b/litellm/deploy/terraform/provider/litellm/resource_model_crud.go similarity index 100% rename from terraform/provider/litellm/resource_model_crud.go rename to litellm/deploy/terraform/provider/litellm/resource_model_crud.go diff --git a/terraform/provider/litellm/resource_model_test.go b/litellm/deploy/terraform/provider/litellm/resource_model_test.go similarity index 100% rename from terraform/provider/litellm/resource_model_test.go rename to litellm/deploy/terraform/provider/litellm/resource_model_test.go diff --git a/terraform/provider/litellm/resource_organization.go b/litellm/deploy/terraform/provider/litellm/resource_organization.go similarity index 100% rename from terraform/provider/litellm/resource_organization.go rename to litellm/deploy/terraform/provider/litellm/resource_organization.go diff --git a/terraform/provider/litellm/resource_organization_member.go b/litellm/deploy/terraform/provider/litellm/resource_organization_member.go similarity index 100% rename from terraform/provider/litellm/resource_organization_member.go rename to litellm/deploy/terraform/provider/litellm/resource_organization_member.go diff --git a/terraform/provider/litellm/resource_organization_member_add.go b/litellm/deploy/terraform/provider/litellm/resource_organization_member_add.go similarity index 100% rename from terraform/provider/litellm/resource_organization_member_add.go rename to litellm/deploy/terraform/provider/litellm/resource_organization_member_add.go diff --git a/terraform/provider/litellm/resource_organization_member_add_test.go b/litellm/deploy/terraform/provider/litellm/resource_organization_member_add_test.go similarity index 100% rename from terraform/provider/litellm/resource_organization_member_add_test.go rename to litellm/deploy/terraform/provider/litellm/resource_organization_member_add_test.go diff --git a/terraform/provider/litellm/resource_organization_member_test.go b/litellm/deploy/terraform/provider/litellm/resource_organization_member_test.go similarity index 100% rename from terraform/provider/litellm/resource_organization_member_test.go rename to litellm/deploy/terraform/provider/litellm/resource_organization_member_test.go diff --git a/terraform/provider/litellm/resource_organization_test.go b/litellm/deploy/terraform/provider/litellm/resource_organization_test.go similarity index 100% rename from terraform/provider/litellm/resource_organization_test.go rename to litellm/deploy/terraform/provider/litellm/resource_organization_test.go diff --git a/terraform/provider/litellm/resource_project.go b/litellm/deploy/terraform/provider/litellm/resource_project.go similarity index 100% rename from terraform/provider/litellm/resource_project.go rename to litellm/deploy/terraform/provider/litellm/resource_project.go diff --git a/terraform/provider/litellm/resource_project_test.go b/litellm/deploy/terraform/provider/litellm/resource_project_test.go similarity index 100% rename from terraform/provider/litellm/resource_project_test.go rename to litellm/deploy/terraform/provider/litellm/resource_project_test.go diff --git a/terraform/provider/litellm/resource_prompt.go b/litellm/deploy/terraform/provider/litellm/resource_prompt.go similarity index 100% rename from terraform/provider/litellm/resource_prompt.go rename to litellm/deploy/terraform/provider/litellm/resource_prompt.go diff --git a/terraform/provider/litellm/resource_prompt_test.go b/litellm/deploy/terraform/provider/litellm/resource_prompt_test.go similarity index 100% rename from terraform/provider/litellm/resource_prompt_test.go rename to litellm/deploy/terraform/provider/litellm/resource_prompt_test.go diff --git a/terraform/provider/litellm/resource_search_tool.go b/litellm/deploy/terraform/provider/litellm/resource_search_tool.go similarity index 100% rename from terraform/provider/litellm/resource_search_tool.go rename to litellm/deploy/terraform/provider/litellm/resource_search_tool.go diff --git a/terraform/provider/litellm/resource_search_tool_test.go b/litellm/deploy/terraform/provider/litellm/resource_search_tool_test.go similarity index 100% rename from terraform/provider/litellm/resource_search_tool_test.go rename to litellm/deploy/terraform/provider/litellm/resource_search_tool_test.go diff --git a/terraform/provider/litellm/resource_tag.go b/litellm/deploy/terraform/provider/litellm/resource_tag.go similarity index 100% rename from terraform/provider/litellm/resource_tag.go rename to litellm/deploy/terraform/provider/litellm/resource_tag.go diff --git a/terraform/provider/litellm/resource_tag_test.go b/litellm/deploy/terraform/provider/litellm/resource_tag_test.go similarity index 100% rename from terraform/provider/litellm/resource_tag_test.go rename to litellm/deploy/terraform/provider/litellm/resource_tag_test.go diff --git a/terraform/provider/litellm/resource_team.go b/litellm/deploy/terraform/provider/litellm/resource_team.go similarity index 100% rename from terraform/provider/litellm/resource_team.go rename to litellm/deploy/terraform/provider/litellm/resource_team.go diff --git a/terraform/provider/litellm/resource_team_block.go b/litellm/deploy/terraform/provider/litellm/resource_team_block.go similarity index 100% rename from terraform/provider/litellm/resource_team_block.go rename to litellm/deploy/terraform/provider/litellm/resource_team_block.go diff --git a/terraform/provider/litellm/resource_team_block_test.go b/litellm/deploy/terraform/provider/litellm/resource_team_block_test.go similarity index 100% rename from terraform/provider/litellm/resource_team_block_test.go rename to litellm/deploy/terraform/provider/litellm/resource_team_block_test.go diff --git a/terraform/provider/litellm/resource_team_member.go b/litellm/deploy/terraform/provider/litellm/resource_team_member.go similarity index 100% rename from terraform/provider/litellm/resource_team_member.go rename to litellm/deploy/terraform/provider/litellm/resource_team_member.go diff --git a/terraform/provider/litellm/resource_team_member_add.go b/litellm/deploy/terraform/provider/litellm/resource_team_member_add.go similarity index 100% rename from terraform/provider/litellm/resource_team_member_add.go rename to litellm/deploy/terraform/provider/litellm/resource_team_member_add.go diff --git a/terraform/provider/litellm/resource_team_member_add_test.go b/litellm/deploy/terraform/provider/litellm/resource_team_member_add_test.go similarity index 100% rename from terraform/provider/litellm/resource_team_member_add_test.go rename to litellm/deploy/terraform/provider/litellm/resource_team_member_add_test.go diff --git a/terraform/provider/litellm/resource_team_member_test.go b/litellm/deploy/terraform/provider/litellm/resource_team_member_test.go similarity index 100% rename from terraform/provider/litellm/resource_team_member_test.go rename to litellm/deploy/terraform/provider/litellm/resource_team_member_test.go diff --git a/terraform/provider/litellm/resource_team_test.go b/litellm/deploy/terraform/provider/litellm/resource_team_test.go similarity index 100% rename from terraform/provider/litellm/resource_team_test.go rename to litellm/deploy/terraform/provider/litellm/resource_team_test.go diff --git a/terraform/provider/litellm/resource_unified_access_group.go b/litellm/deploy/terraform/provider/litellm/resource_unified_access_group.go similarity index 100% rename from terraform/provider/litellm/resource_unified_access_group.go rename to litellm/deploy/terraform/provider/litellm/resource_unified_access_group.go diff --git a/terraform/provider/litellm/resource_unified_access_group_test.go b/litellm/deploy/terraform/provider/litellm/resource_unified_access_group_test.go similarity index 100% rename from terraform/provider/litellm/resource_unified_access_group_test.go rename to litellm/deploy/terraform/provider/litellm/resource_unified_access_group_test.go diff --git a/terraform/provider/litellm/resource_user.go b/litellm/deploy/terraform/provider/litellm/resource_user.go similarity index 100% rename from terraform/provider/litellm/resource_user.go rename to litellm/deploy/terraform/provider/litellm/resource_user.go diff --git a/terraform/provider/litellm/resource_user_test.go b/litellm/deploy/terraform/provider/litellm/resource_user_test.go similarity index 100% rename from terraform/provider/litellm/resource_user_test.go rename to litellm/deploy/terraform/provider/litellm/resource_user_test.go diff --git a/terraform/provider/litellm/resource_vector_store.go b/litellm/deploy/terraform/provider/litellm/resource_vector_store.go similarity index 100% rename from terraform/provider/litellm/resource_vector_store.go rename to litellm/deploy/terraform/provider/litellm/resource_vector_store.go diff --git a/terraform/provider/litellm/resource_vector_store_crud.go b/litellm/deploy/terraform/provider/litellm/resource_vector_store_crud.go similarity index 100% rename from terraform/provider/litellm/resource_vector_store_crud.go rename to litellm/deploy/terraform/provider/litellm/resource_vector_store_crud.go diff --git a/terraform/provider/litellm/resource_vector_store_crud_test.go b/litellm/deploy/terraform/provider/litellm/resource_vector_store_crud_test.go similarity index 100% rename from terraform/provider/litellm/resource_vector_store_crud_test.go rename to litellm/deploy/terraform/provider/litellm/resource_vector_store_crud_test.go diff --git a/terraform/provider/litellm/types.go b/litellm/deploy/terraform/provider/litellm/types.go similarity index 100% rename from terraform/provider/litellm/types.go rename to litellm/deploy/terraform/provider/litellm/types.go diff --git a/terraform/provider/litellm/utils.go b/litellm/deploy/terraform/provider/litellm/utils.go similarity index 100% rename from terraform/provider/litellm/utils.go rename to litellm/deploy/terraform/provider/litellm/utils.go diff --git a/terraform/provider/litellm/utils_test.go b/litellm/deploy/terraform/provider/litellm/utils_test.go similarity index 100% rename from terraform/provider/litellm/utils_test.go rename to litellm/deploy/terraform/provider/litellm/utils_test.go diff --git a/terraform/provider/main.go b/litellm/deploy/terraform/provider/main.go similarity index 100% rename from terraform/provider/main.go rename to litellm/deploy/terraform/provider/main.go diff --git a/terraform/provider/terraform-registry-manifest.json b/litellm/deploy/terraform/provider/terraform-registry-manifest.json similarity index 100% rename from terraform/provider/terraform-registry-manifest.json rename to litellm/deploy/terraform/provider/terraform-registry-manifest.json diff --git a/terraform/provider/tools/dump_openapi.py b/litellm/deploy/terraform/provider/tools/dump_openapi.py similarity index 68% rename from terraform/provider/tools/dump_openapi.py rename to litellm/deploy/terraform/provider/tools/dump_openapi.py index b4f2dceeb09..b49e1d47be8 100644 --- a/terraform/provider/tools/dump_openapi.py +++ b/litellm/deploy/terraform/provider/tools/dump_openapi.py @@ -2,7 +2,7 @@ Run from the litellm repo root with the proxy dependencies installed: - python terraform/provider/tools/dump_openapi.py openapi.json + python litellm/deploy/terraform/provider/tools/dump_openapi.py openapi.json """ import json @@ -18,6 +18,6 @@ def main(out_path: str) -> None: if __name__ == "__main__": if len(sys.argv) != 2: - print("usage: python terraform/provider/tools/dump_openapi.py ", file=sys.stderr) + print("usage: python litellm/deploy/terraform/provider/tools/dump_openapi.py ", file=sys.stderr) sys.exit(2) main(sys.argv[1]) diff --git a/terraform/provider/tools/endpointaudit/coverage.go b/litellm/deploy/terraform/provider/tools/endpointaudit/coverage.go similarity index 100% rename from terraform/provider/tools/endpointaudit/coverage.go rename to litellm/deploy/terraform/provider/tools/endpointaudit/coverage.go diff --git a/terraform/provider/tools/endpointaudit/coverage_allowlist.txt b/litellm/deploy/terraform/provider/tools/endpointaudit/coverage_allowlist.txt similarity index 100% rename from terraform/provider/tools/endpointaudit/coverage_allowlist.txt rename to litellm/deploy/terraform/provider/tools/endpointaudit/coverage_allowlist.txt diff --git a/terraform/provider/tools/endpointaudit/coverage_test.go b/litellm/deploy/terraform/provider/tools/endpointaudit/coverage_test.go similarity index 100% rename from terraform/provider/tools/endpointaudit/coverage_test.go rename to litellm/deploy/terraform/provider/tools/endpointaudit/coverage_test.go diff --git a/terraform/provider/tools/endpointaudit/main.go b/litellm/deploy/terraform/provider/tools/endpointaudit/main.go similarity index 100% rename from terraform/provider/tools/endpointaudit/main.go rename to litellm/deploy/terraform/provider/tools/endpointaudit/main.go diff --git a/terraform/provider/tools/endpointaudit/main_test.go b/litellm/deploy/terraform/provider/tools/endpointaudit/main_test.go similarity index 100% rename from terraform/provider/tools/endpointaudit/main_test.go rename to litellm/deploy/terraform/provider/tools/endpointaudit/main_test.go diff --git a/enterprise/LICENSE.md b/litellm/enterprise/LICENSE.md similarity index 100% rename from enterprise/LICENSE.md rename to litellm/enterprise/LICENSE.md diff --git a/enterprise/README.md b/litellm/enterprise/README.md similarity index 100% rename from enterprise/README.md rename to litellm/enterprise/README.md diff --git a/enterprise/__init__.py b/litellm/enterprise/__init__.py similarity index 100% rename from enterprise/__init__.py rename to litellm/enterprise/__init__.py diff --git a/enterprise/cloudformation_stack/litellm.yaml b/litellm/enterprise/cloudformation_stack/litellm.yaml similarity index 100% rename from enterprise/cloudformation_stack/litellm.yaml rename to litellm/enterprise/cloudformation_stack/litellm.yaml diff --git a/enterprise/dist/litellm_enterprise-0.1.1-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.1-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.1-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.1-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.1.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.1.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.1.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.1.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.10-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.10-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.10-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.10-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.10.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.10.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.10.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.10.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.11-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.11-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.11-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.11-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.11.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.11.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.11.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.11.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.12-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.12-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.12-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.12-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.12.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.12.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.12.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.12.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.13-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.13-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.13-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.13-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.13.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.13.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.13.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.13.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.15-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.15-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.15-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.15-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.15.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.15.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.15.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.15.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.17-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.17-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.17-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.17-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.17.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.17.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.17.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.17.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.19-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.19-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.19-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.19-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.19.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.19.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.19.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.19.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.2-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.2-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.2-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.2-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.2.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.2.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.2.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.2.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.21-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.21-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.21-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.21-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.21.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.21.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.21.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.21.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.22-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.22-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.22-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.22-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.22.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.22.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.22.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.22.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.23-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.23-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.23-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.23-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.23.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.23.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.23.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.23.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.24-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.24-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.24-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.24-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.24.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.24.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.24.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.24.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.25-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.25-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.25-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.25-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.25.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.25.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.25.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.25.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.26-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.26-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.26-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.26-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.26.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.26.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.26.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.26.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.27-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.27-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.27-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.27-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.27.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.27.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.27.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.27.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.29-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.29-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.29-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.29-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.29.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.29.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.29.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.29.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.3-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.3-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.3-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.3-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.3.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.3.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.3.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.3.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.30-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.30-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.30-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.30-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.30.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.30.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.30.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.30.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.31-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.31-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.31-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.31-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.31.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.31.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.31.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.31.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.32-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.32-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.32-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.32-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.32.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.32.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.32.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.32.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.4-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.4-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.4-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.4-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.4.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.4.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.4.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.4.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.5-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.5-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.5-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.5-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.5.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.5.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.5.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.5.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.6-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.6-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.6-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.6-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.6.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.6.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.6.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.6.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.7-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.7-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.7-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.7-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.7.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.7.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.7.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.7.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.8-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.8-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.8-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.8-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.8.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.8.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.8.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.8.tar.gz diff --git a/enterprise/dist/litellm_enterprise-0.1.9-py3-none-any.whl b/litellm/enterprise/dist/litellm_enterprise-0.1.9-py3-none-any.whl similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.9-py3-none-any.whl rename to litellm/enterprise/dist/litellm_enterprise-0.1.9-py3-none-any.whl diff --git a/enterprise/dist/litellm_enterprise-0.1.9.tar.gz b/litellm/enterprise/dist/litellm_enterprise-0.1.9.tar.gz similarity index 100% rename from enterprise/dist/litellm_enterprise-0.1.9.tar.gz rename to litellm/enterprise/dist/litellm_enterprise-0.1.9.tar.gz diff --git a/enterprise/enterprise_hooks/__init__.py b/litellm/enterprise/enterprise_hooks/__init__.py similarity index 100% rename from enterprise/enterprise_hooks/__init__.py rename to litellm/enterprise/enterprise_hooks/__init__.py diff --git a/enterprise/enterprise_hooks/aporia_ai.py b/litellm/enterprise/enterprise_hooks/aporia_ai.py similarity index 100% rename from enterprise/enterprise_hooks/aporia_ai.py rename to litellm/enterprise/enterprise_hooks/aporia_ai.py diff --git a/enterprise/enterprise_hooks/banned_keywords.py b/litellm/enterprise/enterprise_hooks/banned_keywords.py similarity index 100% rename from enterprise/enterprise_hooks/banned_keywords.py rename to litellm/enterprise/enterprise_hooks/banned_keywords.py diff --git a/enterprise/enterprise_hooks/blocked_user_list.py b/litellm/enterprise/enterprise_hooks/blocked_user_list.py similarity index 100% rename from enterprise/enterprise_hooks/blocked_user_list.py rename to litellm/enterprise/enterprise_hooks/blocked_user_list.py diff --git a/enterprise/enterprise_hooks/google_text_moderation.py b/litellm/enterprise/enterprise_hooks/google_text_moderation.py similarity index 100% rename from enterprise/enterprise_hooks/google_text_moderation.py rename to litellm/enterprise/enterprise_hooks/google_text_moderation.py diff --git a/enterprise/enterprise_hooks/openai_moderation.py b/litellm/enterprise/enterprise_hooks/openai_moderation.py similarity index 100% rename from enterprise/enterprise_hooks/openai_moderation.py rename to litellm/enterprise/enterprise_hooks/openai_moderation.py diff --git a/enterprise/enterprise_ui/README.md b/litellm/enterprise/enterprise_ui/README.md similarity index 100% rename from enterprise/enterprise_ui/README.md rename to litellm/enterprise/enterprise_ui/README.md diff --git a/enterprise/enterprise_ui/_enterprise_colors.json b/litellm/enterprise/enterprise_ui/_enterprise_colors.json similarity index 100% rename from enterprise/enterprise_ui/_enterprise_colors.json rename to litellm/enterprise/enterprise_ui/_enterprise_colors.json diff --git a/enterprise/litellm_enterprise/__init__.py b/litellm/enterprise/litellm_enterprise/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/__init__.py rename to litellm/enterprise/litellm_enterprise/__init__.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/__init__.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/__init__.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/__init__.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/callback_controls.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/callback_controls.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/callback_controls.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/callback_controls.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/example_logging_api.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/example_logging_api.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/example_logging_api.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/example_logging_api.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/llama_guard.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/llama_guard.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/llama_guard.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/llama_guard.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/llm_guard.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/llm_guard.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/llm_guard.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/llm_guard.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/__init__.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/__init__.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/__init__.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/pagerduty.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/pagerduty.py similarity index 96% rename from enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/pagerduty.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/pagerduty.py index f920aa7ac13..a0c896b7e05 100644 --- a/enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/pagerduty.py +++ b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/pagerduty/pagerduty.py @@ -17,6 +17,7 @@ from typing import List, Optional, Union from litellm._logging import verbose_logger from litellm.caching import DualCache +from litellm.exceptions import MissingMessageRoleError from litellm.integrations.SlackAlerting.slack_alerting import SlackAlerting from litellm.llms.custom_httpx.http_handler import ( AsyncHTTPHandler, @@ -86,6 +87,8 @@ class PagerDutyAlerting(SlackAlerting): Record a failure event. Only send an alert to PagerDuty if the configured *failure* threshold is exceeded in the specified window. """ + if isinstance(kwargs.get("exception"), MissingMessageRoleError): + return now = datetime.now(timezone.utc) standard_logging_payload: Optional[StandardLoggingPayload] = kwargs.get( "standard_logging_object" diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secret_detection.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secret_detection.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secret_detection.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secret_detection.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/__init__.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/__init__.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/__init__.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/adafruit.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/adafruit.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/adafruit.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/adafruit.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/adobe.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/adobe.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/adobe.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/adobe.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/age_secret_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/age_secret_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/age_secret_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/age_secret_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/airtable_api_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/airtable_api_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/airtable_api_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/airtable_api_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/algolia_api_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/algolia_api_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/algolia_api_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/algolia_api_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/alibaba.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/alibaba.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/alibaba.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/alibaba.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/asana.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/asana.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/asana.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/asana.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/atlassian_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/atlassian_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/atlassian_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/atlassian_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/authress_access_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/authress_access_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/authress_access_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/authress_access_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/beamer_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/beamer_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/beamer_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/beamer_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/bitbucket.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/bitbucket.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/bitbucket.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/bitbucket.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/bittrex.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/bittrex.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/bittrex.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/bittrex.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/clojars_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/clojars_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/clojars_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/clojars_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/codecov_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/codecov_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/codecov_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/codecov_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/coinbase_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/coinbase_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/coinbase_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/coinbase_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/confluent.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/confluent.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/confluent.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/confluent.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/contentful_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/contentful_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/contentful_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/contentful_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/credential_keyword.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/credential_keyword.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/credential_keyword.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/credential_keyword.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/databricks_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/databricks_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/databricks_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/databricks_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/datadog_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/datadog_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/datadog_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/datadog_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/defined_networking_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/defined_networking_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/defined_networking_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/defined_networking_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/digitalocean.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/digitalocean.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/digitalocean.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/digitalocean.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/discord.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/discord.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/discord.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/discord.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/doppler_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/doppler_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/doppler_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/doppler_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/droneci_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/droneci_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/droneci_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/droneci_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/dropbox.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/dropbox.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/dropbox.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/dropbox.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/duffel_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/duffel_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/duffel_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/duffel_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/dynatrace_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/dynatrace_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/dynatrace_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/dynatrace_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/easypost.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/easypost.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/easypost.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/easypost.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/etsy_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/etsy_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/etsy_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/etsy_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/facebook_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/facebook_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/facebook_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/facebook_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/fastly_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/fastly_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/fastly_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/fastly_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/finicity.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/finicity.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/finicity.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/finicity.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/finnhub_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/finnhub_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/finnhub_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/finnhub_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/flickr_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/flickr_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/flickr_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/flickr_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/flutterwave.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/flutterwave.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/flutterwave.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/flutterwave.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/frameio_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/frameio_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/frameio_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/frameio_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/freshbooks_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/freshbooks_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/freshbooks_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/freshbooks_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gcp_api_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gcp_api_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gcp_api_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gcp_api_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/github_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/github_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/github_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/github_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gitlab.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gitlab.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gitlab.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gitlab.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gitter_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gitter_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gitter_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gitter_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gocardless_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gocardless_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gocardless_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/gocardless_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/grafana.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/grafana.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/grafana.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/grafana.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/hashicorp_tf_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/hashicorp_tf_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/hashicorp_tf_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/hashicorp_tf_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/heroku_api_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/heroku_api_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/heroku_api_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/heroku_api_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/hubspot_api_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/hubspot_api_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/hubspot_api_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/hubspot_api_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/huggingface.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/huggingface.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/huggingface.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/huggingface.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/intercom_api_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/intercom_api_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/intercom_api_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/intercom_api_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/jfrog.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/jfrog.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/jfrog.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/jfrog.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/jwt.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/jwt.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/jwt.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/jwt.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/kraken_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/kraken_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/kraken_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/kraken_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/kucoin.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/kucoin.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/kucoin.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/kucoin.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/launchdarkly_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/launchdarkly_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/launchdarkly_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/launchdarkly_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/linear.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/linear.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/linear.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/linear.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/linkedin.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/linkedin.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/linkedin.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/linkedin.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/lob.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/lob.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/lob.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/lob.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mailgun.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mailgun.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mailgun.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mailgun.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mapbox_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mapbox_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mapbox_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mapbox_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mattermost_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mattermost_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mattermost_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/mattermost_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/messagebird.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/messagebird.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/messagebird.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/messagebird.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/microsoft_teams_webhook.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/microsoft_teams_webhook.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/microsoft_teams_webhook.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/microsoft_teams_webhook.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/netlify_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/netlify_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/netlify_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/netlify_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/new_relic.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/new_relic.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/new_relic.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/new_relic.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/nytimes_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/nytimes_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/nytimes_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/nytimes_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/okta_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/okta_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/okta_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/okta_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/openai_api_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/openai_api_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/openai_api_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/openai_api_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/planetscale.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/planetscale.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/planetscale.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/planetscale.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/postman_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/postman_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/postman_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/postman_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/prefect_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/prefect_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/prefect_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/prefect_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/pulumi_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/pulumi_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/pulumi_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/pulumi_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/pypi_upload_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/pypi_upload_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/pypi_upload_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/pypi_upload_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/rapidapi_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/rapidapi_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/rapidapi_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/rapidapi_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/readme_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/readme_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/readme_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/readme_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/rubygems_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/rubygems_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/rubygems_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/rubygems_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/scalingo_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/scalingo_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/scalingo_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/scalingo_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendbird.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendbird.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendbird.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendbird.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendgrid_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendgrid_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendgrid_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendgrid_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendinblue_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendinblue_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendinblue_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sendinblue_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sentry_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sentry_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sentry_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sentry_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/shippo_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/shippo_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/shippo_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/shippo_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/shopify.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/shopify.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/shopify.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/shopify.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/slack.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/slack.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/slack.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/slack.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/snyk_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/snyk_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/snyk_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/snyk_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/squarespace_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/squarespace_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/squarespace_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/squarespace_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sumologic.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sumologic.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sumologic.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/sumologic.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/telegram_bot_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/telegram_bot_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/telegram_bot_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/telegram_bot_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/travisci_access_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/travisci_access_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/travisci_access_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/travisci_access_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/twitch_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/twitch_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/twitch_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/twitch_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/twitter.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/twitter.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/twitter.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/twitter.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/typeform_api_token.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/typeform_api_token.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/typeform_api_token.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/typeform_api_token.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/vault.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/vault.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/vault.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/vault.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/yandex.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/yandex.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/yandex.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/yandex.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/zendesk_secret_key.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/zendesk_secret_key.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/zendesk_secret_key.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/zendesk_secret_key.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/__init__.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/send_emails/__init__.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/__init__.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/base_email.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/base_email.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/send_emails/base_email.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/base_email.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/endpoints.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/endpoints.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/send_emails/endpoints.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/endpoints.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/resend_email.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/resend_email.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/send_emails/resend_email.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/resend_email.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/sendgrid_email.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/sendgrid_email.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/send_emails/sendgrid_email.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/sendgrid_email.py diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/smtp_email.py b/litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/smtp_email.py similarity index 100% rename from enterprise/litellm_enterprise/enterprise_callbacks/send_emails/smtp_email.py rename to litellm/enterprise/litellm_enterprise/enterprise_callbacks/send_emails/smtp_email.py diff --git a/enterprise/litellm_enterprise/integrations/__init__.py b/litellm/enterprise/litellm_enterprise/integrations/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/integrations/__init__.py rename to litellm/enterprise/litellm_enterprise/integrations/__init__.py diff --git a/enterprise/litellm_enterprise/integrations/custom_guardrail.py b/litellm/enterprise/litellm_enterprise/integrations/custom_guardrail.py similarity index 100% rename from enterprise/litellm_enterprise/integrations/custom_guardrail.py rename to litellm/enterprise/litellm_enterprise/integrations/custom_guardrail.py diff --git a/enterprise/litellm_enterprise/litellm_core_utils/__init__.py b/litellm/enterprise/litellm_enterprise/litellm_core_utils/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/litellm_core_utils/__init__.py rename to litellm/enterprise/litellm_enterprise/litellm_core_utils/__init__.py diff --git a/enterprise/litellm_enterprise/litellm_core_utils/litellm_logging.py b/litellm/enterprise/litellm_enterprise/litellm_core_utils/litellm_logging.py similarity index 100% rename from enterprise/litellm_enterprise/litellm_core_utils/litellm_logging.py rename to litellm/enterprise/litellm_enterprise/litellm_core_utils/litellm_logging.py diff --git a/enterprise/litellm_enterprise/proxy/__init__.py b/litellm/enterprise/litellm_enterprise/proxy/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/__init__.py rename to litellm/enterprise/litellm_enterprise/proxy/__init__.py diff --git a/enterprise/litellm_enterprise/proxy/audit_logging_endpoints.py b/litellm/enterprise/litellm_enterprise/proxy/audit_logging_endpoints.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/audit_logging_endpoints.py rename to litellm/enterprise/litellm_enterprise/proxy/audit_logging_endpoints.py diff --git a/enterprise/litellm_enterprise/proxy/auth/__init__.py b/litellm/enterprise/litellm_enterprise/proxy/auth/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/auth/__init__.py rename to litellm/enterprise/litellm_enterprise/proxy/auth/__init__.py diff --git a/enterprise/litellm_enterprise/proxy/auth/custom_sso_handler.py b/litellm/enterprise/litellm_enterprise/proxy/auth/custom_sso_handler.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/auth/custom_sso_handler.py rename to litellm/enterprise/litellm_enterprise/proxy/auth/custom_sso_handler.py diff --git a/enterprise/litellm_enterprise/proxy/auth/route_checks.py b/litellm/enterprise/litellm_enterprise/proxy/auth/route_checks.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/auth/route_checks.py rename to litellm/enterprise/litellm_enterprise/proxy/auth/route_checks.py diff --git a/enterprise/litellm_enterprise/proxy/auth/user_api_key_auth.py b/litellm/enterprise/litellm_enterprise/proxy/auth/user_api_key_auth.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/auth/user_api_key_auth.py rename to litellm/enterprise/litellm_enterprise/proxy/auth/user_api_key_auth.py diff --git a/enterprise/litellm_enterprise/proxy/common_utils/__init__.py b/litellm/enterprise/litellm_enterprise/proxy/common_utils/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/common_utils/__init__.py rename to litellm/enterprise/litellm_enterprise/proxy/common_utils/__init__.py diff --git a/enterprise/litellm_enterprise/proxy/common_utils/check_batch_cost.py b/litellm/enterprise/litellm_enterprise/proxy/common_utils/check_batch_cost.py similarity index 99% rename from enterprise/litellm_enterprise/proxy/common_utils/check_batch_cost.py rename to litellm/enterprise/litellm_enterprise/proxy/common_utils/check_batch_cost.py index 4cfc6d4e081..ccbe30a1c27 100644 --- a/enterprise/litellm_enterprise/proxy/common_utils/check_batch_cost.py +++ b/litellm/enterprise/litellm_enterprise/proxy/common_utils/check_batch_cost.py @@ -20,6 +20,7 @@ from litellm_enterprise.proxy.common_utils.managed_object_attribution import ( import litellm from litellm._logging import verbose_proxy_logger from litellm._uuid import uuid +from litellm.litellm_core_utils.cloud_storage_security import stored_s3_bucket_kwargs from litellm.constants import ( BATCH_LINE_ITEMS_MAX_PART_BYTES, MANAGED_OBJECT_STALENESS_CUTOFF_DAYS, @@ -452,7 +453,7 @@ class CheckBatchCost: ) if finalized == 0: return False - verbose_proxy_logger.info(f"CheckBatchCost: marked job {job.id} as {response.status} in DB") + verbose_proxy_logger.debug(f"CheckBatchCost: marked job {job.id} as {response.status} in DB") return True except Exception as db_err: verbose_proxy_logger.error( @@ -765,7 +766,7 @@ class CheckBatchCost: credentials: Final = self.llm_router.registry().credentials(model_id, form="with_provider") or {} _file_content = await afile_content( file_id=cast(str, raw_output_file_id), - **cast(FileContentCallOptions, credentials), + **cast(FileContentCallOptions, {**credentials, **stored_s3_bucket_kwargs(cast(str, raw_output_file_id))}), ) content_bytes: Final = await _file_content_bytes(_file_content) @@ -1230,7 +1231,7 @@ class CheckBatchCost: await self._expire_if_old_and_unfinished(job) continue if self._is_completed_with_output_id_pending(response): - verbose_proxy_logger.info( + verbose_proxy_logger.debug( f"CheckBatchCost: batch {batch_id} is completed but its output file id " f"has not appeared yet; leaving job {job.id} for the next poll cycle" ) diff --git a/enterprise/litellm_enterprise/proxy/common_utils/check_responses_cost.py b/litellm/enterprise/litellm_enterprise/proxy/common_utils/check_responses_cost.py similarity index 98% rename from enterprise/litellm_enterprise/proxy/common_utils/check_responses_cost.py rename to litellm/enterprise/litellm_enterprise/proxy/common_utils/check_responses_cost.py index 69e36a0c076..ec531738337 100644 --- a/enterprise/litellm_enterprise/proxy/common_utils/check_responses_cost.py +++ b/litellm/enterprise/litellm_enterprise/proxy/common_utils/check_responses_cost.py @@ -429,7 +429,7 @@ class CheckResponsesCost: response: ResponsesAPIResponse, ) -> BilledCharge | None: if not await self._claim_for_billing(job): - verbose_proxy_logger.info(f"Response {job.unified_object_id} was already billed elsewhere, skipping") + verbose_proxy_logger.debug(f"Response {job.unified_object_id} was already billed elsewhere, skipping") return None try: creator: Final = await self._creator_attribution.response_creator(job, job.unified_object_id) @@ -437,7 +437,7 @@ class CheckResponsesCost: except BaseException: await self._release_billing_claim(job) raise - verbose_proxy_logger.info(f"Response {job.unified_object_id} reached a terminal status and was billed") + verbose_proxy_logger.debug(f"Response {job.unified_object_id} reached a terminal status and was billed") return charge async def _job_for_provider_id(self, provider_response_id: str) -> ManagedObjectRow | None: @@ -548,7 +548,7 @@ class CheckResponsesCost: try: if await self._superseded_by_a_provider_id_row(job): - verbose_proxy_logger.info(f"Response {unified_object_id} is billed under its provider id row") + verbose_proxy_logger.debug(f"Response {unified_object_id} is billed under its provider id row") continue target = self._poll_target(job) except Exception as e: @@ -567,7 +567,7 @@ class CheckResponsesCost: except Exception as e: if target.deployment is not None and _is_response_gone_at_provider(e, provider_response_id): - verbose_proxy_logger.info( + verbose_proxy_logger.debug( f"Response {unified_object_id} no longer available at provider (404), marking stale_expired: {e}" ) expired_jobs.append(job) @@ -581,4 +581,4 @@ class CheckResponsesCost: where={"id": {"in": [job.id for job in expired_jobs]}}, data={"status": "stale_expired"}, ) - verbose_proxy_logger.info(f"Marked {len(expired_jobs)} response jobs as stale_expired") + verbose_proxy_logger.debug(f"Marked {len(expired_jobs)} response jobs as stale_expired") diff --git a/enterprise/litellm_enterprise/proxy/common_utils/managed_object_attribution.py b/litellm/enterprise/litellm_enterprise/proxy/common_utils/managed_object_attribution.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/common_utils/managed_object_attribution.py rename to litellm/enterprise/litellm_enterprise/proxy/common_utils/managed_object_attribution.py diff --git a/enterprise/litellm_enterprise/proxy/enterprise_routes.py b/litellm/enterprise/litellm_enterprise/proxy/enterprise_routes.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/enterprise_routes.py rename to litellm/enterprise/litellm_enterprise/proxy/enterprise_routes.py diff --git a/enterprise/litellm_enterprise/proxy/hooks/__init__.py b/litellm/enterprise/litellm_enterprise/proxy/hooks/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/hooks/__init__.py rename to litellm/enterprise/litellm_enterprise/proxy/hooks/__init__.py diff --git a/enterprise/litellm_enterprise/proxy/hooks/managed_files.py b/litellm/enterprise/litellm_enterprise/proxy/hooks/managed_files.py similarity index 99% rename from enterprise/litellm_enterprise/proxy/hooks/managed_files.py rename to litellm/enterprise/litellm_enterprise/proxy/hooks/managed_files.py index 626a3b0bb83..bbb09e75b47 100644 --- a/enterprise/litellm_enterprise/proxy/hooks/managed_files.py +++ b/litellm/enterprise/litellm_enterprise/proxy/hooks/managed_files.py @@ -49,6 +49,7 @@ from litellm.constants import ( ) from litellm.files.types import FileRetrieveCallOptions, FileRetrieveProvider from litellm.integrations.custom_logger import CustomLogger +from litellm.litellm_core_utils.cloud_storage_security import stored_s3_bucket_kwargs from litellm.litellm_core_utils.core_helpers import require_attributes from litellm.litellm_core_utils.hidden_params import HIDDEN_PARAMS_ATTR from litellm.litellm_core_utils.internal_call_metadata import requests_background @@ -396,6 +397,7 @@ class _CursorPageArgs(TypedDict, total=False): class _RouterFileCallKwargs(TypedDict, total=False): client: ReadOnly[AsyncOpenAI | None] custom_llm_provider: ReadOnly[str | None] + stored_s3_bucket_name: ReadOnly[str] _MODEL_FILE_ID_MAPPING: Final = TypeAdapter(dict[str, str]) @@ -463,7 +465,7 @@ async def _delete_provider_file( await llm_router.afile_delete( model=model_id, file_id=provider_file_id, - **cast(_RouterFileCallKwargs, delete_data), + **cast(_RouterFileCallKwargs, {**delete_data, **stored_s3_bucket_kwargs(provider_file_id)}), ) @@ -1157,7 +1159,7 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints): retrieve_file: Final = cast(_ManagedFileRetrieve, litellm.afile_retrieve) retrieve_options: Final = cast( FileRetrieveCallOptions, - {**call_options, "max_retries": 0}, + {**call_options, **stored_s3_bucket_kwargs(provider_file_id), "max_retries": 0}, ) for attempt in range(len(_PROVIDER_FILE_RETRIEVE_RETRY_DELAYS_SECONDS) + 1): if attempt > 0: @@ -1795,8 +1797,10 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints): if potential_file_id and "llm_output_file_id," in potential_file_id: model_id = self.get_model_id_from_unified_file_id(potential_file_id) if model_id: + provider_file_id: Final = self.get_output_file_id_from_unified_file_id(potential_file_id) data["model"] = model_id - data["file_id"] = self.get_output_file_id_from_unified_file_id(potential_file_id) + data["file_id"] = provider_file_id + data.update(stored_s3_bucket_kwargs(provider_file_id)) elif call_type == CallTypes.acreate_batch.value: input_file_id = cast(Optional[str], data.get("input_file_id")) if input_file_id: @@ -2894,7 +2898,17 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints): await llm_router.afile_content( model=model_id, file_id=provider_file_id, - **cast(_RouterFileCallKwargs, data), + **cast( + _RouterFileCallKwargs, + { + **data, + **( + stored_s3_bucket_kwargs(provider_file_id) + if isinstance(provider_file_id, str) + else {} + ), + }, + ), ), ) except Exception as e: diff --git a/enterprise/litellm_enterprise/proxy/hooks/managed_vector_stores.py b/litellm/enterprise/litellm_enterprise/proxy/hooks/managed_vector_stores.py similarity index 99% rename from enterprise/litellm_enterprise/proxy/hooks/managed_vector_stores.py rename to litellm/enterprise/litellm_enterprise/proxy/hooks/managed_vector_stores.py index fcaf58099b9..6e16ed8f187 100644 --- a/enterprise/litellm_enterprise/proxy/hooks/managed_vector_stores.py +++ b/litellm/enterprise/litellm_enterprise/proxy/hooks/managed_vector_stores.py @@ -123,7 +123,7 @@ class _PROXY_LiteLLMManagedVectorStores( """ # Use the router to create the vector store response: Final = await llm_router.avector_store_create(model=model, **request_data) - return cast(VectorStoreCreateResponse, response) + return response # ============================================================================ # VECTOR STORE CRUD OPERATIONS diff --git a/enterprise/litellm_enterprise/proxy/liteadmin.py b/litellm/enterprise/litellm_enterprise/proxy/liteadmin.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/liteadmin.py rename to litellm/enterprise/litellm_enterprise/proxy/liteadmin.py diff --git a/enterprise/litellm_enterprise/proxy/management_endpoints/__init__.py b/litellm/enterprise/litellm_enterprise/proxy/management_endpoints/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/management_endpoints/__init__.py rename to litellm/enterprise/litellm_enterprise/proxy/management_endpoints/__init__.py diff --git a/enterprise/litellm_enterprise/proxy/management_endpoints/internal_user_endpoints.py b/litellm/enterprise/litellm_enterprise/proxy/management_endpoints/internal_user_endpoints.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/management_endpoints/internal_user_endpoints.py rename to litellm/enterprise/litellm_enterprise/proxy/management_endpoints/internal_user_endpoints.py diff --git a/enterprise/litellm_enterprise/proxy/management_endpoints/key_management_endpoints.py b/litellm/enterprise/litellm_enterprise/proxy/management_endpoints/key_management_endpoints.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/management_endpoints/key_management_endpoints.py rename to litellm/enterprise/litellm_enterprise/proxy/management_endpoints/key_management_endpoints.py diff --git a/enterprise/litellm_enterprise/proxy/management_endpoints/project_endpoints.py b/litellm/enterprise/litellm_enterprise/proxy/management_endpoints/project_endpoints.py similarity index 98% rename from enterprise/litellm_enterprise/proxy/management_endpoints/project_endpoints.py rename to litellm/enterprise/litellm_enterprise/proxy/management_endpoints/project_endpoints.py index 154a60f1cd1..b17498a370a 100644 --- a/enterprise/litellm_enterprise/proxy/management_endpoints/project_endpoints.py +++ b/litellm/enterprise/litellm_enterprise/proxy/management_endpoints/project_endpoints.py @@ -26,6 +26,7 @@ from litellm._uuid import uuid from litellm.proxy._types import * from litellm.proxy.auth.auth_checks import delete_cached_project_object from litellm.proxy.auth.user_api_key_auth import user_api_key_auth +from litellm.proxy.guardrails.guardrail_helpers import validate_guardrail_names from litellm.proxy.management.teams.authz import TEAM_OR_ORG_ADMIN, TeamAccess, is_team_admin, is_team_member from litellm.proxy.management.teams.dependencies import get_team_access from litellm.proxy.management.users.service import org_admin_org_ids @@ -604,6 +605,13 @@ async def new_project( "error": f"Only admins or team admins can create projects. Your role is {user_api_key_dict.user_role}" }, ) + await validate_guardrail_names( + None, + data.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # request models declare `metadata` as bare dict + None, + prisma_client, + license_first=False, + ) quota_policy: Final = _project_model_quota_policy(general_settings_view()) if quota_policy is not None: @@ -835,6 +843,13 @@ async def update_project( status_code=403, detail={"error": "Cannot reassign project to a team you are not an admin of"}, ) + await validate_guardrail_names( + None, + data.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # request models declare `metadata` as bare dict + existing_project.metadata if isinstance(existing_project.metadata, dict) else None, + prisma_client, + license_first=False, + ) # Validate project limits against team limits if target_team_obj is not None: diff --git a/enterprise/litellm_enterprise/proxy/management_endpoints/project_model_quota.py b/litellm/enterprise/litellm_enterprise/proxy/management_endpoints/project_model_quota.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/management_endpoints/project_model_quota.py rename to litellm/enterprise/litellm_enterprise/proxy/management_endpoints/project_model_quota.py diff --git a/enterprise/litellm_enterprise/proxy/proxy_server.py b/litellm/enterprise/litellm_enterprise/proxy/proxy_server.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/proxy_server.py rename to litellm/enterprise/litellm_enterprise/proxy/proxy_server.py diff --git a/enterprise/litellm_enterprise/proxy/readme.md b/litellm/enterprise/litellm_enterprise/proxy/readme.md similarity index 100% rename from enterprise/litellm_enterprise/proxy/readme.md rename to litellm/enterprise/litellm_enterprise/proxy/readme.md diff --git a/enterprise/litellm_enterprise/proxy/ui_crud_endpoints/__init__.py b/litellm/enterprise/litellm_enterprise/proxy/ui_crud_endpoints/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/ui_crud_endpoints/__init__.py rename to litellm/enterprise/litellm_enterprise/proxy/ui_crud_endpoints/__init__.py diff --git a/enterprise/litellm_enterprise/proxy/ui_crud_endpoints/ui_settings_extensions.py b/litellm/enterprise/litellm_enterprise/proxy/ui_crud_endpoints/ui_settings_extensions.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/ui_crud_endpoints/ui_settings_extensions.py rename to litellm/enterprise/litellm_enterprise/proxy/ui_crud_endpoints/ui_settings_extensions.py diff --git a/enterprise/litellm_enterprise/proxy/utils.py b/litellm/enterprise/litellm_enterprise/proxy/utils.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/utils.py rename to litellm/enterprise/litellm_enterprise/proxy/utils.py diff --git a/enterprise/litellm_enterprise/proxy/vector_stores/__init__.py b/litellm/enterprise/litellm_enterprise/proxy/vector_stores/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/vector_stores/__init__.py rename to litellm/enterprise/litellm_enterprise/proxy/vector_stores/__init__.py diff --git a/enterprise/litellm_enterprise/proxy/vector_stores/endpoints.py b/litellm/enterprise/litellm_enterprise/proxy/vector_stores/endpoints.py similarity index 100% rename from enterprise/litellm_enterprise/proxy/vector_stores/endpoints.py rename to litellm/enterprise/litellm_enterprise/proxy/vector_stores/endpoints.py diff --git a/enterprise/litellm_enterprise/py.typed b/litellm/enterprise/litellm_enterprise/py.typed similarity index 100% rename from enterprise/litellm_enterprise/py.typed rename to litellm/enterprise/litellm_enterprise/py.typed diff --git a/enterprise/litellm_enterprise/types/__init__.py b/litellm/enterprise/litellm_enterprise/types/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/types/__init__.py rename to litellm/enterprise/litellm_enterprise/types/__init__.py diff --git a/enterprise/litellm_enterprise/types/enterprise_callbacks/__init__.py b/litellm/enterprise/litellm_enterprise/types/enterprise_callbacks/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/types/enterprise_callbacks/__init__.py rename to litellm/enterprise/litellm_enterprise/types/enterprise_callbacks/__init__.py diff --git a/enterprise/litellm_enterprise/types/enterprise_callbacks/send_emails.py b/litellm/enterprise/litellm_enterprise/types/enterprise_callbacks/send_emails.py similarity index 100% rename from enterprise/litellm_enterprise/types/enterprise_callbacks/send_emails.py rename to litellm/enterprise/litellm_enterprise/types/enterprise_callbacks/send_emails.py diff --git a/enterprise/litellm_enterprise/types/proxy/__init__.py b/litellm/enterprise/litellm_enterprise/types/proxy/__init__.py similarity index 100% rename from enterprise/litellm_enterprise/types/proxy/__init__.py rename to litellm/enterprise/litellm_enterprise/types/proxy/__init__.py diff --git a/enterprise/litellm_enterprise/types/proxy/audit_logging_endpoints.py b/litellm/enterprise/litellm_enterprise/types/proxy/audit_logging_endpoints.py similarity index 100% rename from enterprise/litellm_enterprise/types/proxy/audit_logging_endpoints.py rename to litellm/enterprise/litellm_enterprise/types/proxy/audit_logging_endpoints.py diff --git a/enterprise/litellm_enterprise/types/proxy/proxy_server.py b/litellm/enterprise/litellm_enterprise/types/proxy/proxy_server.py similarity index 100% rename from enterprise/litellm_enterprise/types/proxy/proxy_server.py rename to litellm/enterprise/litellm_enterprise/types/proxy/proxy_server.py diff --git a/enterprise/pyproject.toml b/litellm/enterprise/pyproject.toml similarity index 93% rename from enterprise/pyproject.toml rename to litellm/enterprise/pyproject.toml index 64fe03769b8..7a8056e8f15 100644 --- a/enterprise/pyproject.toml +++ b/litellm/enterprise/pyproject.toml @@ -29,5 +29,5 @@ module-root = "" version = "0.1.83" version_files = [ "pyproject.toml:^version", - "../pyproject.toml:litellm-enterprise==", + "../../pyproject.toml:litellm-enterprise==", ] diff --git a/litellm/exceptions.py b/litellm/exceptions.py index 56a5f136b62..61810f650af 100644 --- a/litellm/exceptions.py +++ b/litellm/exceptions.py @@ -369,6 +369,10 @@ class MalformedRequestFieldError(BadRequestError): pass +class MissingMessageRoleError(MalformedRequestFieldError): + pass + + class UnsupportedEndpointError(BadRequestError): pass @@ -1285,7 +1289,10 @@ class MidStreamFallbackError(ServiceUnavailableError): self.model = model self.llm_provider = llm_provider self.original_exception = original_exception - self.litellm_debug_info = litellm_debug_info + inherited_debug_info: Final[object] = getattr(original_exception, "litellm_debug_info", None) + self.litellm_debug_info = litellm_debug_info or ( + inherited_debug_info if isinstance(inherited_debug_info, str) else None + ) self.max_retries = max_retries self.num_retries = num_retries self.generated_content = generated_content diff --git a/litellm/files/main.py b/litellm/files/main.py index d1ddf6c4c4c..3c73f6d5389 100644 --- a/litellm/files/main.py +++ b/litellm/files/main.py @@ -1091,10 +1091,10 @@ def file_content_streaming( client=client if isinstance(client, (OpenAI, AsyncOpenAI)) else None, litellm_params=optional_params.model_dump(exclude_none=True), ) - elif custom_llm_provider == LlmProviders.VERTEX_AI.value: + elif custom_llm_provider in (LlmProviders.VERTEX_AI.value, LlmProviders.GEMINI.value): if not _is_async: raise litellm.exceptions.BadRequestError( - message="Streaming 'file_content' for vertex_ai is only supported through 'afile_content'.", + message=f"Streaming 'file_content' for {custom_llm_provider} is only supported through 'afile_content'.", model="n/a", llm_provider=custom_llm_provider, response=httpx.Response( @@ -1103,14 +1103,14 @@ def file_content_streaming( request=httpx.Request(method="file_content", url="https://github.com/BerriAI/litellm"), ), ) - vertex_files_config: Final = ProviderConfigManager.get_provider_files_config( + google_files_config: Final = ProviderConfigManager.get_provider_files_config( model="", - provider=LlmProviders.VERTEX_AI, + provider=LlmProviders(custom_llm_provider), ) - assert vertex_files_config is not None + assert google_files_config is not None response = base_llm_http_handler.async_retrieve_file_content_streaming( file_content_request=file_content_request, - provider_config=vertex_files_config, + provider_config=google_files_config, litellm_params=litellm_params, headers=extra_headers or {}, logging_obj=logging_obj, diff --git a/litellm/google_genai/adapters/handler.py b/litellm/google_genai/adapters/handler.py index 7caa0c62571..db090c9b007 100644 --- a/litellm/google_genai/adapters/handler.py +++ b/litellm/google_genai/adapters/handler.py @@ -2,6 +2,7 @@ from collections.abc import AsyncIterator, Coroutine, Mapping from typing import Final, cast from openai.types.chat import ChatCompletionStreamOptionsParam +from typing_extensions import TypedDict import litellm from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj @@ -15,6 +16,10 @@ from .transformation import GoogleGenAIAdapter GOOGLE_GENAI_ADAPTER: Final = GoogleGenAIAdapter() +class _TranslatedCompletionKwargs(TypedDict, total=False, extra_items=object): + pass + + def _mark_failure_logged_by_inner_completion(adapter_kwargs: Mapping[str, object]) -> None: outer_logging_obj: Final = adapter_kwargs.get("litellm_logging_obj") if isinstance(outer_logging_obj, LiteLLMLoggingObj): @@ -55,7 +60,7 @@ class GenerateContentToCompletionHandler: **(extra_kwargs or {}), ) - completion_kwargs: Final = dict(completion_request) + completion_kwargs: Final = dict[str, object](completion_request) # Forward extra_kwargs that should be passed to completion call if extra_kwargs is not None: @@ -76,7 +81,7 @@ class GenerateContentToCompletionHandler: if stream_options is not None: completion_kwargs["stream_options"] = stream_options - return GenerateContentCompletionKwargs(**completion_kwargs) + return GenerateContentCompletionKwargs(**_TranslatedCompletionKwargs(**completion_kwargs)) @staticmethod async def async_generate_content_handler( diff --git a/litellm/google_genai/main.py b/litellm/google_genai/main.py index 40c9c7bc36c..71000fec81a 100644 --- a/litellm/google_genai/main.py +++ b/litellm/google_genai/main.py @@ -40,6 +40,7 @@ else: # Initialize any necessary instances or variables here base_llm_http_handler = BaseLLMHTTPHandler() _GENERATE_CONTENT_RESULT: Final = TypeAdapter(object) +_GENERATE_CONTENT_PAYLOAD: Final = TypeAdapter(object) ################################################# @@ -368,8 +369,8 @@ def generate_content( response: Final = _GENERATE_CONTENT_RESULT.validate_python( base_llm_http_handler.generate_content_handler( model=setup_result.model, - contents=contents, - tools=tools, + contents=_GENERATE_CONTENT_PAYLOAD.validate_python(contents), + tools=_GENERATE_CONTENT_PAYLOAD.validate_python(tools), generate_content_provider_config=setup_result.generate_content_provider_config, generate_content_config_dict=setup_result.generate_content_config_dict, custom_llm_provider=setup_result.custom_llm_provider, @@ -465,10 +466,10 @@ async def agenerate_content_stream( return _GENERATE_CONTENT_RESULT.validate_python( await base_llm_http_handler.generate_content_handler( model=setup_result.model, - contents=contents, + contents=_GENERATE_CONTENT_PAYLOAD.validate_python(contents), generate_content_provider_config=setup_result.generate_content_provider_config, generate_content_config_dict=setup_result.generate_content_config_dict, - tools=tools, + tools=_GENERATE_CONTENT_PAYLOAD.validate_python(tools), custom_llm_provider=setup_result.custom_llm_provider, litellm_params=setup_result.litellm_params, logging_obj=setup_result.litellm_logging_obj, @@ -556,10 +557,10 @@ def generate_content_stream( return _GENERATE_CONTENT_RESULT.validate_python( base_llm_http_handler.generate_content_handler( model=setup_result.model, - contents=contents, + contents=_GENERATE_CONTENT_PAYLOAD.validate_python(contents), generate_content_provider_config=setup_result.generate_content_provider_config, generate_content_config_dict=setup_result.generate_content_config_dict, - tools=tools, + tools=_GENERATE_CONTENT_PAYLOAD.validate_python(tools), custom_llm_provider=setup_result.custom_llm_provider, litellm_params=setup_result.litellm_params, logging_obj=setup_result.litellm_logging_obj, diff --git a/litellm/harness/endpoint.py b/litellm/harness/endpoint.py index 249bb2cebb7..fa8105b30e8 100644 --- a/litellm/harness/endpoint.py +++ b/litellm/harness/endpoint.py @@ -37,7 +37,7 @@ from litellm.constants import ( from litellm.harness.context import GatewayTarget from litellm.harness.errors import HarnessError, HarnessInstallFailed from litellm.harness.types import Harness, Usage -from litellm.litellm_core_utils.core_helpers import has_attributes +from litellm.litellm_core_utils.core_helpers import decoded_json_object, has_attributes from litellm.llms.custom_httpx.http_handler import get_async_httpx_client from litellm.types.litellm_params import STREAM_USAGE_INJECTED_FIELD from litellm.types.llms.custom_http import httpxSpecialProvider @@ -722,7 +722,7 @@ class ModelEndpoint: return await litellm.anthropic.messages.acreate(**kwargs) if route == ROUTE_CHAT: if not kwargs.get("stream"): - return await litellm.acompletion(**kwargs) + return await litellm.acompletion(**decoded_json_object(kwargs)) stream_options = kwargs.get("stream_options") or {} # mutable-ok: empty default for a JSON field return await litellm.acompletion( **{ @@ -731,7 +731,7 @@ class ModelEndpoint: STREAM_USAGE_INJECTED_FIELD: "include_usage" not in stream_options, } ) - return await litellm.aresponses(**kwargs) + return await litellm.aresponses(**decoded_json_object(kwargs)) async def _call_sdk(self, route: str, body: Mapping[str, object]) -> Response: kwargs = self._sdk_kwargs(body) diff --git a/litellm/images/main.py b/litellm/images/main.py index 79bb07fc394..e1ecfc35a02 100644 --- a/litellm/images/main.py +++ b/litellm/images/main.py @@ -6,6 +6,7 @@ from functools import partial from typing import TYPE_CHECKING, Final, Literal, cast, get_type_hints, overload from pydantic import TypeAdapter, ValidationError +from typing_extensions import TypedDict if TYPE_CHECKING: from litellm.images.utils import ImageEditRequestUtils @@ -464,6 +465,7 @@ def image_generation( litellm.LlmProviders.AIML, litellm.LlmProviders.GEMINI, litellm.LlmProviders.FAL_AI, + litellm.LlmProviders.REPLICATE, litellm.LlmProviders.STABILITY, litellm.LlmProviders.RUNWAYML, litellm.LlmProviders.VERTEX_AI, @@ -495,6 +497,7 @@ def image_generation( logging_obj=litellm_logging_obj, timeout=timeout, client=client, + _is_async=aimg_generation is True and custom_llm_provider == litellm.LlmProviders.REPLICATE, ) elif custom_llm_provider == "black_forest_labs": # Route to BFL-specific handler (polling required) @@ -698,7 +701,7 @@ async def aimage_variation(*args, **kwargs) -> ImageResponse: init_response = await loop.run_in_executor(None, func_with_context) if isinstance(init_response, dict) or isinstance(init_response, ImageResponse): ## CACHING SCENARIO if isinstance(init_response, dict): - init_response = ImageResponse(**init_response) + init_response = _image_response_from_fields(init_response) response = init_response elif asyncio.iscoroutine(init_response): response = await init_response @@ -717,6 +720,14 @@ async def aimage_variation(*args, **kwargs) -> ImageResponse: ) +class _ImageResponseFields(TypedDict, total=False, extra_items=object): + pass + + +def _image_response_from_fields(fields: Mapping[str, object]) -> ImageResponse: + return ImageResponse(**_ImageResponseFields(**fields)) + + @client def image_variation( image: FileTypes, diff --git a/litellm/integrations/clickhouse/clickhouse_spend_logger.py b/litellm/integrations/clickhouse/clickhouse_spend_logger.py index 5f5ba6ad18b..85a833cee7a 100644 --- a/litellm/integrations/clickhouse/clickhouse_spend_logger.py +++ b/litellm/integrations/clickhouse/clickhouse_spend_logger.py @@ -13,6 +13,7 @@ from types import MappingProxyType from typing import Any, Final, Protocol from pydantic import JsonValue, TypeAdapter, ValidationError +from typing_extensions import ReadOnly, TypedDict import litellm from litellm._logging import verbose_logger @@ -55,6 +56,10 @@ class _SupportsItems(Protocol): def items(self) -> Iterable[tuple[object, object]]: ... +class _SpendLogKwargs(TypedDict, total=False, extra_items=object): + standard_logging_object: ReadOnly[StandardLoggingPayload | None] + + def _request_metadata_fields(value: object) -> Iterator[tuple[str, JsonValue]]: if value is None: return @@ -235,7 +240,7 @@ class ClickHouseSpendLogger(ClickHouseBatchLogger): async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time) -> None: self._log(kwargs) - def _log(self, kwargs: Mapping[str, Any]) -> None: + def _log(self, kwargs: _SpendLogKwargs) -> None: try: payload = kwargs.get("standard_logging_object") if payload is None: diff --git a/litellm/integrations/cloudzero/cz_resource_names.py b/litellm/integrations/cloudzero/cz_resource_names.py index 9b685996a41..77079818908 100644 --- a/litellm/integrations/cloudzero/cz_resource_names.py +++ b/litellm/integrations/cloudzero/cz_resource_names.py @@ -17,10 +17,16 @@ """CloudZero Resource Names (CZRN) generation and validation for LiteLLM resources.""" import re +from collections.abc import Mapping from enum import Enum -from typing import Any, Final, cast +from typing import Final, Protocol, cast import litellm +from litellm.litellm_core_utils.core_helpers import require_attributes + + +class _SupportsLower(Protocol): + def lower(self) -> str: ... class CZEntityType(str, Enum): @@ -35,7 +41,7 @@ class CZRNGenerator: def __init__(self): """Initialize CZRN generator.""" - def create_from_litellm_data(self, row: dict[str, Any]) -> str: + def create_from_litellm_data(self, row: Mapping[str, object]) -> str: """Create a CZRN from LiteLLM daily spend data. CZRN format: czrn:::::: @@ -49,19 +55,21 @@ class CZRNGenerator: - cloud-local-id: model """ service_type: Final = "litellm" - provider: Final = self._normalize_provider(row.get("custom_llm_provider", "unknown")) + provider: Final = self._normalize_provider( + require_attributes(row.get("custom_llm_provider", "unknown"), _SupportsLower, "lower") + ) region: Final = "cross-region" # Use the actual entity_id (team_id or user_id) as the owner account team_id: Final = row.get("team_id", "unknown") - owner_account_id: Final = self._normalize_component(team_id) + owner_account_id: Final = self._normalize_owner(team_id) resource_type: Final = "llm-usage" # Create a unique identifier with just the model (entity info already in owner_account_id) model: Final = row.get("model", "unknown") - cloud_local_id: Final = model + cloud_local_id: Final = f"{model}" return self.create_from_components( service_type=service_type, @@ -112,7 +120,7 @@ class CZRNGenerator: return cast(tuple[str, str, str, str, str, str], match.groups()) - def _normalize_provider(self, provider: str) -> str: + def _normalize_provider(self, provider: _SupportsLower) -> str: """Normalize provider names to standard CZRN format.""" # Map common provider names to CZRN standards provider_map: Final = { @@ -141,16 +149,14 @@ class CZRNGenerator: return "unknown" # Convert to lowercase unless uppercase is allowed - if not allow_uppercase: - component = component.lower() + return self._clean_component(component if allow_uppercase else component.lower()) - # Replace invalid characters with hyphens - component = re.sub(r"[^a-zA-Z0-9-]", "-", component) + def _normalize_owner(self, owner: object) -> str: + if not owner: + return "unknown" + return self._clean_component(require_attributes(owner, _SupportsLower, "lower").lower()) - # Remove consecutive hyphens - component = re.sub(r"-+", "-", component) - - # Remove leading/trailing hyphens - component = component.strip("-") - - return component or "unknown" + def _clean_component(self, component: str) -> str: + hyphenated: Final = re.sub(r"[^a-zA-Z0-9-]", "-", component) + collapsed: Final = re.sub(r"-+", "-", hyphenated) + return collapsed.strip("-") or "unknown" diff --git a/litellm/integrations/code_interpreter_interception/handler.py b/litellm/integrations/code_interpreter_interception/handler.py index b035732afa6..ce5cbc15902 100644 --- a/litellm/integrations/code_interpreter_interception/handler.py +++ b/litellm/integrations/code_interpreter_interception/handler.py @@ -18,6 +18,10 @@ from pydantic import ValidationError import litellm from litellm._logging import verbose_logger from litellm.integrations.custom_logger import CustomLogger +from litellm.litellm_core_utils.allowed_tools_tool_choice import ( + allowed_tools_tool_choice_in_auto_mode, + allowed_tools_tool_choice_with_builtin_as_function, +) from litellm.llms.base_llm.sandbox.transformation import ( CodeExecutionResult, ContainerHandle, @@ -175,6 +179,10 @@ def _sandbox_unavailable(step: str, error: Exception, output: str = _SANDBOX_UNA return _SandboxUnavailable(output=output) +def _is_code_interpreter_tool(tool: Mapping[str, object]) -> bool: + return tool.get("type") == "code_interpreter" + + def _output_item_type(item: object) -> object: if isinstance(item, dict): item_mapping: Final[dict[str, object]] = item @@ -343,8 +351,8 @@ class CodeInterpreterInterceptionLogger(CustomLogger): (function_tool if isinstance(tool, dict) and tool.get("type") == "code_interpreter" else tool) for tool in tools ] - if self._tool_choice_targets_code_interpreter(kwargs.get("tool_choice")): - kwargs["tool_choice"] = self._get_function_tool_choice(call_type=call_type) + if "tool_choice" in kwargs: + kwargs["tool_choice"] = self._intercepted_tool_choice(kwargs["tool_choice"], call_type) return kwargs @staticmethod @@ -428,6 +436,14 @@ class CodeInterpreterInterceptionLogger(CustomLogger): or (isinstance(function, dict) and function.get("name") == LITELLM_CODE_EXECUTION_TOOL_NAME) ) + @classmethod + def _intercepted_tool_choice(cls, tool_choice: object, call_type: CallTypes | None) -> object: + if cls._tool_choice_targets_code_interpreter(tool_choice): + return cls._get_function_tool_choice(call_type=call_type) + return allowed_tools_tool_choice_with_builtin_as_function( + tool_choice, _is_code_interpreter_tool, LITELLM_CODE_EXECUTION_TOOL_NAME + ) + def _resolve_provider(self, kwargs: dict[str, object]) -> str | None: provider: Final = kwargs.get("custom_llm_provider") if isinstance(provider, str) and provider: @@ -694,7 +710,9 @@ class CodeInterpreterInterceptionLogger(CustomLogger): def _get_followup_optional_params(self, optional_params: dict[str, object]) -> dict[str, object]: drop_tool_choice: Final = self._tool_choice_targets_code_interpreter(optional_params.get("tool_choice")) return { - k: v for k, v in optional_params.items() if k != "tools" and not (k == "tool_choice" and drop_tool_choice) + k: allowed_tools_tool_choice_in_auto_mode(v) if k == "tool_choice" else v + for k, v in optional_params.items() + if k != "tools" and not (k == "tool_choice" and drop_tool_choice) } async def async_post_agentic_loop_response_hook( diff --git a/litellm/integrations/compression_interception/handler.py b/litellm/integrations/compression_interception/handler.py index 5352ce6b6a0..6c04d16f817 100644 --- a/litellm/integrations/compression_interception/handler.py +++ b/litellm/integrations/compression_interception/handler.py @@ -15,6 +15,7 @@ from typing_extensions import ReadOnly, TypedDict from litellm._logging import verbose_logger from litellm.compression import compress from litellm.integrations.custom_logger import CustomLogger +from litellm.litellm_core_utils.allowed_tools_tool_choice import allowed_tools_tool_choice_with_function from litellm.litellm_core_utils.asyncify import asyncify from litellm.types.integrations.compression_interception import ( CompressionInterceptionConfig, @@ -180,6 +181,10 @@ class CompressionInterceptionLogger(CustomLogger): existing_tools=cast(list[dict[str, object]] | None, kwargs.get("tools")), compressed_tools=compressed_tools, ) + if "tool_choice" in kwargs: + kwargs["tool_choice"] = allowed_tools_tool_choice_with_function( + kwargs["tool_choice"], LITELLM_CONTENT_RETRIEVE_TOOL_NAME + ) call_id = cast(str | None, kwargs.get("litellm_call_id")) if not call_id: call_id = str(uuid.uuid4()) diff --git a/litellm/integrations/custom_guardrail.py b/litellm/integrations/custom_guardrail.py index ae469a104f8..fafbdb1f95a 100644 --- a/litellm/integrations/custom_guardrail.py +++ b/litellm/integrations/custom_guardrail.py @@ -386,6 +386,10 @@ def _guardrails_listed_in(metadata: object) -> list[str | dict[str, DynamicGuard return metadata.get("guardrails") or [] +class GuardrailSetupError(Exception): + pass + + class CustomGuardrail(CustomLogger): mcp_block_behavior: Literal["tool_result", "raise"] | None = None # If True, during_call runs async_moderation_hook instead of the unified apply_guardrail path. diff --git a/litellm/integrations/custom_logger.py b/litellm/integrations/custom_logger.py index 385522c2435..b582d6b8c4f 100644 --- a/litellm/integrations/custom_logger.py +++ b/litellm/integrations/custom_logger.py @@ -759,7 +759,7 @@ class CustomLogger: # https://docs.litellm.ai/docs/observability/custom_callbac response: object, plan: AgenticLoopPlan, kwargs: dict, - ) -> Any: + ) -> object: """ Post-process the response returned by the agentic-loop follow-up call. diff --git a/litellm/integrations/dotprompt/prompt_manager.py b/litellm/integrations/dotprompt/prompt_manager.py index 0e52ca0b62f..dfa3cb97f5f 100644 --- a/litellm/integrations/dotprompt/prompt_manager.py +++ b/litellm/integrations/dotprompt/prompt_manager.py @@ -5,14 +5,14 @@ Based on Google's GenAI Kit dotprompt implementation: https://google.github.io/d import re from collections.abc import Mapping from pathlib import Path -from typing import Any, Final +from typing import Any, Final, Protocol import yaml from jinja2 import DictLoader, select_autoescape from jinja2.sandbox import ImmutableSandboxedEnvironment from typing_extensions import NotRequired, ReadOnly, TypedDict -from litellm.litellm_core_utils.core_helpers import as_str_mapping +from litellm.litellm_core_utils.core_helpers import as_str_mapping, require_attributes class _PromptFileJson(TypedDict): @@ -27,6 +27,14 @@ class PromptJsonEntry(TypedDict): metadata: ReadOnly[dict[str, object]] +class _SupportsGet(Protocol): + def get(self, key: str, default: object = None, /) -> object: ... + + +def _metadata_section(metadata: Mapping[str, object], name: str) -> _SupportsGet: + return require_attributes(metadata.get(name, {}), _SupportsGet, "get") + + def strip_version_suffix(prompt_id: str) -> str | None: base, separator, version = prompt_id.rpartition(".v") if separator and base and version.isdigit(): @@ -51,8 +59,8 @@ class PromptTemplate: restricted_keys: Final = ["model", "input", "output"] self.model = self.metadata.get("model") self.input_schema = self.metadata.get("input", {}).get("schema", {}) - self.output_format = self.metadata.get("output", {}).get("format") - self.output_schema = self.metadata.get("output", {}).get("schema", {}) + self.output_format = _metadata_section(self.metadata, "output").get("format") + self.output_schema = _metadata_section(self.metadata, "output").get("schema", {}) self.optional_params = {} for key in self.metadata: if key not in restricted_keys: diff --git a/litellm/integrations/email_templates/model_deprecation_email.py b/litellm/integrations/email_templates/model_deprecation_email.py index 5d325b2442a..fa5fa4a193c 100644 --- a/litellm/integrations/email_templates/model_deprecation_email.py +++ b/litellm/integrations/email_templates/model_deprecation_email.py @@ -14,7 +14,7 @@ from litellm.types.integrations.model_deprecation_email import ( from litellm.types.proxy.model_deprecation import SuccessorModelSource _LOGO_BASE_URL: Final = ( - "https://raw.githubusercontent.com/BerriAI/litellm/main/ui/litellm-dashboard/public/assets/logos" + "https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/ui/litellm-dashboard/public/assets/logos" ) _EMAIL_LOGO_URL: Final = f"{_LOGO_BASE_URL}/litellm_logo.png" # Reuse dashboard brand assets; PNGs also render in email clients that block SVG. diff --git a/litellm/integrations/focus/destinations/gcs_destination.py b/litellm/integrations/focus/destinations/gcs_destination.py index 2f7052597ff..82f1a65c217 100644 --- a/litellm/integrations/focus/destinations/gcs_destination.py +++ b/litellm/integrations/focus/destinations/gcs_destination.py @@ -2,8 +2,9 @@ from __future__ import annotations +from collections.abc import Mapping from datetime import timezone -from typing import Any, Final +from typing import Final from litellm._logging import verbose_logger from litellm.integrations.gcs_bucket.gcs_bucket_base import GCSBucketBase @@ -21,14 +22,14 @@ class FocusGCSDestination(GCSBucketBase, FocusDestination): self, *, prefix: str, - config: dict[str, Any] | None = None, + config: Mapping[str, str] | None = None, ) -> None: - config = config or {} - bucket_name: Final = config.get("bucket_name") + resolved_config: Final[Mapping[str, str]] = config or {} + bucket_name: Final = resolved_config.get("bucket_name") if not bucket_name: raise ValueError("bucket_name must be provided for GCS destination") super().__init__(bucket_name=bucket_name) - service_account_json: Final = config.get("service_account_json") + service_account_json: Final = resolved_config.get("service_account_json") if service_account_json is not None: self.path_service_account_json = service_account_json self.prefix = prefix.rstrip("/") diff --git a/litellm/integrations/galileo.py b/litellm/integrations/galileo.py index 0f7dcdbcc81..f04604ddad8 100644 --- a/litellm/integrations/galileo.py +++ b/litellm/integrations/galileo.py @@ -6,7 +6,7 @@ import re import uuid from collections.abc import Callable, Mapping, Sequence from datetime import datetime, timezone, tzinfo -from typing import Any, Final, Protocol, cast +from typing import Final, Protocol, cast import httpx from pydantic import ConfigDict, Field, TypeAdapter @@ -109,9 +109,58 @@ class LLMResponse(LiteLLMBaseModel): user_metadata: dict[str, object] | None = None +class _GalileoRecord(TypedDict, total=False): + latency_ms: ReadOnly[int] + status_code: ReadOnly[int] + input_text: ReadOnly[str] + output_text: ReadOnly[str] + node_type: ReadOnly[str] + model: ReadOnly[str] + num_input_tokens: ReadOnly[int] + num_output_tokens: ReadOnly[int] + num_total_tokens: ReadOnly[int] + cost: ReadOnly[float | None] + output_logprobs: ReadOnly[Mapping[str, object] | None] + created_at: ReadOnly[str] + tags: ReadOnly[Sequence[str] | None] + user_metadata: ReadOnly[Mapping[str, object] | None] + messages: ReadOnly[Sequence[object]] + + +class _GalileoLoggingKwargs(TypedDict, total=False, extra_items=object): + standard_logging_object: ReadOnly[GalileoStandardLoggingFields | None] + + +def _record_messages(messages: object) -> object: + return messages.get("messages") if isinstance(messages, dict) else messages + + +def _galileo_record(response: LLMResponse, messages: object) -> _GalileoRecord: + record: Final[_GalileoRecord] = { + "latency_ms": response.latency_ms, + "status_code": response.status_code, + "input_text": response.input_text, + "output_text": response.output_text, + "node_type": response.node_type, + "model": response.model, + "num_input_tokens": response.num_input_tokens, + "num_output_tokens": response.num_output_tokens, + "num_total_tokens": response.num_total_tokens, + "cost": response.cost, + "output_logprobs": response.output_logprobs, + "created_at": response.created_at, + "tags": response.tags, + "user_metadata": response.user_metadata, + } + record_messages: Final = _record_messages(messages) + if isinstance(record_messages, list) and record_messages: + return {**record, "messages": record_messages} + return record + + class GalileoObserve(CustomLogger): def __init__(self) -> None: - self.in_memory_records: list[Mapping[str, object]] = [] + self.in_memory_records: list[_GalileoRecord] = [] self.batch_size = 1 self.api_key = os.getenv("GALILEO_API_KEY") self.project_id = os.getenv("GALILEO_PROJECT_ID") @@ -278,7 +327,7 @@ class GalileoObserve(CustomLogger): return created_at @staticmethod - def _token_metrics_from_record(record: Mapping[str, Any]) -> dict[str, object]: + def _token_metrics_from_record(record: _GalileoRecord) -> dict[str, object]: num_input_tokens: Final = int(record.get("num_input_tokens") or 0) num_output_tokens: Final = int(record.get("num_output_tokens") or 0) num_total_tokens = int(record.get("num_total_tokens") or 0) @@ -296,7 +345,7 @@ class GalileoObserve(CustomLogger): @staticmethod def _record_to_v2_span( - record: Mapping[str, Any], + record: _GalileoRecord, *, trace_id: str, span_id: str, @@ -322,12 +371,13 @@ class GalileoObserve(CustomLogger): **GalileoObserve._token_metrics_from_record(record), }, } - if record.get("tags"): - span["tags"] = record["tags"] + tags: Final = record.get("tags") + if tags: + span["tags"] = tags return span @staticmethod - def _record_to_v2_trace(record: Mapping[str, Any]) -> dict[str, object]: + def _record_to_v2_trace(record: _GalileoRecord) -> dict[str, object]: trace_id: Final = str(uuid.uuid4()) span_id: Final = str(uuid.uuid4()) created_at: Final = GalileoObserve._normalize_created_at(record.get("created_at", "")) @@ -347,7 +397,7 @@ class GalileoObserve(CustomLogger): "spans": [GalileoObserve._record_to_v2_span(record, trace_id=trace_id, span_id=span_id)], } - def _build_traces_payload(self, records: Sequence[Mapping[str, object]]) -> dict[str, object]: + def _build_traces_payload(self, records: Sequence[_GalileoRecord]) -> dict[str, object]: payload: Final[dict[str, object]] = { "traces": [self._record_to_v2_trace(record) for record in records], "logging_method": "api_direct", @@ -668,7 +718,7 @@ class GalileoObserve(CustomLogger): async def async_log_success_event( self, - kwargs: Mapping[str, object], + kwargs: _GalileoLoggingKwargs, response_obj: object, start_time: object, end_time: object, @@ -686,7 +736,7 @@ class GalileoObserve(CustomLogger): async def _async_log_success_event_impl( self, - kwargs: Mapping[str, Any], + kwargs: _GalileoLoggingKwargs, response_obj: object, start_time: object, end_time: object, @@ -752,12 +802,7 @@ class GalileoObserve(CustomLogger): created_at=GalileoObserve._format_created_at(start_ts), ) - request_dict: Final = request_record.model_dump() - if isinstance(messages, dict): - messages = messages.get("messages") - if isinstance(messages, list) and messages: - request_dict["messages"] = messages - self.in_memory_records.append(request_dict) + self.in_memory_records.append(_galileo_record(request_record, messages)) verbose_logger.debug("Galileo Logger: queued record, in_memory=%d", len(self.in_memory_records)) # Bound the buffer so persistent flush failures cannot grow it diff --git a/litellm/integrations/gitlab/gitlab_prompt_manager.py b/litellm/integrations/gitlab/gitlab_prompt_manager.py index adaacd615a8..c51c513b633 100644 --- a/litellm/integrations/gitlab/gitlab_prompt_manager.py +++ b/litellm/integrations/gitlab/gitlab_prompt_manager.py @@ -3,13 +3,14 @@ GitLab prompt manager with configurable prompts folder. """ from collections.abc import Mapping -from typing import TYPE_CHECKING, Any, Final, TypeVar +from typing import TYPE_CHECKING, Any, Final, Protocol, TypeVar from jinja2 import DictLoader, select_autoescape from jinja2.sandbox import ImmutableSandboxedEnvironment from typing_extensions import ReadOnly, TypedDict from litellm.integrations.custom_prompt_management import CustomPromptManagement +from litellm.litellm_core_utils.core_helpers import require_attributes if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj @@ -40,6 +41,18 @@ class GitLabCachedPrompt(TypedDict): optional_params: ReadOnly[Mapping[str, object]] +class _SupportsGet(Protocol): + def get(self, key: str, default: object = None, /) -> object: ... + + +def _input_schema(metadata: Mapping[str, object]) -> object: + return require_attributes(metadata.get("input", {}), _SupportsGet, "get").get("schema", {}) + + +def _optional_params(metadata: Mapping[str, object]) -> Mapping[str, object]: + return {k: v for k, v in metadata.items() if k not in ["model", "input", "content"]} + + def encode_prompt_id(raw_id: str) -> str: """Convert GitLab path IDs like 'invoice/extract' → 'gitlab::invoice::extract'""" if raw_id.startswith(GITLAB_PREFIX): @@ -68,8 +81,8 @@ class GitLabPromptTemplate: self.model = model or metadata.get("model") self.temperature = metadata.get("temperature") self.max_tokens = metadata.get("max_tokens") - self.input_schema = metadata.get("input", {}).get("schema", {}) - self.optional_params = {k: v for k, v in metadata.items() if k not in ["model", "input", "content"]} + self.input_schema = _input_schema(metadata) + self.optional_params = _optional_params(metadata) def __repr__(self): return f"GitLabPromptTemplate(id='{self.template_id}', model='{self.model}')" @@ -84,7 +97,7 @@ class GitLabTemplateManager: def __init__( self, - gitlab_config: dict[str, Any], + gitlab_config: Mapping[str, Any], prompt_id: str | None = None, ref: str | None = None, gitlab_client: GitLabClient | None = None, @@ -297,7 +310,7 @@ class GitLabPromptManager(CustomPromptManagement): def __init__( self, - gitlab_config: dict[str, object], + gitlab_config: Mapping[str, object], prompt_id: str | None = None, ref: str | None = None, # tag/branch/SHA override gitlab_client: GitLabClient | None = None, diff --git a/litellm/integrations/langfuse/langfuse.py b/litellm/integrations/langfuse/langfuse.py index bd68ffe8cd6..842eaaf847d 100644 --- a/litellm/integrations/langfuse/langfuse.py +++ b/litellm/integrations/langfuse/langfuse.py @@ -22,6 +22,7 @@ from litellm.integrations.langfuse.langfuse_mock_client import ( from litellm.litellm_core_utils.core_helpers import ( as_str_mapping, filter_exceptions_from_params, + json_contains, reconstruct_model_name, safe_deep_copy, ) @@ -1311,11 +1312,11 @@ def _end_grounding_span(*, tracing: "LangfuseTracing", parent: "LangfuseObservat ).end() -def log_requester_metadata(clean_metadata: Mapping[str, Any]): +def log_requester_metadata(clean_metadata: Mapping[str, object]): returned_metadata: Final = {} - requester_metadata: Final = clean_metadata.get("requester_metadata") or {} + requester_metadata: Final[object] = clean_metadata.get("requester_metadata") or {} for k, v in clean_metadata.items(): - if k not in requester_metadata: + if not json_contains(requester_metadata, k): returned_metadata[k] = v returned_metadata.update({"requester_metadata": requester_metadata}) diff --git a/litellm/integrations/langfuse/langfuse_otel_attributes.py b/litellm/integrations/langfuse/langfuse_otel_attributes.py index 28530076c57..a4677683d59 100644 --- a/litellm/integrations/langfuse/langfuse_otel_attributes.py +++ b/litellm/integrations/langfuse/langfuse_otel_attributes.py @@ -17,6 +17,7 @@ from litellm.integrations.opentelemetry_utils.base_otel_llm_obs_attributes impor safe_set_attribute, ) from litellm.litellm_core_utils.core_helpers import require_attributes +from litellm.litellm_core_utils.safe_json_dumps import jsonable_or_str from litellm.types.llms.openai import HttpxBinaryResponseContent, ResponsesAPIResponse from litellm.types.utils import ( EmbeddingResponse, @@ -103,7 +104,7 @@ class LangfuseLLMObsOTELAttributes(BaseLLMObsOTELAttributes): prompt["tools"] = tools input: Final = prompt - safe_set_attribute(span, "langfuse.observation.input", json.dumps(input)) + safe_set_attribute(span, "langfuse.observation.input", json.dumps(input, default=jsonable_or_str)) @staticmethod @override diff --git a/litellm/integrations/langtrace.py b/litellm/integrations/langtrace.py index ea411baee7e..8556880f7c6 100644 --- a/litellm/integrations/langtrace.py +++ b/litellm/integrations/langtrace.py @@ -1,6 +1,7 @@ import json from typing import TYPE_CHECKING, Any, Final +from litellm.litellm_core_utils.safe_json_dumps import jsonable_or_str from litellm.types.integrations.otel_span_attributes import SpanAttributes if TYPE_CHECKING: @@ -60,7 +61,7 @@ class LangtraceAttributes: if prompts: span.add_event( name="gen_ai.content.prompt", - attributes={SpanAttributes.LLM_PROMPTS.value: json.dumps(prompts)}, + attributes={SpanAttributes.LLM_PROMPTS.value: json.dumps(prompts, default=jsonable_or_str)}, ) self.set_span_attributes(span, span_attributes) diff --git a/litellm/integrations/lunary.py b/litellm/integrations/lunary.py index 08acb2c80dc..a7677c85b3d 100644 --- a/litellm/integrations/lunary.py +++ b/litellm/integrations/lunary.py @@ -6,6 +6,7 @@ from datetime import datetime, timezone from typing import TYPE_CHECKING, Final import packaging + from litellm.llms.anthropic.common_utils import tool_calls_with_server_tool_calls if TYPE_CHECKING: diff --git a/litellm/integrations/opik/opik_payload_builder/extractors.py b/litellm/integrations/opik/opik_payload_builder/extractors.py index 1ceb9aa763f..d4fefe54333 100644 --- a/litellm/integrations/opik/opik_payload_builder/extractors.py +++ b/litellm/integrations/opik/opik_payload_builder/extractors.py @@ -2,15 +2,28 @@ import json from collections.abc import Mapping -from typing import Any, Final +from typing import Any, Final, Protocol from pydantic import TypeAdapter from litellm import _logging +from litellm.litellm_core_utils.core_helpers import require_attributes _DECODED_JSON: Final = TypeAdapter(object) +class _SpanIdentifiers(Protocol): + @property + def trace_id(self) -> str | None: ... + + @property + def id(self) -> str | None: ... + + +def _trace_and_span_ids(span: _SpanIdentifiers) -> tuple[str | None, str | None]: + return span.trace_id, span.id + + def normalize_provider_name(provider: str | None) -> str | None: """ Normalize LiteLLM provider names to standardized string names. @@ -77,7 +90,7 @@ def extract_opik_metadata( def extract_span_identifiers( - current_span_data: Any, + current_span_data: object, ) -> tuple[str | None, str | None]: """ Extract trace_id and parent_span_id from current_span_data. @@ -95,7 +108,7 @@ def extract_span_identifiers( return (current_span_data.get("trace_id"), current_span_data.get("id")) try: - return current_span_data.trace_id, current_span_data.id + return _trace_and_span_ids(require_attributes(current_span_data, _SpanIdentifiers, "trace_id", "id")) except AttributeError: _logging.verbose_logger.warning("Unexpected current_span_data format: %s", type(current_span_data)) return None, None diff --git a/litellm/integrations/otel/README.md b/litellm/integrations/otel/README.md index 06c2da117b5..70384e49f53 100644 --- a/litellm/integrations/otel/README.md +++ b/litellm/integrations/otel/README.md @@ -325,7 +325,13 @@ nothing here imports outside it: on `langfuse_otel`, `arize`, `weave_otel` and `newrelic` callbacks. - [`baggage.py`](./model/baggage.py) — the single definition of which request-identity values are promoted into Baggage (so child spans inherit them) and under which - attribute keys. + attribute keys. A team or key destination can list extra `requester_metadata.` + paths in `baggage_metadata_keys` in its own `callback_vars`. They are never written + into Baggage: the tenant fan-out adds them as `litellm.metadata.` to that + destination's view of each span, on top of the global list, so the operator's + exporter and other destinations never see them. A key the span already carries + wins, and names of proxy identity fields and `requester_metadata.headers.*` (the + request headers the proxy copies there) are rejected when saved. - [`utils.py`](./model/utils.py) — value coercion, JSON serialization, and extractor-table application, shared across the package. diff --git a/litellm/integrations/otel/emitter.py b/litellm/integrations/otel/emitter.py index 87a432ee7ce..813ba6aaa73 100644 --- a/litellm/integrations/otel/emitter.py +++ b/litellm/integrations/otel/emitter.py @@ -6,8 +6,7 @@ from types import MappingProxyType from typing import Final from opentelemetry.context import Context -from opentelemetry.sdk.trace import ReadableSpan, SpanLimits -from opentelemetry.sdk.trace import Span as SdkSpan +from opentelemetry.sdk.trace import ReadableSpan from opentelemetry.trace import Link, Span, Tracer from opentelemetry.trace.status import Status, StatusCode @@ -36,7 +35,7 @@ from litellm.integrations.otel.model.spans import ( ) from litellm.integrations.otel.plumbing.context import destination_backends from litellm.integrations.otel.plumbing.events import GenAIEventRecorder -from litellm.integrations.otel.plumbing.providers import to_otel_span_kind +from litellm.integrations.otel.plumbing.providers import span_limits, to_otel_span_kind # Roles emit() knows how to name and emit. PROXY_REQUEST and the management # routes are SERVER spans owned by the mounted FastAPI instrumentor, so they @@ -88,9 +87,7 @@ def error_attributes(error: SpanError) -> Mapping[str, AttrValue]: def span_attribute_limit(span: Span) -> int | None: """The attribute count limit ``span`` was built with, ``None`` when unbounded.""" - if not isinstance(span, SdkSpan): - return SpanLimits().max_span_attributes - return span._limits.max_span_attributes # pyright: ignore[reportPrivateUsage] # SDK has no public getter + return span_limits(span).max_span_attributes def _carried_keys( diff --git a/litellm/integrations/otel/logger.py b/litellm/integrations/otel/logger.py index 41811f836c7..dfb03211927 100644 --- a/litellm/integrations/otel/logger.py +++ b/litellm/integrations/otel/logger.py @@ -66,6 +66,7 @@ from litellm.integrations.otel.plumbing.context import ( resolve_request_span_context, resolve_service_span_context, set_request_baggage, + set_request_metadata, set_request_root_span, ) from litellm.integrations.otel.plumbing.events import GenAIEventRecorder @@ -748,6 +749,7 @@ class OpenTelemetryV2(CustomLogger): """ try: identity: Final = RequestIdentity.from_user_api_key_auth(user_api_key_dict, request_metadata) + set_request_metadata(identity.metadata) bag: Final = promoted_baggage( identity, model, diff --git a/litellm/integrations/otel/model/baggage.py b/litellm/integrations/otel/model/baggage.py index 606fd79f218..5832a56b076 100644 --- a/litellm/integrations/otel/model/baggage.py +++ b/litellm/integrations/otel/model/baggage.py @@ -18,7 +18,11 @@ from collections.abc import Callable, Mapping from types import MappingProxyType from typing import Final -from litellm.integrations.otel.model.metadata import RequestIdentity, allowlisted_metadata +from litellm.integrations.otel.model.metadata import ( + REQUESTER_METADATA_PATH, + RequestIdentity, + allowlisted_metadata, +) from litellm.integrations.otel.model.semconv import GenAI, LiteLLM # Attribute key -> value extractor over (identity, request_model, @@ -65,6 +69,58 @@ DEFAULT_BAGGAGE_METADATA_KEYS: Final[tuple[str, ...]] = ( # explicitly allowlisted via ``config.baggage_team_metadata_keys``. DEFAULT_BAGGAGE_TEAM_METADATA_KEYS: Final[tuple[str, ...]] = () +# A team or key OTel v2 destination can add caller metadata keys on top of the +# global ``baggage_metadata_keys``, for its own destination only. Each key names +# a ``requester_metadata.`` path, so only what the caller sent can be read, +# and a key whose exported name is a proxy-owned identity field is refused. The +# proxy copies the request headers into ``requester_metadata.headers``, credentials +# masked but anything a gateway in front of it added left as sent, so exporting a +# header stays an operator decision made in the global list. +MAX_DESTINATION_METADATA_KEYS: Final = 20 +_RESERVED_METADATA_PREFIX: Final = "user_api_key_" +_REQUEST_HEADERS_KEY: Final = "headers" + + +def destination_metadata_keys_error(value: str) -> str | None: + """Why ``value`` is not a usable destination ``baggage_metadata_keys`` list, or ``None``.""" + keys: Final = _listed_keys(value) + named: Final = tuple((key, key.removeprefix(REQUESTER_METADATA_PATH)) for key in keys) + if any(name == key or not name for key, name in named): + return f"Invalid baggage_metadata_keys {value!r}: use a comma-separated list of {REQUESTER_METADATA_PATH} entries" + reserved: Final = tuple(key for key, name in named if _is_reserved_metadata_name(name)) + if reserved: + return ( + f"Invalid baggage_metadata_keys {value!r}: {', '.join(reserved)} would overwrite a proxy identity attribute" + ) + headers: Final = tuple(key for key, name in named if _is_request_header(name)) + if headers: + return ( + f"Invalid baggage_metadata_keys {value!r}: {', '.join(headers)} would export request headers, " + "which only the proxy-wide LITELLM_OTEL_BAGGAGE_METADATA_KEYS can do" + ) + if len(frozenset(keys)) > MAX_DESTINATION_METADATA_KEYS: + return f"Invalid baggage_metadata_keys {value!r}: at most {MAX_DESTINATION_METADATA_KEYS} keys" + return None + + +def parse_destination_metadata_keys(value: object) -> tuple[str, ...] | None: + """A destination's ``baggage_metadata_keys`` as a key tuple, ``None`` when unset or invalid.""" + if not isinstance(value, str) or destination_metadata_keys_error(value) is not None: + return None + return tuple(dict.fromkeys(_listed_keys(value))) + + +def _listed_keys(value: str) -> tuple[str, ...]: + return tuple(key.strip() for key in value.split(",")) + + +def _is_reserved_metadata_name(name: str) -> bool: + return name in DEFAULT_BAGGAGE_METADATA_KEYS or name.startswith(_RESERVED_METADATA_PREFIX) + + +def _is_request_header(name: str) -> bool: + return name.partition(".")[0].strip().lower() == _REQUEST_HEADERS_KEY + def promoted_baggage( identity: RequestIdentity, diff --git a/litellm/integrations/otel/model/destination.py b/litellm/integrations/otel/model/destination.py index e760ba3600b..6af28f7c2a7 100644 --- a/litellm/integrations/otel/model/destination.py +++ b/litellm/integrations/otel/model/destination.py @@ -61,6 +61,13 @@ class OtelDestination(LiteLLMBaseModel): default=None, description="An explicit set replaces the global database-span exclusions; ``None`` follows the global set.", ) + metadata_keys: tuple[str, ...] = Field( + default=(), + description=( + "``requester_metadata.`` paths exported as ``litellm.metadata.`` on this destination's " + "spans only, on top of the global ``baggage_metadata_keys``." + ), + ) def captures_content(self, default: str) -> bool: setting: Final = self.capture_message_content @@ -79,8 +86,8 @@ class OtelDestination(LiteLLMBaseModel): def cache_key(self) -> tuple[str, tuple[tuple[str, str], ...], tuple[tuple[str, str], ...], str | None]: """Identity for processor reuse, so one destination means one exporter. - ``span_scope``, the sampling rates, ``capture_message_content`` and - ``excluded_db_systems`` are left out on purpose: they decide which spans reach + ``span_scope``, the sampling rates, ``capture_message_content``, + ``excluded_db_systems`` and ``metadata_keys`` are left out on purpose: they decide which spans reach the processor and what they carry, not how the processor exports them, so two views of the same account share one exporter. """ diff --git a/litellm/integrations/otel/model/payloads.py b/litellm/integrations/otel/model/payloads.py index 4238d72fc5e..aa05691dc28 100644 --- a/litellm/integrations/otel/model/payloads.py +++ b/litellm/integrations/otel/model/payloads.py @@ -11,7 +11,7 @@ from typing import TYPE_CHECKING, ClassVar, Final, Literal, Protocol, cast from urllib.parse import urlsplit from openai.types.responses.response_function_web_search import ResponseFunctionWebSearch -from pydantic import TypeAdapter, ValidationError +from pydantic import BaseModel, TypeAdapter, ValidationError from typing_extensions import ReadOnly, TypedDict from litellm.integrations.otel.model.metadata import ( @@ -519,7 +519,7 @@ class LLMCallSpanData: promoted_metadata=promoted_metadata, is_streaming=as_bool(payload.get("stream")), tools=_extract_tools(params), - messages_in=_dicts(payload.get("messages")) if capture_content else (), + messages_in=_message_dicts(payload.get("messages")) if capture_content else (), choices_out=choices_out if capture_content else (), system_fingerprint=as_str(response.get("system_fingerprint")), time_to_first_chunk_seconds=time_to_first_chunk_seconds, @@ -783,6 +783,27 @@ def _dicts(value: object) -> tuple[Mapping[str, object], ...]: return tuple(item for item in value if isinstance(item, dict)) +_OBJECTS: Final = TypeAdapter(tuple[object, ...]) +_ANY_KEY_MAPPING: Final = TypeAdapter(Mapping[object, object]) + + +def _message_dict(message: object) -> Mapping[str, object] | None: + if isinstance(message, dict): + return {str(key): value for key, value in _ANY_KEY_MAPPING.validate_python(message).items()} + if not isinstance(message, BaseModel): + return None + try: + return message.model_dump(mode="json", fallback=str) + except ValueError: + return None + + +def _message_dicts(value: object) -> tuple[Mapping[str, object], ...]: + if not isinstance(value, list): + return () + return tuple(message for item in _OBJECTS.validate_python(value) if (message := _message_dict(item)) is not None) + + def _finish_reasons(choices: tuple[Mapping[str, object], ...]) -> tuple[str, ...]: """Non-empty ``finish_reason`` of each response choice.""" return tuple(r for c in choices if (r := as_str(c.get("finish_reason")))) diff --git a/litellm/integrations/otel/model/spans.py b/litellm/integrations/otel/model/spans.py index 0f98a8fce0e..a2d55aaaa06 100644 --- a/litellm/integrations/otel/model/spans.py +++ b/litellm/integrations/otel/model/spans.py @@ -260,6 +260,8 @@ _PRISMA_VIEWS: Final[frozenset[str]] = frozenset( ) _PRISMA_MODELS: Final[frozenset[str]] = frozenset( ( + "LiteLLM_Alert", + "LiteLLM_PerformanceAlertState", "LiteLLM_BudgetTable", "LiteLLM_CredentialsTable", "LiteLLM_ProxyModelTable", @@ -292,6 +294,7 @@ _PRISMA_MODELS: Final[frozenset[str]] = frozenset( "LiteLLM_SpendLogs", "LiteLLM_BudgetWindowSpend", "LiteLLM_BackgroundInteractionSettlement", + "LiteLLM_BackgroundResponseSettlement", "LiteLLM_ErrorLogs", "LiteLLM_UserNotifications", "LiteLLM_UserProviderCredentials", @@ -327,6 +330,7 @@ _PRISMA_MODELS: Final[frozenset[str]] = frozenset( "LiteLLM_PromptTable", "LiteLLM_HealthCheckTable", "LiteLLM_SearchToolsTable", + "LiteLLM_ScheduledJobRun", "LiteLLM_SSOConfig", "LiteLLM_ManagedVectorStoreIndexTable", "LiteLLM_CacheConfig", diff --git a/litellm/integrations/otel/plumbing/context.py b/litellm/integrations/otel/plumbing/context.py index b328b281dde..03d53965360 100644 --- a/litellm/integrations/otel/plumbing/context.py +++ b/litellm/integrations/otel/plumbing/context.py @@ -4,6 +4,7 @@ import os from collections.abc import Generator, Mapping from contextlib import contextmanager from contextvars import ContextVar, Token +from types import MappingProxyType from typing import TYPE_CHECKING, Final from opentelemetry import baggage @@ -478,6 +479,24 @@ def request_destinations() -> 'tuple["OtelDestination", ...]': return _request_destinations.get() +# The request's flattened metadata as identity seeding last read it, kept beside the +# destinations so the fan-out can export the extra ``metadata_keys`` a destination asked +# for onto that destination's spans alone, never into the Baggage every exporter reads. +_request_metadata: Final["ContextVar[Mapping[str, str]]"] = ContextVar( + "litellm_otel_request_metadata", default=MappingProxyType({}) +) + + +def set_request_metadata(metadata: Mapping[str, str]) -> None: + """Record the flattened metadata of the request on this context.""" + _request_metadata.set(metadata) + + +def request_metadata() -> Mapping[str, str]: + """The flattened metadata seeded for this request, empty before seeding or outside one.""" + return _request_metadata.get() + + #: ``litellm_settings: otel_tenant_destination_mode`` and its env equivalent. ADDITIVE_DESTINATION_MODE: Final = "additive" OTEL_TENANT_DESTINATION_MODE_ENV: Final = "LITELLM_OTEL_TENANT_DESTINATION_MODE" diff --git a/litellm/integrations/otel/plumbing/providers.py b/litellm/integrations/otel/plumbing/providers.py index b5a5b85fc11..0941c065e74 100644 --- a/litellm/integrations/otel/plumbing/providers.py +++ b/litellm/integrations/otel/plumbing/providers.py @@ -24,7 +24,7 @@ from opentelemetry.sdk._logs.export import ( ) from opentelemetry.sdk.metrics import MeterProvider as SDKMeterProvider from opentelemetry.sdk.resources import Resource -from opentelemetry.sdk.trace import Event, ReadableSpan, SpanProcessor, TracerProvider +from opentelemetry.sdk.trace import Event, ReadableSpan, SpanLimits, SpanProcessor, TracerProvider from opentelemetry.sdk.trace import Span as SDKSpan from opentelemetry.sdk.trace.export import ( BatchSpanProcessor, @@ -49,6 +49,7 @@ from litellm.integrations.otel.mappers.langfuse import ( LANGFUSE_TRACE_NAME, LangfuseMapper, ) +from litellm.integrations.otel.model.baggage import promoted_metadata from litellm.integrations.otel.model.config import ( CaptureMessageContent, ExporterOwner, @@ -71,6 +72,7 @@ from litellm.integrations.otel.model.semconv import ( from litellm.integrations.otel.model.spans import LiteLLMSpanKind from litellm.integrations.otel.plumbing.context import ( request_destinations, + request_metadata, request_traces_excluded, suppressed_backends, ) @@ -469,9 +471,13 @@ def without_message_content(span: ReadableSpan) -> ReadableSpan: class _CountedSpanView(_SpanView): """A ``_SpanView`` of ``inner`` with other attributes that reports the dropped counts ``inner`` reports.""" - def __init__(self, inner: ReadableSpan, attributes: Attributes) -> None: + def __init__(self, inner: ReadableSpan, attributes: Attributes, dropped_attributes: int = 0) -> None: super().__init__(inner, inner.resource, attributes, inner.events, inner.status, parent=inner.parent) - self._dropped_counts: Final = (inner.dropped_attributes, inner.dropped_events, inner.dropped_links) + self._dropped_counts: Final = ( + inner.dropped_attributes + dropped_attributes, + inner.dropped_events, + inner.dropped_links, + ) @property def dropped_attributes(self) -> int: @@ -486,6 +492,60 @@ class _CountedSpanView(_SpanView): return self._dropped_counts[2] +def span_limits(span: object) -> SpanLimits: + """The limits ``span`` was built with; the env-configured defaults for a span the SDK did not build.""" + if not isinstance(span, SDKSpan): + return SpanLimits() + return span._limits # pyright: ignore[reportPrivateUsage] # the SDK has no public accessor for a span's limits + + +class _PendingMetadataSpan(_CountedSpanView): + """``inner`` as it ended, carrying the destination metadata added once the destination's view is built.""" + + def __init__(self, inner: ReadableSpan, metadata: tuple[tuple[str, str], ...], limits: SpanLimits) -> None: + super().__init__(inner, inner.attributes) + self.destination_metadata: Final = metadata + self.limits: Final = limits + + +def with_destination_metadata( + span: ReadableSpan, metadata_keys: tuple[str, ...], metadata: Mapping[str, str], limits: SpanLimits +) -> ReadableSpan: + """``span`` carrying the ``litellm.metadata.*`` values a destination's own ``metadata_keys`` select. + + Bound when the span ends, so a tree held for sampling keeps its own request's values, along + with the span limits it ended under. :func:`with_pending_metadata` adds them once the + destination's view is built. + """ + if not metadata_keys: + return span + promoted: Final = tuple(promoted_metadata(metadata, metadata_keys).items()) + if not promoted: + return span + return _PendingMetadataSpan(span, promoted, limits) + + +def with_pending_metadata(ended: ReadableSpan, exported: ReadableSpan) -> ReadableSpan: + """``exported``, the destination's view of ``ended``, plus the metadata ``ended`` carries. + + Counted against what the destination exports rather than the span as it ended, since the view + can drop prompt content and backend-specific attributes. An exported attribute always wins, so a + destination key never replaces a value the global allowlist or the proxy's identity wrote. + Values are cut to the length limit, and keys past the count limit are dropped and counted. + """ + if not isinstance(ended, _PendingMetadataSpan): + return exported + attributes: Final = exported.attributes or _NO_ATTRIBUTES + extra: Final = tuple((key, value) for key, value in ended.destination_metadata if key not in attributes) + max_attributes: Final = ended.limits.max_span_attributes + max_length: Final = ended.limits.max_span_attribute_length + room: Final = len(extra) if max_attributes is None else max(0, max_attributes - len(attributes)) + kept: Final = {key: value if max_length is None else value[:max_length] for key, value in extra[:room]} + return _CountedSpanView( + exported, MappingProxyType({**attributes, **kept}), dropped_attributes=len(extra) - len(kept) + ) + + def _is_litellm_span(span: ReadableSpan) -> bool: """Whether LiteLLM's own tracer wrote ``span``, rather than application or instrumentation code.""" scope: Final = span.instrumentation_scope @@ -761,9 +821,11 @@ class TenantFanOutSpanProcessor(SpanProcessor): self._span_roots: weakref.WeakKeyDictionary[SDKSpan, int] = weakref.WeakKeyDictionary() self._verdicts: OrderedDict[_VerdictKey, bool] = OrderedDict() # mutable-ok: bounded LRU self._drain: Final = drain_pool if drain_pool is not None else _DrainPool(capacity=pending_drains) + self._span_limits = SpanLimits() def on_start(self, span: SDKSpan, parent_context: Context | None = None) -> None: context: Final = span.context + self._span_limits = span_limits(span) with self._lock: request: Final = self._request_of(span, trace.get_current_span(parent_context)) if context is not None: @@ -782,8 +844,11 @@ class TenantFanOutSpanProcessor(SpanProcessor): if span.context is not None: self._roots.pop(span.context.span_id, None) failed: Final = span.status.status_code is StatusCode.ERROR - for destination in request_destinations(): - if ( + metadata: Final = request_metadata() + deliveries: Final = tuple( + (destination, with_destination_metadata(span, destination.metadata_keys, metadata, self._span_limits)) + for destination in request_destinations() + if not ( self._operator_already_writes(span, destination, suppressed) or not _in_scope(span, destination.span_scope) or _is_excluded_database_span( @@ -792,12 +857,13 @@ class TenantFanOutSpanProcessor(SpanProcessor): if destination.excluded_db_systems is None else destination.excluded_db_systems, ) - ): - continue + ) + ) + for destination, view in deliveries: if not _is_sampled(destination): - self._forward(span, destination) + self._forward(view, destination) continue - for held_span, held_destination in self._route(request, span, destination, failed): + for held_span, held_destination in self._route(request, view, destination, failed): self._forward(held_span, held_destination) for held_span, held_destination in self._settle(request, span, failed): self._forward(held_span, held_destination) @@ -834,12 +900,11 @@ class TenantFanOutSpanProcessor(SpanProcessor): if processor is None: return try: - processor.on_end( - _scoped( - _for_destination(span, destination, self._default_capture_for(destination), self._langfuse_mapped), - destination.span_scope, - ) + exported: Final = _scoped( + _for_destination(span, destination, self._default_capture_for(destination), self._langfuse_mapped), + destination.span_scope, ) + processor.on_end(with_pending_metadata(span, exported)) except Exception as exc: # noqa: BLE001 # one destination's failure must not cost the others their span verbose_logger.debug("OTel V2 fan-out: forwarding to %s failed: %s", destination.endpoint, exc) finally: diff --git a/litellm/integrations/otel/presets/destinations.py b/litellm/integrations/otel/presets/destinations.py index 984b385a647..0bd40824066 100644 --- a/litellm/integrations/otel/presets/destinations.py +++ b/litellm/integrations/otel/presets/destinations.py @@ -208,6 +208,7 @@ def destination_for( service_name: str | None = None, capture_message_content: str | None = None, excluded_db_systems: frozenset[str] | None = None, + metadata_keys: tuple[str, ...] | None = None, ) -> OtelDestination | None: """The destination ``params`` names for ``callback_name``, or ``None``. @@ -240,6 +241,7 @@ def destination_for( span_scope=_span_scope(callback_name, params), capture_message_content=capture_message_content, excluded_db_systems=excluded_db_systems, + metadata_keys=metadata_keys or (), success_sampling_rate=success_sampling_rate, error_sampling_rate=error_sampling_rate, ) diff --git a/cookbook/litellm_proxy_server/grafana_dashboard/dashboard_all_metrics/grafana_dashboard.json b/litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_all_metrics/grafana_dashboard.json similarity index 100% rename from cookbook/litellm_proxy_server/grafana_dashboard/dashboard_all_metrics/grafana_dashboard.json rename to litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_all_metrics/grafana_dashboard.json diff --git a/cookbook/litellm_proxy_server/grafana_dashboard/dashboard_all_metrics/readme.md b/litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_all_metrics/readme.md similarity index 100% rename from cookbook/litellm_proxy_server/grafana_dashboard/dashboard_all_metrics/readme.md rename to litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_all_metrics/readme.md diff --git a/cookbook/litellm_proxy_server/grafana_dashboard/dashboard_genai_otel/grafana_dashboard.json b/litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_genai_otel/grafana_dashboard.json similarity index 100% rename from cookbook/litellm_proxy_server/grafana_dashboard/dashboard_genai_otel/grafana_dashboard.json rename to litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_genai_otel/grafana_dashboard.json diff --git a/cookbook/litellm_proxy_server/grafana_dashboard/dashboard_genai_otel/readme.md b/litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_genai_otel/readme.md similarity index 100% rename from cookbook/litellm_proxy_server/grafana_dashboard/dashboard_genai_otel/readme.md rename to litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_genai_otel/readme.md diff --git a/cookbook/litellm_proxy_server/grafana_dashboard/dashboard_v2/grafana_dashboard.json b/litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_v2/grafana_dashboard.json similarity index 100% rename from cookbook/litellm_proxy_server/grafana_dashboard/dashboard_v2/grafana_dashboard.json rename to litellm/integrations/prometheus_helpers/grafana_dashboards/dashboard_v2/grafana_dashboard.json diff --git a/cookbook/litellm_proxy_server/grafana_dashboard/readme.md b/litellm/integrations/prometheus_helpers/grafana_dashboards/readme.md similarity index 100% rename from cookbook/litellm_proxy_server/grafana_dashboard/readme.md rename to litellm/integrations/prometheus_helpers/grafana_dashboards/readme.md diff --git a/litellm/integrations/rubrik.py b/litellm/integrations/rubrik.py index 57e8323cdc3..131ab765b2c 100644 --- a/litellm/integrations/rubrik.py +++ b/litellm/integrations/rubrik.py @@ -31,7 +31,7 @@ from litellm.llms.custom_httpx.http_handler import ( httpxSpecialProvider, ) from litellm.types.guardrails import GuardrailEventHooks -from litellm.types.llms.openai import AllMessageValues, ChatCompletionToolCallChunk +from litellm.types.llms.openai import AllMessageValues, ChatCompletionToolCallChunk, ChatCompletionUserMessage from litellm.types.utils import ( ChatCompletionMessageToolCall, Function, @@ -103,6 +103,8 @@ class _RequestContextSource(Protocol): @overload def get(self, key: Literal["optional_params"], /) -> Mapping[str, object] | None: ... @overload + def get(self, key: Literal["metadata", "litellm_metadata"], /) -> Mapping[str, object] | None: ... + @overload def get(self, key: str, /) -> object | None: ... def __contains__(self, key: object, /) -> bool: ... def __getitem__(self, key: str, /) -> object: ... @@ -441,7 +443,7 @@ class RubrikLogger(CustomGuardrail, CustomBatchLogger): ) -> GenericGuardrailAPIInputs: """Send the (normalized) prompt to the before_prompt webhook and raise if the prompt is blocked.""" - messages = inputs.get("structured_messages") + messages: Sequence[AllMessageValues] | None = inputs.get("structured_messages") if not messages: # For non-chat request types (e.g. /v1/completions), litellm # supplies the prompt as ``texts`` with no structured_messages. @@ -450,11 +452,11 @@ class RubrikLogger(CustomGuardrail, CustomBatchLogger): if texts: joined: Final = "\n".join(t for t in texts if t) if joined: - messages = [{"role": "user", "content": joined}] + messages = (ChatCompletionUserMessage(role="user", content=joined),) if not messages: return inputs - payload: Final = self._build_prompt_moderation_payload(inputs, request_data) + payload: Final = self._build_prompt_moderation_payload(inputs, messages, request_data) service_response: Final = await self._post_to_prompt_moderation_endpoint(payload) refusal: Final = self._extract_prompt_refusal(service_response) if refusal is None: @@ -616,7 +618,8 @@ class RubrikLogger(CustomGuardrail, CustomBatchLogger): @staticmethod def _build_prompt_moderation_payload( inputs: GenericGuardrailAPIInputs, - request_data: Mapping[str, object], + messages: Sequence[AllMessageValues | None], + request_data: _RequestContextSource, ) -> Mapping[str, object]: """Build the bare OpenAI request the before_prompt webhook consumes. @@ -637,10 +640,11 @@ class RubrikLogger(CustomGuardrail, CustomBatchLogger): correlation_key: Final = request_data.get("correlation_key") or request_data.get("litellm_call_id") return { "model": inputs.get("model") or request_data.get("model") or "", - "messages": RubrikLogger._flatten_messages_for_moderation(inputs.get("structured_messages")), + "messages": RubrikLogger._flatten_messages_for_moderation(messages), **({"tools": tools} if tools is not None else _EMPTY_MAPPING), **({"user": user} if user else _EMPTY_MAPPING), **({"correlation_key": correlation_key} if correlation_key else _EMPTY_MAPPING), + **RubrikLogger._rac_agent_metadata(request_data), } @staticmethod @@ -671,7 +675,6 @@ class RubrikLogger(CustomGuardrail, CustomBatchLogger): else: tools = optional_params.get("tools") - # The response moderation service consumes only messages/model/tools. # Don't forward proxy_server_request -- in litellm >=1.83 its ``body`` # snapshot carries a UserAPIKeyAuth instance that breaks json.dumps, # silently fail-opening the guardrail. @@ -679,8 +682,31 @@ class RubrikLogger(CustomGuardrail, CustomBatchLogger): "messages": call_details.get("messages"), "model": call_details.get("model"), "tools": tools, + **RubrikLogger._rac_agent_metadata(request_data), } + @staticmethod + def _rac_agent_metadata(request_data: _RequestContextSource) -> Mapping[str, object]: + """Forward ``rac_agent_id`` from the caller's key or team metadata. + + The webhooks use it to choose which agent-scoped policies apply, so it + must come from configuration an admin controls, never from the request + body: a caller who could set it would select any agent's policies, + including one a policy exempts. ``_get_admin_metadata`` reads only the + ``user_api_key_metadata`` / ``user_api_key_team_metadata`` the proxy + writes from the authenticated key (key overrides team); the proxy strips + client-supplied ``user_api_key_*`` fields from both metadata dicts. + """ + rac_agent_id: Final[object] = RubrikLogger._admin_rac_agent_id(request_data) + if not isinstance(rac_agent_id, str) or not rac_agent_id: + return _EMPTY_MAPPING + return {"metadata": {"rac_agent_id": rac_agent_id}} + + @staticmethod + def _admin_rac_agent_id(request_data: _RequestContextSource) -> object: + """``rac_agent_id`` from the merged key/team admin metadata, untyped.""" + return RubrikLogger._get_admin_metadata(request_data).get("rac_agent_id") # pyright: ignore[reportUnknownMemberType, reportUnknownVariableType, reportArgumentType] # upstream helper takes and returns a bare dict; caller narrows to str + @staticmethod def _sanitize_proxy_server_request(proxy_server_request: Mapping[str, object] | str | None) -> object: """Allowlist only routing fields (``url``, ``method``) when forwarding diff --git a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py index f40a166e67d..80341cb282d 100644 --- a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py +++ b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py @@ -35,6 +35,7 @@ from litellm.types.vector_stores import ( VectorStoreSearchResponse, VectorStoreSearchResult, ) +from litellm.vector_stores.search_query import store_search_params if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj @@ -327,7 +328,7 @@ class VectorStorePreCallHook(CustomLogger): "query": query, "custom_llm_provider": custom_llm_provider, "metadata": request_metadata, - **litellm_params_for_vector_store, + **store_search_params(litellm_params_for_vector_store), }, ) except Exception as search_error: diff --git a/litellm/integrations/weave/weave_otel.py b/litellm/integrations/weave/weave_otel.py index 68a9dc3e162..eb8472dbd16 100644 --- a/litellm/integrations/weave/weave_otel.py +++ b/litellm/integrations/weave/weave_otel.py @@ -21,7 +21,7 @@ from litellm.integrations.opentelemetry_utils.base_otel_llm_obs_attributes impor safe_set_attribute, ) from litellm.litellm_core_utils.core_helpers import has_attributes, require_attributes -from litellm.litellm_core_utils.safe_json_dumps import safe_dumps +from litellm.litellm_core_utils.safe_json_dumps import jsonable_or_str, safe_dumps from litellm.types.integrations.weave_otel import WeaveOtelConfig, WeaveSpanAttributes from litellm.types.utils import StandardCallbackDynamicParams @@ -74,7 +74,11 @@ class WeaveLLMObsOTELAttributes(BaseLLMObsOTELAttributes): prompt["functions"] = functions if tools is not None: prompt["tools"] = tools - safe_set_attribute(span, OpenInferenceSpanAttributes.INPUT_VALUE, json.dumps(prompt)) + safe_set_attribute( + span, + OpenInferenceSpanAttributes.INPUT_VALUE, + json.dumps(prompt, default=jsonable_or_str), + ) def _set_weave_specific_attributes(span: Span, kwargs: Mapping[str, object], response_obj: object): diff --git a/litellm/integrations/websearch_interception/handler.py b/litellm/integrations/websearch_interception/handler.py index b61bb6cdc90..b386c020a1b 100644 --- a/litellm/integrations/websearch_interception/handler.py +++ b/litellm/integrations/websearch_interception/handler.py @@ -9,11 +9,12 @@ server-side using litellm router's search tools. import asyncio import math import uuid -from collections.abc import AsyncIterator, Mapping, Sequence +from collections.abc import AsyncIterator, Callable, Mapping, Sequence from dataclasses import dataclass from types import MappingProxyType from typing import TYPE_CHECKING, Any, Final, Literal, TypedDict, TypeVar, cast +from pydantic import TypeAdapter from typing_extensions import Never, ReadOnly import litellm @@ -38,6 +39,10 @@ from litellm.integrations.websearch_interception.transformation import ( from litellm.litellm_core_utils.agentic_loop_settings import ( validated_max_agentic_loops, ) +from litellm.litellm_core_utils.allowed_tools_tool_choice import ( + allowed_tools_tool_choice_kept_on_follow_up, + allowed_tools_tool_choice_with_builtin_as_function, +) from litellm.litellm_core_utils.core_helpers import qualify_provider_stripped_model from litellm.llms.base_llm.search.transformation import SearchResponse from litellm.types.integrations.custom_logger import ( @@ -100,6 +105,8 @@ WEBSEARCH_NATIVE_BLOCKS_METADATA_KEY: Final = "websearch_native_blocks" _RESPONSE_CONTENT_FIELD: Final = "content" +_OPTIONAL_PARAMS: Final = TypeAdapter(Mapping[str, object]) + _CLAUDE_CODE_WEB_SEARCH_PROMPT_PREFIX: Final = "Perform a web search for the query:" _ResponseT: Final = TypeVar("_ResponseT") @@ -263,6 +270,22 @@ class _ParentRequestCorrelation: _NO_ACOMPLETION_NAMED: Final[_AcompletionNamedParams] = {} +def _tool_choice_naming_litellm_web_search( + kwargs: Mapping[str, object], is_search_tool: Callable[[Mapping[str, object]], bool] +) -> Mapping[str, object]: + if "tool_choice" not in kwargs: + return MappingProxyType({}) + return { + "tool_choice": allowed_tools_tool_choice_with_builtin_as_function( + kwargs["tool_choice"], is_search_tool, LITELLM_WEB_SEARCH_TOOL_NAME + ) + } + + +def _kept_allowed_tools_tool_choice(optional_params: Mapping[str, object]) -> Mapping[str, object]: + return allowed_tools_tool_choice_kept_on_follow_up(optional_params.get("tool_choice")) + + class WebSearchInterceptionLogger(CustomLogger): """ CustomLogger that intercepts WebSearch tool calls for models that don't @@ -514,13 +537,17 @@ class WebSearchInterceptionLogger(CustomLogger): # Keep other tools as-is converted_tools.append(tool) - kwargs["tools"] = converted_tools + converted_kwargs: Final[dict[str, object]] = { + **kwargs, + "tools": converted_tools, + **_tool_choice_naming_litellm_web_search(kwargs, lambda tool: is_search_tool(dict(tool))), + } if kwargs.get("stream"): verbose_logger.debug("WebSearchInterception: deployment hook converting stream=True to stream=False") - return as_converted_stream(kwargs, WEBSEARCH_INTERCEPTION_PREFIX) + return as_converted_stream(converted_kwargs, WEBSEARCH_INTERCEPTION_PREFIX) - return kwargs + return converted_kwargs def _convert_responses_tools( self, kwargs: Mapping[str, object], tools: Sequence[dict[str, object]] @@ -535,7 +562,11 @@ class WebSearchInterceptionLogger(CustomLogger): get_litellm_web_search_tool_responses() if is_web_search_tool_responses(tool) else tool for tool in tools ] - converted_kwargs: Final = {**kwargs, "tools": converted_tools} + converted_kwargs: Final = { + **kwargs, + "tools": converted_tools, + **_tool_choice_naming_litellm_web_search(kwargs, is_web_search_tool_responses), + } if kwargs.get("stream"): verbose_logger.debug("WebSearchInterception: deployment hook converting stream=True to stream=False") @@ -1256,9 +1287,13 @@ class WebSearchInterceptionLogger(CustomLogger): tools_param: Final = optional_params.get("tools") optional_params_clean: Final = { - k: v - for k, v in optional_params.items() - if k not in {"tools", "tool_choice", "stream", "model_alias_map", "stream_response", "custom_prompt_dict"} + **{ + k: v + for k, v in optional_params.items() + if k + not in {"tools", "tool_choice", "stream", "model_alias_map", "stream_response", "custom_prompt_dict"} + }, + **_kept_allowed_tools_tool_choice(_OPTIONAL_PARAMS.validate_python(optional_params)), } kwargs_for_followup: Final = { @@ -1843,9 +1878,11 @@ class WebSearchInterceptionLogger(CustomLogger): ) if request_patch.messages is None: raise ValueError("WebSearchInterception: missing follow-up messages") - params: Final = dict(optional_params) - params.update(request_patch.optional_params) - params.pop("tool_choice", None) + merged_params: Final = {**optional_params, **request_patch.optional_params} + params: Final = { + **{key: value for key, value in merged_params.items() if key != "tool_choice"}, + **_kept_allowed_tools_tool_choice(merged_params), + } patch_kwargs: Final = dict[str, object](request_patch.kwargs) return await litellm.acompletion( model=request_patch.model or model, @@ -1958,17 +1995,20 @@ class WebSearchInterceptionLogger(CustomLogger): tools_param: Final = optional_params.get("tools") optional_params_clean: Final = { - k: v - for k, v in optional_params.items() - if k - not in { - "tools", - "tool_choice", - "extra_body", - "model_alias_map", - "stream_response", - "custom_prompt_dict", - } + **{ + k: v + for k, v in optional_params.items() + if k + not in { + "tools", + "tool_choice", + "extra_body", + "model_alias_map", + "stream_response", + "custom_prompt_dict", + } + }, + **_kept_allowed_tools_tool_choice(_OPTIONAL_PARAMS.validate_python(optional_params)), } if tools_param is not None: optional_params_clean["tools"] = tools_param diff --git a/litellm/interactions/litellm_responses_transformation/handler.py b/litellm/interactions/litellm_responses_transformation/handler.py index f95b5611831..628f35edd50 100644 --- a/litellm/interactions/litellm_responses_transformation/handler.py +++ b/litellm/interactions/litellm_responses_transformation/handler.py @@ -2,8 +2,8 @@ Handler for transforming interactions API requests to litellm.responses requests. """ -from collections.abc import AsyncIterator, Callable, Coroutine, Iterator -from typing import Any, Final +from collections.abc import AsyncIterator, Callable, Coroutine, Iterator, Mapping +from typing import Final import litellm from litellm.interactions.litellm_responses_transformation.streaming_iterator import ( @@ -72,6 +72,7 @@ class LiteLLMResponsesInteractionsHandler: model=model, input=input, optional_params=optional_params, + custom_llm_provider=custom_llm_provider, **kwargs, ) @@ -108,10 +109,11 @@ class LiteLLMResponsesInteractionsHandler: async def async_interactions_api_handler( self, - responses_request: dict[str, Any], + responses_request: Mapping[str, object], model: str, input: InteractionInput | None, optional_params: InteractionsAPIOptionalRequestParams, + custom_llm_provider: str | None = None, **kwargs, ) -> InteractionsAPIResponse | AsyncIterator[InteractionsAPIStreamingResponse]: """Async handler for interactions API requests.""" @@ -128,7 +130,7 @@ class LiteLLMResponsesInteractionsHandler: litellm_custom_stream_wrapper=responses_response, request_input=input, optional_params=optional_params, - custom_llm_provider=responses_request.get("custom_llm_provider"), + custom_llm_provider=custom_llm_provider, litellm_metadata=kwargs.get("litellm_metadata", {}), ) @@ -139,5 +141,5 @@ class LiteLLMResponsesInteractionsHandler: return LiteLLMResponsesInteractionsConfig.transform_responses_response_to_interactions_response( responses_response=responses_api_response, model=model, - custom_llm_provider=responses_request.get("custom_llm_provider"), + custom_llm_provider=custom_llm_provider, ) diff --git a/litellm/litellm_core_utils/AGENTS.md b/litellm/litellm_core_utils/AGENTS.md index e817eca0ac4..9cfeccba44c 100644 --- a/litellm/litellm_core_utils/AGENTS.md +++ b/litellm/litellm_core_utils/AGENTS.md @@ -3,7 +3,7 @@ - This module decides when to fetch and install. Fetching, parsing, integrity checks and alias expansion run in Rust - The install order is publish, `add_known_models`, router replay, then `model_cost_inputs.reapply` - Registrations land by lookup in the published table, so they are written after publishing -- Startup and `register_model(url)` fetch with `http_settings=None`, which reads env vars only like main's bare httpx. Reload passes `http_settings()` +- Startup and `register_model(url)` fetch with `use_http_settings=False`, which reads env vars only like main's bare httpx. Reload passes `use_http_settings=True`, so Rust layers the configured HTTP settings on top - Startup falls back to the bundled map on any failure. Reload never falls back and keeps the current map - `register_model(url)` makes one attempt and registers nothing on failure - `utils._register_on_current_map` reruns the whole pass on the new table after `NativeTableSwapped`, and its last attempt passes `rows=None`, so no entry is lost @@ -12,4 +12,16 @@ - `GetModelCostMap.validate_model_cost_map` and `_check_*`, since Rust checks fetched documents - `ModelCostMapReloaded.model_cost_map`, use `GetModelCostMap.loaded_model_cost_map()` - the `sleep`, `rng` and `client` parameters, which are ignored with a `DeprecationWarning` - - `AliasedCostEntry` re-exported here, which now lives in `rust_bridge/host/model_cost.py` + - `AliasedCostEntry` re-exported here, which now lives in `model_cost_table.py` + +## model_cost_table.py + +- This module owns the live `litellm.model_cost` table. Python code reads and writes it here, and `rust_bridge/host/model_cost.py` calls it for Rust +- `publish`, `write` and `changed_in_place` are the only writers. Each moves `ModelCostVersion` +- The version is `(id(table), len(table), writes)`, so replacing the dict or changing its size moves it without a writer + - An in-place value edit does not, so code that edits rows in place calls `changed_in_place()` +- Anything derived from the table is cached under the version (`@VersionCached`, `model_cost_version()`), never cleared by hand +- Compat names exist only so code written against main keeps working. New code never calls them, and they never gain behavior of their own + - `utils._invalidate_model_cost_lowercase_map` forwards to `changed_in_place` + - `utils.get_model_cost_mutation_generation` forwards to `model_cost_version().writes` + - `utils._model_cost_lowercase_map` is always `None` diff --git a/litellm/litellm_core_utils/agentic_loop_refusal.py b/litellm/litellm_core_utils/agentic_loop_refusal.py index f3ee15dffdd..828d5fa03ad 100644 --- a/litellm/litellm_core_utils/agentic_loop_refusal.py +++ b/litellm/litellm_core_utils/agentic_loop_refusal.py @@ -40,6 +40,16 @@ async def every_claimed_tool_call( return MappingProxyType({"tool_calls": (*_claimed_calls(refused_tool_calls), *chain.from_iterable(claims))}) +_TOOL_CALL_ITEM_TYPES: Final = frozenset({"function_call", "custom_tool_call", "tool_use"}) + + +def called_tool_names(response: object) -> frozenset[str]: + items: Final = (*parts_of(message_field(response, "output")), *parts_of(message_field(response, "content"))) + return _strings( + message_field(item, "name") for item in items if message_field(item, "type") in _TOOL_CALL_ITEM_TYPES + ) + + def _call_ids(call: object) -> frozenset[str]: return _strings((message_field(call, "id"), message_field(call, "call_id"))) diff --git a/litellm/litellm_core_utils/allowed_tools_tool_choice.py b/litellm/litellm_core_utils/allowed_tools_tool_choice.py index f4c4ecbbb26..4e6824e51e9 100644 --- a/litellm/litellm_core_utils/allowed_tools_tool_choice.py +++ b/litellm/litellm_core_utils/allowed_tools_tool_choice.py @@ -1,12 +1,17 @@ -from collections.abc import Mapping +from collections.abc import Callable, Iterable, Mapping +from dataclasses import dataclass +from types import MappingProxyType from typing import Final, Literal +from openai.types.chat.chat_completion_allowed_tool_choice_param import ChatCompletionAllowedToolChoiceParam +from openai.types.chat.chat_completion_allowed_tools_param import ChatCompletionAllowedToolsParam from openai.types.responses.tool_choice_allowed_param import ToolChoiceAllowedParam from pydantic import BaseModel, ConfigDict, Field, TypeAdapter, ValidationError from litellm.exceptions import BadRequestError ALLOWED_TOOLS_TOOL_CHOICE_PROVIDERS: Final = frozenset({"openai", "azure", "litellm_proxy"}) +_FIRST_AZURE_API_VERSION_WITH_TOOL_CHOICE: Final = "2023-12-01" HOSTED_TOOL_CHOICE_TYPES: Final = frozenset( { @@ -29,6 +34,9 @@ HOSTED_TOOL_CHOICE_TYPES: Final = frozenset( CHAT_ALLOWED_TOOLS_LAYOUT: Final = ( '{"type": "allowed_tools", "allowed_tools": {"mode": "auto" | "required", "tools": []}}' ) +RESPONSES_ALLOWED_TOOLS_LAYOUT: Final = ( + '{"type": "allowed_tools", "mode": "auto" | "required", "tools": []}' +) class ChatAllowedTools(BaseModel): @@ -45,7 +53,17 @@ class ChatAllowedToolsToolChoice(BaseModel): allowed_tools: ChatAllowedTools -_CHAT_ALLOWED_TOOLS_TOOL_CHOICE: Final = TypeAdapter(ChatAllowedToolsToolChoice) +class ResponsesAllowedToolsToolChoice(BaseModel): + model_config = ConfigDict(frozen=True, extra="forbid") + + type: Literal["allowed_tools"] + mode: Literal["auto", "required"] + tools: tuple[Mapping[str, object], ...] = Field(min_length=1) + + +_ALLOWED_TOOLS_TOOL_CHOICE: Final[TypeAdapter[ChatAllowedToolsToolChoice | ResponsesAllowedToolsToolChoice]] = ( + TypeAdapter(ChatAllowedToolsToolChoice | ResponsesAllowedToolsToolChoice) +) _SELECTOR: Final = TypeAdapter(dict[str, object]) @@ -67,21 +85,22 @@ def is_allowed_tools_tool_choice(tool_choice: object) -> bool: return False -def raise_if_allowed_tools_tool_choice_unsupported( +def drops_unsupported_allowed_tools_tool_choice( tool_choice: object, custom_llm_provider: str, model: str, -) -> None: - """Providers outside the set would silently send the request with no tool restriction at all, so the call stops - here with a 400. ``drop_params`` is deliberately not consulted: dropping a restriction widens what the model may call.""" + drop_params: bool, +) -> bool: if not is_allowed_tools_tool_choice(tool_choice) or custom_llm_provider in ALLOWED_TOOLS_TOOL_CHOICE_PROVIDERS: - return + return False + if drop_params: + return True raise BadRequestError( message=( "tool_choice type 'allowed_tools' is only supported for " f"{', '.join(sorted(ALLOWED_TOOLS_TOOL_CHOICE_PROVIDERS))}, got custom_llm_provider={custom_llm_provider}. " - "drop_params does not drop it, since that would let the model call tools the request excluded. " - "Send only the allowed tools in `tools` with tool_choice='auto' or 'required' instead." + "Send only the allowed tools in `tools` with tool_choice='auto' or 'required', or set drop_params=True " + "to drop the tool_choice, which lets the model call any tool in `tools`." ), model=model, llm_provider=custom_llm_provider, @@ -119,18 +138,295 @@ def raise_if_hosted_tool_choice_unsupported( ) -def parse_chat_allowed_tools_tool_choice(tool_choice: object) -> ChatAllowedToolsToolChoice | None: - try: - return _CHAT_ALLOWED_TOOLS_TOOL_CHOICE.validate_python(tool_choice) - except ValidationError: - return None - - def _has_name(selector: Mapping[str, object]) -> bool: name: Final = selector.get("name") return isinstance(name, str) and name != "" +def _names_a_tool_or_nothing(tool: Mapping[str, object]) -> bool: + tool_type: Final = tool.get("type") + if not isinstance(tool_type, str) or tool_type not in ("function", "custom"): + return tool.get("name") is None or _has_name(tool) + match tool.get(tool_type): + case {"name": str()}: + return True + case {"name": object()}: + return False + case _: + return True + + +def _names_are_strings(tools: Iterable[Mapping[str, object]]) -> bool: + return all(map(_names_a_tool_or_nothing, tools)) + + +def _chat_allowed_tool(tool: Mapping[str, object]) -> Mapping[str, object] | None: + tool_type: Final = tool.get("type") + if not isinstance(tool_type, str) or tool_type not in ("function", "custom"): + return tool + if tool_type in tool: + return None if "name" in tool else tool + if not _has_name(tool): + return None + return {**{key: value for key, value in tool.items() if key != "name"}, tool_type: {"name": tool["name"]}} + + +def _chat_layout(choice: ResponsesAllowedToolsToolChoice) -> ChatAllowedToolsToolChoice | None: + nested: Final = tuple(_chat_allowed_tool(tool) for tool in choice.tools) + if any(tool is None for tool in nested): + return None + return ChatAllowedToolsToolChoice( + type="allowed_tools", + allowed_tools=ChatAllowedTools(mode=choice.mode, tools=tuple(tool for tool in nested if tool is not None)), + ) + + +def parse_allowed_tools_tool_choice(tool_choice: object) -> ChatAllowedToolsToolChoice | None: + try: + parsed: Final = _ALLOWED_TOOLS_TOOL_CHOICE.validate_python(tool_choice) + except ValidationError: + return None + match parsed: + case ChatAllowedToolsToolChoice(): + return parsed if _names_are_strings(parsed.allowed_tools.tools) else None + case ResponsesAllowedToolsToolChoice(): + return _chat_layout(parsed) if _names_are_strings(parsed.tools) else None + + +def azure_api_version_takes_tool_choice(api_version: str) -> bool: + return api_version.count("-") < 2 or api_version >= _FIRST_AZURE_API_VERSION_WITH_TOOL_CHOICE + + +def _azure_request_takes_tool_choice(api_version: str | None) -> bool: + import litellm + from litellm.secret_managers.main import get_secret_str + + return azure_api_version_takes_tool_choice( + api_version or litellm.api_version or get_secret_str("AZURE_API_VERSION") or litellm.AZURE_DEFAULT_API_VERSION + ) + + +def _enforces_allowed_tools(custom_llm_provider: str | None, api_version: str | None) -> bool: + if custom_llm_provider == "azure": + return _azure_request_takes_tool_choice(api_version) + return custom_llm_provider in ALLOWED_TOOLS_TOOL_CHOICE_PROVIDERS + + +def unenforced_allowed_tools_tool_choice( + tool_choice: object, custom_llm_provider: str | None, api_version: str | None = None +) -> bool: + return is_allowed_tools_tool_choice(tool_choice) and ( + not _enforces_allowed_tools(custom_llm_provider, api_version) + or parse_allowed_tools_tool_choice(tool_choice) is None + ) + + +def _allowed_tool_names(tool_choice: object) -> frozenset[object]: + parsed: Final = parse_allowed_tools_tool_choice(tool_choice) + if parsed is None: + return frozenset() + flattened: Final = tuple(_responses_allowed_tool(tool) for tool in parsed.allowed_tools.tools) + return frozenset(tool.get("name") for tool in flattened if tool is not None and _server_entry(tool) is None) + + +def parse_allowed_tools_tool_choice_or_refuse( + tool_choice: object, model: str, drop_params: bool +) -> ChatAllowedToolsToolChoice | None: + parsed: Final = parse_allowed_tools_tool_choice(tool_choice) + if parsed is not None or drop_params: + return parsed + raise BadRequestError( + message=( + f"Invalid tool choice, tool_choice={tool_choice}. An allowed_tools tool_choice must be " + f"{CHAT_ALLOWED_TOOLS_LAYOUT} or {RESPONSES_ALLOWED_TOOLS_LAYOUT}" + ), + model=model, + llm_provider="", + ) + + +def allowed_tools_tool_choice_in_effect(tool_choice: object, model: str, drop_params: bool) -> object: + if not is_allowed_tools_tool_choice(tool_choice): + return tool_choice + return None if parse_allowed_tools_tool_choice_or_refuse(tool_choice, model, drop_params) is None else tool_choice + + +def _server_entry(tool: Mapping[str, object]) -> tuple[str, str | None] | None: + label: Final = tool.get("server_label") + name: Final = tool.get("name") + if tool.get("type") != "mcp" or not isinstance(label, str): + return None + return label, name if isinstance(name, str) else None + + +def _server_entries(tool_choice: object) -> frozenset[tuple[str, str | None]]: + parsed: Final = parse_allowed_tools_tool_choice(tool_choice) + entries: Final = () if parsed is None else tuple(map(_server_entry, parsed.allowed_tools.tools)) + return frozenset(entry for entry in entries if entry is not None) + + +@dataclass(frozen=True, slots=True) +class GatewayTool: + names: frozenset[str] + server_labels: frozenset[str] + + +@dataclass(frozen=True, slots=True) +class GatewayTools: + server_labels: frozenset[str] + tools: Mapping[str, GatewayTool] + + +NO_GATEWAY_TOOLS: Final = GatewayTools(server_labels=frozenset(), tools=MappingProxyType({})) + + +def _server_entry_allows(entry: tuple[str, str | None], tool: GatewayTool | None) -> bool: + label, name = entry + return tool is not None and label in tool.server_labels and (name is None or name in tool.names) + + +def _a_server_entry_allows(entries: Iterable[tuple[str, str | None]], tool: GatewayTool | None) -> bool: + return any(_server_entry_allows(entry, tool) for entry in entries) + + +def tool_calls_the_choice_excludes( + tool_choice: object, tool_names: Iterable[str], gateway: GatewayTools = NO_GATEWAY_TOOLS +) -> tuple[str, ...]: + if not is_allowed_tools_tool_choice(tool_choice): + return () + allowed: Final = _allowed_tool_names(tool_choice) + server_entries: Final = _server_entries(tool_choice) + return tuple( + name + for name in tool_names + if name not in allowed and not _a_server_entry_allows(server_entries, gateway.tools.get(name)) + ) + + +def refuse_tool_calls_the_choice_excludes(tool_choice: object, tool_names: Iterable[str], model: str) -> None: + excluded: Final = tool_calls_the_choice_excludes(tool_choice, tool_names) + if excluded: + raise BadRequestError( + message=( + f"The model called {', '.join(excluded)}, which the allowed_tools tool_choice excludes, because this " + "request did not reach a model that enforces the choice. LiteLLM did not run the call. Send only the " + "allowed tools in `tools` with tool_choice='auto' or 'required'." + ), + model=model, + llm_provider="", + ) + + +def _with_builtin_as( + tool: Mapping[str, object], is_builtin: Callable[[Mapping[str, object]], bool], function_entry: Mapping[str, object] +) -> Mapping[str, object]: + return function_entry if tool.get("type") not in ("function", "custom", "mcp") and is_builtin(tool) else tool + + +def _function_entry( + layout: ChatAllowedToolsToolChoice | ResponsesAllowedToolsToolChoice, name: str +) -> Mapping[str, object]: + match layout: + case ChatAllowedToolsToolChoice(): + return {"type": "function", "function": {"name": name}} + case ResponsesAllowedToolsToolChoice(): + return {"type": "function", "name": name} + + +def _entries_of( + layout: ChatAllowedToolsToolChoice | ResponsesAllowedToolsToolChoice, +) -> tuple[Mapping[str, object], ...]: + match layout: + case ChatAllowedToolsToolChoice(): + return layout.allowed_tools.tools + case ResponsesAllowedToolsToolChoice(): + return layout.tools + + +def _with_entries( + layout: ChatAllowedToolsToolChoice | ResponsesAllowedToolsToolChoice, tools: Iterable[Mapping[str, object]] +) -> Mapping[str, object]: + entries: Final = [dict(tool) for tool in tools] + match layout: + case ChatAllowedToolsToolChoice(): + return {"type": "allowed_tools", "allowed_tools": {"mode": layout.allowed_tools.mode, "tools": entries}} + case ResponsesAllowedToolsToolChoice(): + return {"type": "allowed_tools", "mode": layout.mode, "tools": entries} + + +def _callers_layout(tool_choice: object) -> ChatAllowedToolsToolChoice | ResponsesAllowedToolsToolChoice | None: + if parse_allowed_tools_tool_choice(tool_choice) is None: + return None + return _ALLOWED_TOOLS_TOOL_CHOICE.validate_python(tool_choice) + + +def allowed_tools_tool_choice_with_builtin_as_function( + tool_choice: object, is_builtin: Callable[[Mapping[str, object]], bool], function_name: str +) -> object: + layout: Final = _callers_layout(tool_choice) + if layout is None: + return tool_choice + entry: Final = _function_entry(layout, function_name) + return _with_entries(layout, (_with_builtin_as(tool, is_builtin, entry) for tool in _entries_of(layout))) + + +def allowed_tools_tool_choice_with_function(tool_choice: object, function_name: str) -> object: + layout: Final = _callers_layout(tool_choice) + if layout is None or function_name in _allowed_tool_names(tool_choice): + return tool_choice + return _with_entries(layout, (*_entries_of(layout), _function_entry(layout, function_name))) + + +def allowed_tools_tool_choice_in_auto_mode(tool_choice: object) -> object: + layout: Final = _callers_layout(tool_choice) + match layout: + case None: + return tool_choice + case ChatAllowedToolsToolChoice(): + return layout.model_copy( + update={"allowed_tools": layout.allowed_tools.model_copy(update={"mode": "auto"})} + ).model_dump(mode="json") + case ResponsesAllowedToolsToolChoice(): + return layout.model_copy(update={"mode": "auto"}).model_dump(mode="json") + + +def allowed_tools_tool_choice_kept_on_follow_up(tool_choice: object) -> Mapping[str, object]: + if not is_allowed_tools_tool_choice(tool_choice): + return MappingProxyType({}) + return MappingProxyType({"tool_choice": allowed_tools_tool_choice_in_auto_mode(tool_choice)}) + + +def _gateway_entry(tool: Mapping[str, object], gateway_labels: frozenset[str]) -> tuple[str, str | None] | None: + entry: Final = _server_entry(tool) + return entry if entry is not None and entry[0] in gateway_labels else None + + +def allowed_tools_tool_choice_with_gateway_tools_as_functions(tool_choice: object, gateway: GatewayTools) -> object: + layout: Final = _callers_layout(tool_choice) + entries: Final = () if layout is None else _entries_of(layout) + gateway_entries: Final = tuple( + entry for entry in (_gateway_entry(tool, gateway.server_labels) for tool in entries) if entry is not None + ) + if layout is None or not gateway_entries: + return tool_choice + kept: Final = tuple(tool for tool in entries if _gateway_entry(tool, gateway.server_labels) is None) + allowed: Final = tuple( + name for name, tool in gateway.tools.items() if _a_server_entry_allows(gateway_entries, tool) + ) + if not kept and not allowed: + return "none" + return _with_entries(layout, (*kept, *(_function_entry(layout, name) for name in allowed))) + + +def chat_allowed_tools_tool_choice(choice: ChatAllowedToolsToolChoice) -> ChatCompletionAllowedToolChoiceParam: + return ChatCompletionAllowedToolChoiceParam( + type="allowed_tools", + allowed_tools=ChatCompletionAllowedToolsParam( + mode=choice.allowed_tools.mode, tools=[dict(tool) for tool in choice.allowed_tools.tools] + ), + ) + + def _responses_allowed_tool(tool: Mapping[str, object]) -> Mapping[str, object] | None: tool_type: Final = tool.get("type") if tool_type not in ("function", "custom"): diff --git a/litellm/litellm_core_utils/chat_completion_agentic_loop.py b/litellm/litellm_core_utils/chat_completion_agentic_loop.py index ce98d2cbb01..93799c72209 100644 --- a/litellm/litellm_core_utils/chat_completion_agentic_loop.py +++ b/litellm/litellm_core_utils/chat_completion_agentic_loop.py @@ -1,7 +1,7 @@ # this is a patch to allow for agentic loops covering llm_http_handler.py and openai sdk based calling flows for the .completion() api import json -from collections.abc import Awaitable, Iterator, Mapping, Sequence +from collections.abc import Awaitable, Iterable, Iterator, Mapping, Sequence from itertools import chain from types import MappingProxyType from typing import Final, TypeVar @@ -18,7 +18,12 @@ from litellm.litellm_core_utils.agentic_loop_settings import ( DEFAULT_MAX_AGENTIC_LOOPS, validated_max_agentic_loops, ) +from litellm.litellm_core_utils.allowed_tools_tool_choice import ( + parse_allowed_tools_tool_choice, + tool_calls_the_choice_excludes, +) from litellm.litellm_core_utils.core_helpers import qualify_agentic_followup_model +from litellm.litellm_core_utils.get_litellm_params import AGENTIC_LOOP_TOOL_CHOICE_KEY from litellm.litellm_core_utils.hidden_params import get_hidden_params, served_from_cache from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObject from litellm.litellm_core_utils.llm_cost_calc.guardrail_cost import is_str_keyed_dict, object_items @@ -34,7 +39,11 @@ from litellm.types.integrations.custom_logger import ( is_interception_internal_key, stashed_stream_options, ) -from litellm.types.utils import ModelResponse +from litellm.types.utils import ( + ChatCompletionMessageCustomToolCall, + ChatCompletionMessageToolCall, + ModelResponse, +) from litellm.utils import CustomStreamWrapper _DispatchResult: Final = TypeVar("_DispatchResult") @@ -90,6 +99,11 @@ def _post_hook_overridden(callback: CustomLogger) -> bool: _STREAM_OPTIONS_ADAPTER: Final[TypeAdapter[Mapping[str, object] | None]] = TypeAdapter(Mapping[str, object] | None) +_HOOK_RESPONSE: Final = TypeAdapter(object) + + +def _plan_response_override(plan: AgenticLoopPlan) -> object | None: + return plan.response_override def _stashed_stream_options(kwargs: Mapping[str, object]) -> Mapping[str, object] | None: @@ -181,6 +195,40 @@ def _end_refused_turn( return finalized if replay is None else replay +def _tool_call_name(call: ChatCompletionMessageToolCall | ChatCompletionMessageCustomToolCall) -> str: + match call: + case ChatCompletionMessageCustomToolCall(): + return call.custom.name + case ChatCompletionMessageToolCall(): + return call.function.name or "" + + +def _called_tool_names(response: ModelResponse) -> tuple[str, ...]: + calls: Final = chain.from_iterable(choice.message.tool_calls or () for choice in response.choices) + return tuple(map(_tool_call_name, calls)) + + +def _server_fulfilled_tool_names(callbacks: Iterable[CustomLogger]) -> frozenset[str]: + return frozenset(chain.from_iterable(callback.server_fulfilled_tool_names for callback in callbacks)) + + +def holds_a_call_the_choice_excludes( + tool_names: Iterable[str], kwargs: Mapping[str, object], callbacks: Iterable[CustomLogger] +) -> bool: + server_fulfilled: Final = _server_fulfilled_tool_names(callbacks) + client_tool_names: Final = (name for name in tool_names if name not in server_fulfilled) + return bool(tool_calls_the_choice_excludes(kwargs.get(AGENTIC_LOOP_TOOL_CHOICE_KEY), client_tool_names)) + + +def with_caller_tool_choice( + kwargs: Mapping[str, object], optional_params: Mapping[str, object] +) -> Mapping[str, object]: + tool_choice: Final = optional_params.get("tool_choice") + if AGENTIC_LOOP_TOOL_CHOICE_KEY in kwargs or parse_allowed_tools_tool_choice(tool_choice) is None: + return kwargs + return {**kwargs, AGENTIC_LOOP_TOOL_CHOICE_KEY: tool_choice} + + def _request_tools(optional_params: Mapping[str, object]) -> list[dict[str, object]]: return [tool for tool in object_items(optional_params.get("tools")) if is_str_keyed_dict(tool)] @@ -238,6 +286,35 @@ async def _refused_chat_turn( return finalize_refused_chat_turn(response, claimed) +def _fingerprint_of_a_turn_to_run( + *, + response: ModelResponse, + request_kwargs: Mapping[str, object], + callbacks: Sequence[CustomLogger], + tool_calls: object, + fingerprints: Sequence[str], + depth: int, + max_loops: int, + model: str, + stream: bool, +) -> str | None: + if holds_a_call_the_choice_excludes(_called_tool_names(response), request_kwargs, callbacks): + return None + try: + return _check_agentic_loop_safety( + tool_calls=tool_calls, + fingerprints=fingerprints, + depth=depth, + max_loops=max_loops, + model=model, + ) + except AgenticLoopSafetyError as e: + if stream: + raise + verbose_logger.warning("LiteLLM.AgenticLoopRefused: ending turn [rail=%s]", type(e).__name__) + return None + + def _with_agentic_loop_metadata(kwargs_for_followup: Mapping[str, object]) -> Mapping[str, object]: metadata: Final = kwargs_for_followup.get("litellm_metadata") return MappingProxyType( @@ -324,8 +401,10 @@ async def _execute_chat_completion_agentic_plan( ) if _post_hook_overridden(callback): try: - response_followup = await callback.async_post_agentic_loop_response_hook( - response=response_followup, plan=plan, kwargs=kwargs + response_followup = _HOOK_RESPONSE.validate_python( + await callback.async_post_agentic_loop_response_hook( + response=response_followup, plan=plan, kwargs=kwargs + ) ) except Exception as e: _call_id = getattr(logging_obj, "litellm_call_id", "unknown") @@ -371,7 +450,8 @@ async def maybe_run_chat_completion_agentic_loop( stream: bool, ) -> ModelResponse | CustomStreamWrapper | None: callbacks: Final = _custom_loggers(logging_obj) - depth, max_loops, fingerprints = _agentic_loop_settings(kwargs) + request_kwargs: Final = with_caller_tool_choice(kwargs, optional_params) + depth, max_loops, fingerprints = _agentic_loop_settings(request_kwargs) tools: Final = _request_tools(optional_params) for callback in callbacks: @@ -379,7 +459,7 @@ async def maybe_run_chat_completion_agentic_loop( continue hook_kwargs = { - **kwargs, + **request_kwargs, "_agentic_loop_api_surface": CHAT_COMPLETION_AGENTIC_SURFACE, "custom_llm_provider": custom_llm_provider, } @@ -403,18 +483,18 @@ async def maybe_run_chat_completion_agentic_loop( if not should_run: continue - try: - fingerprint = _check_agentic_loop_safety( - tool_calls=tool_calls, - fingerprints=fingerprints, - depth=depth, - max_loops=max_loops, - model=model, - ) - except AgenticLoopSafetyError as e: - if stream: - raise - verbose_logger.warning("LiteLLM.AgenticLoopRefused: ending turn [rail=%s]", type(e).__name__) + fingerprint = _fingerprint_of_a_turn_to_run( + response=response, + request_kwargs=request_kwargs, + callbacks=callbacks, + tool_calls=tool_calls, + fingerprints=fingerprints, + depth=depth, + max_loops=max_loops, + model=model, + stream=stream, + ) + if fingerprint is None: return _end_refused_turn( await _refused_chat_turn( callbacks, @@ -425,9 +505,9 @@ async def maybe_run_chat_completion_agentic_loop( messages=messages, tools=tools, custom_llm_provider=custom_llm_provider, - kwargs=kwargs, + kwargs=request_kwargs, ), - kwargs=kwargs, + kwargs=request_kwargs, depth=depth, model=model, custom_llm_provider=custom_llm_provider, @@ -471,7 +551,7 @@ async def maybe_run_chat_completion_agentic_loop( callback=callback, model=model, optional_params=optional_params, - kwargs=kwargs, + kwargs=dict(request_kwargs), logging_obj=logging_obj, custom_llm_provider=custom_llm_provider, depth=depth, @@ -482,7 +562,7 @@ async def maybe_run_chat_completion_agentic_loop( return _converted_stream_replay( response, - kwargs=kwargs, + kwargs=request_kwargs, depth=depth, model=model, custom_llm_provider=custom_llm_provider, @@ -526,18 +606,18 @@ async def run_chat_completion_agentic_hooks( if not should_run: continue - try: - fingerprint = _check_agentic_loop_safety( - tool_calls=tool_calls, - fingerprints=fingerprints, - depth=depth, - max_loops=max_loops, - model=model, - ) - except AgenticLoopSafetyError as e: - if stream: - raise - verbose_logger.warning("LiteLLM.AgenticLoopRefused: ending turn [rail=%s]", type(e).__name__) + fingerprint = _fingerprint_of_a_turn_to_run( + response=response, + request_kwargs=kwargs, + callbacks=callbacks, + tool_calls=tool_calls, + fingerprints=fingerprints, + depth=depth, + max_loops=max_loops, + model=model, + stream=stream, + ) + if fingerprint is None: return await _refused_chat_turn( callbacks, callback, @@ -573,8 +653,8 @@ async def run_chat_completion_agentic_hooks( kwargs=hook_kwargs, ) - if plan.response_override is not None: - return plan.response_override + if (response_override := _plan_response_override(plan)) is not None: + return response_override if plan.terminate: verbose_logger.debug( "Agentic chat loop terminated by callback=%s reason=%s", type(callback).__name__, plan.stop_reason diff --git a/litellm/litellm_core_utils/cloud_storage_security.py b/litellm/litellm_core_utils/cloud_storage_security.py index 477775bb423..d78fbd58a57 100644 --- a/litellm/litellm_core_utils/cloud_storage_security.py +++ b/litellm/litellm_core_utils/cloud_storage_security.py @@ -17,6 +17,28 @@ BEDROCK_MANAGED_S3_PREFIXES: Final = ( BEDROCK_MANAGED_S3_OUTPUT_PREFIX, ) MANAGED_CLOUD_STORAGE_SCHEMES: Final = ("s3://", "gs://") +STORED_S3_BUCKET_PARAM: Final = "stored_s3_bucket_name" +REQUEST_S3_BUCKET_PARAMS: Final = frozenset({"s3_bucket_name", "s3_output_bucket_name"}) + + +def stored_s3_bucket_kwargs(stored_file_id: str) -> Mapping[str, str]: + """The bucket (and any prefix before LiteLLM's own path) of an ``s3://`` file id LiteLLM recorded itself, + as the param that lets Bedrock read it back. + + Only pass ids from LiteLLM's own records (managed file rows, provider batch responses), never one a caller sent. + """ + if not stored_file_id.startswith("s3://"): + return {} + bucket, _, object_key = stored_file_id.removeprefix("s3://").partition("/") + if not bucket: + return {} + segments: Final = object_key.split("/") + prefix_depth: Final = next( + (depth for depth in range(len(segments)) if "/".join(segments[depth:]).startswith(BEDROCK_MANAGED_S3_PREFIXES)), + 0, + ) + prefix: Final = "/".join(segments[:prefix_depth]) + return {STORED_S3_BUCKET_PARAM: f"{bucket}/{prefix}" if prefix else bucket} MAX_FILE_ID_DECODE_PASSES: Final = 8 diff --git a/litellm/litellm_core_utils/core_helpers.py b/litellm/litellm_core_utils/core_helpers.py index 800973573c9..70cb517168c 100644 --- a/litellm/litellm_core_utils/core_helpers.py +++ b/litellm/litellm_core_utils/core_helpers.py @@ -102,7 +102,7 @@ _LAX_BOOL: Final = TypeAdapter(bool) def as_str_mapping(value: object) -> Mapping[str, object] | None: - return value if isinstance(value, Mapping) else None + return value if isinstance(value, (dict, Mapping)) else None def as_object_list(value: object) -> Sequence[object] | None: @@ -123,7 +123,7 @@ def proxy_request_headers(container: Mapping[str, object] | None) -> Mapping[str def stream_cost_injection_requested(request_headers: Mapping[str, object] | None) -> bool: """The global include_cost_in_streaming_usage flag or the per-request header asks for usage.cost on streams.""" - if bool(getattr(litellm, "include_cost_in_streaming_usage", False)): + if litellm.include_cost_in_streaming_usage: return True if not request_headers: return False @@ -180,7 +180,24 @@ def require_attributes(value: object, shape: type[_Shape], *names: str) -> _Shap raise AttributeError(f"'{type(value).__name__}' object has no attribute '{missing}'", name=missing, obj=value) +class KeywordArguments(Protocol): + def keys(self) -> Iterable[str]: ... + + def __getitem__(self, key: str, /) -> object: ... + + +def keyword_arguments(value: object, target: type[object]) -> KeywordArguments: + if has_attributes(value, KeywordArguments, "keys"): + return value + raise TypeError( + f"{target.__module__}.{target.__qualname__}() argument after ** must be a mapping, not {type(value).__name__}" + ) + + def iter_items(value: object) -> Iterable[object]: + listed: Final = as_object_list(value) + if listed is not None: + return listed if isinstance(value, _SupportsIter): return value if isinstance(value, _SupportsGetItem): @@ -242,19 +259,21 @@ def drop_params_flag(value: object, source: str, logger: logging.Logger) -> bool DROP_PARAMS_ENV_VAR: Final = "LITELLM_DROP_PARAMS" -def drop_params_env_flag(environ: Mapping[str, str], logger: logging.Logger) -> bool: - configured: Final = environ.get(DROP_PARAMS_ENV_VAR, "").strip() +def env_flag(environ: Mapping[str, str], name: str, logger: logging.Logger) -> bool: + configured: Final = environ.get(name, "").strip() if configured == "": return False - normalized: Final = normalize_drop_params(configured) + normalized: Final = lax_bool(configured) if normalized is None: - logger.warning( - "%s=%r is not a flag value, treating it as on. Set it to true or false", DROP_PARAMS_ENV_VAR, configured - ) + logger.warning("%s=%r is not a flag value, treating it as on. Set it to true or false", name, configured) return True return normalized +def drop_params_env_flag(environ: Mapping[str, str], logger: logging.Logger) -> bool: + return env_flag(environ, DROP_PARAMS_ENV_VAR, logger) + + def safe_divide( numerator: float, denominator: float, @@ -746,17 +765,22 @@ def process_response_headers( return {**additional_headers, **({"request-id": request_id} if request_id is not None else {})} -def preserve_upstream_non_openai_attributes( - model_response: "ModelResponseStream", original_chunk: "ModelResponseStream" -): +def preserve_upstream_non_openai_attributes(model_response: "ModelResponseStream", original_chunk: object): """ Preserve non-OpenAI attributes from the original chunk. """ # Access model_fields on the class, not the instance, to avoid Pydantic 2.11+ deprecation warnings expected_keys: Final = frozenset(type(model_response).model_fields) | frozenset({"usage"}) + chunk_model: Final = original_chunk if isinstance(original_chunk, BaseModel) else None + if chunk_model is None: + raise AttributeError( + f"type object '{type(original_chunk).__name__}' has no attribute 'model_fields'", + name="model_fields", + obj=type(original_chunk), + ) candidate_keys: Final = tuple( key - for key in (*type(original_chunk).model_fields, *(original_chunk.__pydantic_extra__ or {})) + for key in (*type(chunk_model).model_fields, *(chunk_model.__pydantic_extra__ or {})) if key not in expected_keys ) if not candidate_keys: @@ -766,7 +790,7 @@ def preserve_upstream_non_openai_attributes( key, cast( # cast-ok: Pydantic extras are scalar-checked before assignment object, - getattr(original_chunk, key), + getattr(chunk_model, key), ), ) for key in candidate_keys @@ -774,7 +798,7 @@ def preserve_upstream_non_openai_attributes( if all(value is None or isinstance(value, (str, int, float, bool)) for _, value in candidate_values): _assign_attributes(model_response, candidate_values) return - _assign_attributes(model_response, original_chunk.model_dump(include=frozenset(candidate_keys)).items()) + _assign_attributes(model_response, chunk_model.model_dump(include=set(candidate_keys)).items()) def _assign_attributes(target: BaseModel, values: Iterable[tuple[str, object]]) -> None: diff --git a/litellm/litellm_core_utils/exception_mapping_utils.py b/litellm/litellm_core_utils/exception_mapping_utils.py index 6d39f272f3e..338902aa919 100644 --- a/litellm/litellm_core_utils/exception_mapping_utils.py +++ b/litellm/litellm_core_utils/exception_mapping_utils.py @@ -3,6 +3,7 @@ import json import re import traceback from collections.abc import Mapping +from dataclasses import dataclass from types import MappingProxyType from typing import Final, Protocol, cast @@ -17,7 +18,7 @@ from litellm.litellm_core_utils.bug_report import ( build_bug_report, should_report_bug, ) -from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_or_none +from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_or_none, json_contains, subscript from litellm.litellm_core_utils.secret_redaction import redact_string as redact_secret_string from litellm.llms.bedrock.common_utils import bedrock_model_reaches_converse_by_default from litellm.llms.bigmodel.common_utils import raise_bigmodel_business_error @@ -1859,26 +1860,32 @@ def _map_together_ai_exception( extra_information: str, ) -> None: try: - error_response = json.loads(error_str) + error_response = _DECODED_ERROR_BODY.validate_python(json.loads(error_str)) except Exception: error_response = {"error": error_str} - if "error" in error_response and "`inputs` tokens + `max_new_tokens` must be <=" in error_response["error"]: + if json_contains(error_response, "error") and json_contains( + subscript(error_response, "error"), "`inputs` tokens + `max_new_tokens` must be <=" + ): raise ContextWindowExceededError( - message=f"TogetherAIException - {error_response['error']}", + message=f"TogetherAIException - {subscript(error_response, 'error')}", model=model, llm_provider="together_ai", response=getattr(original_exception, "response", None), ) - elif "error" in error_response and "invalid private key" in error_response["error"]: + elif json_contains(error_response, "error") and json_contains( + subscript(error_response, "error"), "invalid private key" + ): raise AuthenticationError( - message=f"TogetherAIException - {error_response['error']}", + message=f"TogetherAIException - {subscript(error_response, 'error')}", llm_provider="together_ai", model=model, response=getattr(original_exception, "response", None), ) - elif "error" in error_response and "INVALID_ARGUMENT" in error_response["error"]: + elif json_contains(error_response, "error") and json_contains( + subscript(error_response, "error"), "INVALID_ARGUMENT" + ): raise BadRequestError( - message=f"TogetherAIException - {error_response['error']}", + message=f"TogetherAIException - {subscript(error_response, 'error')}", model=model, llm_provider="together_ai", response=getattr(original_exception, "response", None), @@ -1890,13 +1897,13 @@ def _map_together_ai_exception( llm_provider="together_ai", ) elif ( - "error" in error_response - and "API key doesn't match expected format." in error_response["error"] - or "error_type" in error_response - and error_response["error_type"] == "validation" + json_contains(error_response, "error") + and json_contains(subscript(error_response, "error"), "API key doesn't match expected format.") + or json_contains(error_response, "error_type") + and subscript(error_response, "error_type") == "validation" ): raise BadRequestError( - message=f"TogetherAIException - {error_response['error']}", + message=f"TogetherAIException - {subscript(error_response, 'error')}", model=model, llm_provider="together_ai", response=getattr(original_exception, "response", None), @@ -1910,7 +1917,7 @@ def _map_together_ai_exception( ) elif original_exception.status_code == 422: raise BadRequestError( - message=f"TogetherAIException - {error_response['error']}", + message=f"TogetherAIException - {subscript(error_response, 'error')}", model=model, llm_provider="together_ai", response=getattr(original_exception, "response", None), @@ -2508,15 +2515,113 @@ _HOST_WITH_OPTIONAL_PORT: Final = re.compile( ) +def _router_metadata(params: Mapping[str, object]) -> Mapping[str, object]: + metadata: Final = as_str_mapping(params.get("metadata")) or _NO_LITELLM_PARAMS + litellm_metadata: Final = as_str_mapping(params.get("litellm_metadata")) or _NO_LITELLM_PARAMS + return MappingProxyType({**metadata, **litellm_metadata}) + + +def _deployment_api_base(metadata: Mapping[str, object]) -> str | None: + api_base: Final = metadata.get("api_base") + return api_base if isinstance(api_base, str) and api_base else None + + def with_deployment_api_base(litellm_params: object) -> Mapping[str, object]: params: Final = as_str_mapping(litellm_params) or _NO_LITELLM_PARAMS - metadata: Final = as_str_mapping(params.get("metadata")) - deployment_api_base: Final = None if metadata is None else metadata.get("api_base") - if not isinstance(deployment_api_base, str) or not deployment_api_base: + deployment_api_base: Final = _deployment_api_base(_router_metadata(params)) + if deployment_api_base is None: return params return MappingProxyType({**params, "api_base": deployment_api_base}) +_DEBUG_INFO_ATTRIBUTE: Final = "litellm_debug_info" +_DEBUG_INFO_CALL_ID_ATTRIBUTE: Final = "_litellm_debug_info_call_id" +_RAISED_BY_SEVERAL_CALLS: Final = object() + + +@dataclass(frozen=True, slots=True) +class _RequestDebugInfo: + with_prompt: str + without_prompt: str + call_id: str + + +_NO_REQUEST_DEBUG_INFO: Final = _RequestDebugInfo(with_prompt="", without_prompt="", call_id="") + + +def _request_debug_info(model: object, extra_kwargs: object, completion_kwargs: object) -> _RequestDebugInfo: + params: Final = as_str_mapping(extra_kwargs) or _NO_LITELLM_PARAMS + try: + metadata: Final = _router_metadata(params) + api_base: Final = litellm.get_api_base(model=model, optional_params=params) or _deployment_api_base(metadata) + messages: Final = litellm.get_first_chars_messages( + kwargs=as_str_mapping(completion_kwargs) or _NO_LITELLM_PARAMS + ) + shown_api_base: Final = _api_base_without_credentials(api_base) if api_base else "" + head: Final = f"\nModel: {model}" + (f"\nAPI Base: `{shown_api_base}`" if shown_api_base else "") + prompt: Final = ( + f"\nMessages: `{messages}`" if messages and litellm.redact_messages_in_exceptions is False else "" + ) + labelled_values: Final = ( + ("model_group", metadata.get("model_group")), + ("deployment", metadata.get("deployment")), + ("vertex_project", params.get("vertex_project")), + ("vertex_location", params.get("vertex_location")), + ) + tail: Final = "".join(f"\n{label}: `{value}`\n" for label, value in labelled_values if value is not None) + call_id: Final = params.get("litellm_call_id") + return _RequestDebugInfo( + with_prompt=add_key_name_and_team_to_alert(request_info=head + prompt + tail, metadata=metadata), + without_prompt=add_key_name_and_team_to_alert(request_info=head + tail, metadata=metadata), + call_id=call_id if isinstance(call_id, str) else "", + ) + except Exception: + return _NO_REQUEST_DEBUG_INFO + + +def _attach_debug_info(exception: Exception, request_debug_info: _RequestDebugInfo) -> None: + attached_call_id: Final = getattr(exception, _DEBUG_INFO_CALL_ID_ATTRIBUTE, None) + if attached_call_id is _RAISED_BY_SEVERAL_CALLS: + return + if ( + isinstance(attached_call_id, str) + and attached_call_id + and request_debug_info.call_id + and attached_call_id != request_debug_info.call_id + ): + setattr(exception, _DEBUG_INFO_ATTRIBUTE, None) + setattr(exception, _DEBUG_INFO_CALL_ID_ATTRIBUTE, _RAISED_BY_SEVERAL_CALLS) + return + if request_debug_info.without_prompt and getattr(exception, _DEBUG_INFO_ATTRIBUTE, None) is None: + setattr(exception, _DEBUG_INFO_ATTRIBUTE, request_debug_info.without_prompt) + setattr(exception, _DEBUG_INFO_CALL_ID_ATTRIBUTE, request_debug_info.call_id) + + +def mapped_stream_exception( + original_exception: Exception, model: str, custom_llm_provider: str, litellm_params: object +) -> Exception: + try: + return exception_type( + model=model, + custom_llm_provider=custom_llm_provider, + original_exception=original_exception, + completion_kwargs={}, + extra_kwargs=with_deployment_api_base(litellm_params), + ) + except Exception as mapped_exception: + return mapped_exception + + +def with_deployment_debug_info( + error: Exception, model: str, custom_llm_provider: str, litellm_params: object +) -> Exception: + if not (model or custom_llm_provider): + return error + request_debug_info: Final = _request_debug_info(model, with_deployment_api_base(litellm_params), _NO_LITELLM_PARAMS) + _attach_debug_info(error, request_debug_info) + return error + + def _api_base_without_credentials(api_base: str) -> str: scheme, separator, _ = api_base.partition("://") scheme_prefix: Final = scheme + separator if separator and _URL_SCHEME.fullmatch(scheme) else "" @@ -2540,11 +2645,17 @@ def exception_type( model, original_exception, custom_llm_provider, - completion_kwargs={}, - extra_kwargs={}, + completion_kwargs: object = _NO_LITELLM_PARAMS, + extra_kwargs: object = _NO_LITELLM_PARAMS, ): """Maps an LLM Provider Exception to OpenAI Exception Format""" - if any(isinstance(original_exception, exc_type) for exc_type in litellm.LITELLM_EXCEPTION_TYPES): + request_debug_info: Final = ( + _request_debug_info(model, extra_kwargs, completion_kwargs) + if model or custom_llm_provider + else _NO_REQUEST_DEBUG_INFO + ) + if isinstance(original_exception, tuple(litellm.LITELLM_EXCEPTION_TYPES)): + _attach_debug_info(original_exception, request_debug_info) return original_exception if _is_guardrail_block(original_exception): return original_exception @@ -2566,11 +2677,11 @@ def exception_type( print() # noqa: T201 litellm_response_headers: Final = _get_response_headers(original_exception=original_exception) + extra_information: Final = request_debug_info.with_prompt try: error_str = ( redact_secret_string(str(original_exception)) if _ENABLE_SECRET_REDACTION else str(original_exception) ) - extra_information = "" if model or custom_llm_provider: if hasattr(original_exception, "message"): error_str = ( @@ -2583,47 +2694,8 @@ def exception_type( else: exception_type = "" - ################################################################################ - # Common Extra information needed for all providers - # We pass num retries, api_base, vertex_deployment etc to the exception here - ################################################################################ - try: - _api_base: Final = litellm.get_api_base(model=model, optional_params=extra_kwargs) - messages: Final = litellm.get_first_chars_messages(kwargs=completion_kwargs) - _vertex_project: Final = extra_kwargs.get("vertex_project") - _vertex_location: Final = extra_kwargs.get("vertex_location") - _metadata: Final = extra_kwargs.get("metadata", {}) or {} - _model_group: Final = _metadata.get("model_group") - _deployment: Final = _metadata.get("deployment") - extra_information = f"\nModel: {model}" - - if isinstance(custom_llm_provider, str) and len(custom_llm_provider) > 0: - exception_provider = custom_llm_provider[0].upper() + custom_llm_provider[1:] + "Exception" - - shown_api_base: Final = _api_base_without_credentials(_api_base) if _api_base else "" - if shown_api_base: - extra_information += f"\nAPI Base: `{shown_api_base}`" - if messages and len(messages) > 0 and litellm.redact_messages_in_exceptions is False: - extra_information += f"\nMessages: `{messages}`" - - if _model_group is not None: - extra_information += f"\nmodel_group: `{_model_group}`\n" - if _deployment is not None: - extra_information += f"\ndeployment: `{_deployment}`\n" - if _vertex_project is not None: - extra_information += f"\nvertex_project: `{_vertex_project}`\n" - if _vertex_location is not None: - extra_information += f"\nvertex_location: `{_vertex_location}`\n" - - # on litellm proxy add key name + team to exceptions - extra_information = add_key_name_and_team_to_alert(request_info=extra_information, metadata=_metadata) - except Exception: - # DO NOT LET this Block raising the original exception - pass - - ################################################################################ - # End of Common Extra information Needed for all providers - ################################################################################ + if isinstance(custom_llm_provider, str) and len(custom_llm_provider) > 0: + exception_provider = custom_llm_provider[0].upper() + custom_llm_provider[1:] + "Exception" ################################################################################ #################### Start of Provider Exception mapping #################### @@ -2917,17 +2989,20 @@ def exception_type( # don't let an error with mapping interrupt the user from receiving an error from the llm api calls if exception_mapping_worked: setattr(e, "litellm_response_headers", litellm_response_headers) + _attach_debug_info(e, request_debug_info) raise e else: for error_type in litellm.LITELLM_EXCEPTION_TYPES: if isinstance(e, error_type): setattr(e, "litellm_response_headers", litellm_response_headers) + _attach_debug_info(e, request_debug_info) raise e # it's already mapped raised_exc: Final = APIConnectionError( message=f"{original_exception}\n{redact_string(traceback.format_exc())}", llm_provider="", model="", ) + _attach_debug_info(raised_exc, request_debug_info) setattr(raised_exc, "litellm_response_headers", litellm_response_headers) carry_agentic_followup_mark(source=original_exception, mapped=raised_exc) raise raised_exc diff --git a/litellm/litellm_core_utils/get_litellm_params.py b/litellm/litellm_core_utils/get_litellm_params.py index 41c1baffab8..198a3cd0234 100644 --- a/litellm/litellm_core_utils/get_litellm_params.py +++ b/litellm/litellm_core_utils/get_litellm_params.py @@ -32,8 +32,9 @@ AWS_CREDENTIAL_KWARGS_KEYS: Final = frozenset( ) PROVIDER_AFFINITY_HEADER_KWARG_KEY: Final = "provider_affinity_header" +AGENTIC_LOOP_TOOL_CHOICE_KEY: Final = "_agentic_loop_tool_choice" AGENTIC_LOOP_CONTROL_KWARGS_KEYS: Final = frozenset( - {"_agentic_loop_depth", "_agentic_loop_fingerprints", "max_agentic_loops"} + {"_agentic_loop_depth", "_agentic_loop_fingerprints", "max_agentic_loops", AGENTIC_LOOP_TOOL_CHOICE_KEY} ) OAUTH_TOKEN_EXCHANGE_KWARGS_KEYS: Final = frozenset( { @@ -62,6 +63,7 @@ OPTIONAL_KWARGS_KEYS: Final = ( "bucket_name", "s3_bucket_name", "s3_output_bucket_name", + "stored_s3_bucket_name", "allow_legacy_cloud_file_ids", "s3_endpoint_url", "s3_region_name", diff --git a/litellm/litellm_core_utils/get_model_cost_map.py b/litellm/litellm_core_utils/get_model_cost_map.py index 80393a72631..6f4405066ca 100644 --- a/litellm/litellm_core_utils/get_model_cost_map.py +++ b/litellm/litellm_core_utils/get_model_cost_map.py @@ -32,9 +32,13 @@ from litellm.constants import ( MODEL_COST_MAP_MAX_SHRINK_RATIO, MODEL_COST_MAP_MIN_MODEL_COUNT, ) +from litellm.litellm_core_utils import model_cost_table from litellm.litellm_core_utils.fallback_generalizations import ( set_fallback_generalizations, ) +from litellm.litellm_core_utils.model_cost_table import ( + AliasedCostEntry as AliasedCostEntry, # noqa: PLC0414 # main exported the row type from here +) from litellm.litellm_core_utils.offline_mode import is_offline_mode from litellm.rust_bridge._native import ( NativeCostMapSource, @@ -44,11 +48,6 @@ from litellm.rust_bridge._native import ( NativeModelCostMap, NativeRejected, ) -from litellm.rust_bridge.host import model_cost as model_cost_host -from litellm.rust_bridge.host.model_cost import ( - AliasedCostEntry as AliasedCostEntry, # noqa: PLC0414 # main exported the row type from here -) -from litellm.rust_bridge.host.settings import HttpSettings _CLI_ENTRYPOINT_NAMES: Final = frozenset({"lite", "litellm-proxy"}) _CATALOG_ADAPTER: Final = TypeAdapter(dict[str, dict[str, object]]) @@ -259,8 +258,8 @@ def get_model_cost_map_loaded_at() -> "datetime | None": return _LastLoad.current.loaded_at -def cost_map_source(url: str, http_settings: HttpSettings | None) -> NativeCostMapSource: - return NativeCostMapSource(url, http_settings=http_settings) +def cost_map_source(url: str, use_http_settings: bool) -> NativeCostMapSource: + return NativeCostMapSource(url, use_http_settings=use_http_settings) def fetch_policy(timeout: float, max_attempts: int) -> NativeFetchPolicy: @@ -288,7 +287,7 @@ def adopt_model_cost_map(new_model_cost_map: dict) -> int: # mutable-ok: main's import litellm from litellm import utils - model_cost_host.publish(new_model_cost_map) + model_cost_table.publish(new_model_cost_map) litellm.add_known_models(model_cost_map=new_model_cost_map) utils.reapply_runtime_model_cost_registrations() return len(new_model_cost_map) @@ -354,15 +353,13 @@ async def refetch_model_cost_map( on failure it returns ``ModelCostMapReloadUnavailable`` and the map already installed stays. """ - from litellm.rust_bridge.host.settings import http_settings - _warn_ignored_fetch_hooks(sleep, rng, client) if _uses_bundled_map_only(): _mark_rows_with_rules_set("local", None, True, None, datetime.now(timezone.utc)) return ModelCostMapReloaded(model_count=_install(model_cost_inputs.install_bundled())) - fetched: Final = await cost_map_source(url, http_settings()).fetch(fetch_policy(timeout, max_attempts)) + fetched: Final = await cost_map_source(url, use_http_settings=True).fetch(fetch_policy(timeout, max_attempts)) if isinstance(fetched, NativeFetchFailed): verbose_logger.warning( "LiteLLM: model cost map reload failed: %s. Keeping the currently loaded map.", fetched.reason @@ -382,7 +379,9 @@ def _retry_remote_fetch_in_background( url: str, timeout: int, max_attempts: int, first_failure: NativeFetchFailed ) -> None: try: - fetched: Final = cost_map_source(url, None).fetch_blocking(fetch_policy(timeout, max_attempts), first_failure) + fetched: Final = cost_map_source(url, use_http_settings=False).fetch_blocking( + fetch_policy(timeout, max_attempts), first_failure + ) if isinstance(fetched, NativeFetchFailed): verbose_logger.warning( "LiteLLM: Failed to fetch remote model cost map from %s after %d attempts; keeping local backup", @@ -425,7 +424,7 @@ def get_model_cost_map( _mark_rows_with_rules_set("local", None, True, None, started) return _rows_with_rules_set(model_cost_inputs.install_bundled()) - fetched: Final = cost_map_source(url, None).fetch_blocking(fetch_policy(timeout, 1)) + fetched: Final = cost_map_source(url, use_http_settings=False).fetch_blocking(fetch_policy(timeout, 1)) if isinstance(fetched, NativeFetchFailed): if fetched.retryable and max_attempts > 1: threading.Thread( @@ -459,7 +458,7 @@ def get_model_cost_map( def fetch_registration_document(url: str) -> dict[str, dict[str, object]] | None: """The document behind ``register_model(url)``, fetched in one attempt, or ``None`` when the fetch failed.""" - fetched: Final = cost_map_source(url, None).fetch_blocking(fetch_policy(5, 1)) + fetched: Final = cost_map_source(url, use_http_settings=False).fetch_blocking(fetch_policy(5, 1)) if isinstance(fetched, NativeFetchFailed): verbose_logger.warning("LiteLLM: register_model could not fetch %s: %s", url, fetched.reason) return None diff --git a/litellm/litellm_core_utils/health_check_helpers.py b/litellm/litellm_core_utils/health_check_helpers.py index 2c7d00552b4..03a10806f91 100644 --- a/litellm/litellm_core_utils/health_check_helpers.py +++ b/litellm/litellm_core_utils/health_check_helpers.py @@ -9,6 +9,8 @@ from collections.abc import Awaitable, Callable, Mapping from types import MappingProxyType from typing import TYPE_CHECKING, Final, Literal +from pydantic import TypeAdapter + from litellm.llms.base_llm.ocr.transformation import DocumentType from litellm.rust_bridge import runtime from litellm.rust_bridge.ocr.entrypoints import NATIVE_OCR_HEALTH_CHECK_DOCUMENT @@ -190,7 +192,10 @@ class HealthCheckHelpers: from litellm.types.proxy.auth.user_api_key_auth import UserAPIKeyAuth _metadata_variable_name: Final = "litellm_metadata" - litellm_metadata: Final = HealthCheckHelpers._get_metadata_for_health_check_call() + litellm_metadata: Final[Mapping[str, object]] = { + **HealthCheckHelpers._get_metadata_for_health_check_call(), + "model_info": TypeAdapter(dict[str, object]).validate_python(model_params).get("model_info") or {}, + } model_params[_metadata_variable_name] = litellm_metadata model_params = LiteLLMProxyRequestSetup.add_user_api_key_auth_to_request_metadata( data=model_params, diff --git a/litellm/litellm_core_utils/initialize_dynamic_callback_params.py b/litellm/litellm_core_utils/initialize_dynamic_callback_params.py index c3769686e45..cdb009fcf77 100644 --- a/litellm/litellm_core_utils/initialize_dynamic_callback_params.py +++ b/litellm/litellm_core_utils/initialize_dynamic_callback_params.py @@ -1,12 +1,16 @@ import re -from collections.abc import Generator, Iterator, Mapping +from collections.abc import Callable, Generator, Iterator, Mapping from contextlib import contextmanager from contextvars import ContextVar +from types import MappingProxyType from typing import Any, Final from litellm.types.utils import ( ARIZE_OTLP_PROTOCOLS, + BAGGAGE_METADATA_KEYS_VAR, CAPTURE_MESSAGE_CONTENT_VALUES, + CAPTURE_MESSAGE_CONTENT_VAR, + EXCLUDED_SERVICES_VAR, OTEL_SPAN_SCOPES, TRUSTED_CALLBACK_VARS_FIELD, StandardCallbackDynamicParams, @@ -99,6 +103,14 @@ def validate_capture_message_content_value(value: str) -> None: ) +def validate_baggage_metadata_keys_value(value: str) -> None: + from litellm.integrations.otel.model.baggage import destination_metadata_keys_error + + error: Final = destination_metadata_keys_error(value) + if error is not None: + raise ValueError(error) + + def validate_excluded_services_value(value: str) -> None: from litellm.integrations.otel.model.config import invalid_excluded_service_names @@ -111,6 +123,15 @@ def validate_excluded_services_value(value: str) -> None: ) +OTEL_DESTINATION_VALIDATORS: Final[Mapping[str, Callable[[str], None]]] = MappingProxyType( + { + CAPTURE_MESSAGE_CONTENT_VAR: validate_capture_message_content_value, + EXCLUDED_SERVICES_VAR: validate_excluded_services_value, + BAGGAGE_METADATA_KEYS_VAR: validate_baggage_metadata_keys_value, + } +) + + # Hardcoded list of supported callback params to avoid runtime inspection issues with TypedDict _supported_callback_params: Final[tuple[str, ...]] = ( "langfuse_public_key", diff --git a/litellm/litellm_core_utils/json_validation_rule.py b/litellm/litellm_core_utils/json_validation_rule.py index b6b16aff7a7..030bee48530 100644 --- a/litellm/litellm_core_utils/json_validation_rule.py +++ b/litellm/litellm_core_utils/json_validation_rule.py @@ -1,9 +1,11 @@ import json -from typing import Any, Final +from collections.abc import Mapping +from typing import Final from pydantic import TypeAdapter from litellm.constants import DEFAULT_MAX_RECURSE_DEPTH +from litellm.litellm_core_utils.llm_cost_calc.guardrail_cost import is_str_keyed_dict _DECODED_RESPONSE: Final = TypeAdapter(object) @@ -76,7 +78,7 @@ def normalize_json_schema_types( return schema -def normalize_tool_schema(tool: dict[str, Any]) -> dict[str, Any]: +def normalize_tool_schema(tool: Mapping[str, object]) -> Mapping[str, object]: """ Normalize a tool's parameter schema to use standard JSON Schema lowercase types. @@ -92,10 +94,14 @@ def normalize_tool_schema(tool: dict[str, Any]) -> dict[str, Any]: normalized_tool: Final = tool.copy() # Normalize function parameters if present - if "function" in tool and isinstance(tool["function"], dict): - normalized_tool["function"] = tool["function"].copy() - if "parameters" in tool["function"]: - normalized_tool["function"]["parameters"] = normalize_json_schema_types(tool["function"]["parameters"]) + if "function" not in tool: + return normalized_tool + function: Final = tool["function"] + if is_str_keyed_dict(function): + normalized_function: Final = function.copy() + normalized_tool["function"] = normalized_function + if "parameters" in function: + normalized_function["parameters"] = normalize_json_schema_types(function["parameters"]) return normalized_tool diff --git a/litellm/litellm_core_utils/litellm_logging.py b/litellm/litellm_core_utils/litellm_logging.py index d88c8876ae0..5d21b2762cd 100644 --- a/litellm/litellm_core_utils/litellm_logging.py +++ b/litellm/litellm_core_utils/litellm_logging.py @@ -25,6 +25,7 @@ from httpx import Response, Timeout from openai import AsyncStream as OpenAIAsyncStream from openai import Stream as OpenAIStream from pydantic import BaseModel, JsonValue, TypeAdapter +from typing_extensions import TypedDict import litellm from litellm._internal_context import in_mirrored_call, outside_mirrored_call, post_response_phase @@ -91,8 +92,11 @@ from litellm.litellm_core_utils.classifier_logging import ( ) from litellm.litellm_core_utils.core_helpers import ( as_str_mapping, + attribute_or_none, + decoded_json_object, finite_cost, get_provider_response_headers_from_hidden_params, + has_attributes, is_expected_client_error, native_messages_reported_cost, provider_reported_usage_cost, @@ -103,6 +107,7 @@ from litellm.litellm_core_utils.core_helpers import ( require_attributes, set_response_cost_in_hidden_params, single_log_line, + subscript, ) from litellm.litellm_core_utils.error_normalization import normalize_error from litellm.litellm_core_utils.get_litellm_params import get_litellm_params @@ -135,6 +140,7 @@ from litellm.litellm_core_utils.llm_cost_calc.usage_object_transformation import ) from litellm.litellm_core_utils.llm_cost_calc.zero_cost_diagnostic import ( diagnose_zero_cost, + is_explicitly_free_usage, zero_cost_warning, ) from litellm.litellm_core_utils.llm_response_utils.convert_dict_to_response import LiteLLMResponseObjectHandler @@ -668,6 +674,10 @@ class UsageObservation(Enum): ESTIMATED = "estimated" +class _UsageFields(TypedDict, total=False, extra_items=object): + pass + + class _A2AUsageSlot(Protocol): usage: Mapping[str, object] | None @@ -684,6 +694,31 @@ class _ParamsLookup(Protocol): def get(self, key: str, default: object, /) -> object: ... +class _HiddenParamsSlot(Protocol): + get: Callable[[str], object] + __setitem__: Callable[[str, object], None] + + +class _HiddenParamsCopier(Protocol): + copy: Callable[[], object] + + +class _MetadataDefaults(Protocol): + setdefault: Callable[[str, Mapping[str, object]], object] + + +class _MetadataSlot(Protocol): + __setitem__: Callable[[str, object], None] + + +class _MetadataUpdate(Protocol): + update: Callable[[Mapping[str, object]], None] + + +class _ExceptionHeaders(Protocol): + headers: object + + def _callback_control_params(litellm_params: object) -> dict[str, object]: mapping: Final = as_str_mapping(litellm_params) if isinstance(mapping, dict): @@ -1681,8 +1716,10 @@ class Logging(LiteLLMLoggingBaseClass): ) # log raw request to provider (like LangFuse) -- if opted in. if self.log_raw_request_response is True or litellm.log_raw_request_response is True: - _litellm_params: Final = self.model_call_details.get("litellm_params", {}) - _metadata: Final = _litellm_params.get("metadata", {}) or {} + _litellm_params: Final = require_attributes( + self._model_call_details_view.get("litellm_params", dict[str, object]()), _ParamsLookup, "get" + ) + _metadata: Final = _litellm_params.get("metadata", dict[str, object]()) or dict[str, object]() try: self.model_call_details["raw_request_typed_dict"] = RawRequestTypedDict( raw_request_api_base=self._get_masked_api_base(str(additional_args.get("api_base") or "")), @@ -1696,6 +1733,8 @@ class Logging(LiteLLMLoggingBaseClass): error=None, ) if should_redact_message_logging(self.model_call_details): + if not has_attributes(_metadata, _MetadataSlot, "__setitem__"): + raise TypeError(f"'{type(_metadata).__name__}' object does not support item assignment") _metadata["raw_request"] = REDACTED_BY_LITELLM else: curl_command: Final = self._get_request_curl_command( @@ -1704,15 +1743,21 @@ class Logging(LiteLLMLoggingBaseClass): additional_args=additional_args, data=additional_args.get("complete_input_dict", {}), ) - _metadata["raw_request"] = redact_string(str(curl_command)) + redacted_curl_command: Final = redact_string(str(curl_command)) + if not has_attributes(_metadata, _MetadataSlot, "__setitem__"): + raise TypeError(f"'{type(_metadata).__name__}' object does not support item assignment") + _metadata["raw_request"] = redacted_curl_command except Exception as e: self.model_call_details["raw_request_typed_dict"] = RawRequestTypedDict( error=str(e), ) - _metadata["raw_request"] = redact_string( + unlogged_raw_request: Final = redact_string( f"Unable to Log \ raw request: {e}" ) + if not has_attributes(_metadata, _MetadataSlot, "__setitem__"): + raise TypeError(f"'{type(_metadata).__name__}' object does not support item assignment") + _metadata["raw_request"] = unlogged_raw_request if getattr(self, "logger_fn", None) and callable(self.logger_fn): try: self.logger_fn( @@ -2343,7 +2388,7 @@ class Logging(LiteLLMLoggingBaseClass): def _record_zero_cost_diagnostic( self, result: object, - response_cost: float | None, + response_cost: object, *, calculation_failed: bool = False, litellm_model_name: str | None = None, @@ -2374,7 +2419,7 @@ class Logging(LiteLLMLoggingBaseClass): def _zero_cost_finding( self, result: object, - response_cost: float | None, + response_cost: object, *, calculation_failed: bool, litellm_model_name: str | None, @@ -2417,6 +2462,33 @@ class Logging(LiteLLMLoggingBaseClass): usage=usage, ) + def is_usage_explicitly_free(self, result: object) -> bool: + usage: Final = get_usage_object(completion_response=result) + if usage is None or self.model_call_details.get("response_cost_failure_debug_information") is not None: + return False + custom_pricing: Final = self.custom_pricing_for(result) + if custom_pricing and self.custom_model_info is not None: + return is_explicitly_free_usage(usage, self.custom_model_info) + if custom_pricing and self.custom_cost_per_token is not None: + return is_explicitly_free_usage(usage, self.custom_cost_per_token) + custom_llm_provider: Final = self.model_call_details.get("custom_llm_provider") + pricing: Final = pricing_entry_for_cost_calc( + model=self.model, + completion_response=result, + custom_llm_provider=self.get_router_pricing_provider() or custom_llm_provider, + custom_pricing=custom_pricing, + base_model=get_base_model_from_metadata(model_call_details=self.model_call_details), + router_model_id=self.get_router_model_id(), + region_name=_resolve_mantle_region_for_cost( + custom_llm_provider=custom_llm_provider, + litellm_params=self.model_call_details.get("litellm_params"), + ), + litellm_logging_obj=self, + ) + if pricing is None: + return False + return is_explicitly_free_usage(usage, pricing[1]) + def spilled_over_ptu_for(self, result: object) -> bool: result_hidden_params: Final = getattr(result, HIDDEN_PARAMS_ATTR, None) or MappingProxyType({}) additional_headers: Final = ( @@ -3051,19 +3123,21 @@ class Logging(LiteLLMLoggingBaseClass): elif self.relays_llm_passthrough and isinstance(result, Response): from litellm.utils import ProviderConfigManager - provider_config: Final = ProviderConfigManager.get_provider_passthrough_config( - provider=self.model_call_details.get("custom_llm_provider", ""), - model=self.model, - ) - if provider_config is not None: - logging_result = provider_config.logging_non_streaming_response( + passthrough_provider: Final = self._model_call_details_view.get("custom_llm_provider", "") + if isinstance(passthrough_provider, str): + provider_config: Final = ProviderConfigManager.get_provider_passthrough_config( + provider=passthrough_provider, model=self.model, - custom_llm_provider=self.model_call_details.get("custom_llm_provider", ""), - httpx_response=result, - request_data=self.model_call_details.get("request_data", {}), - logging_obj=self, - endpoint=self.model_call_details.get("endpoint", ""), ) + if provider_config is not None: + logging_result = provider_config.logging_non_streaming_response( + model=self.model, + custom_llm_provider=passthrough_provider, + httpx_response=result, + request_data=self.model_call_details.get("request_data", {}), + logging_obj=self, + endpoint=self.model_call_details.get("endpoint", ""), + ) return logging_result def _surface_response_headers_from_result(self, logging_result: object) -> None: @@ -3110,19 +3184,25 @@ class Logging(LiteLLMLoggingBaseClass): """ if logging_result is None: return - hidden_params: Final = getattr(logging_result, HIDDEN_PARAMS_ATTR, None) + hidden_params: Final = attribute_or_none(logging_result, HIDDEN_PARAMS_ATTR) if not hidden_params: return if self.model_call_details.get("litellm_params") is None: return - metadata_hidden_params: Final = hidden_params.copy() + metadata_hidden_params: Final = require_attributes( + require_attributes(hidden_params, _HiddenParamsCopier, "copy").copy(), _HiddenParamsSlot, "get" + ) response_cost: Final[object] = self.model_call_details.get("response_cost") if metadata_hidden_params.get("response_cost") is None and response_cost is not None: metadata_hidden_params["response_cost"] = response_cost - litellm_params: Final = self.model_call_details["litellm_params"] - metadata: Final = litellm_params.get("metadata") or {} + litellm_params: Final = require_attributes( + self._model_call_details_view["litellm_params"], _HiddenParamsSlot, "get" + ) + metadata: Final = litellm_params.get("metadata") or dict[str, object]() litellm_params["metadata"] = metadata + if not has_attributes(metadata, _MetadataSlot, "__setitem__"): + raise TypeError(f"'{type(metadata).__name__}' object does not support item assignment") metadata["hidden_params"] = metadata_hidden_params def _process_hidden_params_and_response_cost( @@ -3138,7 +3218,9 @@ class Logging(LiteLLMLoggingBaseClass): hidden_params: Final = getattr(logging_result, HIDDEN_PARAMS_ATTR, {}) if hidden_params: if self.model_call_details.get("litellm_params") is not None: - self.model_call_details["litellm_params"].setdefault("metadata", {}) + require_attributes( + self._model_call_details_view["litellm_params"], _MetadataDefaults, "setdefault" + ).setdefault("metadata", {}) if self.model_call_details["litellm_params"]["metadata"] is None: self.model_call_details["litellm_params"]["metadata"] = {} self.model_call_details["litellm_params"]["metadata"]["hidden_params"] = getattr( @@ -3151,8 +3233,9 @@ class Logging(LiteLLMLoggingBaseClass): self.model_call_details["response_cost"] = 0.0 self._add_failed_attempts_spend(get_usage_object(completion_response=logging_result)) elif "response_cost" in hidden_params: - self.model_call_details["response_cost"] = hidden_params["response_cost"] - self._record_zero_cost_diagnostic(logging_result, hidden_params["response_cost"]) + hidden_response_cost: Final = subscript(hidden_params, "response_cost") + self.model_call_details["response_cost"] = hidden_response_cost + self._record_zero_cost_diagnostic(logging_result, hidden_response_cost) self._add_failed_attempts_spend(get_usage_object(completion_response=logging_result)) elif (existing_cost := self.model_call_details.get("response_cost")) is not None and ( existing_cost != 0 or self.call_type == CallTypes.pass_through.value # pyright: ignore[reportUnknownMemberType] # Logging.call_type is untyped @@ -4631,10 +4714,23 @@ class Logging(LiteLLMLoggingBaseClass): elif self.model_call_details.get("combined_usage_object") is None: self.model_call_details["response_cost"] = 0 - if hasattr(exception, "headers") and isinstance(exception.headers, dict): + raised_exception: Final[object] = exception + exception_headers: Final = ( + as_str_mapping(raised_exception.headers) + if has_attributes(raised_exception, _ExceptionHeaders, "headers") + else None + ) + if isinstance(exception_headers, dict): self.model_call_details.setdefault("litellm_params", {}) - metadata: Final = self.model_call_details["litellm_params"].get("metadata", {}) or {} - metadata.update(exception.headers) + metadata: Final = require_attributes( + require_attributes(self._model_call_details_view["litellm_params"], _ParamsLookup, "get").get( + "metadata", dict[str, object]() + ) + or dict[str, object](), + _MetadataUpdate, + "update", + ) + metadata.update(exception_headers) ## STANDARDIZED LOGGING PAYLOAD @@ -6384,7 +6480,7 @@ def build_custom_logger_compatible_class( return callback # Get global BitBucket config - gitlab_config: Final = getattr(litellm, "global_gitlab_config", None) + gitlab_config: Final = litellm.global_gitlab_config if hasattr(litellm, "global_gitlab_config") else None if gitlab_config is None: raise ValueError("Gitlab configuration not found. Please set litellm.global_gitlab_config first.") @@ -7170,11 +7266,15 @@ class StandardLoggingPayloadSetup: if isinstance(reported, Usage): return reported normalized: Final = StandardLoggingPayloadSetup.get_usage_as_dict(response_obj) - return Usage(**normalized) if normalized else Usage(prompt_tokens=0, completion_tokens=0, total_tokens=0) + return ( + Usage(**_UsageFields(**decoded_json_object(normalized))) + if normalized + else Usage(prompt_tokens=0, completion_tokens=0, total_tokens=0) + ) @staticmethod def get_usage_as_dict( - response_obj: dict[str, Any] | None, + response_obj: Mapping[str, object] | None, combined_usage_object: Usage | None = None, ) -> dict[str, Any]: """ @@ -7198,19 +7298,23 @@ class StandardLoggingPayloadSetup: reported: Final = response_obj.get("usage_info") if isinstance(reported, BaseModel): return reported.model_dump(exclude_none=True) + reported_fields: Final = as_str_mapping(reported) return ( - {key: value for key, value in reported.items() if value is not None} - if isinstance(reported, dict) + {key: value for key, value in reported_fields.items() if value is not None} + if isinstance(reported_fields, dict) else dict(get_rerank_usage(_RESPONSE_MAPPING.validate_python(response_obj)) or _empty) ) if isinstance(_raw, ResponseAPIUsage): return ResponseAPILoggingUtils.transform_response_api_usage_to_chat_usage(_raw).model_dump() - if isinstance(_raw, dict): - if ResponseAPILoggingUtils.is_response_api_usage(_raw): - return ResponseAPILoggingUtils.transform_response_api_usage_to_chat_usage(_raw).model_dump() - if InteractionsUsageObjectTransformation.is_interactions_usage_object(_raw): - return InteractionsUsageObjectTransformation.transform_interactions_usage_object(_raw).model_dump() - return _raw + raw_fields: Final = as_str_mapping(_raw) + if isinstance(raw_fields, dict): + if ResponseAPILoggingUtils.is_response_api_usage(raw_fields): + return ResponseAPILoggingUtils.transform_response_api_usage_to_chat_usage(raw_fields).model_dump() + if InteractionsUsageObjectTransformation.is_interactions_usage_object(raw_fields): + return InteractionsUsageObjectTransformation.transform_interactions_usage_object( + raw_fields + ).model_dump() + return raw_fields if isinstance(_raw, Usage): return _raw.model_dump() return _empty diff --git a/litellm/litellm_core_utils/llm_cost_calc/guardrail_cost.py b/litellm/litellm_core_utils/llm_cost_calc/guardrail_cost.py index e4ad36f50bc..03f6794889c 100644 --- a/litellm/litellm_core_utils/llm_cost_calc/guardrail_cost.py +++ b/litellm/litellm_core_utils/llm_cost_calc/guardrail_cost.py @@ -311,6 +311,12 @@ def guardrail_information_cost(guardrail_information: object) -> float: return _validated_entry_cost(guardrail_information) +def guardrail_share_of_spend(spend_log_metadata: Mapping[str, object], spend: float) -> float: + """The part of a spend row's ``spend`` billed for its guardrails, priced the way success and failure rows add + it to spend and capped at the row's spend, since an allowance discount or a repeat job poll can charge less.""" + return min(guardrail_information_cost(spend_log_metadata.get("guardrail_information")), max(spend, 0.0)) + + def cost_breakdown_with_guardrail(cost_breakdown: CostBreakdown | None, guardrail_cost: float) -> CostBreakdown | None: if guardrail_cost <= 0.0: return cost_breakdown diff --git a/litellm/litellm_core_utils/llm_cost_calc/utils.py b/litellm/litellm_core_utils/llm_cost_calc/utils.py index ae7c4b47ece..4ff82f705d9 100644 --- a/litellm/litellm_core_utils/llm_cost_calc/utils.py +++ b/litellm/litellm_core_utils/llm_cost_calc/utils.py @@ -112,6 +112,7 @@ _BATCH_RATE_PREFIXES: Final = ( "input_cost_per_token", "output_cost_per_token", "cache_read_input_token_cost", + "cache_read_input_image_token_cost", "cache_creation_input_token_cost", ) _BATCH_TIER_PREFIXES: Final = (*_BATCH_RATE_PREFIXES, *_TTL_PRICED_CACHE_WRITE_RATE_KEYS.values()) @@ -326,6 +327,7 @@ class BatchCostRates: cache_read: float | None cache_creation: float | None cache_creation_rates_by_ttl: Mapping[str, float] = field(default_factory=lambda: MappingProxyType({})) + cache_read_image: float | None = None def _batch_rate(model_info: ModelInfo, key: str) -> float | None: @@ -388,6 +390,7 @@ def get_batch_cost_rates(model_info: ModelInfo, usage: Usage, custom_llm_provide if (rate := _batch_rate_for_prefix(model_info, key, usage, inclusive)) is not None } ), + cache_read_image=_batch_rate_for_prefix(model_info, "cache_read_input_image_token_cost", usage, inclusive), ) @@ -1426,7 +1429,7 @@ def get_regional_uplift_multiplier(model_info: ModelInfo, data_residency: str | residency: Final = data_residency.lower() if residency not in _VALID_DATA_RESIDENCIES: return 1.0 - multiplier: Final = model_info.get(f"regional_processing_uplift_multiplier_{residency}") + multiplier: Final[object] = model_info.get(f"regional_processing_uplift_multiplier_{residency}") if multiplier is None: return 1.0 if not isinstance(multiplier, (str, Buffer, SupportsFloat, SupportsIndex)): @@ -2104,6 +2107,7 @@ def calculate_image_response_cost_from_usage( custom_llm_provider: str, model_info: ModelInfo | None = None, vertex_location: str | None = None, + service_tier: str | None = None, ) -> float | None: """ Calculate image generation cost from usage metadata when available. @@ -2151,28 +2155,22 @@ def calculate_image_response_cost_from_usage( else completion_tokens_details_attr ) - if output_tokens_details is None: - completion_tokens_details = CompletionTokensDetailsWrapper( - text_tokens=0, - image_tokens=completion_tokens, - reasoning_tokens=0, - audio_tokens=0, - ) - else: - text_tokens = _get_token_detail_value(output_tokens_details, "text_tokens") or 0 - image_tokens: Final = _get_token_detail_value(output_tokens_details, "image_tokens") or 0 - audio_tokens: Final = _get_token_detail_value(output_tokens_details, "audio_tokens") or 0 - reasoning_tokens: Final = _get_token_detail_value(output_tokens_details, "reasoning_tokens") or 0 - known_output_tokens: Final = text_tokens + image_tokens + audio_tokens + reasoning_tokens - if completion_tokens > known_output_tokens: - text_tokens += completion_tokens - known_output_tokens - - completion_tokens_details = CompletionTokensDetailsWrapper( - text_tokens=text_tokens, - image_tokens=image_tokens, - reasoning_tokens=reasoning_tokens, - audio_tokens=audio_tokens, - ) + text_tokens: Final = _get_token_detail_value(output_tokens_details, "text_tokens") or 0 + image_tokens: Final = _get_token_detail_value(output_tokens_details, "image_tokens") or 0 + audio_tokens: Final = _get_token_detail_value(output_tokens_details, "audio_tokens") or 0 + reasoning_tokens: Final = _get_token_detail_value(output_tokens_details, "reasoning_tokens") or 0 + has_output_modalities: Final = any( + _get_token_detail_value(output_tokens_details, modality) is not None + for modality in ("text_tokens", "image_tokens", "audio_tokens") + ) + unitemized_tokens: Final = max(completion_tokens - text_tokens - image_tokens - audio_tokens - reasoning_tokens, 0) + unitemized_image_tokens: Final = unitemized_tokens if not has_output_modalities and image_response.data else 0 + completion_tokens_details: Final = CompletionTokensDetailsWrapper( + text_tokens=text_tokens + unitemized_tokens - unitemized_image_tokens, + image_tokens=image_tokens + unitemized_image_tokens, + reasoning_tokens=reasoning_tokens, + audio_tokens=audio_tokens, + ) normalized_usage: Final = Usage( prompt_tokens=prompt_tokens, @@ -2188,6 +2186,7 @@ def calculate_image_response_cost_from_usage( custom_llm_provider=custom_llm_provider, model_info=model_info, vertex_location=vertex_location, + service_tier=service_tier, ) return prompt_cost + completion_cost @@ -2295,6 +2294,7 @@ class CostCalculatorUtils: call_type: str | None = None, model_info: ModelInfo | None = None, vertex_location: str | None = None, + service_tier: str | None = None, ) -> float: """ Route the image generation cost calculator based on the custom_llm_provider @@ -2351,6 +2351,7 @@ class CostCalculatorUtils: image_response=completion_response, model_info=pricing, vertex_location=vertex_location, + service_tier=service_tier, ) elif custom_llm_provider == litellm.LlmProviders.BEDROCK.value: if isinstance(completion_response, ImageResponse): diff --git a/litellm/litellm_core_utils/llm_cost_calc/zero_cost_diagnostic.py b/litellm/litellm_core_utils/llm_cost_calc/zero_cost_diagnostic.py index 3ed598b5e97..78912d0a938 100644 --- a/litellm/litellm_core_utils/llm_cost_calc/zero_cost_diagnostic.py +++ b/litellm/litellm_core_utils/llm_cost_calc/zero_cost_diagnostic.py @@ -1,10 +1,12 @@ from collections.abc import Mapping from functools import reduce +from types import MappingProxyType from typing import Final from pydantic import TypeAdapter, ValidationError from typing_extensions import assert_never +from litellm.litellm_core_utils.llm_cost_calc.tiered_pricing import select_tier_for_input from litellm.litellm_core_utils.llm_cost_calc.utils import parse_prompt_tokens_details from litellm.types.utils import ( CompletionTokensDetailsWrapper, @@ -23,6 +25,7 @@ _TEXT_OUTPUT_RATE: Final = "output_cost_per_token" _AUDIO_OUTPUT_RATE: Final = "output_cost_per_audio_token" _RATE_KEY_MARKERS: Final = ("cost", "pricing") _NESTED_PRICING: Final = TypeAdapter(Mapping[str, object] | tuple[object, ...]) +_PRICING_TIERS: Final = TypeAdapter(tuple[Mapping[str, object], ...]) _MAX_PRICING_DEPTH: Final = 4 @@ -105,6 +108,33 @@ def _is_explicit_zero(value: object) -> bool: return not isinstance(value, bool) and isinstance(value, (int, float)) and value == 0 +def _pricing_for_usage(usage: Usage, pricing_entry: Mapping[str, object]) -> Mapping[str, object]: + tiered_pricing: Final = pricing_entry.get("tiered_pricing") + if not isinstance(tiered_pricing, list): + return pricing_entry + try: + tiers: Final = _PRICING_TIERS.validate_python(tiered_pricing) + except ValidationError: + return pricing_entry + tier: Final = select_tier_for_input(tiers, usage.prompt_tokens) + if tier is None or _TEXT_INPUT_RATE not in tier: + return pricing_entry + cache_rate: Final = tier.get(_CACHE_READ_INPUT_RATE) + return MappingProxyType( + { + **pricing_entry, + **tier, + _CACHE_READ_INPUT_RATE: cache_rate if cache_rate is not None else tier[_TEXT_INPUT_RATE], + } + ) + + +def is_explicitly_free_usage(usage: Usage, pricing_entry: Mapping[str, object]) -> bool: + selected_pricing: Final = _pricing_for_usage(usage, pricing_entry) + used_keys: Final = tuple(_effective_pricing_key(key, selected_pricing) for key in used_pricing_keys(usage)) + return bool(used_keys) and all(_is_explicit_zero(selected_pricing.get(key)) for key in used_keys) + + def diagnose_zero_cost( usage: Usage, pricing_model: str, diff --git a/litellm/litellm_core_utils/llm_response_utils/convert_dict_to_response.py b/litellm/litellm_core_utils/llm_response_utils/convert_dict_to_response.py index 0fed2cb2fce..20d1205c005 100644 --- a/litellm/litellm_core_utils/llm_response_utils/convert_dict_to_response.py +++ b/litellm/litellm_core_utils/llm_response_utils/convert_dict_to_response.py @@ -18,6 +18,7 @@ from litellm.constants import ( STREAM_FINISH_CHOICE_FIELDS, VLLM_CHOICE_FIELDS, ) +from litellm.litellm_core_utils.core_helpers import iter_items, subscript from litellm.litellm_core_utils.hidden_params import get_hidden_params from litellm.litellm_core_utils.prompt_templates.reasoning_utils import ( extract_reasoning_content, @@ -68,6 +69,14 @@ _MODEL_RESPONSE_FIELDS: Final[frozenset] = frozenset(ModelResponse.model_fields. _ANNOTATION_ENTRIES: Final = TypeAdapter(tuple[object, ...]) +class _ImageResponseFields(TypedDict, total=False, extra_items=object): + pass + + +def _image_response_from_fields(fields: Mapping[str, object]) -> ImageResponse: + return ImageResponse(**_ImageResponseFields(**fields)) + + def _is_provider_specific_annotation(annotation: object) -> bool: match annotation: case {"type": "url_citation"}: @@ -639,7 +648,7 @@ class LiteLLMResponseObjectHandler: model_response_dict: Final = model_response_object.model_dump() model_response_dict.update(response_object) - model_response_object = ImageResponse(**model_response_dict) + model_response_object = _image_response_from_fields(model_response_dict) return model_response_object @staticmethod @@ -683,12 +692,12 @@ class LiteLLMResponseObjectHandler: choices_list: Final[list[TextChoices]] = [] # Convert each choice to TextChoices - for choice in response["choices"]: + for choice in iter_items(subscript(response, "choices")): text_choices = TextChoices() - text_choices["text"] = choice["message"]["content"] - text_choices["index"] = choice["index"] + text_choices["text"] = subscript(subscript(choice, "message"), "content") + text_choices["index"] = subscript(choice, "index") text_choices["logprobs"] = transformed_logprobs - text_choices["finish_reason"] = choice["finish_reason"] + text_choices["finish_reason"] = subscript(choice, "finish_reason") choices_list.append(text_choices) text_completion_response["choices"] = choices_list diff --git a/litellm/litellm_core_utils/model_cost_table.py b/litellm/litellm_core_utils/model_cost_table.py new file mode 100644 index 00000000000..c28098d674c --- /dev/null +++ b/litellm/litellm_core_utils/model_cost_table.py @@ -0,0 +1,112 @@ +"""The live ``litellm.model_cost`` table, every write to it, and its version.""" + +from __future__ import annotations + +from collections.abc import Callable, Mapping +from dataclasses import dataclass +from functools import lru_cache +from typing import Final, Generic, ParamSpec, TypeVar + +from litellm.constants import DEFAULT_MAX_LRU_CACHE_SIZE + +P = ParamSpec("P") +R = TypeVar("R") + + +class AliasedCostEntry(dict[str, object]): + """A ``litellm.model_cost`` row, the one object every alias name of a model is served under.""" + + __slots__ = ("names", "registered_fields") + + def __init__( + self, entry: Mapping[str, object], names: tuple[str, ...], registered_fields: frozenset[str] = frozenset() + ) -> None: + super().__init__(entry) + self.names: tuple[str, ...] = names + self.registered_fields: frozenset[str] = registered_fields + + +@dataclass(frozen=True, slots=True) +class ModelCostVersion: + table: int + size: int + writes: int + + +class _Writes: + __slots__ = ("count",) + + def __init__(self) -> None: + self.count: int = 0 + + def record(self) -> None: + self.count += 1 + + +_WRITES: Final = _Writes() + + +def model_cost_version() -> ModelCostVersion: + import litellm + + table: Final = litellm.model_cost + return ModelCostVersion(table=id(table), size=len(table), writes=_WRITES.count) + + +def publish(table: dict[str, object]) -> None: + """Makes ``table`` the live ``litellm.model_cost``.""" + import litellm + + litellm.model_cost = table + _WRITES.record() + + +def write(rows: dict[str, object], written: Mapping[str, object]) -> None: + """Writes one registration's rows into ``rows``, the published table.""" + rows.update(written) + _WRITES.record() + + +def changed_in_place() -> None: + """Moves the version and drops the name index after an in-place edit of ``litellm.model_cost``.""" + from litellm.litellm_core_utils.get_model_cost_map import model_cost_inputs + + model_cost_inputs.invalidate() + _WRITES.record() + + +class VersionCached(Generic[P, R]): + """Decorates ``function`` with an ``lru_cache`` keyed on the ``litellm.model_cost`` version each call read, and + exposes that cache's ``cache_clear`` and ``cache_info``.""" + + __slots__ = ("_at", "cache_clear", "cache_info") + + def __init__(self, function: Callable[P, R]) -> None: + def at( + _version: ModelCostVersion, + *args: P.args, + **kwargs: P.kwargs, # kwargs-ok: forwards a ParamSpec unchanged + ) -> R: + return function(*args, **kwargs) + + cached: Final = lru_cache(maxsize=DEFAULT_MAX_LRU_CACHE_SIZE)(at) + self._at: Final = cached + self.cache_clear: Final = cached.cache_clear + self.cache_info: Final = cached.cache_info + + def __call__(self, *args: P.args, **kwargs: P.kwargs) -> R: # kwargs-ok: forwards a ParamSpec unchanged + return self._at(model_cost_version(), *args, **kwargs) + + +@dataclass(frozen=True, slots=True) +class Landing: + key: str + base: Mapping[str, object] + matched_builtin: bool + + +def published() -> dict[str, object]: + """The table published as ``litellm.model_cost`` now.""" + import litellm + + return litellm.model_cost diff --git a/litellm/litellm_core_utils/prompt_templates/factory.py b/litellm/litellm_core_utils/prompt_templates/factory.py index ae36484b294..704af2b9ebd 100644 --- a/litellm/litellm_core_utils/prompt_templates/factory.py +++ b/litellm/litellm_core_utils/prompt_templates/factory.py @@ -13,7 +13,7 @@ from types import MappingProxyType from typing import Annotated, Any, Final, Protocol, TypeAlias, TypedDict, TypeVar, cast, overload from jinja2.sandbox import ImmutableSandboxedEnvironment -from pydantic import BaseModel, BeforeValidator, ConfigDict, JsonValue, TypeAdapter, ValidationError, model_validator +from pydantic import BaseModel, BeforeValidator, ConfigDict, TypeAdapter, ValidationError, model_validator from pydantic_core import ErrorDetails, PydanticCustomError import litellm @@ -22,7 +22,12 @@ import litellm.types.llms from litellm import verbose_logger from litellm._uuid import uuid from litellm.constants import REDACTED_BY_LITELLM -from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_or_none, require_attributes +from litellm.litellm_core_utils.core_helpers import ( + as_object_list, + as_str_mapping, + attribute_or_none, + require_attributes, +) from litellm.litellm_core_utils.prompt_templates.mid_conversation_system import ( anthropic_system_messages, find_anthropic_server_tool_result, @@ -1455,22 +1460,25 @@ def convert_to_gemini_tool_call_invoke( raise Exception(f"Unable to convert openai tool calls={message} to gemini tool calls. Received error={e}") -def _json_children(node: JsonValue) -> Iterable[JsonValue]: - if isinstance(node, dict): - return node.values() - if isinstance(node, list): - return (child for child in node if not isinstance(child, list)) +def _json_children(node: object) -> Iterable[object]: + mapping: Final = as_str_mapping(node) + if mapping is not None: + return mapping.values() + items: Final = as_object_list(node) + if items is not None: + return (child for child in items if not isinstance(child, list)) return () -def _next_json_level(level: tuple[JsonValue, ...], _: None) -> tuple[JsonValue, ...]: +def _next_json_level(level: tuple[object, ...], _: None) -> tuple[object, ...]: return tuple(itertools.chain.from_iterable(_json_children(node) for node in level)) -def _is_part_reference(node: JsonValue) -> bool: - if not isinstance(node, dict): +def _is_part_reference(node: object) -> bool: + mapping: Final = as_str_mapping(node) + if mapping is None: return False - ref: Final[JsonValue] = node.get("$ref") + ref: Final = mapping.get("$ref") return isinstance(ref, str) and ref != "" @@ -1482,7 +1490,7 @@ def _may_spell_ref_key(raw_json: str) -> bool: return '"$ref"' in raw_json or _REF_CHAR_ESCAPE.search(raw_json) is not None -def _contains_part_reference(payload: JsonValue) -> bool: +def _contains_part_reference(payload: object) -> bool: """Gemini reads a {"$ref": ""} object in a function_response as a pointer to one of its parts, unless it sits under a list nested directly in a list @@ -1739,7 +1747,7 @@ def convert_to_gemini_tool_call_result( try: if content_str.strip().startswith("{") or content_str.strip().startswith("["): # Try to parse as JSON (for Computer Use structured responses) - parsed: Final[JsonValue] = json.loads(content_str) + parsed: Final = as_str_mapping(_DECODED_JSON.validate_python(json.loads(content_str))) if isinstance(parsed, dict) and not (_may_spell_ref_key(content_str) and _contains_part_reference(parsed)): response_data = parsed # Use the parsed JSON directly else: diff --git a/litellm/litellm_core_utils/prompt_templates/huggingface_template_handler.py b/litellm/litellm_core_utils/prompt_templates/huggingface_template_handler.py index d2531e70d6b..39baaed25e6 100644 --- a/litellm/litellm_core_utils/prompt_templates/huggingface_template_handler.py +++ b/litellm/litellm_core_utils/prompt_templates/huggingface_template_handler.py @@ -1,6 +1,6 @@ import json from datetime import datetime -from typing import Any, Final, Literal +from typing import Final, Literal from pydantic import TypeAdapter from typing_extensions import NotRequired, ReadOnly, TypedDict @@ -28,6 +28,10 @@ class _ChatTemplateFileResult(TypedDict): chat_template: NotRequired[ReadOnly[str]] +class _AddedToken(TypedDict, total=False, extra_items=object): + content: ReadOnly[str] + + def strftime_now(fmt: str) -> str: """ Custom function for templates that need current date/time formatting (e.g., gpt-oss) @@ -159,7 +163,7 @@ async def aget_chat_template_file(hf_model_name: str) -> _ChatTemplateFileResult _aget_chat_template_file = aget_chat_template_file -def extract_token_value(token_value: None | str | dict[str, Any]) -> str: +def extract_token_value(token_value: None | str | _AddedToken) -> str: """ Extract token string from various formats (string, dict, etc.) diff --git a/litellm/litellm_core_utils/prompt_templates/image_handling.py b/litellm/litellm_core_utils/prompt_templates/image_handling.py index fa6f1c1ed0a..cbee7c818c5 100644 --- a/litellm/litellm_core_utils/prompt_templates/image_handling.py +++ b/litellm/litellm_core_utils/prompt_templates/image_handling.py @@ -5,7 +5,7 @@ Helper functions to handle images passed in messages import asyncio import base64 import time -from collections.abc import Callable, Iterable, Iterator, Mapping, Sequence +from collections.abc import AsyncIterator, Callable, Iterable, Iterator, Mapping, Sequence from concurrent.futures import ThreadPoolExecutor from dataclasses import dataclass from functools import partial @@ -43,12 +43,15 @@ def _header_value(response: Response, name: str) -> str | None: return None -def _process_image_response(response: Response, url: str) -> str: +def _process_image_response(response: Response, url: str, download_budget: int | None = None) -> str: if response.status_code != 200: raise litellm.ImageFetchError( f"Error: Unable to fetch image from URL. Status code: {response.status_code}, url={url}" ) + if download_budget is not None and len(response.content) > download_budget: + raise litellm.ImageFetchError(f"Image download exceeds the remaining request budget of {download_budget} bytes") + # Check size before downloading if Content-Length header is present content_length: Final = _header_value(response, "Content-Length") if content_length is not None: @@ -105,7 +108,19 @@ def _rejected_image_fetch(url: str, verdict: SSRFError) -> "litellm.ImageFetchEr ) -async def async_convert_url_to_base64(url: str, timeout: float | httpx.Timeout | None = None) -> str: +def _cached_image(url: str, max_bytes: int | None) -> str | None: + cached: Final[object] = in_memory_cache.get_cache(url) + if not isinstance(cached, str): + return None + size: Final = len(cached.partition(",")[2].rstrip("=")) * 3 // 4 + if max_bytes is not None and size > max_bytes: + raise litellm.ImageFetchError(f"Image download exceeds the remaining request budget of {max_bytes} bytes") + return cached + + +async def async_convert_url_to_base64( + url: str, timeout: float | httpx.Timeout | None = None, *, max_bytes: int | None = None +) -> str: if url.startswith("data:") and ";base64," in url: return url @@ -115,15 +130,24 @@ async def async_convert_url_to_base64(url: str, timeout: float | httpx.Timeout | f"Error: Image URL download is disabled (MAX_IMAGE_URL_DOWNLOAD_SIZE_MB=0). url={url}" ) - cached_result: Final = in_memory_cache.get_cache(url) + cached_result: Final = _cached_image(url, max_bytes) if cached_result: return cached_result client: Final = litellm.module_level_aclient for attempt_timeout in _attempt_timeouts(timeout): try: - response = await async_safe_get(client, url, timeout=attempt_timeout) - return _process_image_response(response, url) + response = ( + await async_safe_get(client, url, timeout=attempt_timeout) + if max_bytes is None + else await async_safe_get( + _AsyncBodyPrefixReader(client.client), + url, + timeout=attempt_timeout, + max_response_bytes=max_bytes + 1, + ) + ) + return _process_image_response(response, url, max_bytes) except litellm.ImageFetchError: raise except SSRFError as e: @@ -133,7 +157,9 @@ async def async_convert_url_to_base64(url: str, timeout: float | httpx.Timeout | raise litellm.ImageFetchError(f"Error: Unable to fetch image from URL after 3 attempts. url={url}") -def convert_url_to_base64(url: str, timeout: float | httpx.Timeout | None = None) -> str: +def convert_url_to_base64( + url: str, timeout: float | httpx.Timeout | None = None, *, max_bytes: int | None = None +) -> str: if url.startswith("data:") and ";base64," in url: return url @@ -143,15 +169,19 @@ def convert_url_to_base64(url: str, timeout: float | httpx.Timeout | None = None f"Error: Image URL download is disabled (MAX_IMAGE_URL_DOWNLOAD_SIZE_MB=0). url={url}" ) - cached_result: Final = in_memory_cache.get_cache(url) + cached_result: Final = _cached_image(url, max_bytes) if cached_result: return cached_result client: Final = litellm.module_level_client for attempt_timeout in _attempt_timeouts(timeout): try: - response = safe_get(client, url, timeout=attempt_timeout) - return _process_image_response(response, url) + response = safe_get( + client if max_bytes is None else _ImageBodyReader(client.client, max_bytes + 1), + url, + timeout=attempt_timeout, + ) + return _process_image_response(response, url, max_bytes) except litellm.ImageFetchError: raise except SSRFError as e: @@ -288,6 +318,7 @@ class _BodyPrefixReader: headers: Mapping[str, str] | None = None, follow_redirects: bool = False, timeout: float | httpx.Timeout | None = None, + max_response_bytes: int | None = None, ) -> Response: with self.client.stream( "GET", @@ -300,6 +331,30 @@ class _BodyPrefixReader: return _with_body_prefix(response, prefix[:_PDF_SIGNATURE_WINDOW]) +@dataclass(frozen=True, slots=True) +class _ImageBodyReader: + client: httpx.Client + max_bytes: int + + def get( + self, + url: str, + *, + headers: Mapping[str, str] | None = None, + follow_redirects: bool = False, + timeout: float | httpx.Timeout | None = None, + max_response_bytes: int | None = None, + ) -> Response: + with self.client.stream( + "GET", + url, + headers=headers, + follow_redirects=follow_redirects, + timeout=USE_CLIENT_DEFAULT if timeout is None else timeout, + ) as response: + return _with_body_prefix(response, next(response.iter_bytes(self.max_bytes), b"")) + + @dataclass(frozen=True, slots=True) class _AsyncBodyPrefixReader: client: httpx.AsyncClient @@ -531,6 +586,29 @@ async def async_convert_urls_to_base64( ) +async def _download_outcome(url: str, timeout: float | httpx.Timeout | None) -> "str | litellm.ImageFetchError": + try: + return await async_convert_url_to_base64(url, timeout=timeout) + except litellm.ImageFetchError as error: + return error + + +async def _downloads_through_first_failure( + remote_urls: tuple[str, ...], timeout: float | httpx.Timeout | None +) -> "AsyncIterator[str | litellm.ImageFetchError]": + for url in remote_urls: + yield (outcome := await _download_outcome(url, timeout)) + if isinstance(outcome, litellm.ImageFetchError): + return + + +async def async_fetch_urls_to_base64( + remote_urls: tuple[str, ...], timeout: float | httpx.Timeout | None = None +) -> "Mapping[str, str | litellm.ImageFetchError]": + outcomes: Final = tuple([outcome async for outcome in _downloads_through_first_failure(remote_urls, timeout)]) + return MappingProxyType(dict(zip(remote_urls[: len(outcomes)], outcomes, strict=True))) + + def _remote_urls_to_inline( messages: Iterable[AllMessageValues], should_inline: Callable[[RemoteMedia], bool] ) -> tuple[str, ...]: @@ -539,6 +617,41 @@ def _remote_urls_to_inline( return tuple(dict.fromkeys(remote.url for remote in remotes if should_inline(_remote_media(remote)))) +def _message_parts(messages: Iterable[AllMessageValues]) -> Iterator[object]: + return chain.from_iterable(_content_parts(message) for message in messages) + + +def _file_of_file_part(part: object) -> Mapping[str, object] | None: + fields: Final = _as_mapping(part) + return _as_mapping(fields.get("file")) if fields is not None and fields.get("type") == "file" else None + + +def _file_id_url(part: object, url_starts: tuple[str, ...]) -> str | None: + file: Final = _file_of_file_part(part) + file_id: Final = file.get("file_id") if file is not None else None + return file_id if isinstance(file_id, str) and file_id.startswith(url_starts) else None + + +def _is_readable_file_part_or_other_part(part: object) -> bool: + fields: Final = _as_mapping(part) + if fields is None or fields.get("type") != "file": + return fields is not None + file: Final = _file_of_file_part(part) + file_id: Final = file.get("file_id") if file is not None else None + return file is not None and (not file_id or isinstance(file_id, str)) + + +def has_file_id_urls(messages: Iterable[AllMessageValues], url_starts: tuple[str, ...]) -> bool: + return any(_file_id_url(part, url_starts) is not None for part in _message_parts(messages)) + + +def file_id_urls_before_an_unreadable_part( + messages: Iterable[AllMessageValues], url_starts: tuple[str, ...] +) -> tuple[str, ...]: + readable_parts: Final = takewhile(_is_readable_file_part_or_other_part, _message_parts(messages)) + return tuple(dict.fromkeys(url for part in readable_parts if (url := _file_id_url(part, url_starts)) is not None)) + + def inline_remote_media( messages: list[AllMessageValues], # mutable-ok: every transform_request takes list[AllMessageValues] should_inline: Callable[[RemoteMedia], bool] = inline_every_remote_url, diff --git a/litellm/litellm_core_utils/prompt_templates/mid_conversation_system.py b/litellm/litellm_core_utils/prompt_templates/mid_conversation_system.py index ec6de4e206d..4a0fd6e26f0 100644 --- a/litellm/litellm_core_utils/prompt_templates/mid_conversation_system.py +++ b/litellm/litellm_core_utils/prompt_templates/mid_conversation_system.py @@ -35,11 +35,14 @@ from operator import itemgetter from types import MappingProxyType from typing import Final, Literal, TypeAlias, TypeVar +from pydantic import ValidationError + from litellm.types.llms.anthropic import ( ANTHROPIC_SERVER_TOOL_USE_ID_PREFIX, ANTHROPIC_TOOL_SEARCH_TOOL_NAMES, AnthropicMessagesSystemMessageParam, AnthropicSystemMessageContent, + AnthropicToolSearchToolResultBlock, ) from litellm.types.llms.openai import ( AllMessageValues, @@ -299,6 +302,15 @@ def is_anthropic_tool_search_use(tool_id: str, tool_name: str) -> bool: return tool_id.startswith(ANTHROPIC_SERVER_TOOL_USE_ID_PREFIX) and tool_name in ANTHROPIC_TOOL_SEARCH_TOOL_NAMES +def anthropic_tool_search_result(block: object) -> AnthropicToolSearchToolResultBlock | None: + if message_field(block, "type") != "tool_search_tool_result": + return None + try: + return AnthropicToolSearchToolResultBlock.model_validate(block) + except ValidationError: + return None + + def find_anthropic_server_tool_result( tool_id: str, web_search_results: Sequence[object] | None, diff --git a/litellm/litellm_core_utils/prompt_templates/reasoning_utils.py b/litellm/litellm_core_utils/prompt_templates/reasoning_utils.py index ff1f2e017e3..7773c189b53 100644 --- a/litellm/litellm_core_utils/prompt_templates/reasoning_utils.py +++ b/litellm/litellm_core_utils/prompt_templates/reasoning_utils.py @@ -282,14 +282,6 @@ def anthropic_content_lists(messages: Sequence[object]) -> Iterator[object]: ) -def _content_carries_encrypted_reasoning(content: object) -> bool: - return any(is_encrypted_reasoning_block(block) for block in _object_sequence(content)) - - -def messages_carry_encrypted_reasoning(messages: Sequence[object]) -> bool: - return any(_content_carries_encrypted_reasoning(content) for content in anthropic_content_lists(messages)) - - def _strip_encrypted_reasoning_from_blocks( content: object, *, diff --git a/litellm/litellm_core_utils/realtime_streaming.py b/litellm/litellm_core_utils/realtime_streaming.py index 01aa7296b0f..6d40d963d76 100644 --- a/litellm/litellm_core_utils/realtime_streaming.py +++ b/litellm/litellm_core_utils/realtime_streaming.py @@ -26,7 +26,7 @@ from litellm.constants import ( REALTIME_SESSION_SUCCESS_LOGGED_KEY, ) from litellm.litellm_core_utils.audio_utils.utils import normalized_audio_duration_seconds -from litellm.litellm_core_utils.core_helpers import as_str_mapping +from litellm.litellm_core_utils.core_helpers import as_str_mapping, decoded_json_object, json_contains from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER from litellm.llms.base_llm.realtime.transcription_protocol import RealtimeTranscriptionProtocolError from litellm.llms.base_llm.realtime.transformation import ( @@ -220,9 +220,13 @@ def _unscreened_audio_error_event(client_event_id: object) -> Mapping[str, objec } +def _decode_json(payload: str) -> object: + return _DECODED_JSON.validate_python(json.loads(payload)) + + def _decode_json_object(payload: str) -> Mapping[str, object]: """Decode a realtime frame into its top-level field mapping.""" - return json.loads(payload) + return decoded_json_object(_decode_json(payload)) _GUARDRAIL_TURN_DETECTION_GATE: Final[Mapping[str, object]] = MappingProxyType( @@ -511,7 +515,7 @@ class RealTimeStreaming: self._held_client_content: tuple[str, ...] = () self._held_client_content_bytes: int = 0 self._held_client_content_deadline: float | None = None - self._replay_scope: Final = client_websocket_scope(websocket) + self._replay_scope: Final = client_websocket_scope(self.websocket) self.backend_ws = backend_ws self.logging_obj = logging_obj self._logging_worker = logging_worker @@ -533,7 +537,7 @@ class RealTimeStreaming: self._translation_usage_finalized = False # Detect whether the client is explicitly opting into the beta protocol. - self._client_wants_beta = self.detect_beta_header(websocket) + self._client_wants_beta = self.detect_beta_header(self.websocket) self._backend_uses_beta_protocol = not translation_session and ( self._client_wants_beta if backend_uses_beta_protocol is None else backend_uses_beta_protocol ) @@ -674,7 +678,7 @@ class RealTimeStreaming: if not self._should_store_message(message_obj): return try: - event_type: Final = message_obj.get("type", "") + event_type: Final = decoded_json_object(message_obj).get("type", "") if event_type in self._SESSION_EVENT_TYPES: typed_obj: OpenAIRealtimeEvents = OpenAIRealtimeStreamSessionEvents(**message_obj) else: @@ -1020,7 +1024,7 @@ class RealTimeStreaming: sent = True continue try: - msg_obj = _decode_json_object(msg) + msg_obj = as_str_mapping(_decode_json(msg)) except (json.JSONDecodeError, TypeError): msg_obj = None if isinstance(msg_obj, dict) and self.provider_config.is_setup_message(msg_obj): @@ -1162,13 +1166,15 @@ class RealTimeStreaming: return _session_update_frame(self._held_session_update or _NO_SESSION_FIELDS) async def _hold_session_update(self, message: str) -> None: - client_event: Final = _decode_json_object(message) + client_event: Final = _decode_json(message) if self._held_session_update_bytes + len(message.encode("utf-8")) > RealTimeStreaming._MAX_BUFFERED_BYTES: await self.websocket.send_text( - json.dumps(_HELD_SESSION_UPDATE_TOO_LARGE.error_event(client_event.get("event_id"))) + json.dumps( + _HELD_SESSION_UPDATE_TOO_LARGE.error_event(decoded_json_object(client_event).get("event_id")) + ) ) return - session: Final = client_event.get("session") + session: Final = decoded_json_object(client_event).get("session") update: Final = _SESSION_FIELDS.validate_python(session) if isinstance(session, Mapping) else _NO_SESSION_FIELDS held: Final = _merge_session_fields(self._held_session_update or _NO_SESSION_FIELDS, update) self._held_session_update = held @@ -1182,7 +1188,7 @@ class RealTimeStreaming: _session_update_frame(session), self.model, None ) return next( - (frame for frame in preview if isinstance(frame, str) and "setup" in _decode_json_object(frame)), None + (frame for frame in preview if isinstance(frame, str) and json_contains(_decode_json(frame), "setup")), None ) def _leaves_applied_setup_unchanged(self, update: Mapping[str, object]) -> bool: @@ -1194,7 +1200,7 @@ class RealTimeStreaming: return ( applied_setup is not None and merged_setup is not None - and _decode_json_object(applied_setup) == _decode_json_object(merged_setup) + and _decode_json(applied_setup) == _decode_json(merged_setup) ) async def _acknowledge_session_setup(self, session: Mapping[str, object]) -> None: @@ -1522,8 +1528,8 @@ class RealTimeStreaming: ``return_new_content_delta_events`` modality lookup, ...). """ try: - message_obj: Final = _decode_json_object(transformed_message) - if "setup" in message_obj: + message_obj: Final = _decode_json(transformed_message) + if json_contains(message_obj, "setup"): self.session_configuration_request = transformed_message except (json.JSONDecodeError, TypeError): return @@ -1852,7 +1858,7 @@ class RealTimeStreaming: def _parse_backend_event(raw_response: str) -> dict[str, object] | None: """Parse a backend frame once. Returns None for non-JSON or non-object frames.""" try: - event: Final = _decode_json_object(raw_response) + event: Final = as_str_mapping(_decode_json(raw_response)) except (json.JSONDecodeError, TypeError): return None return event if isinstance(event, dict) else None diff --git a/litellm/litellm_core_utils/redact_messages.py b/litellm/litellm_core_utils/redact_messages.py index c13c9bc31fb..530339f1db2 100644 --- a/litellm/litellm_core_utils/redact_messages.py +++ b/litellm/litellm_core_utils/redact_messages.py @@ -34,6 +34,7 @@ from litellm.llms.vertex_ai.common_utils import ( from litellm.secret_managers.main import str_to_bool from litellm.types.router import BaselineRouteStamp from litellm.types.utils import StandardCallbackDynamicParams +from litellm.types.vector_stores import RETRIEVAL_QUERY_PARAMS if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import ( @@ -86,8 +87,8 @@ def _redacted_entries_for_opted_out_logger(model_call_details: Mapping[str, obje "messages": [{"role": "user", "content": REDACTED_BY_LITELLM}], "prompt": "", "input": "", - **({"instructions": REDACTED_BY_LITELLM} if model_call_details.get("instructions") is not None else {}), - **({"optional_params": _with_redacted_instructions(optional_params)} if optional_params is not None else {}), + **_request_field_redactions(model_call_details), + **({"optional_params": _with_redacted_request_fields(optional_params)} if optional_params is not None else {}), **({"litellm_params": redacted_litellm_params(litellm_params)} if litellm_params is not None else {}), **( {"standard_logging_object": _redact_standard_logging_object(standard_logging_object)} @@ -351,7 +352,7 @@ def _redacted_web_search_action(action: object) -> object: def _redacted_web_search_call(item: object) -> object: if isinstance(item, BaseModel): - action: Final = getattr(item, "action", None) + action: Final = attribute_or_none(item, "action") return item if action is None else item.model_copy(update={"action": _redacted_web_search_action(action)}) mapping: Final = _as_mapping(item) if mapping is None or mapping.get("action") is None: @@ -464,8 +465,24 @@ def _redact_responses_api_output_dict(output_items: Sequence[object], redacted_s return [_redacted_responses_api_output_item(item, redacted_str) for item in output_items] -def _with_redacted_instructions(params: Mapping[str, object]) -> Mapping[str, object]: - return params if params.get("instructions") is None else {**params, "instructions": REDACTED_BY_LITELLM} +_REDACTED_REQUEST_FIELDS: Final = ("instructions", "query_image", *RETRIEVAL_QUERY_PARAMS) +_NESTED_REQUEST_FIELDS: Final = ("extra_body", "additional_args", "complete_input_dict") + + +def _request_field_redactions(params: Mapping[str, object]) -> Mapping[str, object]: + return { + **{field: REDACTED_BY_LITELLM for field in _REDACTED_REQUEST_FIELDS if params.get(field) is not None}, + **{ + field: _with_redacted_request_fields(nested) + for field in _NESTED_REQUEST_FIELDS + if (nested := _as_mapping(params.get(field))) is not None + }, + } + + +def _with_redacted_request_fields(params: Mapping[str, object]) -> Mapping[str, object]: + redactions: Final = _request_field_redactions(params) + return {**params, **redactions} if redactions else params def _redacted_responses_api_response( @@ -478,7 +495,7 @@ def _redacted_responses_api_response( if isinstance(output, list) else output, } - return _with_redacted_instructions(redacted) if redact_instructions else redacted + return _with_redacted_request_fields(redacted) if redact_instructions else redacted def redacted_standard_logging_payload(payload: Mapping[str, object]) -> Mapping[str, object]: @@ -502,7 +519,7 @@ def _redact_standard_logging_object( standard_logging_object["messages"] = [{"role": "user", "content": redacted_str}] model_parameters: Final = _as_mapping(standard_logging_object.get("model_parameters")) if model_parameters is not None and redact_instructions: - standard_logging_object["model_parameters"] = _with_redacted_instructions(model_parameters) + standard_logging_object["model_parameters"] = _with_redacted_request_fields(model_parameters) response: Final = standard_logging_object.get("response") if response is not None: @@ -599,7 +616,7 @@ def redacted_litellm_params(params: Mapping[str, object], *, redact_request_body """ request: Final = _as_mapping(params.get("proxy_server_request")) return { - **(_with_redacted_instructions(params) if redact_request_body else params), + **(_with_redacted_request_fields(params) if redact_request_body else params), **{ key: _redacted_baseline_metadata(value) for key, value in params.items() @@ -613,7 +630,7 @@ def redacted_litellm_params(params: Mapping[str, object], *, redact_request_body } -def perform_redaction(model_call_details: dict, result, redact_streaming_responses: bool = True): +def perform_redaction(model_call_details: dict[str, object], result, redact_streaming_responses: bool = True): """ Performs the actual redaction on the logging object and result. @@ -638,8 +655,8 @@ def perform_redaction(model_call_details: dict, result, redact_streaming_respons if redact_streaming_responses: model_call_details.update( { - **({"instructions": REDACTED_BY_LITELLM} if model_call_details.get("instructions") is not None else {}), - **({"optional_params": _with_redacted_instructions(optional_params)} if optional_params else {}), + **_request_field_redactions(model_call_details), + **({"optional_params": _with_redacted_request_fields(optional_params)} if optional_params else {}), } ) model_call_details.pop(SERVED_OUTPUT_TEXTS_KEY, None) diff --git a/litellm/litellm_core_utils/routing_common_utils.py b/litellm/litellm_core_utils/routing_common_utils.py index 89d6729766f..363854f70de 100644 --- a/litellm/litellm_core_utils/routing_common_utils.py +++ b/litellm/litellm_core_utils/routing_common_utils.py @@ -38,7 +38,6 @@ _V = TypeVar("_V") MID_STREAM_CONTINUATION_KWARG: Final = "_mid_stream_continuation" ROUTER_ONLY_CALL_KWARGS: Final = frozenset({"silent_model", "include_fallback_errors", MID_STREAM_CONTINUATION_KWARG}) -_OBJECT_MAPPING_ADAPTER: Final[TypeAdapter[Mapping[object, object]]] = TypeAdapter(Mapping[object, object]) _DEPLOYMENT_ROWS_ADAPTER: Final[TypeAdapter[tuple[Mapping[str, object], ...]]] = TypeAdapter( tuple[Mapping[str, object], ...] ) @@ -215,30 +214,6 @@ def resolve_model_group_alias(model_group_alias: object, model: str) -> str | No return target -def resolve_served_model( - model: str, - model_alias_map: object, - key_aliases: object, - model_group_alias: object, -) -> str: - """Model the request preparation serves for `model`. - - Apply the global alias map, then key aliases, then `router_settings.model_group_alias`. - """ - global_aliases: Final = ( - _OBJECT_MAPPING_ADAPTER.validate_python(model_alias_map) if isinstance(model_alias_map, Mapping) else None - ) - global_target: Final = global_aliases.get(model) if global_aliases is not None else None - after_global: Final = global_target if isinstance(global_target, str) else model - key_alias_mapping: Final = ( - _OBJECT_MAPPING_ADAPTER.validate_python(key_aliases) if isinstance(key_aliases, Mapping) else None - ) - key_target: Final = key_alias_mapping.get(after_global) if key_alias_mapping is not None else None - after_key: Final = key_target if isinstance(key_target, str) else after_global - router_target: Final = resolve_model_group_alias(model_group_alias, after_key) - return router_target if router_target is not None else after_key - - def truncate_fallback_error_detail(detail: str) -> str: """ Bound a fallback failure detail before it is logged or appended to an exception message. @@ -299,9 +274,13 @@ def format_fallback_outcome_message( over_budget_targets: Final = tuple( dict.fromkeys(target.target for target in skipped if target.reason is FallbackSkipReason.OVER_BUDGET) ) + rate_limited_targets: Final = tuple( + dict.fromkeys(target.target for target in skipped if target.reason is FallbackSkipReason.RATE_LIMITED) + ) attempted_text: Final = ", ".join(str(mask_sensitive_structure(target)) for target in attempted_targets) not_authorized_text: Final = ", ".join(str(mask_sensitive_structure(target)) for target in not_authorized_targets) over_budget_text: Final = ", ".join(str(mask_sensitive_structure(target)) for target in over_budget_targets) + rate_limited_text: Final = ", ".join(str(mask_sensitive_structure(target)) for target in rate_limited_targets) attempted_failure: Final = ( (f"Fallback to {attempted_text} also failed: {fallback_failure_detail}",) if fallback_failure_detail and attempted_targets @@ -323,7 +302,15 @@ def format_fallback_outcome_message( if over_budget_targets else () ) - sentences: Final = attempted_failure + not_authorized_sentence + over_budget_sentence + rate_limited_sentence: Final = ( + ( + f"Fallback to {rate_limited_text} was skipped because the caller is over its per-model rate limit for " + f"{'it' if len(rate_limited_targets) == 1 else 'them'}.", + ) + if rate_limited_targets + else () + ) + sentences: Final = attempted_failure + not_authorized_sentence + over_budget_sentence + rate_limited_sentence if sentences: return f"{lead} {' '.join(sentences)}" diff --git a/litellm/litellm_core_utils/safe_json_dumps.py b/litellm/litellm_core_utils/safe_json_dumps.py index ea26d549326..b6783327884 100644 --- a/litellm/litellm_core_utils/safe_json_dumps.py +++ b/litellm/litellm_core_utils/safe_json_dumps.py @@ -3,7 +3,8 @@ import math from collections.abc import Callable from typing import Any, Final -from pydantic import BaseModel +from pydantic import BaseModel, TypeAdapter +from pydantic_core import to_jsonable_python from litellm.constants import DEFAULT_MAX_RECURSE_DEPTH @@ -113,3 +114,13 @@ def safe_dumps( return json.dumps( safe_json_structure(data, max_depth, value_transform, non_finite_as_null=non_finite_as_null), default=str ) + + +_JSONABLE: Final = TypeAdapter(object) + + +def jsonable_or_str(value: object) -> object: + try: + return _JSONABLE.validate_python(to_jsonable_python(value, fallback=str)) + except ValueError: + return str(value) diff --git a/litellm/litellm_core_utils/streaming_chunk_builder_utils.py b/litellm/litellm_core_utils/streaming_chunk_builder_utils.py index c87357122ce..ee70152636f 100644 --- a/litellm/litellm_core_utils/streaming_chunk_builder_utils.py +++ b/litellm/litellm_core_utils/streaming_chunk_builder_utils.py @@ -9,6 +9,7 @@ from typing import TYPE_CHECKING, Final, Optional, Protocol, TypeAlias, TypedDic from pydantic import BaseModel, TypeAdapter, ValidationError from typing_extensions import ReadOnly, Required +from typing_extensions import TypedDict as ExtraItemsTypedDict import litellm from litellm._logging import verbose_logger @@ -19,6 +20,7 @@ from litellm.litellm_core_utils.core_helpers import ( chunk_usage, finite_cost, provider_reported_usage_cost, + require_attributes, stamp_litellm_bill_on_usage, ) from litellm.litellm_core_utils.hidden_params import ( @@ -82,6 +84,18 @@ if TYPE_CHECKING: ) +class _UsageFields(ExtraItemsTypedDict, total=False, extra_items=object): + pass + + +def _usage_fields(fields: Mapping[str, object]) -> _UsageFields: + return _UsageFields(**fields) + + +class _SupportsModelDump(Protocol): + def model_dump(self) -> Mapping[str, object]: ... + + class _ThinkingBlockFragment(TypedDict, total=False): type: str | None data: str | None @@ -946,12 +960,12 @@ class ChunkProcessor: usage_chunk = chunk.hidden_params.get("usage", None) if isinstance(usage_chunk, dict): - return Usage(**usage_chunk) + return Usage(**_usage_fields(usage_chunk)) if isinstance(usage_chunk, UnreportedUsage): return None if usage_chunk is None or isinstance(usage_chunk, Usage): return usage_chunk - return Usage(**usage_chunk.model_dump()) + return Usage(**_usage_fields(require_attributes(usage_chunk, _SupportsModelDump, "model_dump").model_dump())) def _calculate_usage_per_chunk( self, @@ -1275,7 +1289,7 @@ class ChunkProcessor: if value is not None } - returned_usage = Usage(**returned_usage.model_dump(), **provider_pricing_fields) + returned_usage = Usage(**_usage_fields(returned_usage.model_dump()), **provider_pricing_fields) return returned_usage @@ -1500,7 +1514,11 @@ def _stamp_streaming_usage_cost(usage: Usage, response: ModelResponse, logging_o computed_cost: Final = logging_obj.response_cost_calculator(result=response) if isinstance(computed_cost, bool) or not isinstance(computed_cost, (int, float)) or computed_cost < 0: return - if computed_cost > 0 or isinstance(getattr(usage, "cost", None), (int, float)): + if ( + computed_cost > 0 + or isinstance(getattr(usage, "cost", None), (int, float)) + or logging_obj.is_usage_explicitly_free(response) + ): stamp_litellm_bill_on_usage(response, usage, float(computed_cost)) diff --git a/litellm/litellm_core_utils/streaming_handler.py b/litellm/litellm_core_utils/streaming_handler.py index f7bd86f3a0c..62ba7bb0e04 100644 --- a/litellm/litellm_core_utils/streaming_handler.py +++ b/litellm/litellm_core_utils/streaming_handler.py @@ -27,11 +27,17 @@ from litellm.constants import STREAM_CHUNK_CHOICE_FIELDS, STREAM_FINISH_CHOICE_F from litellm.litellm_core_utils.asyncify import asyncify from litellm.litellm_core_utils.core_helpers import ( UPSTREAM_USAGE_COST, + as_str_mapping, attribute_or_none, chunk_usage, decoded_json_object, + has_attributes, + json_contains, provider_reported_usage_cost, + require_attributes, stamp_litellm_bill_on_usage, + subscript, + without, ) from litellm.litellm_core_utils.hidden_params import ( HIDDEN_PARAMS_ATTR, @@ -46,6 +52,7 @@ from litellm.litellm_core_utils.model_response_utils import ( ) from litellm.litellm_core_utils.redact_messages import LiteLLMLoggingObject, drop_token_ids from litellm.litellm_core_utils.thread_pool_executor import executor +from litellm.llms.base_llm.chat.transformation import BaseLLMException from litellm.llms.ollama.common_utils import OllamaResponseIdNormalizer from litellm.types.llms.base import LiteLLMBaseModel from litellm.types.router import GenericLiteLLMParams @@ -82,6 +89,8 @@ FUNCTION_CALL_ATTRIBUTE: Final = "function_call" _SYNC_ITER_EXHAUSTED: Final = object() +_STREAMING_CHOICE_KEYS: Final = frozenset({"finish_reason", "index", "delta", "logprobs", "message"}) + _GCHUNK_FIELDS: Final[frozenset] = frozenset(GChunk.__annotations__) _CompleteStreamingResponse = ModelResponse | TextCompletionResponse | ModelResponseStream | None _USAGE_COST_HEADER_PROVIDERS: Final[frozenset[str]] = frozenset( @@ -112,7 +121,12 @@ def _stamp_usage_cost( usage: Final[object] = getattr(usage_chunk, "usage", None) if usage is None or isinstance(bill, bool) or not isinstance(bill, (int, float)): return - if bill <= 0 and not isinstance(getattr(usage, "cost", None), (int, float)): + complete_usage: Final = getattr(complete_response, "usage", None) + if ( + bill <= 0 + and not isinstance(getattr(usage, "cost", None), (int, float)) + and not (bill == 0 and getattr(complete_usage, "cost", None) == 0) + ): return chunk_hidden: Final = get_hidden_params(usage_chunk) if chunk_hidden is not None and UPSTREAM_USAGE_COST in complete_hidden: @@ -139,11 +153,18 @@ def _entry_len(entries: Mapping[str, object], key: str) -> int: def _prepend_upstream_choice_extras( - choice: StreamingChoices, upstream_choice: ChunkChoice, extra_keys: frozenset[str] + choice: StreamingChoices, upstream_choice: ChunkChoice | StreamingChoices, extra_keys: frozenset[str] ) -> None: if not extra_keys: return - upstream_extras: Final[Mapping[str, object]] = upstream_choice.model_dump(include=set(extra_keys)) + stored_extras: Final = { + key: value for key, value in (upstream_choice.__pydantic_extra__ or {}).items() if key in extra_keys + } + upstream_extras: Final[Mapping[str, object]] = ( + stored_extras + if _holds_only_scalars(stored_extras.items()) + else upstream_choice.model_dump(include=set(extra_keys)) + ) choice.__pydantic_extra__ = {**upstream_extras, **(choice.__pydantic_extra__ or {})} # rebind-ok: reuse choice choice.__pydantic_fields_set__.update(upstream_extras) @@ -180,6 +201,10 @@ def _response_choice_index(response_obj: Mapping[str, object]) -> int: return _upstream_choice_index(response_obj.get("original_chunk")) +def _delta_choice_index(completion_fields: Mapping[str, object], response_fields: Mapping[str, object]) -> object: + return completion_fields.get("index", response_fields.get("choice_index")) + + def _non_null_upstream_choice_fields(upstream_chunk: object, fields: Sequence[str]) -> Mapping[str, object]: first_choice: Final = _upstream_first_choice(upstream_chunk) upstream_extras: Final = first_choice.model_extra if first_choice is not None else None @@ -216,13 +241,21 @@ def _holds_only_scalars(fields: Iterable[tuple[str, object]]) -> bool: return all(value is None or isinstance(value, (str, int, float, bool)) for _, value in fields) +class _KeywordFields(TypedDict, total=False, extra_items=object): + pass + + +def _keyword_fields(fields: Mapping[str, object]) -> _KeywordFields: + return _KeywordFields(**fields) + + def _delta_from_upstream(upstream_delta: "BaseModel | _UpstreamDeltaLike | None") -> Delta | None: if upstream_delta is None: return Delta() if not isinstance(upstream_delta, BaseModel): return None try: - return Delta(**dict(iter(upstream_delta))) + return Delta(**_keyword_fields(dict(iter(upstream_delta)))) except Exception: return None @@ -260,7 +293,7 @@ def print_verbose(print_statement: object): @dataclass(frozen=True, slots=True) class _ProviderChunkParsed: - response_obj: dict[str, object] + response_obj: Mapping[str, object] @dataclass(frozen=True, slots=True) @@ -271,19 +304,8 @@ class _ProviderChunkEarlyReturn: _ProviderChunkResult = _ProviderChunkParsed | _ProviderChunkEarlyReturn -class _PredibaseStreamData(TypedDict): - token: NotRequired[Mapping[str, str]] - details: Mapping[str, str] - generated_text: str | None - error: str | None - - -class _NlpCloudStreamData(TypedDict): - generated_text: str - - -class _AlephAlphaStreamData(TypedDict): - completions: Sequence[Mapping[str, str]] +class _Replaceable(Protocol): + def replace(self, old: str, new: str, /) -> object: ... class _DeltaDumpDict(TypedDict): @@ -350,6 +372,32 @@ class _VertexChunkLike(Protocol): candidates: Sequence[_VertexCandidateLike] +class _TokenTotalsLike(Protocol): + prompt_tokens: int + completion_tokens: int + total_tokens: int + + +class _ParamsLookupLike(Protocol): + def get(self, key: str, default: object, /) -> object: ... + + +class _IdentifiedChunkLike(Protocol): + id: str + + +class _Decodable(Protocol): + def decode(self, encoding: str, /) -> str: ... + + +class _VllmRequestOutputLike(Protocol): + outputs: object + + +class _VllmCompletionOutputLike(Protocol): + text: object + + class _ParsedChunkHiddenParams(LiteLLMBaseModel): provider_specific_fields: Mapping[str, object] | None = None upstream_provider: str | None = None @@ -439,7 +487,7 @@ class CustomStreamWrapper: self.completion_stream = completion_stream self.sent_first_chunk = False self.sent_last_chunk = False - self._openai_handler_receives_chat_chunks = False + self._openai_handler_receives_chunk_objects = False self._failure_logging: asyncio.Task[None] | None = None self._closed = False self._stream_created_time: float = time.time() @@ -768,28 +816,33 @@ class CustomStreamWrapper: self.holding_chunk = "" return hold, curr_chunk - def handle_predibase_chunk(self, chunk): + def handle_predibase_chunk(self, chunk: object): try: if not isinstance(chunk, str): - chunk = chunk.decode("utf-8") # DO NOT REMOVE this: This is required for HF inference API + Streaming + chunk = require_attributes(chunk, _Decodable, "decode").decode( + "utf-8" + ) # DO NOT REMOVE this: This is required for HF inference API + Streaming text = "" is_finished = False finish_reason = "" print_verbose(f"chunk: {chunk}") if chunk.startswith("data:"): - data_json: Final[_PredibaseStreamData] = json.loads(chunk[5:]) + data_json: Final = _DECODED_JSON.validate_python(json.loads(chunk[5:])) print_verbose(f"data json: {data_json}") - if "token" in data_json and "text" in data_json["token"]: - text = data_json["token"]["text"] - if data_json.get("details", False) and data_json["details"].get("finish_reason", False): + if json_contains(data_json, "token") and json_contains(subscript(data_json, "token"), "text"): + text = subscript(subscript(data_json, "token"), "text") + data_lookup: Final = require_attributes(data_json, _ParamsLookupLike, "get") + if data_lookup.get("details", False) and require_attributes( + subscript(data_json, "details"), _ParamsLookupLike, "get" + ).get("finish_reason", False): is_finished = True - finish_reason = data_json["details"]["finish_reason"] - elif data_json.get("generated_text", False): # if full generated text exists, then stream is complete + finish_reason = subscript(subscript(data_json, "details"), "finish_reason") + elif data_lookup.get("generated_text", False): # if full generated text exists, then stream is complete text = "" # don't return the final bos token is_finished = True finish_reason = "stop" - elif data_json.get("error", False): - raise Exception(data_json.get("error")) + elif data_lookup.get("error", False): + raise Exception(data_lookup.get("error", None)) return { "text": text, "is_finished": is_finished, @@ -813,11 +866,11 @@ class CustomStreamWrapper: if self.model and "dolphin" in self.model: chunk = self.process_chunk(chunk=chunk) else: - data_json: Final[_NlpCloudStreamData] = json.loads(chunk) - chunk = data_json["generated_text"] + data_json: Final = _DECODED_JSON.validate_python(json.loads(chunk)) + chunk = subscript(data_json, "generated_text") text = chunk - if "[DONE]" in text: - text = text.replace("[DONE]", "") + if json_contains(text, "[DONE]"): + text = require_attributes(text, _Replaceable, "replace").replace("[DONE]", "") is_finished = True finish_reason = "stop" return { @@ -830,9 +883,9 @@ class CustomStreamWrapper: def handle_aleph_alpha_chunk(self, chunk): chunk = chunk.decode("utf-8") - data_json: Final[_AlephAlphaStreamData] = json.loads(chunk) + data_json: Final = _DECODED_JSON.validate_python(json.loads(chunk)) try: - text: Final = data_json["completions"][0]["completion"] + text: Final = subscript(subscript(subscript(data_json, "completions"), 0), "completion") is_finished: Final = True finish_reason: Final = "stop" return { @@ -999,20 +1052,17 @@ class CustomStreamWrapper: def model_response_creator( self, - chunk: dict | None = None, + chunk: dict[str, object] | None = None, hidden_params: Mapping[str, object] | None = None, delta: Delta | None = None, ) -> ModelResponseStream: _model: Final = self._served_openrouter_model() or self._cached_model_name _logging_obj_llm_provider: Final = self._cached_logging_llm_provider - if chunk is None: - args: dict[str, Any] = {"model": _model} - else: + if chunk is not None: chunk.pop("model", None) - args = {"model": _model} - if chunk: - args.update({k: v for k, v in chunk.items() if k != "stream"}) + chunk_fields: Final[Mapping[str, object]] = {k: v for k, v in chunk.items() if k != "stream"} if chunk else {} + args: Final = _keyword_fields({"model": _model, **chunk_fields}) model_response: Final = ( ModelResponseStream(**args) @@ -1093,7 +1143,8 @@ class CustomStreamWrapper: provider_specific_fields: Final = getattr(original_chunk, "provider_specific_fields", None) if provider_specific_fields is not None: model_response.provider_specific_fields = provider_specific_fields - _apply_provider_fields(model_response, provider_specific_fields) + if model_response.provider_specific_fields is not None: + _apply_provider_fields(model_response, model_response.provider_specific_fields) return model_response def is_chunk_non_empty( @@ -1154,21 +1205,19 @@ class CustomStreamWrapper: model_response.choices[0].delta["role"] = "assistant" self.sent_first_chunk = True elif self.sent_first_chunk is True and hasattr(model_response.choices[0].delta, "role"): - _initial_delta: Final = model_response.choices[0].delta.model_dump() - - _initial_delta.pop("role", None) - set_extra_attribute(model_response.choices[0], "delta", Delta(**_initial_delta)) + _initial_delta: Final = without(model_response.choices[0].delta.model_dump(), "role") + set_extra_attribute(model_response.choices[0], "delta", Delta(**_keyword_fields(_initial_delta))) return model_response def _prebuilt_plain_delta(self, chunk: object) -> Delta | None: if ( - not self._openai_handler_receives_chat_chunks - or not isinstance(chunk, ChatCompletionChunk) + not self._openai_handler_receives_chunk_objects + or not isinstance(chunk, (ChatCompletionChunk, ModelResponseStream)) or not chunk.choices ): return None upstream_delta: Final = cast( # cast-ok: [LIT006] runtime delta may be absent - ChoiceDelta | None, + ChoiceDelta | Delta | None, chunk.choices[0].delta, ) if ( @@ -1260,7 +1309,7 @@ class CustomStreamWrapper: self, completion_obj: dict[str, Any], model_response: ModelResponseStream, - response_obj: dict[str, Any], + response_obj: Mapping[str, Any], plain_delta_created: bool = False, ): from litellm.litellm_core_utils.core_helpers import ( @@ -1285,33 +1334,30 @@ class CustomStreamWrapper: if hold is False: ## check if openai/azure chunk - original_chunk: Final = response_obj.get("original_chunk", None) + original_chunk: Final[object] = response_obj.get("original_chunk", None) if original_chunk: - upstream_chunk: Final[_UpstreamChunkLike] = original_chunk + upstream_chunk: Final = require_attributes(original_chunk, _UpstreamChunkLike, "choices") if len(upstream_chunk.choices) > 0: - original_chunk_for_reuse: Final[object] = cast( # cast-ok: runtime type-check before access - object, - original_chunk, - ) upstream_choice: Final = ( - original_chunk_for_reuse.choices[0] + original_chunk.choices[0] if plain_delta_created - and isinstance(original_chunk_for_reuse, ChatCompletionChunk) - and len(original_chunk_for_reuse.choices) == 1 + and isinstance(original_chunk, (ChatCompletionChunk, ModelResponseStream)) + and len(original_chunk.choices) == 1 else None ) upstream_delta: Final = cast( # cast-ok: [LIT006] runtime delta may be absent - ChoiceDelta | None, + ChoiceDelta | Delta | None, getattr(upstream_choice, "delta", None), ) upstream_choice_extra_keys: Final = frozenset( (upstream_choice.__pydantic_extra__ or {}) if upstream_choice is not None else () ) + upstream_logprobs: Final[object] = getattr(upstream_choice, "logprobs", None) can_reuse_choice: Final = ( upstream_choice is not None and upstream_delta is not None and "enhancements" not in upstream_choice_extra_keys - and upstream_choice.logprobs is None + and upstream_logprobs is None and _holds_only_scalars(upstream_delta) ) if can_reuse_choice and upstream_choice is not None: @@ -1320,20 +1366,20 @@ class CustomStreamWrapper: _prepend_upstream_choice_extras( model_response.choices[0], upstream_choice, - upstream_choice_extra_keys - {"message"}, + upstream_choice_extra_keys - _STREAMING_CHOICE_KEYS, ) else: choices: Final = [] for choice in upstream_chunk.choices: try: if isinstance(choice, BaseModel): - choice_json = choice.model_dump() - choice_json.pop( - "finish_reason", None - ) # for mistral etc. which return a value in their last chunk (not-openai compatible). - choice_json.pop("logprobs", None) choices.append( - StreamingChoices(**choice_json, logprobs=getattr(choice, "logprobs", None)) + StreamingChoices( + **_keyword_fields( + without(choice.model_dump(), "finish_reason", "logprobs") + ), # for mistral etc. which return a value in their last chunk (not-openai compatible). + logprobs=getattr(choice, "logprobs", None), + ) ) except Exception: choices.append(StreamingChoices()) @@ -1361,10 +1407,10 @@ class CustomStreamWrapper: self.sent_first_chunk = True if response_obj.get("provider_specific_fields") is not None: completion_obj["provider_specific_fields"] = response_obj["provider_specific_fields"] - model_response.choices[0].delta = Delta(**completion_obj) - _index: Final[int | None] = completion_obj.get("index", response_obj.get("choice_index")) + model_response.choices[0].delta = Delta(**_keyword_fields(completion_obj)) + _index: Final = _delta_choice_index(completion_obj, response_obj) if _index is not None: - model_response.choices[0].index = _index + set_extra_attribute(model_response.choices[0], "index", _index) _apply_choice_fields(model_response.choices[0], chunk_choice_fields) if sibling_finish_reason is not None: @@ -1420,7 +1466,7 @@ class CustomStreamWrapper: # Preserve custom attributes from original chunk (applies to both # empty and non-empty delta final chunks). - _original_chunk: Final = response_obj.get("original_chunk", None) + _original_chunk: Final[object] = response_obj.get("original_chunk", None) if _original_chunk is not None: preserve_upstream_non_openai_attributes( model_response=model_response, @@ -1488,7 +1534,7 @@ class CustomStreamWrapper: def _dispatch_provider_chunk( self, - chunk: Any, + chunk: object, model_response: ModelResponseStream, completion_obj: dict[str, object], ) -> _ProviderChunkResult: @@ -1516,19 +1562,23 @@ class CustomStreamWrapper: chunk.choices[0].finish_reason = None return _ProviderChunkEarlyReturn(chunk) + chunk_fields: Final = as_str_mapping(chunk) + generic_chunk: Final = chunk_fields if isinstance(chunk_fields, dict) else None if ( - isinstance(chunk, dict) - and generic_chunk_has_all_required_fields(chunk=chunk) # check if chunk is a generic streaming chunk + # check if chunk is a generic streaming chunk + generic_chunk is not None and generic_chunk_has_all_required_fields(chunk=generic_chunk) ) or (self.custom_llm_provider and self.custom_llm_provider in litellm._custom_providers): if self.received_finish_reason is not None: - _chunk_has_content: Final = isinstance(chunk, dict) and ( - bool(chunk.get("text", "")) - or chunk.get("tool_use") is not None + _chunk_has_content: Final = generic_chunk is not None and ( + bool(generic_chunk.get("text", "")) + or generic_chunk.get("tool_use") is not None # Usage-only final chunks are valid and needed to surface # finish_reason/usage to downstream translators. - or chunk.get("usage") is not None + or generic_chunk.get("usage") is not None ) - if not _chunk_has_content and (not isinstance(chunk, dict) or "provider_specific_fields" not in chunk): + if not _chunk_has_content and ( + generic_chunk is None or "provider_specific_fields" not in generic_chunk + ): raise StopIteration anthropic_response_obj: Final[GChunk] = cast(GChunk, chunk) completion_obj["content"] = anthropic_response_obj["text"] @@ -1566,7 +1616,12 @@ class CustomStreamWrapper: if response_obj["is_finished"]: self.received_finish_reason = response_obj["finish_reason"] elif self.custom_llm_provider and self.custom_llm_provider == "vllm": - completion_obj["content"] = chunk[0].outputs[0].text + vllm_output: Final = require_attributes( + subscript(require_attributes(subscript(chunk, 0), _VllmRequestOutputLike, "outputs").outputs, 0), + _VllmCompletionOutputLike, + "text", + ) + completion_obj["content"] = vllm_output.text elif ( self.custom_llm_provider and self.custom_llm_provider == "aleph_alpha" ): # aleph alpha doesn't provide streaming @@ -1673,7 +1728,13 @@ class CustomStreamWrapper: if response_obj["is_finished"] and response_obj["sibling_finish_reason"] is None: self.received_finish_reason = response_obj["finish_reason"] if response_obj["usage"] is not None: - _text_completion_usage: Final[Usage] = response_obj["usage"] + _text_completion_usage: Final = require_attributes( + _DECODED_JSON.validate_python(response_obj["usage"]), + _TokenTotalsLike, + "prompt_tokens", + "completion_tokens", + "total_tokens", + ) setattr( model_response, "usage", @@ -1695,7 +1756,13 @@ class CustomStreamWrapper: if response_obj["is_finished"]: self.received_finish_reason = response_obj["finish_reason"] if "usage" in response_obj is not None: - _codestral_usage: Final[Usage] = response_obj["usage"] + _codestral_usage: Final = require_attributes( + _DECODED_JSON.validate_python(response_obj["usage"]), + _TokenTotalsLike, + "prompt_tokens", + "completion_tokens", + "total_tokens", + ) setattr( model_response, "usage", @@ -1737,14 +1804,16 @@ class CustomStreamWrapper: self._record_finish_choice_fields(cached_chunk) else: # openai / azure chat model self.uses_openai_chat_stream = True - if isinstance(chunk, ChatCompletionChunk): - self._openai_handler_receives_chat_chunks = True - if any(str(choice.finish_reason) == "abort" for choice in chunk.choices or ()): - raise litellm.InternalServerError( - message="Upstream generation aborted (finish_reason=abort)", - model=chunk.model, - llm_provider=self.custom_llm_provider, - ) + if isinstance(chunk, (ChatCompletionChunk, ModelResponseStream)): + self._openai_handler_receives_chunk_objects = True + if isinstance(chunk, ChatCompletionChunk) and any( + str(choice.finish_reason) == "abort" for choice in chunk.choices or () + ): + raise litellm.InternalServerError( + message="Upstream generation aborted (finish_reason=abort)", + model=chunk.model, + llm_provider=self.custom_llm_provider, + ) if self.custom_llm_provider in [ LlmProviders.AZURE.value, LlmProviders.AZURE_AI.value, @@ -1795,14 +1864,14 @@ class CustomStreamWrapper: ) return _ProviderChunkParsed(response_obj) - def chunk_creator(self, chunk: Any): + def chunk_creator(self, chunk: object): if isinstance(chunk, ModelResponseStream) and chunk.provider_specific_fields: self.logging_obj.record_native_bedrock_guardrail(chunk.provider_specific_fields) if self.custom_llm_provider != "cached_response" and isinstance( chunk, (ChatCompletionChunk, ModelResponseStream) ): self._ollama_response_ids.observe(chunk) - if hasattr(chunk, "id"): + if has_attributes(chunk, _IdentifiedChunkLike, "id"): self.response_id = chunk.id if self._ollama_response_ids.response_id is not None: self.response_id = self._ollama_response_ids.response_id @@ -1822,10 +1891,10 @@ class CustomStreamWrapper: ), delta=prebuilt_delta, ) - response_obj: dict[str, Any] = {} + response_obj: Mapping[str, object] = {} try: # return this for all models - completion_obj: Final[dict[str, Any]] = {"content": ""} + completion_obj: Final[dict[str, object]] = {"content": ""} dispatch_result: Final = self._dispatch_provider_chunk( chunk=chunk, model_response=model_response, @@ -1837,24 +1906,23 @@ class CustomStreamWrapper: model_response.model = self._served_openrouter_model() or self.model ## FUNCTION CALL PARSING - original_chunk: Final[_UpstreamChunkLike | None] = ( - response_obj.get("original_chunk") if response_obj is not None else None - ) + original_chunk: Final = response_obj.get("original_chunk") if response_obj is not None else None if ( original_chunk is not None ): # function / tool calling branch - only set for openai/azure compatible endpoints # enter this branch when no content has been passed in response - if hasattr(original_chunk, "id"): + if has_attributes(original_chunk, _IdentifiedChunkLike, "id"): model_response = self.set_model_id(original_chunk.id, model_response) if stored_attribute(original_chunk, "provider_specific_fields") is not None: model_response = self.copy_model_response_level_provider_specific_fields( original_chunk, model_response ) - if original_chunk.choices and len(original_chunk.choices) > 0: - delta: Final = original_chunk.choices[0].delta + upstream_chunk: Final = require_attributes(original_chunk, _UpstreamChunkLike, "choices") + if upstream_chunk.choices and len(upstream_chunk.choices) > 0: + delta: Final = upstream_chunk.choices[0].delta if delta is not None and (delta.function_call is not None or delta.tool_calls is not None): try: - model_response.system_fingerprint = original_chunk.system_fingerprint + model_response.system_fingerprint = upstream_chunk.system_fingerprint ## AZURE - check if arguments is not None if delta.function_call is not None: if delta.function_call.arguments is None: @@ -1904,7 +1972,7 @@ class CustomStreamWrapper: if "tool_calls" in completion_obj and _entry_len(completion_obj, "tool_calls") > 0: if self.is_function_call is True: # user passed in 'functions' param - completion_obj["function_call"] = completion_obj["tool_calls"][0]["function"] + completion_obj["function_call"] = subscript(subscript(completion_obj["tool_calls"], 0), "function") completion_obj["tool_calls"] = None self.tool_call = True @@ -1913,7 +1981,7 @@ class CustomStreamWrapper: if isinstance(chunk_usage, Usage): model_response.usage = chunk_usage elif isinstance(chunk_usage, BaseModel): - model_response.usage = Usage(**chunk_usage.model_dump()) + model_response.usage = Usage(**_keyword_fields(chunk_usage.model_dump())) ## RETURN ARG if isinstance(chunk, ModelResponseStream) and chunk.provider_specific_fields: @@ -2108,7 +2176,11 @@ class CustomStreamWrapper: else: asyncio.run(self.logging_obj.async_success_handler(processed_chunk, None, None, cache_hit)) ## SYNC LOGGING — only for sync SDK entrypoints; async proxy paths export via async_success_handler - litellm_params: Final[Mapping[str, object]] = self.logging_obj.model_call_details.get("litellm_params", {}) + litellm_params: Final = require_attributes( + _DECODED_JSON.validate_python(self.logging_obj.model_call_details.get("litellm_params", {})), + _ParamsLookupLike, + "get", + ) if self.logging_obj.is_sync_litellm_request(litellm_params): self.logging_obj.success_handler(processed_chunk, None, None, cache_hit) @@ -2517,7 +2589,10 @@ class CustomStreamWrapper: def fetch_sync_stream(self): if self.completion_stream is None and self.make_call is not None: # Call make_call to get the completion stream - self.completion_stream = self.make_call(client=litellm.module_level_client) + try: + self.completion_stream = self.make_call(client=litellm.module_level_client) + except (BaseLLMException, httpx.HTTPError) as e: + self._raise_open_error(e) self._stream_iter = self.completion_stream.__iter__() return self.completion_stream @@ -2525,7 +2600,10 @@ class CustomStreamWrapper: async def fetch_stream(self): if self.completion_stream is None and self.make_call is not None: # Call make_call to get the completion stream - self.completion_stream = await self.make_call(client=litellm.module_level_aclient) + try: + self.completion_stream = await self.make_call(client=litellm.module_level_aclient) + except (BaseLLMException, httpx.HTTPError) as e: + self._raise_open_error(e) self._stream_iter = self.completion_stream.__aiter__() return self.completion_stream @@ -2847,6 +2925,12 @@ class CustomStreamWrapper: if not self._emitted_disqualifying_content and self._delta_disqualifies_continuation(delta): self._emitted_disqualifying_content = True + def _raise_open_error(self, error: BaseLLMException | httpx.HTTPError) -> NoReturn: + try: + raise self._map_stream_exception(error) + except Exception as mapped: + raise mapped from error + def _map_stream_exception(self, original_exception: Exception) -> Exception: return exception_type( model=self.model, @@ -2985,9 +3069,9 @@ class CustomStreamWrapper: _strip_sse_data_from_chunk = strip_sse_data_from_chunk -def _usage_from_payload(payload: Mapping[str, Any]) -> Usage: +def _usage_from_payload(payload: Mapping[str, object]) -> Usage: """Build ``Usage`` from a wire-shaped usage dict, forwarding every key.""" - return litellm.Usage(**payload) + return litellm.Usage(**_keyword_fields(payload)) def _cache_token_count(details: PromptTokensDetailsWrapper | None, keys: tuple[str, ...]) -> int: diff --git a/litellm/litellm_core_utils/url_utils.py b/litellm/litellm_core_utils/url_utils.py index eae8ac04e8e..490d96746bd 100644 --- a/litellm/litellm_core_utils/url_utils.py +++ b/litellm/litellm_core_utils/url_utils.py @@ -51,6 +51,7 @@ class _UrlFetcher(Protocol): headers: dict[str, str] | None = None, follow_redirects: bool = False, timeout: float | httpx.Timeout | None = None, + max_response_bytes: int | None = None, ) -> httpx.Response: ... @@ -80,10 +81,11 @@ class _FetchOptions(TypedDict, total=False): headers: ReadOnly[dict[str, str]] follow_redirects: ReadOnly[bool] timeout: ReadOnly[float | httpx.Timeout | None] + max_response_bytes: ReadOnly[int | None] class _AsyncFetchOptions(_FetchOptions, total=False): - max_response_bytes: ReadOnly[int | None] + pass # Cloud-internal IPs that ``ip.is_global`` can report as public. Everything diff --git a/litellm/llms/a2a/common_utils.py b/litellm/llms/a2a/common_utils.py index f6ff6d3bc47..d9dd4b2b395 100644 --- a/litellm/llms/a2a/common_utils.py +++ b/litellm/llms/a2a/common_utils.py @@ -2,11 +2,12 @@ Common utilities for A2A (Agent-to-Agent) Protocol """ -from collections.abc import Awaitable, Callable, Mapping -from typing import Any, Final +from collections.abc import Awaitable, Callable, Mapping, Sequence +from typing import Final from pydantic import BaseModel +from litellm.litellm_core_utils.core_helpers import decoded_json_object, iter_items from litellm.litellm_core_utils.prompt_templates.common_utils import ( convert_content_list_to_str, ) @@ -67,7 +68,15 @@ def convert_messages_to_prompt(messages: list[AllMessageValues]) -> str: return "\n".join(conversation_parts) -def extract_text_from_a2a_message(message: dict[str, Any], depth: int = 0, max_depth: int = 10) -> str: +def _join_with_spaces(texts: Sequence[object]) -> str: + strings: Final = [text for text in texts if isinstance(text, str)] + if len(strings) == len(texts): + return " ".join(strings) + first_bad: Final = next(position for position, text in enumerate(texts) if not isinstance(text, str)) + raise TypeError(f"sequence item {first_bad}: expected str instance, {type(texts[first_bad]).__name__} found") + + +def extract_text_from_a2a_message(message: object, depth: int = 0, max_depth: int = 10) -> str: """ Extract text content from A2A message parts. @@ -82,19 +91,20 @@ def extract_text_from_a2a_message(message: dict[str, Any], depth: int = 0, max_d if message is None or depth >= max_depth: return "" - parts: Final = message.get("parts", []) - text_parts: Final[list[str]] = [] + parts: Final = iter_items(decoded_json_object(message).get("parts", [])) + text_parts: Final[list[object]] = [] for part in parts: - if part.get("kind") == "text": - text_parts.append(part.get("text", "")) + part_fields = decoded_json_object(part) + if part_fields.get("kind") == "text": + text_parts.append(part_fields.get("text", "")) # Handle nested parts if they exist - elif "parts" in part: - nested_text = extract_text_from_a2a_message(part, depth + 1, max_depth) + elif "parts" in part_fields: + nested_text = extract_text_from_a2a_message(part_fields, depth + 1, max_depth) if nested_text: text_parts.append(nested_text) - return " ".join(text_parts) + return _join_with_spaces(text_parts) def extract_text_from_a2a_response(response_dict: Mapping[str, object], max_depth: int = 10) -> str: diff --git a/litellm/llms/aiohttp_openai/chat/transformation.py b/litellm/llms/aiohttp_openai/chat/transformation.py index 9253ca389ee..9ad5a585e66 100644 --- a/litellm/llms/aiohttp_openai/chat/transformation.py +++ b/litellm/llms/aiohttp_openai/chat/transformation.py @@ -11,7 +11,8 @@ from collections.abc import Iterable, Mapping from typing import TYPE_CHECKING, Any, Final from aiohttp import ClientResponse -from pydantic import ConfigDict, TypeAdapter +from pydantic import ConfigDict, JsonValue, TypeAdapter +from typing_extensions import NotRequired, ReadOnly, TypedDict from litellm.litellm_core_utils.url_utils import ensure_api_route from litellm.llms.openai_like.chat.transformation import OpenAILikeChatConfig @@ -31,6 +32,16 @@ _JSON_OBJECTS: Final = TypeAdapter( ) +class _ChatCompletionBody(TypedDict, extra_items=object): + id: ReadOnly[str] + created: ReadOnly[int] + model: ReadOnly[str] + object: ReadOnly[str] + choices: ReadOnly[JsonValue] + system_fingerprint: ReadOnly[NotRequired[str | None]] + service_tier: ReadOnly[NotRequired[str | None]] + + class AiohttpOpenAIChatConfig(OpenAILikeChatConfig): def get_complete_url( self, @@ -73,7 +84,7 @@ class AiohttpOpenAIChatConfig(OpenAILikeChatConfig): api_key: str | None = None, json_mode: bool | None = None, ) -> ModelResponse: - _json_response: Final = await raw_response.json() + _json_response: Final[_ChatCompletionBody] = await raw_response.json() model_response.id = _json_response.get("id") model_response.choices = [ Choices.model_validate(choice) for choice in _JSON_OBJECTS.validate_python(_json_response.get("choices")) diff --git a/litellm/llms/anthropic/chat/handler.py b/litellm/llms/anthropic/chat/handler.py index 66c560013fb..00047e52f15 100644 --- a/litellm/llms/anthropic/chat/handler.py +++ b/litellm/llms/anthropic/chat/handler.py @@ -812,8 +812,9 @@ class ModelResponseIterator: reasoning_content=reasoning_content, speed=self.speed, ) - if usage.speed is not None: - self.speed = usage.speed + reported_speed: Final = self._cumulative_usage.get("speed") + if isinstance(reported_speed, str): + self.speed = reported_speed return usage def _content_block_delta_helper( diff --git a/litellm/llms/anthropic/chat/transformation.py b/litellm/llms/anthropic/chat/transformation.py index 48bccc7c001..1d24cfab131 100644 --- a/litellm/llms/anthropic/chat/transformation.py +++ b/litellm/llms/anthropic/chat/transformation.py @@ -6,7 +6,7 @@ from collections.abc import Callable, Iterable, Iterator, Mapping, Sequence from functools import partial from itertools import chain from types import MappingProxyType -from typing import TYPE_CHECKING, Annotated, Any, ClassVar, Final, NoReturn, cast +from typing import TYPE_CHECKING, Annotated, Any, ClassVar, Final, NoReturn, Protocol, cast, runtime_checkable import httpx from openai.types.responses.response_function_web_search import ResponseFunctionWebSearch @@ -31,6 +31,8 @@ from litellm.constants import ( ) from litellm.litellm_core_utils.asyncify import is_event_loop_running from litellm.litellm_core_utils.core_helpers import ( + as_object_list, + as_str_mapping, coerce_token_limit, drops_unsupported_params, map_finish_reason, @@ -151,8 +153,10 @@ from ..common_utils import ( requires_native_compaction_beta, stop_reason_provider_specific_fields, strip_advisor_blocks_from_messages, + tool_search_result_renamed, tools_marked_for_a_tool_config_point, validated_object_mapping, + without_stale_tool_search_results, ) if TYPE_CHECKING: @@ -411,6 +415,17 @@ class _AnthropicToolResultBlock(TypedDict, total=False): content: ReadOnly[object] +def _provider_fields_with_tool_names(message: object, forward_map: Mapping[str, str]) -> Mapping[str, object] | None: + provider_fields: Final = as_str_mapping(message_field(message, "provider_specific_fields")) + replayed_results: Final = parts_of(provider_fields.get("tool_results")) if provider_fields is not None else () + if provider_fields is None or not replayed_results: + return None + return { + **provider_fields, + "tool_results": [tool_search_result_renamed(result, forward_map) for result in replayed_results], + } + + _ENUM_TYPE_CHECKS: Final[Mapping[object, Callable[[object], bool]]] = MappingProxyType( { "null": lambda v: v is None, @@ -436,6 +451,46 @@ def _enum_conflicts_with_declared_type(schema: Mapping[str, object]) -> bool: return check is not None and not all(check(value) for value in enum_values) +def _as_json_object(value: object) -> Mapping[str, object] | None: + return value if isinstance(value, dict) else None + + +def _filtered_output_subschema(value: object) -> object: + subschema: Final = _as_json_object(value) + return value if subschema is None else AnthropicConfig.filter_anthropic_output_schema(subschema) + + +def _filtered_output_subschemas(value: object) -> object: + subschemas: Final = _as_json_object(value) + if subschemas is None: + return value + return {name: _filtered_output_subschema(subschema) for name, subschema in subschemas.items()} + + +def _filtered_output_branches(branches: Sequence[object]) -> Sequence[object]: + return [_filtered_output_subschema(branch) for branch in branches] + + +@runtime_checkable +class _SupportsAdd(Protocol): + def __add__(self, other: object, /) -> object: ... + + +def _concatenated(left: object, right: str | Sequence[object]) -> object: + if isinstance(left, _SupportsAdd): + return left + right + raise TypeError(f"unsupported operand type(s) for +: '{type(left).__name__}' and '{type(right).__name__}'") + + +def _extended_any_of(result: Mapping[str, object], branches: Sequence[object]) -> object: + filtered: Final = _filtered_output_branches(branches) + return _concatenated(result["anyOf"], filtered) if "anyOf" in result else filtered + + +def _described_with_note(description: object, note: str) -> object: + return _concatenated(_concatenated(description, " "), note) if description else note + + # Single, internal-only key on ``litellm_params`` used to thread the per- # request reverse map (sanitized -> original) from request build to response # parsing. ``litellm_params`` is never serialized to a provider; ``optional_ @@ -457,7 +512,7 @@ def _basic_sanitize_anthropic_tool_name(name: str) -> str: return _ANTHROPIC_TOOL_NAME_INVALID_CHARS.sub("_", name)[:_ANTHROPIC_TOOL_NAME_MAX_LEN] -def _build_anthropic_tool_name_maps( +def build_anthropic_tool_name_maps( original_names: list[str], ) -> tuple[dict[str, str], dict[str, str]]: """Build (forward, reverse) tool-name maps for a single request. @@ -913,7 +968,7 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): return params @staticmethod - def filter_anthropic_output_schema(schema: dict[str, Any]) -> dict[str, Any]: + def filter_anthropic_output_schema(schema: Mapping[str, object]) -> Mapping[str, object]: """ Filter out unsupported fields from JSON schema for Anthropic's output_format API. @@ -1005,16 +1060,12 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): note_value = json.dumps(value) if isinstance(value, (dict, list)) else value constraint_descriptions.append(label.format(note_value)) - result: Final[dict[str, Any]] = {} + result: Final[dict[str, object]] = {} # Update description with removed constraint info if constraint_descriptions: - existing_desc: Final = schema.get("description", "") constraint_note: Final = "Note: " + ", ".join(constraint_descriptions) + "." - if existing_desc: - result["description"] = existing_desc + " " + constraint_note - else: - result["description"] = constraint_note + result["description"] = _described_with_note(schema.get("description"), constraint_note) drops_conflicting_type: Final = _enum_conflicts_with_declared_type(schema) @@ -1027,26 +1078,21 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): # Already handled above continue - if key in ("properties", "$defs", "definitions") and isinstance(value, dict): - nested_schemas: dict[str, Any] = value # mutable-ok: filter_anthropic_output_schema takes a dict - result[key] = {k: AnthropicConfig.filter_anthropic_output_schema(v) for k, v in nested_schemas.items()} - elif key == "items" and isinstance(value, dict): - nested_schema: dict[str, Any] = value # mutable-ok: filter_anthropic_output_schema takes a dict - result[key] = AnthropicConfig.filter_anthropic_output_schema(nested_schema) - elif key == "anyOf" and isinstance(value, list): - result["anyOf"] = result.get("anyOf", []) + [ - AnthropicConfig.filter_anthropic_output_schema(item) for item in value - ] - elif key == "allOf" and isinstance(value, list): - result[key] = [AnthropicConfig.filter_anthropic_output_schema(item) for item in value] + branches = as_object_list(value) + if key in ("properties", "$defs", "definitions"): + result[key] = _filtered_output_subschemas(value) + elif key == "items": + result[key] = _filtered_output_subschema(value) + elif key == "anyOf" and branches is not None: + result["anyOf"] = _extended_any_of(result, branches) + elif key == "allOf" and branches is not None: + result[key] = _filtered_output_branches(branches) elif key == "$ref" and isinstance(value, str): result[key] = schema_fragment_ref(value) - elif key == "oneOf" and isinstance(value, list): + elif key == "oneOf" and branches is not None: # Anthropic rejects oneOf ("Schema type 'oneOf' is not supported"); # the Anthropic SDK rewrites it to anyOf, so do the same. - result["anyOf"] = result.get("anyOf", []) + [ - AnthropicConfig.filter_anthropic_output_schema(item) for item in value - ] + result["anyOf"] = _extended_any_of(result, branches) else: result[key] = value @@ -1458,8 +1504,9 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): messages: list[AllMessageValues], name_forward_map: dict[str, str], ) -> list[AllMessageValues]: - """Return a copy of `messages` with tool_call/function_call names - rewritten using the per-request forward map. + """Return a copy of `messages` with tool_call/function_call names, and + the tools a replayed tool search found, rewritten using the per-request + forward map. Only mutates messages whose tool_call/function_call name is *in* the forward map. Names absent from the map (already valid, no collision) @@ -1475,7 +1522,8 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): continue tool_calls = msg.get("tool_calls") function_call = msg.get("function_call") - if not tool_calls and not function_call: + renamed_provider_fields = _provider_fields_with_tool_names(msg, name_forward_map) + if not tool_calls and not function_call and renamed_provider_fields is None: new_messages.append(msg) continue new_msg = dict(msg) @@ -1501,6 +1549,8 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): new_fc = dict(function_call) new_fc["name"] = name_forward_map[fc_name] new_msg["function_call"] = new_fc + if renamed_provider_fields is not None: + new_msg["provider_specific_fields"] = renamed_provider_fields new_messages.append(cast(AllMessageValues, new_msg)) return new_messages @@ -1517,7 +1567,7 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): callers that need to compute the maps from the raw OpenAI shape -- e.g. test setup or future pre-mapping consumers. - See _build_anthropic_tool_name_maps for the collision rules. Pulls + See build_anthropic_tool_name_maps for the collision rules. Pulls the original name out of either ``{"function": {"name": ...}}`` (legacy OpenAI shape) or ``{"name": ...}`` (rare top-level shape). """ @@ -1530,7 +1580,7 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): original = tool.get("name") if isinstance(original, str) and original: original_names.append(original) - return _build_anthropic_tool_name_maps(original_names) + return build_anthropic_tool_name_maps(original_names) @staticmethod def _sanitize_tool_names_in_request( @@ -1558,7 +1608,7 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): # 1. Collect originals from the Anthropic-shaped custom-tool entries. # Order matters: the first occurrence wins the canonical slot; # later collisions get numeric suffixes (see - # ``_build_anthropic_tool_name_maps``). + # ``build_anthropic_tool_name_maps``). original_names: Final[list[str]] = [] for t in tools: if not isinstance(t, dict): @@ -1572,7 +1622,7 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): if not original_names: return {}, {} - forward, reverse = _build_anthropic_tool_name_maps(original_names) + forward, reverse = build_anthropic_tool_name_maps(original_names) if not forward: # Every name was already valid -- nothing to do. return forward, reverse @@ -2544,7 +2594,7 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): # The reverse map only contains entries for names that were actually # rewritten -- so a tool legitimately named ``foo_bar`` is never # incorrectly retyped to ``foo/bar`` on the response side. - # See _build_anthropic_tool_name_maps for the collision-handling + # See build_anthropic_tool_name_maps for the collision-handling # rules and rationale. _name_forward_map, _name_reverse_map = self._sanitize_tool_names_in_request( optional_params=optional_params, @@ -2600,8 +2650,12 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): ## Prevents Anthropic 400: advisor_tool_result in history requires advisor tool. _all_tools: Final = optional_params.get("tools") or [] _has_advisor = any(isinstance(t, dict) and t.get("type") == ANTHROPIC_ADVISOR_TOOL_TYPE for t in _all_tools) - if not _has_advisor: - anthropic_messages = strip_advisor_blocks_from_messages(anthropic_messages) + anthropic_messages = list( + without_stale_tool_search_results( + anthropic_messages if _has_advisor else strip_advisor_blocks_from_messages(anthropic_messages), + _TOOLS_ADAPTER.validate_python(_all_tools), + ) + ) ## Add code_execution tool if container_upload is in messages _tools: Final = ( @@ -3239,7 +3293,7 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig): # Reverse-map rewritten tool names back to caller's originals so a # downstream OpenAI-style dispatcher can match on the registered name. - # See _build_anthropic_tool_name_maps for why this is keyed on the + # See build_anthropic_tool_name_maps for why this is keyed on the # per-request reverse map (so a tool legitimately named `foo_bar` is # never incorrectly retyped to `foo/bar`). No-op when the map is # empty (the common case). diff --git a/litellm/llms/anthropic/common_utils.py b/litellm/llms/anthropic/common_utils.py index 1c42dd15853..e32754adf03 100644 --- a/litellm/llms/anthropic/common_utils.py +++ b/litellm/llms/anthropic/common_utils.py @@ -34,6 +34,7 @@ from litellm.litellm_core_utils.prompt_templates.file_id_utils import ( get_file_ids_from_messages, ) from litellm.litellm_core_utils.prompt_templates.mid_conversation_system import ( + anthropic_tool_search_result, find_anthropic_server_tool_result, message_field, parts_of, @@ -64,10 +65,12 @@ from litellm.types.llms.anthropic import ( ANTHROPIC_THINKING_DISPLAY_UPDATES_BETA_HEADER, ANTHROPIC_TOOL_SEARCH_TOOL_TYPES, LEGACY_THINKING_DISPLAY_UPDATES_PROVIDERS, + AllAnthropicPassThroughMessageValues, AllAnthropicToolsValues, AnthropicMcpServerTool, AnthropicMessagesToolChoice, AnthropicThinkingParam, + AnthropicToolSearchToolResultBlock, ) from litellm.types.llms.base import LiteLLMBaseModel from litellm.types.llms.openai import ( @@ -1918,6 +1921,113 @@ def strip_advisor_blocks_from_messages(messages: list[_MessageT], replace_with_t return messages +def _assistant_blocks(message: AllAnthropicPassThroughMessageValues) -> tuple[object, ...]: + return parts_of(message["content"]) if message["role"] == "assistant" else () + + +def _results_with_unloaded_tools( + messages: Sequence[AllAnthropicPassThroughMessageValues], tool_names: frozenset[str] +) -> tuple[AnthropicToolSearchToolResultBlock, ...]: + blocks: Final = chain.from_iterable(map(_assistant_blocks, messages)) + results: Final = (result for result in map(anthropic_tool_search_result, blocks) if result is not None) + return tuple(result for result in results if not tool_names.issuperset(result.tool_names)) + + +def _is_stale_tool_search_block(block: object, stale_ids: frozenset[str]) -> bool: + match message_field(block, "type"): + case "server_tool_use": + return message_field(block, "id") in stale_ids + case "tool_search_tool_result": + return message_field(block, "tool_use_id") in stale_ids + case _: + return False + + +def _with_loaded_tool_references_only(block: object, tool_names: frozenset[str]) -> object: + result: Final = anthropic_tool_search_result(block) + fields: Final = as_str_mapping(block) + if result is None or fields is None or tool_names.issuperset(result.tool_names): + return block + content: Final = as_str_mapping(fields.get("content")) or MappingProxyType({}) + references: Final = parts_of(content.get("tool_references")) + loaded: Final = [reference for reference in references if message_field(reference, "tool_name") in tool_names] + return {**fields, "content": {**content, "tool_references": loaded}} + + +def _with_loaded_tool_searches_only( + message: AllAnthropicPassThroughMessageValues, stale_ids: frozenset[str], tool_names: frozenset[str] +) -> AllAnthropicPassThroughMessageValues | None: + if message["role"] != "assistant": + return message + content: Final = message["content"] + if isinstance(content, str): + return message + blocks: Final = list(content) + kept: Final = [ + _with_loaded_tool_references_only(block, tool_names) + for block in blocks + if not _is_stale_tool_search_block(block, stale_ids) + ] + if kept == blocks: + return message + return {**message, "content": kept} if kept else None + + +def _tool_reference_renamed(reference: object, name_map: Mapping[str, str]) -> object: + fields: Final = as_str_mapping(reference) + name: Final = fields.get("tool_name") if fields is not None else None + if fields is None or not isinstance(name, str) or name not in name_map: + return reference + return {**fields, "tool_name": name_map[name]} + + +def tool_search_content_renamed(content: object, name_map: Mapping[str, str]) -> object: + fields: Final = as_str_mapping(content) + if fields is None or "tool_references" not in fields: + return content + references: Final = parts_of(fields["tool_references"]) + return {**fields, "tool_references": [_tool_reference_renamed(reference, name_map) for reference in references]} + + +def tool_search_result_renamed(block: object, name_map: Mapping[str, str]) -> object: + fields: Final = as_str_mapping(block) + if fields is None or fields.get("type") != "tool_search_tool_result": + return block + return {**fields, "content": tool_search_content_renamed(fields.get("content"), name_map)} + + +def replays_tool_search(messages: object) -> bool: + contents: Final = (message_field(message, "content") for message in parts_of(messages)) + blocks: Final = chain.from_iterable(map(parts_of, contents)) + return any(anthropic_tool_search_result(block) is not None for block in blocks) + + +def without_stale_tool_search_results( + messages: Sequence[AllAnthropicPassThroughMessageValues], tools: Sequence[object] +) -> tuple[AllAnthropicPassThroughMessageValues, ...]: + """ + Leave out the tools a replayed tool search found that are no longer in ``tools``, + and the whole search, its ``server_tool_use`` and its ``tool_search_tool_result``, + when none of them are left. Anthropic rejects such a history with "Tool reference + '' not found in available tools", for example after a follow-up turn removes + a tool or sends none. + """ + tool_names: Final = frozenset(name for tool in tools if isinstance(name := message_field(tool, "name"), str)) + unloaded: Final = _results_with_unloaded_tools(messages, tool_names) + if not unloaded: + return tuple(messages) + litellm.verbose_logger.debug( + "Leaving out the tools a replayed tool search found that this request no longer sends: %s", + sorted(frozenset(chain.from_iterable(result.tool_names for result in unloaded)) - tool_names), + ) + stale_ids: Final = frozenset(result.tool_use_id for result in unloaded if tool_names.isdisjoint(result.tool_names)) + return tuple( + kept + for message in messages + if (kept := _with_loaded_tool_searches_only(message, stale_ids, tool_names)) is not None + ) + + def is_anthropic_invalid_thinking_block_error(error_text: str) -> bool: """ Detect Anthropic 400 errors caused by invalid thinking blocks in replayed @@ -2460,7 +2570,7 @@ def changed_server_tool_call_arguments( def write_anthropic_hosted_web_call_arguments(holder: Message | Delta, arguments_by_tool_id: Mapping[str, str]) -> None: - fields: Final = holder.provider_specific_fields + fields: Final[Mapping[str, object]] = holder.provider_specific_fields or {} if not arguments_by_tool_id or not fields or fields.get("web_search_calls") is None: return holder.provider_specific_fields = { # rebind-ok: the hosted copy of a rewritten call must not keep its old input @@ -2488,7 +2598,7 @@ def _jsonable_hosted_web_call(item: object, arguments_by_tool_id: Mapping[str, s call: Final = _with_hosted_web_call_arguments(item, arguments_by_tool_id) if not isinstance(call, ResponseFunctionWebSearch): return call - return _WEB_SEARCH_CALL_ADAPTER.dump_python(call, mode="json", exclude_none=True) + return _DECODED_JSON.validate_python(_WEB_SEARCH_CALL_ADAPTER.dump_python(call, mode="json", exclude_none=True)) def _with_hosted_web_call_arguments(item: object, arguments_by_tool_id: Mapping[str, str]) -> object: @@ -2503,7 +2613,7 @@ def _with_hosted_web_call_arguments(item: object, arguments_by_tool_id: Mapping[ def without_anthropic_server_tool_calls(holder: Message, tool_ids: frozenset[str]) -> None: - fields: Final = holder.provider_specific_fields or {} + fields: Final[Mapping[str, object]] = holder.provider_specific_fields or {} holder.provider_specific_fields = { # rebind-ok: a denied call must leave every copy of the message it was on **fields, "server_tool_calls": [ diff --git a/litellm/llms/anthropic/count_tokens/handler.py b/litellm/llms/anthropic/count_tokens/handler.py index 7a7d1d776d3..46c90295198 100644 --- a/litellm/llms/anthropic/count_tokens/handler.py +++ b/litellm/llms/anthropic/count_tokens/handler.py @@ -125,6 +125,8 @@ class AnthropicCountTokensHandler(AnthropicCountTokensConfig): status_code=e.response.status_code, message=e.response.text, ) + except litellm.Timeout as e: + raise AnthropicError(status_code=e.status_code, message=str(e)) from e except Exception as e: verbose_logger.error("Error in CountTokens handler: %s", e) raise AnthropicError( diff --git a/litellm/llms/anthropic/count_tokens/token_counter.py b/litellm/llms/anthropic/count_tokens/token_counter.py index 99b1cd7f241..755ccd129d8 100644 --- a/litellm/llms/anthropic/count_tokens/token_counter.py +++ b/litellm/llms/anthropic/count_tokens/token_counter.py @@ -18,7 +18,7 @@ from litellm.llms.anthropic.count_tokens.transformation import ( ChatCountTranslationError, anthropic_count_fields, ) -from litellm.llms.base_llm.base_utils import BaseTokenCounter +from litellm.llms.base_llm.base_utils import BaseTokenCounter, deployment_timeout from litellm.types.utils import CountContextManagement, LlmProviders, TokenCountMessagesFormat, TokenCountResponse # Global handler instance - reuse across all token counting requests @@ -134,6 +134,7 @@ class AnthropicTokenCounter(BaseTokenCounter): optional_params=count_options, context_management=context_management.spec if context_management is not None else None, drop_params=drops_unsupported_params(litellm_params.get("drop_params")), + timeout=deployment_timeout(litellm_params), ) if result is not None: diff --git a/litellm/llms/anthropic/messages/adapters/transformation.py b/litellm/llms/anthropic/messages/adapters/transformation.py index 0c564a194dc..660c7c1dbc9 100644 --- a/litellm/llms/anthropic/messages/adapters/transformation.py +++ b/litellm/llms/anthropic/messages/adapters/transformation.py @@ -1,20 +1,26 @@ -import copy import hashlib import json from collections.abc import AsyncIterator, Iterator, Mapping, Sequence from dataclasses import dataclass from types import MappingProxyType -from typing import TYPE_CHECKING, Any, Final, Literal, TypeAlias, TypeVar, cast +from typing import TYPE_CHECKING, Any, Final, Literal, Protocol, TypeAlias, TypeVar, cast from pydantic import JsonValue, TypeAdapter import litellm -from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_items, normalize_drop_params +from litellm.litellm_core_utils.core_helpers import ( + as_str_mapping, + attribute_items, + normalize_drop_params, + require_attributes, +) from litellm.litellm_core_utils.hidden_params import get_hidden_params from litellm.llms.anthropic.messages.convertible_blocks import tool_result_text_part from litellm.llms.anthropic.messages.utils import ( is_reasoning_auto_summary_enabled, json_copy_or_original, + object_mapping, + openai_strict_json_schema, prompt_cache_key_from_user_id, ) from litellm.responses.utils import auto_reasoning_summary @@ -254,6 +260,11 @@ if TYPE_CHECKING: ToolResultContent: TypeAlias = str | list[ToolMessageContentPart] +class _CarriesUsage(Protocol): + @property + def usage(self) -> Usage: ... + + def target_supports_mid_conversation_system(model: str | None, custom_llm_provider: str | None) -> bool: if not model: return False @@ -681,7 +692,7 @@ class LiteLLMAnthropicMessagesAdapter: ## ASSISTANT MESSAGE ## assistant_message_str: str | None = None - assistant_content_list: list[dict[str, Any]] = [] # For content blocks with cache_control + assistant_content_list: list[ChatCompletionTextObject] = [] # For content blocks with cache_control has_cache_control_in_text = False tool_calls: list[ChatCompletionAssistantToolCall] = [] thinking_blocks: list[ChatCompletionThinkingBlock | ChatCompletionRedactedThinkingBlock] = [] @@ -694,7 +705,7 @@ class LiteLLMAnthropicMessagesAdapter: assistant_message_str = str(content) elif isinstance(content, dict): if content.get("type") == "text": - text_block: dict[str, object] = { + text_block: ChatCompletionTextObject = { "type": "text", "text": content.get("text", ""), } @@ -753,7 +764,7 @@ class LiteLLMAnthropicMessagesAdapter: ): # Use list format if any text block has cache_control, otherwise use string if has_cache_control_in_text and len(assistant_content_list) > 0: - assistant_content: Any = assistant_content_list + assistant_content: str | Sequence[ChatCompletionTextObject] | None = assistant_content_list elif len(assistant_content_list) > 0 and not has_cache_control_in_text: # Concatenate text blocks into string when no cache_control assistant_content = "".join(block.get("text", "") for block in assistant_content_list) @@ -1007,66 +1018,23 @@ class LiteLLMAnthropicMessagesAdapter: Returns: OpenAI-compatible response_format dict, or None if invalid """ - if not isinstance(output_format, dict): + output_format_object: Final = object_mapping(output_format) + if output_format_object is None or output_format_object.get("type") != "json_schema": return None - output_type: Final = output_format.get("type") - if output_type != "json_schema": - return None - - schema = output_format.get("schema") + schema: Final = output_format_object.get("schema") if not schema: return None - # Deep copy to avoid mutating the original schema - schema = copy.deepcopy(schema) - # OpenAI strict mode requires additionalProperties: false on every object - self._add_additional_properties_false(schema) - - # Convert to OpenAI response_format structure return { "type": "json_schema", "json_schema": { "name": "structured_output", - "schema": schema, + "schema": openai_strict_json_schema(schema), "strict": True, }, } - @staticmethod - def _add_additional_properties_false(schema: dict) -> None: - """ - Recursively ensure object schemas comply with OpenAI strict mode. - - OpenAI's strict mode requires: - 1. 'additionalProperties': false at every object nesting level - 2. All property keys listed in 'required' - """ - if not isinstance(schema, dict): - return - - if schema.get("type") == "object" and "properties" in schema: - schema["additionalProperties"] = False - schema["required"] = list(schema["properties"].keys()) - for prop in schema["properties"].values(): - LiteLLMAnthropicMessagesAdapter._add_additional_properties_false(prop) - - # Handle array items - if "items" in schema: - LiteLLMAnthropicMessagesAdapter._add_additional_properties_false(schema["items"]) - - # Handle anyOf/oneOf/allOf - for key in ("anyOf", "oneOf", "allOf"): - if key in schema: - for sub_schema in schema[key]: - LiteLLMAnthropicMessagesAdapter._add_additional_properties_false(sub_schema) - - # Handle $defs / definitions - for key in ("$defs", "definitions"): - if key in schema: - for def_schema in schema[key].values(): - LiteLLMAnthropicMessagesAdapter._add_additional_properties_false(def_schema) - def _translate_midturn_system_message_to_openai( self, message: AnthropicMessagesSystemMessageParam, @@ -1795,7 +1763,7 @@ class LiteLLMAnthropicMessagesAdapter: else translated_finish_reason ) # extract usage - usage: Final[Usage] = getattr(response, "usage") + usage: Final = require_attributes(response, _CarriesUsage, "usage").usage message_usage: Final = self.translate_openai_usage_to_anthropic_usage(usage) polyfill_iterations: Final = polyfill_result.iterations_usage if polyfill_result is not None else None anthropic_usage: Final[AnthropicUsage] = ( diff --git a/litellm/llms/anthropic/messages/native/handler.py b/litellm/llms/anthropic/messages/native/handler.py index 59ffb6fef04..16b03a711ac 100644 --- a/litellm/llms/anthropic/messages/native/handler.py +++ b/litellm/llms/anthropic/messages/native/handler.py @@ -15,10 +15,11 @@ from typing import Final, cast from pydantic import TypeAdapter, ValidationError import litellm +from litellm._logging import verbose_logger from litellm.anthropic_beta_headers_manager import aload_beta_headers_config from litellm.constants import PROVIDERS_THAT_AUTHENTICATE_ON_PROVIDER_INFO from litellm.integrations.anthropic_cache_control_hook import AnthropicCacheControlHook -from litellm.litellm_core_utils.core_helpers import as_str_mapping +from litellm.litellm_core_utils.core_helpers import as_str_mapping, drops_unsupported_params from litellm.litellm_core_utils.exception_mapping_utils import exception_type from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.litellm_core_utils.reasoning_effort_capability import ( @@ -29,6 +30,7 @@ from litellm.litellm_core_utils.reasoning_effort_capability import ( resolve_deployment_reasoning_effort, ) from litellm.llms.anthropic.common_utils import ( + AnthropicError, AnthropicModelInfo, strip_provider_specific_fields_from_anthropic_messages, tools_marked_for_a_tool_config_point, @@ -58,7 +60,14 @@ from ..safeguards import ( with_safeguard_results, ) from .interceptors import get_messages_interceptors -from .utils import AnthropicMessagesRequestUtils, mock_response, prepare_native_messages +from .utils import ( + AnthropicMessagesRequestUtils, + continues_message_thread, + message_thread_not_found_body, + message_thread_unsupported_body, + mock_response, + prepare_native_messages, +) __all__ = ("anthropic_messages", "anthropic_messages_handler") @@ -458,6 +467,39 @@ def _short_circuit_safeguards_evaluator( return request_safeguards_evaluator(kwargs, messages) +def provider_after_pre_request_hooks( + model: str, custom_llm_provider: str | None, request_kwargs: Mapping[str, object] +) -> str | None: + if custom_llm_provider: + return custom_llm_provider + hook_params: Final = cast( # cast-ok: read as the hooks left it, so a non-mapping raises as Python's handler raises + Mapping[str, object], request_kwargs.get("litellm_params", {}) + ) + derived: Final = cast( # cast-ok: handed on unchecked, as Python's handler does + str | None, hook_params.get("custom_llm_provider") + ) + if derived: + return derived + try: + _, resolved, _, _ = litellm.get_llm_provider(model=model) + except Exception: # noqa: BLE001 # an unknown model keeps the provider the hooks left + return derived + return resolved + + +def tools_marked_for_cache_points( + tools: object, + request_kwargs: dict[str, object], # mutable-ok: pops the points and records the mark in the handler's kwargs +) -> Sequence[object] | None: + marked: Final = tools_marked_for_a_tool_config_point( + tools, request_kwargs.pop("cache_control_injection_points", None) + ) + if marked is None: + return None + AnthropicCacheControlHook.record_gateway_injection(request_kwargs, 1) + return list(marked) + + @client async def anthropic_messages( max_tokens: int, @@ -518,16 +560,7 @@ async def anthropic_messages( tool_choice = request_kwargs.pop("tool_choice", tool_choice) top_k = request_kwargs.pop("top_k", top_k) top_p = request_kwargs.pop("top_p", top_p) - # Propagate the provider derived inside pre-request hooks, if not already set. - # The litellm_params dict may have been overwritten by **kwargs in - # _execute_pre_request_hooks, so fall back to get_llm_provider() if needed. - if not custom_llm_provider: - custom_llm_provider = request_kwargs.get("litellm_params", {}).get("custom_llm_provider") - if not custom_llm_provider: - try: - _, custom_llm_provider, _, _ = litellm.get_llm_provider(model=model) - except Exception: - pass + custom_llm_provider = provider_after_pre_request_hooks(model, custom_llm_provider, request_kwargs) # Remove litellm_params from kwargs (only needed for hooks) request_kwargs.pop("litellm_params", None) # Merge back any other modifications @@ -769,6 +802,32 @@ def anthropic_messages_handler( anthropic_messages_provider_config: Final = _native_messages_config( model, custom_llm_provider, kwargs.get("model_info"), api_base ) + thread: Final[object] = kwargs.get("thread") # pyright: ignore[reportUnknownMemberType, reportUnknownVariableType] # **kwargs of the handler is untyped + if thread is not None and ( + anthropic_messages_provider_config is None or not anthropic_messages_provider_config.supports_message_threads() + ): + if continues_message_thread(thread): + raise AnthropicError( + status_code=404, + message=message_thread_not_found_body( + f"message threads are not supported for provider {custom_llm_provider}, " + "so this thread cannot be continued. Send the full conversation to start over" + ), + ) + if not drops_unsupported_params(litellm_params.drop_params): + raise AnthropicError( + status_code=400, + message=message_thread_unsupported_body( + f"message threads are not supported for provider {custom_llm_provider}. " + "Send the request without thread, or set drop_params to serve it without a server-side thread" + ), + ) + verbose_logger.warning( + "Dropping thread for provider %s: message threads are not supported there, " + "so the request is served without a server-side thread", + custom_llm_provider, + ) + kwargs.pop("thread") # pyright: ignore[reportUnknownMemberType] # **kwargs of the handler is untyped if anthropic_messages_provider_config is None: # Route to Responses API for OpenAI / Azure, chat/completions for everything else. if kwargs.get("compaction") is None and _should_route_to_responses_api( @@ -834,12 +893,8 @@ def anthropic_messages_handler( ) request_kwargs: Final = cast(dict[str, object], kwargs) # cast-ok: **kwargs of the handler is untyped - marked_tools: Final = tools_marked_for_a_tool_config_point( - local_vars.get("tools"), request_kwargs.pop("cache_control_injection_points", None) - ) - if marked_tools is not None: - AnthropicCacheControlHook.record_gateway_injection(request_kwargs, 1) - local_vars.update({**request_kwargs, **({"tools": list(marked_tools)} if marked_tools is not None else {})}) + marked_tools: Final = tools_marked_for_cache_points(local_vars.get("tools"), request_kwargs) + local_vars.update({**request_kwargs, **({"tools": marked_tools} if marked_tools is not None else {})}) anthropic_messages_optional_request_params: Final = ( AnthropicMessagesRequestUtils.get_requested_anthropic_messages_optional_param( params=local_vars, diff --git a/litellm/llms/anthropic/messages/native/mcp_handler.py b/litellm/llms/anthropic/messages/native/mcp_handler.py index 8fe18d79f24..cefd6c6a6d9 100644 --- a/litellm/llms/anthropic/messages/native/mcp_handler.py +++ b/litellm/llms/anthropic/messages/native/mcp_handler.py @@ -46,6 +46,10 @@ def _get_stop_reason(response: AnthropicMessagesResponse) -> str | None: return stop_reason if isinstance(stop_reason, str) else None +def _requests_stream(kwargs: Mapping[str, object]) -> bool: + return bool(kwargs.get("stream", False)) + + def _build_tool_result_message(tool_results: Sequence[Mapping[str, object]]) -> AnthropicMessagesUserMessageParam: """Turn executed tool results into the user message Anthropic expects.""" return AnthropicMessagesUserMessageParam( @@ -120,7 +124,8 @@ async def anthropic_messages_with_mcp( should_auto_execute: Final = LiteLLM_Proxy_MCP_Handler.should_auto_execute_tools( mcp_tools_with_litellm_proxy=mcp_references ) - stream: Final = bool(kwargs.pop("stream", False)) + stream: Final = _requests_stream(kwargs) + kwargs.pop("stream", None) base_call_args: Final[Mapping[str, object]] = { "max_tokens": max_tokens, diff --git a/litellm/llms/anthropic/messages/native/streaming_iterator.py b/litellm/llms/anthropic/messages/native/streaming_iterator.py index 52b3f1042f8..b166b822b4f 100644 --- a/litellm/llms/anthropic/messages/native/streaming_iterator.py +++ b/litellm/llms/anthropic/messages/native/streaming_iterator.py @@ -1,20 +1,26 @@ import asyncio +import contextlib import json +import math import re from collections.abc import AsyncGenerator, AsyncIterator, Mapping, Sequence from contextvars import ContextVar from datetime import datetime from typing import TYPE_CHECKING, Any, Final, Protocol, runtime_checkable +import anyio import httpx from pydantic import TypeAdapter, ValidationError from typing_extensions import TypedDict from litellm.constants import ( + ANTHROPIC_MESSAGES_DETACHED_STREAM_DRAIN_TIMEOUT_SECONDS, ANTHROPIC_MESSAGES_MAX_DETACHED_STREAM_DRAINS, + ANTHROPIC_MESSAGES_STREAM_CLIENT_STALL_TIMEOUT_SECONDS, ANTHROPIC_MESSAGES_STREAM_RELAY_QUEUE_MAXSIZE, ) from litellm.litellm_core_utils.core_helpers import process_response_headers +from litellm.litellm_core_utils.exception_mapping_utils import with_deployment_debug_info from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER from litellm.llms.anthropic.common_utils import ANTHROPIC_ERROR_STATUS_CODE_MAP @@ -28,6 +34,7 @@ from litellm.llms.anthropic.messages.utils import anthropic_sse_frame from litellm.proxy.pass_through_endpoints.success_handler import ( PassThroughEndpointLogging, ) +from litellm.responses.mcp.parked_stream_dispatch import DeferredStreamRelease from litellm.types.llms.anthropic_messages.anthropic_response import AnthropicMessagesResponse from litellm.types.passthrough_endpoints.pass_through_endpoints import EndpointType from litellm.types.utils import GenericStreamingChunk, ModelResponseStream @@ -41,6 +48,41 @@ _UPSTREAM_PUMP_TASKS: Final[set[asyncio.Task[None]]] = set() # mutable-ok: stdl _DETACHED_STREAM_DRAINS: Final[set[asyncio.Task[None]]] = set() # mutable-ok: bounded strong-ref set, detached drains +class _PumpExited: + pass + + +_PUMP_EXITED: Final = _PumpExited() + + +def _start_detached_drain_deadline(drain_deadline: anyio.CancelScope) -> None: + if drain_deadline.deadline == math.inf: + drain_deadline.deadline = ( # rebind-ok: anyio cancel scopes are armed by setting their deadline + anyio.current_time() + ANTHROPIC_MESSAGES_DETACHED_STREAM_DRAIN_TIMEOUT_SECONDS + ) + + +async def _next_relay_item( + queue: "asyncio.Queue[bytes | None | BaseException]", pump_task: "asyncio.Task[None]" +) -> bytes | None | BaseException | _PumpExited: + """The next queued item, or ``_PUMP_EXITED`` once the pump is gone and will never send another.""" + with contextlib.suppress(asyncio.QueueEmpty): + return queue.get_nowait() + if pump_task.done(): + return _PUMP_EXITED + getter: Final = asyncio.ensure_future(queue.get()) + try: + await asyncio.wait(frozenset((getter, pump_task)), return_when=asyncio.FIRST_COMPLETED) + finally: + if not getter.done(): + getter.cancel() + if getter.done() and not getter.cancelled(): + return getter.result() + with contextlib.suppress(asyncio.QueueEmpty): + return queue.get_nowait() + return _PUMP_EXITED + + def is_message_stop_chunk(chunk: object) -> bool: if isinstance(chunk, dict): return chunk.get("type") == "message_stop" @@ -202,7 +244,11 @@ def _try_claim_detached_drain_slot() -> bool: def _exception_left_unconsumed(queue: "asyncio.Queue[bytes | None | BaseException]", exc: BaseException) -> bool: + """Drop ``exc`` from ``queue`` if the client never consumed it, keeping the chunks queued ahead of it.""" remaining: Final = tuple(queue.get_nowait() for _ in range(queue.qsize())) + for item in remaining: + if item is not exc: + queue.put_nowait(item) return any(item is exc for item in remaining) @@ -562,6 +608,7 @@ class BaseAnthropicMessagesStreamingIterator: start_time=self.start_time, passthrough_success_handler_obj=GLOBAL_PASS_THROUGH_SUCCESS_HANDLER_OBJ, url_route="/v1/messages", + on_upstream_error=self._with_deployment_debug_info, ) def _convert_chunk_to_sse_format(self, chunk: dict | Any) -> bytes: @@ -603,14 +650,19 @@ class BaseAnthropicMessagesStreamingIterator: keeps a single ``collected_chunks`` copy for billing, and the number of such post-disconnect drains running at once is capped so client behavior can't create unbounded worker state; over the cap the pump bills what it - has rather than draining further. Detached-drain lifetime is otherwise - bounded by the upstream stream/read timeout. + has rather than draining further. A drain still reading + ``ANTHROPIC_MESSAGES_DETACHED_STREAM_DRAIN_TIMEOUT_SECONDS`` after the + client left, a stalled provider for one, bills what it has and closes the + provider stream too, so it cannot hold its buffered response forever. A + relay whose pump exited without an end-of-stream sentinel ends the stream + with an incomplete-stream error instead of waiting on an empty queue. An upstream failure (Bedrock read / decode / chunk-conversion error) that happens while the client is still connected is forwarded through the queue and re-raised here, so the original provider exception (and - its status) reaches the proxy's failure handling unchanged rather than - being masked by a generic incomplete-stream event. + its status) reaches the proxy's failure handling with the deployment's + debug info attached, rather than being masked by a generic + incomplete-stream event. This method provides the common logic for both Anthropic and Bedrock implementations. """ @@ -618,23 +670,33 @@ class BaseAnthropicMessagesStreamingIterator: maxsize=ANTHROPIC_MESSAGES_STREAM_RELAY_QUEUE_MAXSIZE ) client_detached: Final = asyncio.Event() + drain_deadline: Final = anyio.CancelScope() - pump_task: Final = asyncio.create_task(self._pump_upstream_to_queue(completion_stream, queue, client_detached)) + pump_task: Final = asyncio.create_task( + self._pump_upstream_to_queue(completion_stream, queue, client_detached, drain_deadline) + ) _UPSTREAM_PUMP_TASKS.add(pump_task) pump_task.add_done_callback(_UPSTREAM_PUMP_TASKS.discard) reached_end = False # rebind-ok: flipped once the relay consumes the end-of-stream sentinel + relayed_terminal_event = False # rebind-ok: flipped once a message_stop or error event reaches the client try: while True: - item = await queue.get() + item = await _next_relay_item(queue, pump_task) + if isinstance(item, _PumpExited): + if not relayed_terminal_event: + yield _incomplete_stream_error_sse_event() + break if item is None: reached_end = True break if isinstance(item, BaseException): raise item + relayed_terminal_event = relayed_terminal_event or _is_terminal_stream_chunk(item) yield item finally: client_detached.set() + _start_detached_drain_deadline(drain_deadline) if not reached_end: self._dispatch_pending_deferred_logging() @@ -647,8 +709,12 @@ class BaseAnthropicMessagesStreamingIterator: disconnect (GeneratorExit / CancelledError) re-raises past it. Without this dispatch that window loses the spend row entirely. """ - deferred_cb: Final = getattr(self.litellm_logging_obj, "_on_deferred_stream_complete", None) - deferred_args: Final = getattr(self.litellm_logging_obj, "_deferred_stream_complete_args", None) + deferred_cb: Final[DeferredStreamRelease | None] = getattr( + self.litellm_logging_obj, "_on_deferred_stream_complete", None + ) + deferred_args: Final[tuple[object, ...] | None] = getattr( + self.litellm_logging_obj, "_deferred_stream_complete_args", None + ) if deferred_cb is None or deferred_args is None: return self.litellm_logging_obj._on_deferred_stream_complete = None @@ -712,13 +778,18 @@ class BaseAnthropicMessagesStreamingIterator: put_task: Final = asyncio.ensure_future(queue.put(item)) detached_task: Final = asyncio.ensure_future(client_detached.wait()) try: - await asyncio.wait(frozenset((put_task, detached_task)), return_when=asyncio.FIRST_COMPLETED) + await asyncio.wait( + frozenset((put_task, detached_task)), + timeout=ANTHROPIC_MESSAGES_STREAM_CLIENT_STALL_TIMEOUT_SECONDS, + return_when=asyncio.FIRST_COMPLETED, + ) finally: if not detached_task.done(): detached_task.cancel() if put_task.done() and not put_task.cancelled(): return True put_task.cancel() + client_detached.set() return False async def _pump_upstream_to_queue( @@ -726,6 +797,7 @@ class BaseAnthropicMessagesStreamingIterator: completion_stream: AsyncIterator[bytes | GenericStreamingChunk | ModelResponseStream | Mapping[str, object]], queue: "asyncio.Queue[bytes | None | BaseException]", client_detached: "asyncio.Event", + drain_deadline: anyio.CancelScope, ) -> None: """Drain the whole upstream into ``queue`` (backpressured) and bill once. @@ -742,32 +814,41 @@ class BaseAnthropicMessagesStreamingIterator: collected_chunks: Final[list[bytes]] = [] # mutable-ok: SSE billing buffer appended to across the drain saw_terminal_event = False # rebind-ok: accumulates across the upstream loop draining_detached = False # rebind-ok: set once this pump claims a detached-drain slot + over_drain_cap = False # rebind-ok: set when no detached-drain slot is free try: - async for chunk in completion_stream: - if self.completion_start_time is None: - self.completion_start_time = datetime.now() - saw_terminal_event = saw_terminal_event or _is_terminal_stream_chunk(chunk) - encoded_chunk = self._convert_chunk_to_sse_format(chunk) - collected_chunks.append(encoded_chunk) - if not client_detached.is_set(): - await self._enqueue_for_client(queue, client_detached, encoded_chunk) - continue - if not draining_detached: - if not _try_claim_detached_drain_slot(): - verbose_proxy_logger.warning( - "async_sse_wrapper: detached-drain cap (%d) reached; billing %d partial " - "chunks and aborting the upstream stream to stop provider billing", - ANTHROPIC_MESSAGES_MAX_DETACHED_STREAM_DRAINS, - len(collected_chunks), - ) - await self._bill_collected_chunks(collected_chunks, stream_teardown=True) - await self._abort_upstream(completion_stream) - return - draining_detached = True + with drain_deadline: + async for chunk in completion_stream: + if self.completion_start_time is None: + self.completion_start_time = datetime.now() + saw_terminal_event = saw_terminal_event or _is_terminal_stream_chunk(chunk) + encoded_chunk = self._convert_chunk_to_sse_format(chunk) + collected_chunks.append(encoded_chunk) + if not client_detached.is_set(): + if not await self._enqueue_for_client(queue, client_detached, encoded_chunk): + _start_detached_drain_deadline(drain_deadline) + continue + if not draining_detached: + if not _try_claim_detached_drain_slot(): + over_drain_cap = True + break + draining_detached = True except Exception as exc: # noqa: BLE001 # upstream errors are handled/forwarded by _handle_pump_upstream_error await self._handle_pump_upstream_error(queue, client_detached, collected_chunks, exc) return + if over_drain_cap or drain_deadline.cancelled_caught: + verbose_proxy_logger.warning( + "async_sse_wrapper: %s; billing %d partial chunks and aborting the upstream stream to stop " + "provider billing", + f"detached-drain cap ({ANTHROPIC_MESSAGES_MAX_DETACHED_STREAM_DRAINS}) reached" + if over_drain_cap + else f"detached drain still running {ANTHROPIC_MESSAGES_DETACHED_STREAM_DRAIN_TIMEOUT_SECONDS}s " + "after the client left", + len(collected_chunks), + ) + await self._bill_collected_chunks(collected_chunks, stream_teardown=True) + await self._abort_upstream(completion_stream) + return if client_detached.is_set(): await self._bill_collected_chunks(collected_chunks, stream_teardown=True) return @@ -797,18 +878,32 @@ class BaseAnthropicMessagesStreamingIterator: """ from litellm.proxy.pass_through_endpoints.streaming_handler import PassThroughStreamingHandler + described: Final = self._with_deployment_debug_info(exc) await PassThroughStreamingHandler.schedule_stream_failure_logging( litellm_logging_obj=self.litellm_logging_obj, endpoint_type=EndpointType.ANTHROPIC, request_body=self.request_body, raw_bytes=collected_chunks, - exception=exc, + exception=described, ) - if not client_detached.is_set() and await self._enqueue_for_client(queue, client_detached, exc): - await client_detached.wait() - if not _exception_left_unconsumed(queue, exc): + if not client_detached.is_set() and await self._enqueue_for_client(queue, client_detached, described): + with contextlib.suppress(asyncio.TimeoutError): + await asyncio.wait_for( + client_detached.wait(), timeout=ANTHROPIC_MESSAGES_STREAM_CLIENT_STALL_TIMEOUT_SECONDS + ) + if not _exception_left_unconsumed(queue, described): return - await self._fire_detached_failure_hook(exc) + await self._fire_detached_failure_hook(described) + + def _with_deployment_debug_info(self, exc: Exception) -> Exception: + details: Final = self.litellm_logging_obj.model_call_details + provider: Final = details.get("custom_llm_provider") + return with_deployment_debug_info( + exc, + self.litellm_logging_obj.model, + provider if isinstance(provider, str) and provider else "anthropic", + details.get("litellm_params"), + ) async def _fire_detached_failure_hook(self, exc: Exception) -> None: from litellm._logging import verbose_proxy_logger diff --git a/litellm/llms/anthropic/messages/native/transformation.py b/litellm/llms/anthropic/messages/native/transformation.py index aa0693d6f03..c2c7244259b 100644 --- a/litellm/llms/anthropic/messages/native/transformation.py +++ b/litellm/llms/anthropic/messages/native/transformation.py @@ -59,6 +59,7 @@ from .mid_conversation_system import ( convert_mid_conversation_system_turns, is_system_role_message, ) +from .utils import continues_message_thread DEFAULT_ANTHROPIC_API_VERSION: Final = "2023-06-01" @@ -104,7 +105,6 @@ _MESSAGES_ADAPTER: Final = TypeAdapter(list[dict[str, object]]) class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): - _workload_identity_eligible: ClassVar[bool] = True _report_reasoning_drops: ClassVar[bool] = True @property @@ -137,6 +137,7 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): "output_config", "reasoning_effort", "safeguards", + "thread", # TODO: Add Anthropic `metadata` support # "metadata", ] @@ -144,6 +145,11 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): def should_filter_anthropic_beta_headers(self) -> bool: return self._resolved_provider != "anthropic" + def supports_message_threads(self) -> bool: + return is_beta_header_supported_by_bundled_config( + ANTHROPIC_BETA_HEADER_VALUES.MESSAGE_THREADS_2026_08_12.value, self._resolved_provider + ) + def supports_safeguards(self) -> bool: """ Whether the upstream platform answers the ``safeguards`` body field itself. A platform @@ -365,12 +371,7 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): self._apply_env_auth_header( headers, self._require_auth_header( - AnthropicModelInfo.get_auth_header( - api_key, - api_base=api_base, - litellm_params=litellm_params, - allow_workload_identity=self._allows_workload_identity, - ), + AnthropicModelInfo.get_auth_header(api_key, api_base=api_base), model=model, ), ) @@ -405,12 +406,7 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): self._apply_env_auth_header( oauth_headers, self._require_auth_header( - await AnthropicModelInfo.aget_auth_header( - oauth_api_key, - api_base=api_base, - litellm_params=litellm_params, - allow_workload_identity=self._allows_workload_identity, - ), + await AnthropicModelInfo.aget_auth_header(oauth_api_key, api_base=api_base), model=model, ), ) @@ -440,14 +436,6 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): if merged_beta: headers["anthropic-beta"] = merged_beta - @property - def _allows_workload_identity(self) -> bool: - """Subclasses reuse this validate step for their own /v1/messages-compatible providers, so - eligibility is declared per class and never inherited.""" - from litellm.llms.anthropic.common_utils import config_allows_workload_identity - - return config_allows_workload_identity(self) - def finalize_messages_headers( self, headers: dict, # mutable-ok: out-param @@ -771,10 +759,13 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): # Auto-strip advisor blocks from history if advisor tool is absent. # Prevents Anthropic 400: advisor_tool_result in history requires advisor tool. + # A thread continue turn omits tools by contract and the stored tools still apply, so it keeps them. tools: Final = anthropic_messages_optional_request_params.get("tools") _tools: Final = tools or [] _has_advisor: Final = any(isinstance(t, dict) and t.get("type") == ANTHROPIC_ADVISOR_TOOL_TYPE for t in _tools) - if not _has_advisor: + if not _has_advisor and not continues_message_thread( + anthropic_messages_optional_request_params.get("thread") # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # the request params arrive as a bare dict + ): messages = strip_advisor_blocks_from_messages(messages) gated: Final = ( @@ -797,7 +788,7 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): ), max_tokens=max_tokens, model=model, - **anthropic_messages_optional_request_params, + **anthropic_messages_optional_request_params, # pyright: ignore[reportUnknownArgumentType] # the request params arrive as a bare dict ) request: Final = ( {**dict(anthropic_messages_request), "thinking": gated.thinking} @@ -877,6 +868,12 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): drop_params: Whether the deployment or request set drop_params """ beta_values: Final[set[str]] = set() + threaded: Final = optional_params.get("thread") is not None # pyright: ignore[reportUnknownMemberType] # the optional params arrive as a bare dict + scanned_messages: Final = ( + () + if continues_message_thread(optional_params.get("thread")) # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # the optional params arrive as a bare dict + else messages + ) existing_beta: Final = tuple( piece.strip() @@ -887,7 +884,7 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): ) beta_values.update(existing_beta) - if requires_native_compaction_beta(custom_llm_provider, optional_params, messages): + if requires_native_compaction_beta(custom_llm_provider, optional_params, scanned_messages): beta_values.add(ANTHROPIC_BETA_HEADER_VALUES.COMPACT_2026_09_04.value) beta_values.update(context_management_betas(optional_params.get("context_management"))) @@ -911,9 +908,12 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): ): beta_values.add(ANTHROPIC_BETA_HEADER_VALUES.DANGEROUS_TOOL_USE_2026_09_03.value) - if messages_carry_output_config(messages): + if messages_carry_output_config(scanned_messages): beta_values.add(ANTHROPIC_BETA_HEADER_VALUES.PER_TURN_CONTROL_2026_07_01.value) + if threaded: + beta_values.add(ANTHROPIC_BETA_HEADER_VALUES.MESSAGE_THREADS_2026_08_12.value) + tools: Final = optional_params.get("tools") if any(isinstance(tool, dict) and tool.get("type") == ANTHROPIC_ADVISOR_TOOL_TYPE for tool in tools or ()): beta_values.add(ANTHROPIC_BETA_HEADER_VALUES.ADVISOR_TOOL_2026_03_01.value) @@ -924,7 +924,7 @@ class AnthropicMessagesConfig(BaseAnthropicMessagesConfig): thinking_betas: Final = AnthropicModelInfo().thinking_betas(optional_params.get("thinking")) tool_change_betas: Final = ( (ANTHROPIC_MID_CONVERSATION_TOOL_CHANGES_BETA_HEADER,) - if AnthropicModelInfo().is_mid_conversation_tool_change_used(messages) + if AnthropicModelInfo().is_mid_conversation_tool_change_used(scanned_messages) else () ) all_beta_values: Final = beta_values.union(thinking_betas, tool_change_betas) diff --git a/litellm/llms/anthropic/messages/native/utils.py b/litellm/llms/anthropic/messages/native/utils.py index 8f33d000c7c..dfeedf1c191 100644 --- a/litellm/llms/anthropic/messages/native/utils.py +++ b/litellm/llms/anthropic/messages/native/utils.py @@ -1,3 +1,4 @@ +import json from collections.abc import Iterable, Mapping, Sequence from functools import lru_cache from typing import TYPE_CHECKING, Final, cast, get_type_hints @@ -13,7 +14,10 @@ from litellm.llms.anthropic.common_utils import ( ) from litellm.llms.anthropic.messages.utils import is_reasoning_auto_summary_enabled from litellm.types.llms.anthropic import ( + MESSAGE_THREAD_NOT_FOUND_ERROR_CODE, + MESSAGE_THREAD_UNSUPPORTED_ERROR_CODE, AnthropicMessagesRequestOptionalParams, + AnthropicMessageThread, AnthropicStopDetails, ) from litellm.types.llms.anthropic_messages.anthropic_response import ( @@ -279,6 +283,39 @@ def prepare_native_messages( ) +_THREAD_ADAPTER: Final = TypeAdapter(AnthropicMessageThread) + + +def continues_message_thread(thread: object) -> bool: + """True when ``thread`` is a well-formed ``{"type": "continue", ...}`` body field.""" + try: + return _THREAD_ADAPTER.validate_python(thread)["type"] == "continue" + except ValidationError: + return False + + +def continued_message_id(thread: object) -> str | None: + try: + validated: Final = _THREAD_ADAPTER.validate_python(thread) + except ValidationError: + return None + return validated.get("previous_message_id") if validated["type"] == "continue" else None + + +def _message_thread_error_body(error_type: str, error_code: str, message: str) -> str: + return json.dumps( + {"type": "error", "error": {"type": error_type, "message": message, "details": {"error_code": error_code}}} + ) + + +def message_thread_not_found_body(message: str) -> str: + return _message_thread_error_body("not_found_error", MESSAGE_THREAD_NOT_FOUND_ERROR_CODE, message) + + +def message_thread_unsupported_body(message: str) -> str: + return _message_thread_error_body("invalid_request_error", MESSAGE_THREAD_UNSUPPORTED_ERROR_CODE, message) + + @lru_cache(maxsize=1) def anthropic_messages_optional_param_keys() -> frozenset[str]: """ diff --git a/litellm/llms/anthropic/messages/responses_adapters/transformation.py b/litellm/llms/anthropic/messages/responses_adapters/transformation.py index d7b8592f45c..1d186c8aee4 100644 --- a/litellm/llms/anthropic/messages/responses_adapters/transformation.py +++ b/litellm/llms/anthropic/messages/responses_adapters/transformation.py @@ -35,6 +35,8 @@ from litellm.llms.anthropic.messages.native.utils import ( from litellm.llms.anthropic.messages.utils import ( is_reasoning_auto_summary_enabled, json_copy_or_original, + object_mapping, + openai_strict_json_schema, prompt_cache_key_from_user_id, ) from litellm.types.llms.anthropic import ( @@ -588,10 +590,8 @@ class LiteLLMAnthropicToResponsesAPIAdapter: ) @staticmethod - def _resolve_output_format_strict(strict: bool | None) -> bool: - if strict is None: - return True - return strict + def _resolve_output_format_strict(strict: object) -> bool: + return True if strict is None else bool(strict) def translate_request( self, @@ -690,19 +690,23 @@ class LiteLLMAnthropicToResponsesAPIAdapter: # output_format / output_config.format -> text format # output_format: {"type": "json_schema", "schema": {...}} # output_config: {"format": {"type": "json_schema", "schema": {...}}} - output_format: object = anthropic_request.get("output_format") - output_config = anthropic_request.get("output_config") - if not isinstance(output_format, dict) and isinstance(output_config, dict): - output_format = output_config.get("format") - if isinstance(output_format, dict) and output_format.get("type") == "json_schema": + output_config_object: Final = object_mapping(anthropic_request.get("output_config")) + top_level_output_format: Final = object_mapping(anthropic_request.get("output_format")) + output_format: Final = ( + top_level_output_format + if top_level_output_format is not None or output_config_object is None + else object_mapping(output_config_object.get("format")) + ) + if output_format is not None and output_format.get("type") == "json_schema": schema: Final = output_format.get("schema") if schema: + output_strict: Final = self._resolve_output_format_strict(output_format.get("strict")) responses_kwargs["text"] = { "format": { "type": "json_schema", "name": "structured_output", - "schema": schema, - "strict": self._resolve_output_format_strict(output_format.get("strict")), + "schema": openai_strict_json_schema(schema) if output_strict else schema, + "strict": output_strict, } } diff --git a/litellm/llms/anthropic/messages/utils.py b/litellm/llms/anthropic/messages/utils.py index 95c7914befa..94f81eadb3b 100644 --- a/litellm/llms/anthropic/messages/utils.py +++ b/litellm/llms/anthropic/messages/utils.py @@ -1,6 +1,7 @@ +import copy import json import os -from collections.abc import Mapping +from collections.abc import Mapping, Sequence from types import MappingProxyType from typing import TYPE_CHECKING, Final, TypeVar @@ -37,6 +38,61 @@ def json_copy_or_original(value: _JsonValue) -> _JsonValue: return value +_SUBSCHEMA_LIST_KEYWORDS: Final = ("anyOf", "oneOf", "allOf") +_SUBSCHEMA_MAP_KEYWORDS: Final = ("$defs", "definitions") + + +_JSON_ARRAY: Final = TypeAdapter(list[object]) + + +def _json_array(value: object) -> Sequence[object] | None: + try: + return _JSON_ARRAY.validate_python(value, strict=True) + except ValidationError: + return None + + +def openai_strict_json_schema(schema: object) -> object: + """New copy of a JSON schema where every object with properties forbids extra keys and requires all of them. + + OpenAI strict structured outputs rejects any schema that leaves an object open or a property optional. + """ + source: Final = object_mapping(schema) + if source is None: + return copy.deepcopy(schema) + properties: Final = object_mapping(source.get("properties")) + closing: Final[Mapping[str, object]] = ( + {"required": list(properties), "additionalProperties": False} + if properties is not None and _is_object_type(source.get("type")) + else {} + ) + return {**{key: _strict_subschema(key, value) for key, value in source.items()}, **closing} + + +def _is_object_type(schema_type: object) -> bool: + """Whether a ``type`` keyword names an object, alone or in a union such as ``["object", "null"]``.""" + types: Final = _json_array(schema_type) + return schema_type == "object" if types is None else "object" in types + + +def _strict_subschema(key: str, value: object) -> object: + if key == "items": + return openai_strict_json_schema(value) + if key == "properties" or key in _SUBSCHEMA_MAP_KEYWORDS: + named: Final = object_mapping(value) + return ( + copy.deepcopy(value) + if named is None + else {name: openai_strict_json_schema(subschema) for name, subschema in named.items()} + ) + if key in _SUBSCHEMA_LIST_KEYWORDS: + variants: Final = _json_array(value) + return ( + copy.deepcopy(value) if variants is None else [openai_strict_json_schema(variant) for variant in variants] + ) + return copy.deepcopy(value) + + class _ClaudeCodeUserId(LiteLLMBaseModel): """The JSON Claude Code packs into ``metadata.user_id``; only ``session_id`` is per conversation.""" @@ -136,7 +192,7 @@ def proxy_sub_call_logging_kwargs(parent_kwargs: Mapping[str, object]) -> ProxyS if disable_header is None else {**parent_params, "proxy_server_request": {"headers": {X_LITELLM_DISABLE_CALLBACKS: disable_header}}} ) - trusted_vars: Final = _object_mapping(parent_kwargs.get(TRUSTED_CALLBACK_VARS_FIELD)) + trusted_vars: Final = object_mapping(parent_kwargs.get(TRUSTED_CALLBACK_VARS_FIELD)) if trusted_vars is None: return dynamic_params return {**dynamic_params, "litellm_trusted_callback_vars": trusted_vars} @@ -154,13 +210,13 @@ def proxy_sub_call_trace_id(parent_kwargs: Mapping[str, object]) -> str | None: def _disable_callbacks_header(parent_kwargs: Mapping[str, object]) -> str | None: - parent_request: Final = _object_mapping(parent_kwargs.get("proxy_server_request")) - headers: Final = _object_mapping(parent_request.get("headers")) if parent_request is not None else None + parent_request: Final = object_mapping(parent_kwargs.get("proxy_server_request")) + headers: Final = object_mapping(parent_request.get("headers")) if parent_request is not None else None header: Final = headers.get(X_LITELLM_DISABLE_CALLBACKS) if headers is not None else None return header if isinstance(header, str) else None -def _object_mapping(value: object) -> Mapping[str, object] | None: +def object_mapping(value: object) -> Mapping[str, object] | None: try: return _OBJECT_MAPPING.validate_python(value) except ValidationError: diff --git a/litellm/llms/anthropic/prompt_cache_prediction.py b/litellm/llms/anthropic/prompt_cache_prediction.py index 28896c99eaf..6429b3b402c 100644 --- a/litellm/llms/anthropic/prompt_cache_prediction.py +++ b/litellm/llms/anthropic/prompt_cache_prediction.py @@ -208,6 +208,7 @@ class UnsupportedCachePlan: "invalid_cache_ttl_order", "unsupported_thinking_cache_semantics", "token_count_unavailable", + "uncountable_system_or_tools_prefix", "inconsistent_prefix_token_count", ] @@ -583,7 +584,10 @@ async def count_cache_plan( counts: Final = tuple( await asyncio.gather(*(token_counter(model, api_key, marker.prefix_body) for marker in plan.breakpoints)) ) - if any(value is None for value in counts): + failed: Final = tuple(marker for marker, value in zip(plan.breakpoints, counts, strict=True) if value is None) + if failed and all(not marker.prefix_body.get("messages") for marker in failed): + return UnsupportedCachePlan("uncountable_system_or_tools_prefix") + if failed: return UnsupportedCachePlan("token_count_unavailable") known: Final = tuple(value for value in counts if value is not None) if any(value < 0 for value in (total, *known)) or any( diff --git a/litellm/llms/azure/chat/gpt_reasoning_transformation.py b/litellm/llms/azure/chat/gpt_reasoning_transformation.py index 29305866e23..428813f771c 100644 --- a/litellm/llms/azure/chat/gpt_reasoning_transformation.py +++ b/litellm/llms/azure/chat/gpt_reasoning_transformation.py @@ -4,6 +4,7 @@ from collections.abc import Collection, Mapping from typing import ClassVar, Final import litellm +from litellm._logging import WarningLogger, verbose_logger from litellm.llms.openai.chat.gpt_reasoning_transformation import ( OpenAIGPT5Config, is_gpt_reasoning_series_name, @@ -90,6 +91,7 @@ class AzureOpenAIGPT5Config(AzureOpenAIConfig, OpenAIGPT5Config): api_version: str = "", *, declared_reasoning_efforts: Collection[str] | None = None, + reasoning_drop_logger: WarningLogger = verbose_logger, ) -> dict: return OpenAIGPT5Config.map_openai_params( self, @@ -98,6 +100,7 @@ class AzureOpenAIGPT5Config(AzureOpenAIConfig, OpenAIGPT5Config): model=model, drop_params=drop_params, declared_reasoning_efforts=declared_reasoning_efforts, + reasoning_drop_logger=reasoning_drop_logger, ) def transform_request( diff --git a/litellm/llms/azure/chat/gpt_transformation.py b/litellm/llms/azure/chat/gpt_transformation.py index ca036fa4bdf..5eae465134f 100644 --- a/litellm/llms/azure/chat/gpt_transformation.py +++ b/litellm/llms/azure/chat/gpt_transformation.py @@ -1,17 +1,12 @@ from collections.abc import Mapping, Sequence from types import MappingProxyType -from typing import ( - TYPE_CHECKING, - Any, - Final, - cast, # noqa: TID251 # non_default_params reaches the mapper as an untyped dict -) +from typing import TYPE_CHECKING, Any, Final from httpx._models import Headers, Response import litellm from litellm.integrations.anthropic_cache_control_hook import deployment_prompt_cache_breakpoint_support -from litellm.litellm_core_utils.allowed_tools_tool_choice import is_allowed_tools_tool_choice +from litellm.litellm_core_utils.allowed_tools_tool_choice import azure_api_version_takes_tool_choice from litellm.litellm_core_utils.core_helpers import drops_unsupported_params from litellm.litellm_core_utils.prompt_templates.common_utils import ( drop_tool_reference_parts_from_tool_messages, @@ -250,17 +245,11 @@ class AzureOpenAIConfig(BaseConfig): if api_version_year is None or api_version_month is None or api_version_day is None: optional_params["tool_choice"] = value else: - if ( - api_version_year < "2023" - or (api_version_year == "2023" and api_version_month < "12") - or (api_version_year == "2023" and api_version_month == "12" and api_version_day < "01") - ): - if is_allowed_tools_tool_choice( - cast(object, value) # cast-ok: widening an untyped dict value to object is always sound - ) or not (litellm.drop_params is True or (drop_params is not None and drop_params is True)): + if not azure_api_version_takes_tool_choice(api_version): + if not (litellm.drop_params is True or drop_params is True): raise UnsupportedParamsError( status_code=400, - message=f"""Azure does not support 'tool_choice', for api_version={api_version}. Bump your API version to '2023-12-01-preview' or later. This parameter requires 'api_version="2023-12-01-preview"' or later. drop_params never drops an allowed_tools tool_choice, since that would let the model call tools the request excluded. Azure API Reference: https://learn.microsoft.com/en-us/azure/ai-services/openai/reference#chat-completions""", + message=f"""Azure does not support 'tool_choice', for api_version={api_version}. Bump your API version to '2023-12-01-preview' or later. This parameter requires 'api_version="2023-12-01-preview"' or later. Azure API Reference: https://learn.microsoft.com/en-us/azure/ai-services/openai/reference#chat-completions""", ) elif value == "required" and ( api_version_year == "2024" and api_version_month <= "05" diff --git a/litellm/llms/azure/responses/transformation.py b/litellm/llms/azure/responses/transformation.py index 6a0740b2f15..637d3cfc219 100644 --- a/litellm/llms/azure/responses/transformation.py +++ b/litellm/llms/azure/responses/transformation.py @@ -37,6 +37,16 @@ _AZURE_RESPONSES_PROMPT_CACHE_BREAKPOINT: Final = TypeAdapter(AzureResponsesProm _DATED_GA_API_VERSION: Final = re.compile(r"\d{4}-\d{2}-\d{2}") +_DATED_API_VERSION: Final = re.compile(r"\d{4}-\d{2}-\d{2}(?:-preview)?") +_MIN_RESPONSES_API_DATE: Final = "2025-03-01" + + +def _predates_responses_api(api_version: str | None) -> bool: + return ( + api_version is not None + and _DATED_API_VERSION.fullmatch(api_version) is not None + and api_version[:10] < _MIN_RESPONSES_API_DATE + ) def _str_param(litellm_params: Mapping[str, object], key: str) -> str | None: @@ -45,16 +55,14 @@ def _str_param(litellm_params: Mapping[str, object], key: str) -> str | None: def _resolve_responses_api_version(api_base: str | None, litellm_params: Mapping[str, object]) -> str | None: - """ - Dated GA api_versions (e.g. 2024-10-21) predate the Responses API on Azure and 404 there, so a deployment - pinned to one for chat gets the default Responses version unless it sets responses_api_version. - """ - api_version: Final = _str_param(litellm_params, "api_version") - if api_base is not None and "api-version" in httpx.URL(api_base).params: - return api_version responses_api_version: Final = _str_param(litellm_params, "responses_api_version") if responses_api_version is not None: return responses_api_version + api_version: Final = _str_param(litellm_params, "api_version") + if api_base is not None and "api-version" in httpx.URL(api_base).params: + return api_version + if _predates_responses_api(api_version): + return None if api_version is not None and _DATED_GA_API_VERSION.fullmatch(api_version): return AZURE_DEFAULT_RESPONSES_API_VERSION return api_version @@ -188,7 +196,7 @@ class AzureOpenAIResponsesAPIConfig(OpenAIResponsesAPIConfig): def get_complete_url( self, api_base: str | None, - litellm_params: dict, + litellm_params: dict[str, object], ) -> str: """ Constructs a complete URL for the API request. @@ -206,7 +214,17 @@ class AzureOpenAIResponsesAPIConfig(OpenAIResponsesAPIConfig): - A complete URL string, e.g., "https://litellm8397336933.openai.azure.com/openai/responses?api-version=2024-05-01-preview" """ - resolved_api_base: Final = BaseAzureLLM.resolve_azure_api_base(api_base) + base: Final = BaseAzureLLM.resolve_azure_api_base(api_base) + parsed_url: Final = httpx.URL(base) if base is not None else None + resolved_api_base: Final = ( + str(parsed_url.copy_with(params=parsed_url.params.remove("api-version"))) + if parsed_url is not None + and ( + _predates_responses_api(parsed_url.params.get("api-version")) + or _str_param(litellm_params, "responses_api_version") is not None + ) + else base + ) responses_params: Final = _with_responses_api_version(resolved_api_base, litellm_params) parsed_base: Final = urlsplit(resolved_api_base or "") path: Final = parsed_base.path.rstrip("/") diff --git a/litellm/llms/azure_ai/agents/handler.py b/litellm/llms/azure_ai/agents/handler.py index 5dae6cc9fc3..5ed1030aba9 100644 --- a/litellm/llms/azure_ai/agents/handler.py +++ b/litellm/llms/azure_ai/agents/handler.py @@ -29,6 +29,7 @@ import httpx from typing_extensions import ReadOnly from litellm._logging import verbose_logger +from litellm.litellm_core_utils.core_helpers import decoded_json_object, subscript from litellm.litellm_core_utils.hidden_params import set_hidden_param from litellm.litellm_core_utils.url_utils import encode_url_path_segment, join_api_base from litellm.llms.azure_ai.agents.transformation import ( @@ -81,19 +82,6 @@ class _AzureMessagesData(TypedDict, total=False): data: ReadOnly[list[_AzureMessage]] -class _CreatedObject(TypedDict): - id: ReadOnly[str] - - -class _RunError(TypedDict, total=False): - message: ReadOnly[str] - - -class _RunStatus(TypedDict, total=False): - status: ReadOnly[str] - last_error: ReadOnly[_RunError] - - class _SSEDelta(TypedDict, total=False): content: ReadOnly[list[_AzureContentItem]] @@ -114,6 +102,14 @@ class _AsyncAgentRequest(Protocol): ) -> Awaitable[httpx.Response]: ... +class _JsonResponse(Protocol): + def json(self) -> object: ... + + +def _json_body(response: _JsonResponse) -> object: + return response.json() + + class AzureAIAgentsHandler: """ Handler for Azure AI Agent Service. @@ -133,21 +129,21 @@ class AzureAIAgentsHandler: def _build_thread_url(self, api_base: str, api_version: str) -> str: return f"{join_api_base(api_base, 'threads')}?api-version={api_version}" - def _build_messages_url(self, api_base: str, thread_id: str, api_version: str) -> str: + def _build_messages_url(self, api_base: str, thread_id: object, api_version: str) -> str: encoded_thread_id: Final = encode_url_path_segment(thread_id, field_name="thread_id") return f"{join_api_base(api_base, f'threads/{encoded_thread_id}/messages')}?api-version={api_version}" - def _build_runs_url(self, api_base: str, thread_id: str, api_version: str) -> str: + def _build_runs_url(self, api_base: str, thread_id: object, api_version: str) -> str: encoded_thread_id: Final = encode_url_path_segment(thread_id, field_name="thread_id") return f"{join_api_base(api_base, f'threads/{encoded_thread_id}/runs')}?api-version={api_version}" - def _build_run_status_url(self, api_base: str, thread_id: str, run_id: str, api_version: str) -> str: + def _build_run_status_url(self, api_base: str, thread_id: object, run_id: object, api_version: str) -> str: encoded_thread_id: Final = encode_url_path_segment(thread_id, field_name="thread_id") encoded_run_id: Final = encode_url_path_segment(run_id, field_name="run_id") run_status_route: Final = f"threads/{encoded_thread_id}/runs/{encoded_run_id}" return f"{join_api_base(api_base, run_status_route)}?api-version={api_version}" - def _build_list_messages_url(self, api_base: str, thread_id: str, api_version: str) -> str: + def _build_list_messages_url(self, api_base: str, thread_id: object, api_version: str) -> str: encoded_thread_id: Final = encode_url_path_segment(thread_id, field_name="thread_id") return f"{join_api_base(api_base, f'threads/{encoded_thread_id}/messages')}?api-version={api_version}" @@ -217,7 +213,7 @@ class AzureAIAgentsHandler: model: str, content: str, model_response: ModelResponse, - thread_id: str, + thread_id: object, messages: list[dict[str, object]], annotations: list[_TransformedAnnotation] | None = None, ) -> ModelResponse: @@ -354,10 +350,10 @@ class AzureAIAgentsHandler: api_base: str, api_version: str, agent_id: str, - thread_id: str | None, + thread_id: object, messages: list[dict[str, object]], optional_params: dict, - ) -> tuple[str, str, list[_TransformedAnnotation] | None]: + ) -> tuple[object, str, list[_TransformedAnnotation] | None]: """Execute the agent flow synchronously. Returns (thread_id, content, annotations).""" # Step 1: Create thread if not provided @@ -365,8 +361,7 @@ class AzureAIAgentsHandler: verbose_logger.debug("Creating thread at: %s", self._build_thread_url(api_base, api_version)) response = make_request("POST", self._build_thread_url(api_base, api_version), {}) self._check_response(response, [200, 201], "Failed to create thread") - thread_data: Final[_CreatedObject] = response.json() - thread_id = thread_data["id"] + thread_id = subscript(_json_body(response), "id") verbose_logger.debug("Created thread: %s", thread_id) # At this point thread_id is guaranteed to be a string @@ -386,8 +381,7 @@ class AzureAIAgentsHandler: response = make_request("POST", self._build_runs_url(api_base, thread_id, api_version), run_payload) self._check_response(response, [200, 201], "Failed to create run") - run_data: Final[_CreatedObject] = response.json() - run_id: Final = run_data["id"] + run_id: Final = subscript(_json_body(response), "id") verbose_logger.debug("Created run: %s", run_id) # Step 4: Poll for completion @@ -396,15 +390,15 @@ class AzureAIAgentsHandler: response = make_request("GET", status_url) self._check_response(response, [200], "Failed to get run status") - status_data: _RunStatus = response.json() + status_data = decoded_json_object(_json_body(response)) status = status_data.get("status") verbose_logger.debug("Run status: %s", status) if status == "completed": break elif status in ["failed", "cancelled", "expired"]: - error_data: _RunStatus = response.json() - error_msg = error_data.get("last_error", {}).get("message", "Unknown error") + error_data = decoded_json_object(_json_body(response)) + error_msg = decoded_json_object(error_data.get("last_error", {})).get("message", "Unknown error") raise AzureAIAgentsError(status_code=500, message=f"Run {status}: {error_msg}") time.sleep(self.config.POLL_INTERVAL_SECONDS) @@ -482,10 +476,10 @@ class AzureAIAgentsHandler: api_base: str, api_version: str, agent_id: str, - thread_id: str | None, + thread_id: object, messages: list[dict[str, object]], optional_params: dict, - ) -> tuple[str, str, list[_TransformedAnnotation] | None]: + ) -> tuple[object, str, list[_TransformedAnnotation] | None]: """Execute the agent flow asynchronously. Returns (thread_id, content, annotations).""" # Step 1: Create thread if not provided @@ -493,8 +487,7 @@ class AzureAIAgentsHandler: verbose_logger.debug("Creating thread at: %s", self._build_thread_url(api_base, api_version)) response = await make_request("POST", self._build_thread_url(api_base, api_version), {}) self._check_response(response, [200, 201], "Failed to create thread") - thread_data: Final[_CreatedObject] = response.json() - thread_id = thread_data["id"] + thread_id = subscript(_json_body(response), "id") verbose_logger.debug("Created thread: %s", thread_id) # At this point thread_id is guaranteed to be a string @@ -514,8 +507,7 @@ class AzureAIAgentsHandler: response = await make_request("POST", self._build_runs_url(api_base, thread_id, api_version), run_payload) self._check_response(response, [200, 201], "Failed to create run") - run_data: Final[_CreatedObject] = response.json() - run_id: Final = run_data["id"] + run_id: Final = subscript(_json_body(response), "id") verbose_logger.debug("Created run: %s", run_id) # Step 4: Poll for completion @@ -524,15 +516,15 @@ class AzureAIAgentsHandler: response = await make_request("GET", status_url) self._check_response(response, [200], "Failed to get run status") - status_data: _RunStatus = response.json() + status_data = decoded_json_object(_json_body(response)) status = status_data.get("status") verbose_logger.debug("Run status: %s", status) if status == "completed": break elif status in ["failed", "cancelled", "expired"]: - error_data: _RunStatus = response.json() - error_msg = error_data.get("last_error", {}).get("message", "Unknown error") + error_data = decoded_json_object(_json_body(response)) + error_msg = decoded_json_object(error_data.get("last_error", {})).get("message", "Unknown error") raise AzureAIAgentsError(status_code=500, message=f"Run {status}: {error_msg}") await asyncio.sleep(self.config.POLL_INTERVAL_SECONDS) diff --git a/litellm/llms/azure_ai/anthropic/count_tokens/handler.py b/litellm/llms/azure_ai/anthropic/count_tokens/handler.py index 5fcb84593d2..443a3a5edad 100644 --- a/litellm/llms/azure_ai/anthropic/count_tokens/handler.py +++ b/litellm/llms/azure_ai/anthropic/count_tokens/handler.py @@ -147,6 +147,8 @@ class AzureAIAnthropicCountTokensHandler(AzureAIAnthropicCountTokensConfig): status_code=e.response.status_code, message=e.response.text, ) + except litellm.Timeout as e: + raise AnthropicError(status_code=e.status_code, message=str(e)) from e except Exception as e: verbose_logger.error("Error in CountTokens handler: %s", e) raise AnthropicError( diff --git a/litellm/llms/azure_ai/anthropic/count_tokens/token_counter.py b/litellm/llms/azure_ai/anthropic/count_tokens/token_counter.py index 8657fcddab4..5031b69f83b 100644 --- a/litellm/llms/azure_ai/anthropic/count_tokens/token_counter.py +++ b/litellm/llms/azure_ai/anthropic/count_tokens/token_counter.py @@ -20,7 +20,7 @@ from litellm.llms.anthropic.count_tokens.transformation import ( from litellm.llms.azure_ai.anthropic.count_tokens.handler import ( AzureAIAnthropicCountTokensHandler, ) -from litellm.llms.base_llm.base_utils import BaseTokenCounter +from litellm.llms.base_llm.base_utils import BaseTokenCounter, deployment_timeout from litellm.types.utils import CountContextManagement, LlmProviders, TokenCountMessagesFormat, TokenCountResponse # Global handler instance - reuse across all token counting requests @@ -137,6 +137,7 @@ class AzureAIAnthropicTokenCounter(BaseTokenCounter): system=system, optional_params=count_options, context_management=None if context_management is None else context_management.spec, + timeout=deployment_timeout(litellm_params), ) if result is not None: diff --git a/litellm/llms/azure_ai/chat/transformation.py b/litellm/llms/azure_ai/chat/transformation.py index 93ff6d8170a..9c87050fde4 100644 --- a/litellm/llms/azure_ai/chat/transformation.py +++ b/litellm/llms/azure_ai/chat/transformation.py @@ -9,7 +9,7 @@ from httpx import Response from pydantic import TypeAdapter, ValidationError import litellm -from litellm._logging import verbose_logger +from litellm._logging import WarningLogger, verbose_logger from litellm.integrations.anthropic_cache_control_hook import ( AnthropicCacheControlHook, declared_prompt_cache_breakpoint, @@ -203,6 +203,7 @@ class AzureAIStudioConfig(OpenAIConfig): drop_params: bool, *, declared_reasoning_efforts: Collection[str] | None = None, + reasoning_drop_logger: WarningLogger = verbose_logger, ) -> dict[str, object]: # mutable-ok: OpenAIConfig.map_openai_params signature if not azureAIGPT5Config.is_model_gpt_5_model(model): return super().map_openai_params( @@ -217,6 +218,7 @@ class AzureAIStudioConfig(OpenAIConfig): model=model, drop_params=drop_params, declared_reasoning_efforts=declared_reasoning_efforts, + reasoning_drop_logger=reasoning_drop_logger, ) def _supports_stop_reason(self, model: str) -> bool: diff --git a/litellm/llms/azure_ai/image_edit/__init__.py b/litellm/llms/azure_ai/image_edit/__init__.py index fda9335a5d6..1001edd2b9e 100644 --- a/litellm/llms/azure_ai/image_edit/__init__.py +++ b/litellm/llms/azure_ai/image_edit/__init__.py @@ -9,12 +9,14 @@ from litellm.llms.azure_ai.image_generation.mai_transformation import ( from litellm.llms.base_llm.image_edit.transformation import BaseImageEditConfig from .flux2_transformation import AzureFoundryFlux2ImageEditConfig +from .gpt_transformation import AzureFoundryGPTImageEditConfig from .mai_transformation import AzureFoundryMAIImageEditConfig from .transformation import AzureFoundryFluxImageEditConfig __all__ = [ "AzureFoundryFlux2ImageEditConfig", "AzureFoundryFluxImageEditConfig", + "AzureFoundryGPTImageEditConfig", "AzureFoundryMAIImageEditConfig", ] @@ -26,6 +28,7 @@ def get_azure_ai_image_edit_config(model: str) -> BaseImageEditConfig: - MAI models use /mai/v1/images/edits with multipart form data - FLUX 2 models use JSON with base64 image - FLUX 1 models use multipart/form-data + - Every other deployment, gpt-image or custom-named, uses /openai/deployments/{deployment}/images/edits """ if AzureFoundryMAIImageGenerationConfig.is_mai_model(model): return AzureFoundryMAIImageEditConfig() @@ -39,4 +42,4 @@ def get_azure_ai_image_edit_config(model: str) -> BaseImageEditConfig: if model_normalized == "" or "flux" in model_normalized: return AzureFoundryFluxImageEditConfig() - raise ValueError(f"Model {model} is not supported for Azure AI image editing.") + return AzureFoundryGPTImageEditConfig() diff --git a/litellm/llms/azure_ai/image_edit/gpt_transformation.py b/litellm/llms/azure_ai/image_edit/gpt_transformation.py new file mode 100644 index 00000000000..2fd120e2a56 --- /dev/null +++ b/litellm/llms/azure_ai/image_edit/gpt_transformation.py @@ -0,0 +1,65 @@ +from collections.abc import Mapping +from typing import Final + +import litellm +from litellm.llms.azure.image_edit.transformation import AzureImageEditConfig +from litellm.llms.azure_ai.common_utils import ( + AzureFoundryModelInfo, + get_azure_ai_auth_headers, +) +from litellm.secret_managers.main import get_secret_str +from litellm.types.router import GenericLiteLLMParams + +AZURE_AI_GPT_IMAGE_EDIT_DEFAULT_API_VERSION: Final = "2025-04-01-preview" + + +class AzureFoundryGPTImageEditConfig(AzureImageEditConfig): + """ + Azure AI Foundry gpt-image edit config. + + Foundry serves gpt-image deployments on the same + ``/openai/deployments/{deployment}/images/edits`` route as Azure OpenAI, so the + request and URL handling is shared with ``AzureImageEditConfig``. Only the + credential source and the default api-version are Foundry-specific. + """ + + def validate_environment( + self, + headers: Mapping[str, str], + model: str, + api_key: str | None = None, + litellm_params: Mapping[str, object] | None = None, + api_base: str | None = None, + ) -> dict[str, str]: # mutable-ok: llm_http_handler adds extra_headers to the returned dict in place + params: Final = GenericLiteLLMParams(**(litellm_params or {})) + return { + **headers, + **get_azure_ai_auth_headers( + api_key=AzureFoundryModelInfo.get_api_key(params.api_key or api_key), + litellm_params=litellm_params, + api_key_header="api-key", + ), + } + + def get_complete_url( + self, + model: str, + api_base: str | None, + litellm_params: Mapping[str, object], + ) -> str: + foundry_api_base: Final = AzureFoundryModelInfo.get_api_base(api_base) + if foundry_api_base is None: + raise ValueError( + "Azure AI API base is required. Set AZURE_AI_API_BASE environment variable or pass api_base parameter." + ) + api_version: Final = ( + litellm_params.get("api_version") + or get_secret_str("AZURE_AI_API_VERSION") + or litellm.api_version + or AZURE_AI_GPT_IMAGE_EDIT_DEFAULT_API_VERSION + ) + return super().get_complete_url( # pyright: ignore[reportUnknownMemberType] # bare dict in base + model=model, + api_base=foundry_api_base, + litellm_params={**litellm_params, "api_version": api_version}, + ) diff --git a/litellm/llms/azure_ai/vector_stores/transformation.py b/litellm/llms/azure_ai/vector_stores/transformation.py index a4777be146f..59254ac6c0a 100644 --- a/litellm/llms/azure_ai/vector_stores/transformation.py +++ b/litellm/llms/azure_ai/vector_stores/transformation.py @@ -4,7 +4,9 @@ from collections.abc import Mapping, Sequence from typing import TYPE_CHECKING, Any, Final import httpx +from pydantic import TypeAdapter +from litellm.litellm_core_utils.core_helpers import decoded_json_object from litellm.litellm_core_utils.url_utils import join_api_base from litellm.llms.azure.common_utils import BaseAzureLLM from litellm.llms.base_llm.vector_store.transformation import ( @@ -30,6 +32,8 @@ if TYPE_CHECKING: else: LiteLLMLoggingObj = Any +_DECODED_JSON: Final = TypeAdapter(object) + class AzureAIVectorStoreConfig(BaseQueryEmbeddingVectorStoreConfig, BaseAzureLLM): """ @@ -230,13 +234,14 @@ class AzureAIVectorStoreConfig(BaseQueryEmbeddingVectorStoreConfig, BaseAzureLLM # Build attributes with all available metadata # Exclude system fields and already-processed fields - attributes = {} - for key, value in result.items(): - if key not in ["id", "content", "contentVector", "@search.score"]: - attributes[key] = value + metadata = { + key: value + for key, value in decoded_json_object(_DECODED_JSON.validate_python(result)).items() + if key not in ["id", "content", "contentVector", "@search.score"] + } # Always include document_id in attributes - attributes["document_id"] = document_id + attributes = {**metadata, "document_id": document_id} result_obj = VectorStoreSearchResult( score=score, diff --git a/litellm/llms/base_llm/anthropic_messages/transformation.py b/litellm/llms/base_llm/anthropic_messages/transformation.py index 487e7aca663..3e999467ad5 100644 --- a/litellm/llms/base_llm/anthropic_messages/transformation.py +++ b/litellm/llms/base_llm/anthropic_messages/transformation.py @@ -145,6 +145,9 @@ class BaseAnthropicMessagesConfig(ABC): def supports_safeguards(self) -> bool: return True + def supports_message_threads(self) -> bool: + return False + def serves_api_base(self, model: str, api_base: str | None) -> bool: return True diff --git a/litellm/llms/base_llm/base_model_iterator.py b/litellm/llms/base_llm/base_model_iterator.py index 3afc685b3dd..a705cfe20ad 100644 --- a/litellm/llms/base_llm/base_model_iterator.py +++ b/litellm/llms/base_llm/base_model_iterator.py @@ -1,7 +1,10 @@ import json from abc import abstractmethod +from collections.abc import Mapping from typing import TYPE_CHECKING, Final, cast +from typing_extensions import TypedDict + import litellm from litellm.constants import STREAM_SSE_DONE_STRING @@ -27,10 +30,18 @@ def _indexed_thinking_block( return {**block, "index": index} +class _DeltaFields(TypedDict, total=False, extra_items=object): + pass + + +def _message_fields_without_thinking_blocks(message: Message) -> Mapping[str, object]: + return message.model_dump(exclude={"thinking_blocks"}) + + def _streaming_delta(message: Message) -> Delta: thinking_blocks: Final = message.thinking_blocks if hasattr(message, "thinking_blocks") else None return Delta( - **message.model_dump(exclude={"thinking_blocks"}), + **_DeltaFields(**_message_fields_without_thinking_blocks(message)), thinking_blocks=( None if thinking_blocks is None diff --git a/litellm/llms/base_llm/base_utils.py b/litellm/llms/base_llm/base_utils.py index 45f623730a8..8b1ccda3a61 100644 --- a/litellm/llms/base_llm/base_utils.py +++ b/litellm/llms/base_llm/base_utils.py @@ -15,8 +15,9 @@ from dataclasses import dataclass from types import MappingProxyType from typing import Any, Final, TypeAlias +import httpx from openai.lib import _parsing, _pydantic # pyright: ignore[reportPrivateUsage] # SDK parser internals -from pydantic import BaseModel, JsonValue, TypeAdapter, ValidationError +from pydantic import BaseModel, JsonValue, PositiveFloat, TypeAdapter, ValidationError from typing_extensions import TypeIs # noqa: TID251 # narrows a message to its system member by the role literal from litellm._logging import verbose_logger @@ -38,6 +39,18 @@ from litellm.types.utils import ( TokenCountResponse, ) +_SECONDS: Final[TypeAdapter[float]] = TypeAdapter(PositiveFloat) + + +def deployment_timeout(litellm_params: Mapping[str, object]) -> float | httpx.Timeout | None: + timeout: Final = litellm_params.get("timeout") + if timeout is None or isinstance(timeout, httpx.Timeout): + return timeout + try: + return _SECONDS.validate_python(timeout) + except ValidationError: + return None + class BaseTokenCounter(ABC): @abstractmethod diff --git a/litellm/llms/base_llm/chat/transformation.py b/litellm/llms/base_llm/chat/transformation.py index b87a783e244..08f986de85a 100644 --- a/litellm/llms/base_llm/chat/transformation.py +++ b/litellm/llms/base_llm/chat/transformation.py @@ -73,8 +73,8 @@ _NO_ATTRIBUTION_HEADERS: Final[Mapping[str, str]] = types.MappingProxyType({}) def with_attribution_headers( attribution_headers: Mapping[str, str], - headers: dict[str, str] | None, # mutable-ok: returned as-is when there is nothing to add -) -> dict[str, str] | None: # mutable-ok: becomes the request's outbound headers + headers: dict[str, object] | None, # mutable-ok: returned as-is when there is nothing to add +) -> dict[str, object] | None: # mutable-ok: becomes the request's outbound headers """ `headers` plus any attribution header the caller didn't already set (names compared case-insensitively). Builds a new dict; `headers` is never mutated. diff --git a/litellm/llms/base_llm/decisions/transformation.py b/litellm/llms/base_llm/decisions/transformation.py index 254783edf39..b84d5ce0ea1 100644 --- a/litellm/llms/base_llm/decisions/transformation.py +++ b/litellm/llms/base_llm/decisions/transformation.py @@ -572,7 +572,11 @@ class BaseDecisionsConfig(ABC): def resolve_api_key(self, api_key: str | None) -> str | None: return api_key or self._first_secret(self.api_key_env) + def validate_client_connection(self, api_base: str | None, api_key: str | None) -> None: + return + def resolve_connection(self, api_base: str | None, api_key: str | None) -> tuple[str | None, str | None]: + self.validate_client_connection(api_base, api_key) return self.resolve_api_base(api_base), self.resolve_api_key(api_key) def resolve_credential( diff --git a/litellm/llms/base_llm/image_generation/transformation.py b/litellm/llms/base_llm/image_generation/transformation.py index 7ac440c6f48..28bf3d407f3 100644 --- a/litellm/llms/base_llm/image_generation/transformation.py +++ b/litellm/llms/base_llm/image_generation/transformation.py @@ -78,7 +78,7 @@ class BaseImageGenerationConfig(ABC): optional_params: dict, litellm_params: dict, headers: dict, - ) -> dict: + ) -> dict[str, object]: # mutable-ok: inherited contract raise NotImplementedError( "ImageVariationConfig implementa 'transform_request_image_variation' for image variation models" ) @@ -100,6 +100,32 @@ class BaseImageGenerationConfig(ABC): "ImageVariationConfig implements 'transform_response_image_variation' for image variation models" ) + async def async_transform_image_generation_response( + self, + model: str, + raw_response: httpx.Response, + model_response: ImageResponse, + logging_obj: LiteLLMLoggingObj, + request_data: dict[str, object], # mutable-ok: inherited contract + optional_params: dict[str, object], # mutable-ok: inherited contract + litellm_params: dict[str, object], # mutable-ok: inherited contract + encoding: "Tokenizer | None", + api_key: str | None = None, + json_mode: bool | None = None, + ) -> ImageResponse: + return self.transform_image_generation_response( # pyright: ignore[reportUnknownMemberType] # legacy sync hook has untyped dict params + model=model, + raw_response=raw_response, + model_response=model_response, + logging_obj=logging_obj, + request_data=request_data, + optional_params=optional_params, + litellm_params=litellm_params, + encoding=encoding, + api_key=api_key, + json_mode=json_mode, + ) + def use_multipart_form_data(self) -> bool: """ Returns True if this provider requires multipart/form-data instead of JSON. diff --git a/litellm/llms/base_llm/passthrough/transformation.py b/litellm/llms/base_llm/passthrough/transformation.py index 7e58cc6e71b..898033bff8f 100644 --- a/litellm/llms/base_llm/passthrough/transformation.py +++ b/litellm/llms/base_llm/passthrough/transformation.py @@ -4,6 +4,7 @@ import re from abc import abstractmethod from collections.abc import Callable, Mapping, Sequence from dataclasses import dataclass +from types import MappingProxyType from typing import TYPE_CHECKING, Final, Protocol, TypeAlias from pydantic import ConfigDict, TypeAdapter, ValidationError @@ -29,6 +30,7 @@ if TYPE_CHECKING: RELAYED_JSON_OBJECT: Final = TypeAdapter(Mapping[str, object]) _DECODED_JSON: Final = TypeAdapter(object) +_NO_RESPONSE_HEADERS: Final[Mapping[str, str]] = MappingProxyType({}) class PassthroughMetadata(LiteLLMBaseModel): @@ -236,7 +238,12 @@ class BasePassthroughConfig(BaseLLMModelInfo): return None def create_stream_collector( - self, model: str, custom_llm_provider: str, endpoint: str + self, + model: str, + custom_llm_provider: str, + endpoint: str, + *, + response_headers: Mapping[str, str] = _NO_RESPONSE_HEADERS, ) -> PassthroughStreamCollector: return RawBytesStreamCollector( provider_config=self, model=model, custom_llm_provider=custom_llm_provider, endpoint=endpoint diff --git a/litellm/llms/base_llm/videos/transformation.py b/litellm/llms/base_llm/videos/transformation.py index d7b643eb7f4..3e48c6f2ff2 100644 --- a/litellm/llms/base_llm/videos/transformation.py +++ b/litellm/llms/base_llm/videos/transformation.py @@ -235,7 +235,7 @@ class BaseVideoConfig(ABC): raw_response: httpx.Response, logging_obj: LiteLLMLoggingObj, custom_llm_provider: str | None = None, - ) -> dict[str, str]: + ) -> object: pass @abstractmethod diff --git a/litellm/llms/bedrock/audio_transcription/__init__.py b/litellm/llms/bedrock/audio_transcription/__init__.py index bc74e9c38ab..dcda72c9a60 100644 --- a/litellm/llms/bedrock/audio_transcription/__init__.py +++ b/litellm/llms/bedrock/audio_transcription/__init__.py @@ -10,8 +10,7 @@ from pydantic import BaseModel, ConfigDict from litellm.litellm_core_utils.audio_utils.utils import process_audio_file from litellm.rust_bridge import runtime from litellm.rust_bridge.catalog import Route, RouteContext -from litellm.rust_bridge.host.timeouts import timeout_to_seconds -from litellm.rust_bridge.public_call import NativeCall +from litellm.rust_bridge.public_call import NativeCall, timeout_to_seconds from litellm.rust_bridge.transcription.native import ( NATIVE_ATRANSCRIPTION, NATIVE_TRANSCRIPTION, diff --git a/litellm/llms/bedrock/chat/invoke_transformations/amazon_twelvelabs_pegasus_transformation.py b/litellm/llms/bedrock/chat/invoke_transformations/amazon_twelvelabs_pegasus_transformation.py index dc14ef005b5..f9e834e9d37 100644 --- a/litellm/llms/bedrock/chat/invoke_transformations/amazon_twelvelabs_pegasus_transformation.py +++ b/litellm/llms/bedrock/chat/invoke_transformations/amazon_twelvelabs_pegasus_transformation.py @@ -7,10 +7,11 @@ https://docs.twelvelabs.io/docs/models/pegasus import json import time +from collections.abc import Mapping from typing import TYPE_CHECKING, Any, Final import httpx -from pydantic import ConfigDict, TypeAdapter, with_config +from pydantic import BaseModel, ConfigDict, TypeAdapter, with_config from typing_extensions import NotRequired, ReadOnly, TypedDict import litellm @@ -43,6 +44,7 @@ class _PegasusResponse(TypedDict): _PEGASUS_RESPONSE: Final = TypeAdapter(_PegasusResponse) +_OPTIONAL_PARAM: Final = TypeAdapter(object) class AmazonTwelveLabsPegasusConfig(AmazonInvokeConfig, BaseConfig): @@ -65,7 +67,7 @@ class AmazonTwelveLabsPegasusConfig(AmazonInvokeConfig, BaseConfig): def map_openai_params( self, - non_default_params: dict, + non_default_params: Mapping[str, object], optional_params: dict, model: str, drop_params: bool, @@ -79,7 +81,7 @@ class AmazonTwelveLabsPegasusConfig(AmazonInvokeConfig, BaseConfig): optional_params["responseFormat"] = self._normalize_response_format(value) return optional_params - def _normalize_response_format(self, value: Any) -> object: + def _normalize_response_format(self, value: object) -> object: """Normalize response_format to TwelveLabs format. TwelveLabs expects: @@ -110,7 +112,11 @@ class AmazonTwelveLabsPegasusConfig(AmazonInvokeConfig, BaseConfig): return value # Otherwise return the dict as is return value - return type_to_response_format_param(response_format=value) or value + if value is None: + return None + if isinstance(value, type) and issubclass(value, BaseModel): + return type_to_response_format_param(response_format=value) or value + raise TypeError(f"Unsupported response_format type - {value}") def transform_request( self, @@ -134,7 +140,7 @@ class AmazonTwelveLabsPegasusConfig(AmazonInvokeConfig, BaseConfig): # Handle responseFormat - transform to TwelveLabs format if "responseFormat" in optional_params: - response_format: Final = optional_params["responseFormat"] + response_format: Final = _OPTIONAL_PARAM.validate_python(optional_params["responseFormat"]) transformed_format: Final = self._normalize_response_format(response_format) if transformed_format: request_data["responseFormat"] = transformed_format diff --git a/litellm/llms/bedrock/chat/invoke_transformations/anthropic_claude_transformation.py b/litellm/llms/bedrock/chat/invoke_transformations/anthropic_claude_transformation.py index 1c38642e062..6e0cdbcce08 100644 --- a/litellm/llms/bedrock/chat/invoke_transformations/anthropic_claude_transformation.py +++ b/litellm/llms/bedrock/chat/invoke_transformations/anthropic_claude_transformation.py @@ -23,6 +23,7 @@ from litellm.llms.anthropic.common_utils import ( OBJECT_MAPPING_ADAPTER, AnthropicModelInfo, carried_thinking_keys, + replays_tool_search, ) from litellm.llms.bedrock.chat.invoke_transformations.base_invoke_transformation import ( AmazonInvokeConfig, @@ -265,6 +266,9 @@ class AmazonAnthropicClaudeConfig(AmazonInvokeConfig, AnthropicConfig): optional_params=optional_params, headers=headers, thinking=_anthropic_request.get("thinking"), + history_holds_tool_search=replays_tool_search( + OBJECT_MAPPING_ADAPTER.validate_python(_anthropic_request).get("messages") + ), ) if beta_list: _anthropic_request["anthropic_beta"] = beta_list @@ -397,9 +401,10 @@ class AmazonAnthropicClaudeConfig(AmazonInvokeConfig, AnthropicConfig): optional_params: dict, headers: dict, thinking: AnthropicThinkingParam | None, + history_holds_tool_search: bool, ) -> list[str]: tools: Final = optional_params.get("tools") - tool_search_used: Final = self.is_tool_search_used(tools) + tool_search_used: Final = self.is_tool_search_used(tools) or history_holds_tool_search programmatic_tool_calling_used: Final = self.is_programmatic_tool_calling_used(tools) input_examples_used: Final = self.is_input_examples_used(tools) is_mid_conversation_output_config_used: Final = self.is_mid_conversation_output_config_used(messages) diff --git a/litellm/llms/bedrock/files/transformation.py b/litellm/llms/bedrock/files/transformation.py index 476d1395321..b19ad776051 100644 --- a/litellm/llms/bedrock/files/transformation.py +++ b/litellm/llms/bedrock/files/transformation.py @@ -32,6 +32,7 @@ from litellm.litellm_core_utils.cloud_storage_security import ( BEDROCK_MANAGED_S3_OUTPUT_PREFIX, BEDROCK_MANAGED_S3_PREFIXES, BEDROCK_MANAGED_S3_UPLOAD_PREFIX, + STORED_S3_BUCKET_PARAM, build_managed_cloud_object_name, encode_s3_object_key_for_url, sanitize_cloud_object_component, @@ -313,11 +314,19 @@ def get_configured_s3_bucket_names(litellm_params: Mapping[str, object]) -> tupl Resolve the S3 buckets a Bedrock file id may live in. Bedrock batch outputs land in ``s3_output_bucket_name`` when it differs from - the input bucket, so retrieval validates against both. + the input bucket, so retrieval validates against both, plus the bucket LiteLLM + recorded for a managed file uploaded or written to a request-chosen bucket. """ input_bucket: Final = _input_bucket_name(litellm_params) output_bucket: Final = _output_bucket_name(litellm_params) - buckets: Final = tuple(dict.fromkeys(bucket for bucket in (input_bucket, output_bucket) if bucket)) + stored_bucket: Final = litellm_params.get(STORED_S3_BUCKET_PARAM) + buckets: Final = tuple( + dict.fromkeys( + bucket + for bucket in (input_bucket, output_bucket, stored_bucket if isinstance(stored_bucket, str) else None) + if bucket + ) + ) if not buckets: raise ValueError(_S3_BUCKET_REQUIRED_ERROR) return buckets diff --git a/litellm/llms/bedrock/image_generation/amazon_nova_canvas_transformation.py b/litellm/llms/bedrock/image_generation/amazon_nova_canvas_transformation.py index 6f972986e56..5685a7b3ef7 100644 --- a/litellm/llms/bedrock/image_generation/amazon_nova_canvas_transformation.py +++ b/litellm/llms/bedrock/image_generation/amazon_nova_canvas_transformation.py @@ -1,8 +1,9 @@ import types from collections.abc import Mapping -from typing import Any, Final +from typing import Final from openai.types.image import Image +from typing_extensions import TypedDict from litellm.llms.bedrock.common_utils import get_cached_model_info from litellm.types.llms.bedrock import ( @@ -19,6 +20,10 @@ from litellm.types.llms.bedrock import ( from litellm.types.utils import ImageResponse +class _NovaCanvasTaskFields(TypedDict, total=False, extra_items=object): + pass + + class AmazonNovaCanvasConfig: """ Reference: https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/model-catalog/serverless/amazon.nova-canvas-v1:0 @@ -82,10 +87,12 @@ class AmazonNovaCanvasConfig: image_generation_config = {**image_generation_config, **optional_params} if task_type == "TEXT_IMAGE": - text_to_image_params: dict[str, Any] = image_generation_config.pop("textToImageParams", {}) + text_to_image_params: Mapping[str, object] = image_generation_config.pop("textToImageParams", {}) text_to_image_params = {"text": text, **text_to_image_params} try: - text_to_image_params_typed: Final = AmazonNovaCanvasTextToImageParams(**text_to_image_params) + text_to_image_params_typed: Final = AmazonNovaCanvasTextToImageParams( + **_NovaCanvasTaskFields(**text_to_image_params) + ) except Exception as e: raise ValueError( f"Error transforming text to image params: {e}. Got params: {text_to_image_params}, Expected params: {AmazonNovaCanvasTextToImageParams.__annotations__}" @@ -104,7 +111,7 @@ class AmazonNovaCanvasConfig: imageGenerationConfig=image_generation_config_typed, ) if task_type == "COLOR_GUIDED_GENERATION": - color_guided_generation_params: dict[str, Any] = image_generation_config.pop( + color_guided_generation_params: Mapping[str, object] = image_generation_config.pop( "colorGuidedGenerationParams", {} ) color_guided_generation_params = { @@ -113,7 +120,7 @@ class AmazonNovaCanvasConfig: } try: color_guided_generation_params_typed: Final = AmazonNovaCanvasColorGuidedGenerationParams( - **color_guided_generation_params + **_NovaCanvasTaskFields(**color_guided_generation_params) ) except Exception as e: raise ValueError( @@ -133,10 +140,12 @@ class AmazonNovaCanvasConfig: imageGenerationConfig=image_generation_config_typed, ) if task_type == "INPAINTING": - inpainting_params: dict[str, Any] = image_generation_config.pop("inpaintingParams", {}) + inpainting_params: Mapping[str, object] = image_generation_config.pop("inpaintingParams", {}) inpainting_params = {"text": text, **inpainting_params} try: - inpainting_params_typed: Final = AmazonNovaCanvasInpaintingParams(**inpainting_params) + inpainting_params_typed: Final = AmazonNovaCanvasInpaintingParams( + **_NovaCanvasTaskFields(**inpainting_params) + ) except Exception as e: raise ValueError( f"Error transforming inpainting params: {e}. Got params: {inpainting_params}, Expected params: {AmazonNovaCanvasInpaintingParams.__annotations__}" diff --git a/litellm/llms/bedrock/messages/invoke_transformations/anthropic_claude_transformation.py b/litellm/llms/bedrock/messages/invoke_transformations/anthropic_claude_transformation.py index cf48fcf5c2f..814da685b8c 100644 --- a/litellm/llms/bedrock/messages/invoke_transformations/anthropic_claude_transformation.py +++ b/litellm/llms/bedrock/messages/invoke_transformations/anthropic_claude_transformation.py @@ -23,6 +23,7 @@ from litellm.llms.anthropic.common_utils import ( OBJECT_MAPPING_ADAPTER, AnthropicModelInfo, carried_thinking_keys, + carries_signed_compaction_block, validated_object_mapping, ) from litellm.llms.anthropic.messages.native.transformation import ( @@ -82,6 +83,7 @@ else: _MODEL_INFO: Final[TypeAdapter[Mapping[str, object] | None]] = TypeAdapter(Mapping[str, object] | None) +_MESSAGE_LIST: Final[TypeAdapter[tuple[object, ...]]] = TypeAdapter(tuple[object, ...]) class AmazonAnthropicClaudeMessagesConfig( @@ -571,6 +573,19 @@ class AmazonAnthropicClaudeMessagesConfig( "edits": retained_edits, } + @staticmethod + def _add_compaction_beta_for_bedrock_invoke( + anthropic_messages_request: Mapping[str, object], + beta_set: set[str], # mutable-ok: the caller's beta set is grown in place, like the sibling helpers + ) -> None: + """``compaction`` and an adopted signed block both need the compact-2026-09-04 beta on Bedrock. + + Ref: https://docs.aws.amazon.com/bedrock/latest/userguide/claude-messages-compaction.html + """ + messages: Final = _MESSAGE_LIST.validate_python(anthropic_messages_request.get("messages") or ()) + if isinstance(anthropic_messages_request.get("compaction"), dict) or carries_signed_compaction_block(messages): + beta_set.add("compact-2026-09-04") + def strips_beta_gated_fields_from_final_headers(self) -> bool: return False @@ -639,6 +654,7 @@ class AmazonAnthropicClaudeMessagesConfig( anthropic_messages_request=anthropic_messages_request, beta_set=beta_set, ) + self._add_compaction_beta_for_bedrock_invoke(anthropic_messages_request, beta_set) # pyright: ignore[reportUnknownArgumentType] # built from the base signature's bare dict self._get_tool_search_beta_header_for_bedrock( model=model, @@ -858,6 +874,14 @@ class AmazonAnthropicClaudeMessagesConfig( if filtered_betas: anthropic_messages_request["anthropic_beta"] = filtered_betas + if "compaction" in anthropic_messages_request and not ( + isinstance(anthropic_messages_request["compaction"], dict) and "compact-2026-09-04" in filtered_betas + ): + verbose_logger.debug( + "Bedrock Invoke: dropping `compaction`; compact-2026-09-04 is not served on this route" + ) + del anthropic_messages_request["compaction"] + final_request: Final = OBJECT_MAPPING_ADAPTER.validate_python(anthropic_messages_request) # pyright: ignore[reportUnknownArgumentType] # built from the base signature's bare dict gated: Final = strip_beta_gated_native_request( {}, diff --git a/litellm/llms/bedrock/passthrough/guardrail_translation/handler.py b/litellm/llms/bedrock/passthrough/guardrail_translation/handler.py index a20eae0b59d..be23e450b19 100644 --- a/litellm/llms/bedrock/passthrough/guardrail_translation/handler.py +++ b/litellm/llms/bedrock/passthrough/guardrail_translation/handler.py @@ -8,13 +8,13 @@ from dataclasses import dataclass from functools import partial, reduce from itertools import accumulate, chain from types import MappingProxyType -from typing import TYPE_CHECKING, Any, Final, Optional, Protocol, TypeAlias, TypeVar +from typing import TYPE_CHECKING, Final, Optional, Protocol, TypeAlias, TypeVar, runtime_checkable from pydantic import InstanceOf, TypeAdapter, ValidationError from typing_extensions import ReadOnly, TypedDict from litellm._logging import verbose_proxy_logger -from litellm.litellm_core_utils.core_helpers import as_str_mapping, decoded_json_object +from litellm.litellm_core_utils.core_helpers import as_str_mapping, decoded_json_object, subscript from litellm.llms.anthropic.chat.guardrail_translation.handler import AnthropicMessagesHandler from litellm.llms.base_llm.guardrail_translation.base_translation import ( BaseTranslation, @@ -171,10 +171,33 @@ def _reads_flat_texts_only(guardrail: "CustomGuardrail") -> bool: return is_compression_guardrail(guardrail) or not guardrail.supports_structured_messages() -_StringHolder = tuple[Any, str | int] +_StringHolder: TypeAlias = tuple[object, str | int] +_StringLeaf: TypeAlias = tuple[_StringHolder, str] _LeafIdentity: TypeAlias = tuple[int, str | int] +@runtime_checkable +class _SupportsSetItem(Protocol): + def __setitem__(self, key: str | int, value: object, /) -> None: ... + + +@runtime_checkable +class _SupportsDelItem(Protocol): + def __delitem__(self, key: str | int, /) -> None: ... + + +def _assignable(container: object) -> _SupportsSetItem: + if isinstance(container, _SupportsSetItem): + return container + raise TypeError(f"'{type(container).__name__}' object does not support item assignment") + + +def _deletable(container: object) -> _SupportsDelItem: + if isinstance(container, _SupportsDelItem): + return container + raise TypeError(f"'{type(container).__name__}' object doesn't support item deletion") + + @dataclass(frozen=True, slots=True) class _Assign: holder: _StringHolder @@ -194,7 +217,7 @@ _OBJECT_BY_REFERENCE: Final = TypeAdapter(InstanceOf[Mapping[str, object]]) _ARRAY_BY_REFERENCE: Final = TypeAdapter(InstanceOf[list[object]]) -def _collect_strings(node: object, holders: list[_StringHolder]) -> None: +def _collect_strings(node: object, leaves: list[_StringLeaf]) -> None: """ Record a (container, key) holder for every non-empty string value nested under an arbitrary JSON node, so prompt content a caller hides in fields @@ -209,28 +232,28 @@ def _collect_strings(node: object, holders: list[_StringHolder]) -> None: for key, value in current.items(): if isinstance(value, str): if value: - holders.append((current, key)) + leaves.append(((current, key), value)) else: stack.append(value) elif isinstance(current, list): for index, value in enumerate(current): if isinstance(value, str): if value: - holders.append((current, index)) + leaves.append(((current, index), value)) else: stack.append(value) -def _collect_block_text(block: dict, holders: list[_StringHolder]) -> None: +def _collect_block_text(block: dict, leaves: list[_StringLeaf]) -> None: text: Final = block.get("text") if isinstance(text, str) and text: - holders.append((block, "text")) + leaves.append(((block, "text"), text)) -def _request_field_holders(body: Mapping[str, object]) -> tuple[_StringHolder, ...]: - holders: Final = list[_StringHolder]() - _collect_strings(body.get("additionalModelRequestFields"), holders) - return tuple(holders) +def _request_field_leaves(body: Mapping[str, object]) -> tuple[_StringLeaf, ...]: + leaves: Final = list[_StringLeaf]() + _collect_strings(body.get("additionalModelRequestFields"), leaves) + return tuple(leaves) def _extract_converse_texts( @@ -267,15 +290,15 @@ def _extract_converse_texts( that model. Scanning it stays the fail-closed default. Its strings come last, in the same order as they follow the latest user message in the rows. """ - system_holders: Final = list[_StringHolder]() + system_leaves: Final = list[_StringLeaf]() if not skip_system and not scan_only_tool_results: for block in body.get("system") or []: if isinstance(block, dict): - _collect_block_text(block, system_holders) + _collect_block_text(block, system_leaves) - request_field_holders: Final = () if scan_only_tool_results else _request_field_holders(body) + request_field_leaves: Final = () if scan_only_tool_results else _request_field_leaves(body) - message_holders: Final = list[_StringHolder]() + message_leaves: Final = list[_StringLeaf]() for message in body.get("messages") or []: if not isinstance(message, dict): continue @@ -286,20 +309,19 @@ def _extract_converse_texts( continue if scan_only_tool_results and "toolResult" not in block: continue - _collect_block_text(block, message_holders) + _collect_block_text(block, message_leaves) tool_use = block.get("toolUse") if isinstance(tool_use, dict): - _collect_strings(tool_use.get("input"), message_holders) + _collect_strings(tool_use.get("input"), message_leaves) tool_result = block.get("toolResult") if isinstance(tool_result, dict): for inner in tool_result.get("content") or []: if isinstance(inner, dict): - _collect_block_text(inner, message_holders) - _collect_strings(inner.get("json"), message_holders) + _collect_block_text(inner, message_leaves) + _collect_strings(inner.get("json"), message_leaves) - holders: Final = [*system_holders, *message_holders, *request_field_holders] - texts: Final = [container[key] for container, key in holders] - return texts, holders + leaves: Final = (*system_leaves, *message_leaves, *request_field_leaves) + return [text for _, text in leaves], [holder for holder, _ in leaves] @dataclass(frozen=True, slots=True) @@ -464,9 +486,9 @@ def _apply(writes: Sequence[_Assign | _Remove]) -> None: for write in writes: match write: case _Assign(holder=(container, key), value=value): - container[key] = value + _assignable(container)[key] = value case _Remove(holder=(container, key)): - del container[key] + del _deletable(container)[key] def _block_text_holder(block: object) -> _ContentHolder | None: @@ -545,7 +567,7 @@ def _edits_drop_a_text_change( if writes is None: return True _apply(writes) - edited: Final = [container[key] for container, key in holders] + edited: Final = [subscript(container, key) for container, key in holders] return any( returned != before and after == before for before, returned, after in zip(texts, guardrailed_texts, edited) ) @@ -562,26 +584,25 @@ def _extract_converse_output_texts( ``citationsContent.content[].text`` -- while leaving structural values such as reasoning signatures and citation sources untouched. """ - holders: Final[list[_StringHolder]] = [] + leaves: Final[list[_StringLeaf]] = [] for block in content_blocks: if not isinstance(block, dict): continue - _collect_block_text(block, holders) + _collect_block_text(block, leaves) tool_use = block.get("toolUse") if isinstance(tool_use, dict): - _collect_strings(tool_use.get("input"), holders) + _collect_strings(tool_use.get("input"), leaves) reasoning = block.get("reasoningContent") if isinstance(reasoning, dict): reasoning_text = reasoning.get("reasoningText") if isinstance(reasoning_text, dict): - _collect_block_text(reasoning_text, holders) + _collect_block_text(reasoning_text, leaves) citations = block.get("citationsContent") if isinstance(citations, dict): for cited in citations.get("content") or []: if isinstance(cited, dict): - _collect_block_text(cited, holders) - texts: Final = [container[key] for container, key in holders] - return texts, holders + _collect_block_text(cited, leaves) + return [text for _, text in leaves], [holder for holder, _ in leaves] def _write_back_texts( @@ -598,7 +619,7 @@ def _write_back_texts( for idx, (container, key) in enumerate(holders): if idx >= len(guardrailed_texts): break - container[key] = guardrailed_texts[idx] + _assignable(container)[key] = guardrailed_texts[idx] _GroupKey: TypeAlias = str | tuple[str, int] diff --git a/litellm/llms/bedrock/passthrough/transformation.py b/litellm/llms/bedrock/passthrough/transformation.py index 4a2bb57ce5a..901c16afaa7 100644 --- a/litellm/llms/bedrock/passthrough/transformation.py +++ b/litellm/llms/bedrock/passthrough/transformation.py @@ -3,16 +3,21 @@ from collections.abc import Callable, Iterator, Mapping, Sequence from functools import partial from itertools import chain from types import MappingProxyType -from typing import TYPE_CHECKING, ClassVar, Final, Optional, cast +from typing import TYPE_CHECKING, ClassVar, Final, Optional, TypeVar, cast import httpx from httpx import Response -from pydantic import TypeAdapter +from pydantic import BaseModel, TypeAdapter from litellm._logging import verbose_logger from litellm.constants import AWS_ERROR_TYPE_HEADER from litellm.litellm_core_utils.litellm_logging import Logging -from litellm.llms.base_llm.passthrough.transformation import BasePassthroughConfig, PassthroughStreamCollector +from litellm.litellm_core_utils.llm_cost_calc.guardrail_cost import object_mapping +from litellm.llms.base_llm.passthrough.transformation import ( + BasePassthroughConfig, + PassthroughStreamCollector, + relayed_json_object, +) from litellm.llms.bedrock.chat.converse_to_openai import as_json_array, as_json_object from litellm.llms.bedrock.chat.invoke_transformations.base_invoke_transformation import ( bedrock_invoke_guardrail_headers, @@ -21,7 +26,12 @@ from litellm.types.llms.openai import ChatCompletionSystemMessage, ChatCompletio from litellm.types.utils import ModelResponseStream from ..base_aws_llm import BaseAWSLLM -from ..common_utils import BedrockError, BedrockEventStreamDecoderBase, BedrockModelInfo +from ..common_utils import ( + BEDROCK_INVOKE_TRACE_FIELD, + BedrockError, + BedrockEventStreamDecoderBase, + BedrockModelInfo, +) from ..request_metadata import ( BEDROCK_REQUEST_METADATA_HEADER, BedrockRequestMetadataViolation, @@ -49,6 +59,9 @@ _BEDROCK_INVOKE_ACTIONS: Final = frozenset({"invoke", "invoke-with-response-stre _BEDROCK_INVOKE_GUARDRAIL_HEADERS: Final = frozenset( {"x-amzn-bedrock-guardrailidentifier", "x-amzn-bedrock-guardrailversion", "x-amzn-bedrock-trace"} ) +_BEDROCK_SERVICE_TIER_HEADER: Final = "x-amzn-bedrock-service-tier" +_NO_RESPONSE_HEADERS: Final[Mapping[str, str]] = MappingProxyType({}) +_TieredResponse: Final = TypeVar("_TieredResponse", bound=BaseModel) def _bedrock_endpoint_action(endpoint: str) -> str: @@ -111,7 +124,9 @@ def _with_request_metadata( litellm_params: Mapping[str, object], ) -> tuple[Mapping[str, str], Mapping[str, object]]: if action in _BEDROCK_CONVERSE_ACTIONS: - return headers, _with_body_request_metadata(action, body, litellm_params) + return _without_owned_request_metadata_header(headers), _with_body_request_metadata( + action, body, litellm_params + ) if action in _BEDROCK_INVOKE_ACTIONS and "requestMetadata" in body: return _without_owned_request_metadata_header(headers), _with_body_request_metadata( action, body, litellm_params @@ -137,6 +152,10 @@ def _converse_guardrail_config(action: str, guardrail_config: object) -> object: return {key: value for key, value in fields.items() if key != "streamProcessingMode"} +def _without_invoke_guardrail_headers(headers: Mapping[str, str]) -> Mapping[str, str]: + return {name: value for name, value in headers.items() if name.lower() not in _BEDROCK_INVOKE_GUARDRAIL_HEADERS} + + def _with_deployment_guardrail( action: str, headers: Mapping[str, str], @@ -146,7 +165,10 @@ def _with_deployment_guardrail( if guardrail_config is None: return headers, body if action in _BEDROCK_CONVERSE_ACTIONS: - return headers, {**body, "guardrailConfig": _converse_guardrail_config(action, guardrail_config)} + return _without_invoke_guardrail_headers(headers), { + **body, + "guardrailConfig": _converse_guardrail_config(action, guardrail_config), + } if action in _BEDROCK_INVOKE_ACTIONS: guardrail_headers: Final = tuple(bedrock_invoke_guardrail_headers(guardrail_config).items()) return merge_bedrock_invoke_headers( @@ -266,6 +288,19 @@ class _CoalescedChunks: return self._chunks +_BEDROCK_EVENT: Final = TypeAdapter(dict[str, object]) + + +def _with_invoke_trace(chunk: ModelResponseStream, trace: Mapping[str, object] | None) -> ModelResponseStream: + if trace is None: + return chunk + return chunk.model_copy( + update={ + "provider_specific_fields": {**(chunk.provider_specific_fields or {}), BEDROCK_INVOKE_TRACE_FIELD: trace} + } + ) + + def _translate_message(decoder: "AWSEventStreamDecoder", message: str) -> ModelResponseStream | None: from litellm.litellm_core_utils.streaming_handler import ( convert_generic_chunk_to_model_response_stream, @@ -273,11 +308,15 @@ def _translate_message(decoder: "AWSEventStreamDecoder", message: str) -> ModelR ) from litellm.types.utils import GenericStreamingChunk - translated_chunk: Final = decoder.chunk_parser(chunk_data=json.loads(message)) + event: Final = _BEDROCK_EVENT.validate_json(message) + trace: Final = object_mapping(event.get(BEDROCK_INVOKE_TRACE_FIELD)) + translated_chunk: Final = decoder.chunk_parser(chunk_data=event) if isinstance(translated_chunk, ModelResponseStream): - return translated_chunk + return _with_invoke_trace(translated_chunk, trace) if generic_chunk_has_all_required_fields(cast(dict, translated_chunk)): - return convert_generic_chunk_to_model_response_stream(cast(GenericStreamingChunk, translated_chunk)) + return _with_invoke_trace( + convert_generic_chunk_to_model_response_stream(cast(GenericStreamingChunk, translated_chunk)), trace + ) return None @@ -332,15 +371,33 @@ def _count_prompt_tokens(model: str, request_body: object) -> int: return token_counter(model=model, messages=messages) +def _invoke_guardrail_trace(httpx_response: Response) -> Mapping[str, object]: + reply: Final = relayed_json_object(httpx_response) or {} + return {BEDROCK_INVOKE_TRACE_FIELD: reply.get(BEDROCK_INVOKE_TRACE_FIELD)} + + +def _served_service_tier(response_headers: Mapping[str, str]) -> str | None: + headers: Final = httpx.Headers(response_headers) + if _BEDROCK_SERVICE_TIER_HEADER not in headers: + return None + return headers[_BEDROCK_SERVICE_TIER_HEADER] + + +def _with_served_service_tier(response: _TieredResponse, service_tier: str | None) -> _TieredResponse: + if service_tier is None: + return response + return response.model_copy(update={"service_tier": service_tier}) + + def _build_logged_response( - chunks: Sequence[ModelResponseStream], litellm_logging_obj: "LiteLLMLoggingObj" + chunks: Sequence[ModelResponseStream], litellm_logging_obj: "LiteLLMLoggingObj", service_tier: str | None ) -> Optional["CostResponseTypes"]: from litellm.litellm_core_utils.streaming_chunk_builder_utils import stream_chunk_builder if len(chunks) == 0: return None return stream_chunk_builder( - chunks=list(chunks), + chunks=[*chunks[:-1], _with_served_service_tier(chunks[-1], service_tier)], logging_obj=litellm_logging_obj, count_prompt_tokens=partial( _count_prompt_tokens, litellm_logging_obj.model, litellm_logging_obj.model_call_details.get("input") @@ -355,11 +412,13 @@ class BedrockEventStreamCollector: self, parse_event: Callable[["EventStreamMessage"], str | None], decoder: Optional["AWSEventStreamDecoder"], + service_tier: str | None = None, ) -> None: from botocore.eventstream import EventStreamBuffer self._parse_event = parse_event self._decoder = decoder + self._service_tier: Final = service_tier self._event_stream_buffer: Final[EventStreamBuffer] = EventStreamBuffer() self._chunks: Final = _CoalescedChunks() @@ -377,7 +436,7 @@ class BedrockEventStreamCollector: self._chunks.add(translated) def build_logged_response(self, litellm_logging_obj: "LiteLLMLoggingObj") -> Optional["CostResponseTypes"]: - return _build_logged_response(self._chunks.chunks(), litellm_logging_obj) + return _build_logged_response(self._chunks.chunks(), litellm_logging_obj, self._service_tier) class BedrockAgentRuntimeAWS(BaseAWSLLM): @@ -542,15 +601,23 @@ class BedrockPassthroughConfig(BaseAWSLLM, BedrockModelInfo, BedrockEventStreamD request_data=request_data, encoding=encoding, ) + if "invoke" in endpoint: + logging_obj.record_native_bedrock_guardrail(_invoke_guardrail_trace(httpx_response)) - return litellm_model_response + return _with_served_service_tier(litellm_model_response, _served_service_tier(httpx_response.headers)) def create_stream_collector( - self, model: str, custom_llm_provider: str, endpoint: str + self, + model: str, + custom_llm_provider: str, + endpoint: str, + *, + response_headers: Mapping[str, str] = _NO_RESPONSE_HEADERS, ) -> PassthroughStreamCollector: return BedrockEventStreamCollector( parse_event=self._parse_message_from_event, decoder=self._get_event_stream_decoder(model=model, endpoint=endpoint), + service_tier=_served_service_tier(response_headers), ) def _get_event_stream_decoder(self, model: str, endpoint: str) -> Optional["AWSEventStreamDecoder"]: diff --git a/litellm/llms/bedrock/realtime/transformation.py b/litellm/llms/bedrock/realtime/transformation.py index 25498fef46f..c59baf2e07c 100644 --- a/litellm/llms/bedrock/realtime/transformation.py +++ b/litellm/llms/bedrock/realtime/transformation.py @@ -18,6 +18,7 @@ from pydantic import ConfigDict, JsonValue, TypeAdapter from litellm._logging import verbose_logger from litellm._uuid import uuid +from litellm.litellm_core_utils.core_helpers import decoded_json_object, subscript from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.llms.base_llm.realtime.transformation import BaseRealtimeConfig, RealtimeSessionUpdateRejection from litellm.llms.bedrock.common_utils import BedrockError @@ -918,7 +919,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): def transform_content_start_event( self, - event: dict, + event: object, current_response_id: str | None, current_output_item_id: str | None, current_conversation_id: str | None, @@ -942,7 +943,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): Returns: Tuple of (events, response_id, output_item_id, conversation_id, delta_type) """ - content_start: Final = event["contentStart"] + content_start: Final = decoded_json_object(subscript(event, "contentStart")) role: Final = content_start.get("role") if role != "ASSISTANT": @@ -1228,7 +1229,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): def transform_content_end_event( self, - event: dict, + event: object, current_output_item_id: str | None, current_response_id: str | None, current_delta_type: str | None, @@ -1247,7 +1248,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): Returns: Tuple of (events, reset_delta_chunks) """ - content_end: Final = event["contentEnd"] + content_end: Final = subscript(event, "contentEnd") verbose_logger.debug("Handling contentEnd: %s", content_end) if self._assistant_final_text_active: @@ -1338,7 +1339,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): def transform_prompt_end_event( self, - event: dict, + event: object, current_response_id: str | None, current_conversation_id: str | None, ) -> tuple[ @@ -1400,7 +1401,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): def transform_tool_use_event( self, - event: dict, + event: object, current_response_id: str | None, current_conversation_id: str | None, ) -> tuple[list[OpenAIRealtimeEvents], str, str]: @@ -1416,7 +1417,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): Tuple of (events, response_id, conversation_id) """ verbose_logger.debug("Handling toolUse") - tool_use: Final = BedrockToolUse.model_validate(event["toolUse"]) + tool_use: Final = BedrockToolUse.model_validate(subscript(event, "toolUse")) verbose_logger.debug("Tool use event: %s (ID: %s)", tool_use.toolName, tool_use.toolUseId) response_id: Final = current_response_id or f"resp_{uuid.uuid4()}" @@ -1668,7 +1669,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): current_conversation_id, current_delta_type, ) = self.transform_content_start_event( - event, + _JSON_VALUE.validate_python(event), current_response_id, current_output_item_id, current_conversation_id, @@ -1710,7 +1711,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): elif "contentEnd" in event: events, current_delta_chunks = self.transform_content_end_event( - event, + _JSON_VALUE.validate_python(event), current_output_item_id, current_response_id, current_delta_type, @@ -1735,7 +1736,7 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): elif "toolUse" in event: events, current_response_id, current_conversation_id = self.transform_tool_use_event( - event, current_response_id, current_conversation_id + _JSON_VALUE.validate_python(event), current_response_id, current_conversation_id ) returned_messages.extend(events) @@ -1745,7 +1746,9 @@ class BedrockRealtimeConfig(BaseRealtimeConfig): current_output_item_id, current_response_id, current_delta_type, - ) = self.transform_prompt_end_event(event, current_response_id, current_conversation_id) + ) = self.transform_prompt_end_event( + _JSON_VALUE.validate_python(event), current_response_id, current_conversation_id + ) returned_messages.extend(events) return { diff --git a/litellm/llms/bedrock/vector_stores/transformation.py b/litellm/llms/bedrock/vector_stores/transformation.py index b2b3a9b0faf..b4cac70fee2 100644 --- a/litellm/llms/bedrock/vector_stores/transformation.py +++ b/litellm/llms/bedrock/vector_stores/transformation.py @@ -1,18 +1,25 @@ +import re from collections.abc import Mapping from copy import deepcopy +from itertools import product +from types import MappingProxyType from typing import TYPE_CHECKING, Any, Final, Protocol, cast, runtime_checkable from urllib.parse import urlparse import httpx +from pydantic import TypeAdapter +from typing_extensions import ReadOnly, TypedDict from litellm._logging import verbose_logger -from litellm.litellm_core_utils.core_helpers import decoded_json_object +from litellm.exceptions import BadRequestError +from litellm.litellm_core_utils.core_helpers import decoded_json_object, drops_unsupported_params, keyword_arguments from litellm.litellm_core_utils.url_utils import encode_url_path_segment, join_api_base from litellm.llms.base_llm.vector_store.transformation import BaseVectorStoreConfig from litellm.llms.bedrock.base_aws_llm import BaseAWSLLM from litellm.llms.bedrock.common_utils import BedrockError from litellm.types.integrations.rag.bedrock_knowledgebase import ( BedrockKBContent, + BedrockKBImageFormat, BedrockKBResponse, BedrockKBRetrievalConfiguration, BedrockKBRetrievalQuery, @@ -20,11 +27,14 @@ from litellm.types.integrations.rag.bedrock_knowledgebase import ( ) from litellm.types.router import GenericLiteLLMParams from litellm.types.vector_stores import ( + RETRIEVAL_QUERY_PARAMS, VECTOR_STORE_OPENAI_PARAMS, BaseVectorStoreAuthCredentials, VectorStoreIndexEndpoints, VectorStoreResultContent, + VectorStoreSearchImageMediaType, VectorStoreSearchOptionalRequestParams, + VectorStoreSearchQueryImage, VectorStoreSearchResponse, VectorStoreSearchResult, ) @@ -61,6 +71,71 @@ def _vector_search_configuration(retrieval_config: object) -> Mapping[str, objec return decoded_json_object(decoded_json_object(retrieval_config).get("vectorSearchConfiguration", {})) +_DECODED_JSON: Final = TypeAdapter(object) + + +class _KBResponseFields(TypedDict, total=False, extra_items=object): + pass + + +_BEDROCK_IMAGE_FORMATS: Final[Mapping[VectorStoreSearchImageMediaType, BedrockKBImageFormat]] = MappingProxyType( + {"image/jpeg": "jpeg", "image/png": "png", "image/gif": "gif", "image/webp": "webp"} +) +_BASE64_DATA_URI: Final = re.compile(r"data:(?P[^;,]*)[^,]*;base64,(?P.*)", re.DOTALL) +_SOURCE_FILE_MIME_TYPE_KEY: Final = "x-amz-bedrock-kb-source-file-mime-type" +_UNKNOWN_MEDIA_TYPE: Final = "application/octet-stream" +_RETRIEVAL_QUERY_UNSUPPORTED: Final = ( + "bedrock vector stores do not take retrievalQuery. Send query, or query_image to search by image. To drop it, " + "set `litellm.drop_params=True` or for proxy:\n\n`litellm_settings:\n drop_params: true`\n" +) + + +class _QueryImageParams(TypedDict, total=False): + query_image: ReadOnly[VectorStoreSearchQueryImage | None] + + +def _retrieval_query(query: str, params: _QueryImageParams) -> BedrockKBRetrievalQuery: + query_image: Final = params.get("query_image") + if query_image is None: + return BedrockKBRetrievalQuery(text=query) + return BedrockKBRetrievalQuery( + type="IMAGE", + image={"format": _BEDROCK_IMAGE_FORMATS[query_image["media_type"]], "inlineContent": query_image["data"]}, + ) + + +def _image_content(byte_content: str, metadata: Mapping[str, object]) -> VectorStoreResultContent: + data_uri: Final = _BASE64_DATA_URI.fullmatch(byte_content) + declared_media_type: Final = data_uri.group("media_type") if data_uri is not None else "" + source_file_media_type: Final = metadata.get(_SOURCE_FILE_MIME_TYPE_KEY) + return VectorStoreResultContent( + type="image", + source={ + "type": "base64", + "media_type": ( + source_file_media_type + if isinstance(source_file_media_type, str) and source_file_media_type.startswith("image/") + else declared_media_type or _UNKNOWN_MEDIA_TYPE + ), + "data": data_uri.group("data") if data_uri is not None else byte_content, + }, + ) + + +def _result_content( + content: BedrockKBContent | None, metadata: Mapping[str, object], include_images: bool +) -> VectorStoreResultContent | None: + if content is None: + return None + text: Final = content.get("text") + if text is not None: + return VectorStoreResultContent(text=text, type="text") + byte_content: Final = content.get("byteContent") + if not include_images or content.get("type") != "IMAGE" or not byte_content: + return None + return _image_content(byte_content, metadata) + + class BedrockVectorStoreConfig(BaseVectorStoreConfig, BaseAWSLLM): """Vector store configuration for AWS Bedrock Knowledge Bases.""" @@ -86,7 +161,7 @@ class BedrockVectorStoreConfig(BaseVectorStoreConfig, BaseAWSLLM): } def get_supported_openai_params(self, model: str) -> list[VECTOR_STORE_OPENAI_PARAMS]: - return ["filters", "max_num_results", "ranking_options"] + return ["filters", "max_num_results", "ranking_options", "query_image"] def _map_operator_to_aws(self, operator: str) -> str: """ @@ -241,8 +316,14 @@ class BedrockVectorStoreConfig(BaseVectorStoreConfig, BaseAWSLLM): encoded_vector_store_id: Final = encode_url_path_segment(vector_store_id, field_name="vector_store_id") url: Final = join_api_base(api_base, f"{encoded_vector_store_id}/retrieve") + caller_params: Final = decoded_json_object(litellm_params) + caller_sources: Final = self._caller_sources(extra_body=extra_body, litellm_params=caller_params) + if self._caller_value(caller_sources, RETRIEVAL_QUERY_PARAMS) is not None and not drops_unsupported_params( + caller_params.get("drop_params") + ): + raise BadRequestError(message=_RETRIEVAL_QUERY_UNSUPPORTED, model="", llm_provider="bedrock") request_body: Final[dict[str, object]] = { - "retrievalQuery": BedrockKBRetrievalQuery(text=query), + "retrievalQuery": _retrieval_query(query, vector_store_search_optional_params), } retrieval_config: Final[object] = ( @@ -274,7 +355,7 @@ class BedrockVectorStoreConfig(BaseVectorStoreConfig, BaseAWSLLM): ] = filters if retrieval_config: request_body["retrievalConfiguration"] = cast(BedrockKBRetrievalConfiguration, retrieval_config) - user_context: Final = self._user_context(extra_body=extra_body, litellm_params=litellm_params) + user_context: Final = self._user_context(caller_sources) if user_context is not None: request_body["userContext"] = user_context @@ -282,19 +363,18 @@ class BedrockVectorStoreConfig(BaseVectorStoreConfig, BaseAWSLLM): return url, request_body @staticmethod - def _user_context( + def _caller_sources( extra_body: Mapping[str, object] | None, litellm_params: Mapping[str, object] - ) -> BedrockKBUserContext | None: - sources: Final = tuple(source for source in (extra_body, litellm_params) if isinstance(source, Mapping)) - found: Final = next( - ( - source[key] - for source in sources - for key in ("userContext", "user_context") - if source.get(key) is not None - ), - None, - ) + ) -> tuple[Mapping[str, object], ...]: + return tuple(source for source in (extra_body, litellm_params) if isinstance(source, Mapping)) + + @staticmethod + def _caller_value(sources: tuple[Mapping[str, object], ...], keys: tuple[str, ...]) -> object: + return next((source[key] for source, key in product(sources, keys) if source.get(key) is not None), None) + + @staticmethod + def _user_context(sources: tuple[Mapping[str, object], ...]) -> BedrockKBUserContext | None: + found: Final = BedrockVectorStoreConfig._caller_value(sources, ("userContext", "user_context")) return None if found is None else cast(BedrockKBUserContext, found) def sign_request( @@ -361,16 +441,19 @@ class BedrockVectorStoreConfig(BaseVectorStoreConfig, BaseAWSLLM): self, response: httpx.Response, litellm_logging_obj: LiteLLMLoggingObj ) -> VectorStoreSearchResponse: try: - response_data: Final = BedrockKBResponse(**response.json()) + response_data: Final = BedrockKBResponse( + **_KBResponseFields( + **keyword_arguments(_DECODED_JSON.validate_python(response.json()), BedrockKBResponse) + ) + ) + include_images: Final = litellm_logging_obj.model_call_details.get("query_image") is not None results: Final[list[VectorStoreSearchResult]] = [] for item in response_data.get("retrievalResults", []) or []: - content: BedrockKBContent | None = item.get("content") - text = content.get("text") if content else None - if text is None: + metadata = item.get("metadata", {}) or {} + result_content = _result_content(item.get("content"), metadata, include_images) + if result_content is None: continue - # Extract metadata and use helper functions - metadata = item.get("metadata", {}) or {} file_id = self._get_file_id_from_metadata(metadata) filename = self._get_filename_from_metadata(metadata) attributes = self._get_attributes_from_metadata(metadata) @@ -378,7 +461,7 @@ class BedrockVectorStoreConfig(BaseVectorStoreConfig, BaseAWSLLM): results.append( VectorStoreSearchResult( score=item.get("score"), - content=[VectorStoreResultContent(text=text, type="text")], + content=[result_content], file_id=file_id, filename=filename, attributes=attributes, diff --git a/litellm/llms/chatgpt/chat/transformation.py b/litellm/llms/chatgpt/chat/transformation.py index e8f057b4d3d..9e1e752d8b8 100644 --- a/litellm/llms/chatgpt/chat/transformation.py +++ b/litellm/llms/chatgpt/chat/transformation.py @@ -1,6 +1,7 @@ from collections.abc import Mapping from typing import Any, Final +from litellm._logging import WarningLogger, verbose_logger from litellm.exceptions import AuthenticationError from litellm.llms.openai.openai import OpenAIConfig from litellm.types.llms.openai import AllMessageValues @@ -118,11 +119,15 @@ class ChatGPTConfig(OpenAIConfig): def map_openai_params( self, - non_default_params: dict, - optional_params: dict, + non_default_params: dict[str, object], + optional_params: dict[str, object], model: str, drop_params: bool, - ) -> dict: - optional_params = super().map_openai_params(non_default_params, optional_params, model, drop_params) + *, + reasoning_drop_logger: WarningLogger = verbose_logger, + ) -> dict[str, object]: + optional_params = super().map_openai_params( + non_default_params, optional_params, model, drop_params, reasoning_drop_logger=reasoning_drop_logger + ) optional_params.setdefault("stream", False) return optional_params diff --git a/litellm/llms/codestral/completion/transformation.py b/litellm/llms/codestral/completion/transformation.py index 636760b093d..c22bdf9d887 100644 --- a/litellm/llms/codestral/completion/transformation.py +++ b/litellm/llms/codestral/completion/transformation.py @@ -1,10 +1,20 @@ import json from typing import Final +from pydantic import TypeAdapter +from typing_extensions import TypedDict + import litellm +from litellm.litellm_core_utils.core_helpers import keyword_arguments from litellm.llms.openai.completion.transformation import OpenAITextCompletionConfig from litellm.types.llms.databricks import GenericStreamingChunk +_DECODED_JSON: Final = TypeAdapter(object) + + +class _StreamChunkFields(TypedDict, total=False, extra_items=object): + pass + class CodestralTextCompletionConfig(OpenAITextCompletionConfig): """ @@ -100,7 +110,11 @@ class CodestralTextCompletionConfig(OpenAITextCompletionConfig): "finish_reason": finish_reason, } - original_chunk: Final = litellm.ModelResponseStream(**chunk_data_dict) + original_chunk: Final = litellm.ModelResponseStream( + **_StreamChunkFields( + **keyword_arguments(_DECODED_JSON.validate_python(chunk_data_dict), litellm.ModelResponseStream) + ) + ) _choices: Final = chunk_data_dict.get("choices", []) or [] if len(_choices) == 0: return { diff --git a/litellm/llms/cohere/common_utils.py b/litellm/llms/cohere/common_utils.py index 4ba5f9bd57b..f5d084ea800 100644 --- a/litellm/llms/cohere/common_utils.py +++ b/litellm/llms/cohere/common_utils.py @@ -397,8 +397,12 @@ class CohereV2ModelResponseIterator: if index != -1: str_line = str_line[index:] - data_json: Final = json.loads(str_line) - return self.chunk_parser(chunk=data_json) + data_json: Final = _DECODED_JSON.validate_python(json.loads(str_line)) + if isinstance(data_json, dict): + return self.chunk_parser(chunk=data_json) + raise ValueError( + f"Failed to parse v2 chunk: {type(data_json).__name__!r} object has no attribute 'get', chunk: {data_json}" + ) # Async iterator def __aiter__(self): diff --git a/litellm/llms/cohere/embed/v1_transformation.py b/litellm/llms/cohere/embed/v1_transformation.py index 056b5bce742..ca096e369e1 100644 --- a/litellm/llms/cohere/embed/v1_transformation.py +++ b/litellm/llms/cohere/embed/v1_transformation.py @@ -2,12 +2,14 @@ Legacy /v1/embedding transformation logic for Bedrock Cohere. """ -from collections.abc import Sized +from collections.abc import Mapping, Sized from typing import Final, Protocol import httpx +from pydantic import TypeAdapter from litellm import COHERE_DEFAULT_EMBEDDING_INPUT_TYPE +from litellm.litellm_core_utils.core_helpers import as_str_mapping, subscript from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.llms.custom_httpx.http_handler import header_value from litellm.types.llms.bedrock import ( @@ -24,6 +26,17 @@ class _SupportsEncode(Protocol): def encode(self, text: str, /) -> Sized: ... +_DECODED_JSON: Final = TypeAdapter(object) + + +def _embed_response_body(response_json: object) -> Mapping[str, object]: + body: Final = as_str_mapping(response_json) + if body is None: + subscript(response_json, "embeddings") + raise TypeError(f"'{type(response_json).__name__}' object is not subscriptable") + return body + + def _bedrock_billed_input_tokens(response: httpx.Response) -> int | None: count: Final = header_value(response.headers, "x-amzn-bedrock-input-token-count") return int(count) if count is not None and count.isdigit() else None @@ -119,7 +132,7 @@ class CohereEmbeddingConfig: encoding: _SupportsEncode, input: list, ) -> EmbeddingResponse: - response_json: Final = response.json() + response_json: Final = _DECODED_JSON.validate_python(response.json()) ## LOGGING logging_obj.post_call( input=input, @@ -127,13 +140,14 @@ class CohereEmbeddingConfig: additional_args={"complete_input_dict": data}, original_response=response_json, ) + billed_input_tokens: Final = _bedrock_billed_input_tokens(response) if "images" in data else None return self._populate_embedding_response( - response_json=response_json, + response_json=dict(_embed_response_body(response_json)), model_response=model_response, model=model, encoding=encoding, input=input, - billed_input_tokens=_bedrock_billed_input_tokens(response) if "images" in data else None, + billed_input_tokens=billed_input_tokens, ) def transform_response( diff --git a/litellm/llms/custom_httpx/http_handler.py b/litellm/llms/custom_httpx/http_handler.py index 0cfdbc74227..24ee7958e45 100644 --- a/litellm/llms/custom_httpx/http_handler.py +++ b/litellm/llms/custom_httpx/http_handler.py @@ -232,13 +232,13 @@ def _handler_may_close_client(client_refcount: int, owns_client: bool) -> bool: def _drop_streaming_anchor(_handler: object) -> None: - """Release a handler anchored to a streaming response. See ``_anchor_handler_to``. + """Release a handler anchored to a streaming response. See ``anchor_handler_to``. The work is the reference held until this point, so there is nothing to do here. """ -def _anchor_handler_to(response: httpx.Response, handler: object) -> None: +def anchor_handler_to(response: httpx.Response, handler: object) -> None: """Keep the handler alive for as long as a streaming response can still read. A body still arriving reads through the handler's connection pool, and closing @@ -316,6 +316,52 @@ def _prepare_request_data_and_content( # Cache for SSL contexts to avoid creating duplicate contexts with the same configuration _ssl_context_cache: Final[dict[tuple[str | None, str | None, str | None, bool], ssl.SSLContext]] = {} +_rsa_key_exchange_and_chacha20_excluded: Final = threading.Event() + + +def _set_ciphers( + context: ssl.SSLContext, ssl_security_level: str | None, rsa_key_exchange_and_chacha20_excluded: bool +) -> None: + """ + Offer TLS 1.2 and up with SSL_SECURITY_LEVEL's cipher string if set, else DEFAULT_SSL_CIPHERS. + With RSA key exchange and ChaCha20 excluded, drop their TLS 1.2 suites, or offer only TLS 1.3 and log a warning + when the string has no other TLS 1.2 suite. TLS 1.3 suites come from OpenSSL's config, which set_ciphers can't + change. + """ + ciphers: Final = ( + ssl_security_level if ssl_security_level and isinstance(ssl_security_level, str) else DEFAULT_SSL_CIPHERS + ) + context.minimum_version = ssl.TLSVersion.TLSv1_2 # rebind-ok: sets up the caller's context in place + context.set_ciphers(ciphers) + if rsa_key_exchange_and_chacha20_excluded: + try: + context.set_ciphers(f"{ciphers}:!kRSA:!CHACHA20") + except ssl.SSLError: + context.minimum_version = ssl.TLSVersion.TLSv1_3 # rebind-ok: sets up the caller's context in place + verbose_logger.warning( + "fips_mode: cipher list '%s' has no TLS 1.2 suite without RSA key exchange or ChaCha20, " + "so outbound TLS offers only TLS 1.3 and TLS 1.2-only servers will fail.", + ciphers, + ) + + +def rsa_key_exchange_and_chacha20_excluded() -> bool: + return _rsa_key_exchange_and_chacha20_excluded.is_set() + + +def exclude_rsa_key_exchange_and_chacha20(excluded: bool) -> None: + """ + Turn RSA key exchange and TLS 1.2 ChaCha20 off or back on for new SSL contexts and every cached one, which clients + already hold. + """ + if excluded == _rsa_key_exchange_and_chacha20_excluded.is_set(): + return + if excluded: + _rsa_key_exchange_and_chacha20_excluded.set() + else: + _rsa_key_exchange_and_chacha20_excluded.clear() + for (_, ssl_security_level, _, _), context in list(_ssl_context_cache.items()): + _set_ciphers(context, ssl_security_level, excluded) def _create_ssl_context( @@ -329,18 +375,7 @@ def _create_ssl_context( """ custom_ssl_context: Final = ssl.create_default_context(cafile=cafile) - # Optimize SSL handshake performance - # Set minimum TLS version to 1.2 for better performance - custom_ssl_context.minimum_version = ssl.TLSVersion.TLSv1_2 - - # Configure cipher suites for optimal performance - if ssl_security_level and isinstance(ssl_security_level, str): - # User provided custom cipher configuration (e.g., via SSL_SECURITY_LEVEL env var) - custom_ssl_context.set_ciphers(ssl_security_level) - else: - # Use optimized cipher list that strongly prefers fast ciphers - # but falls back to widely compatible ones - custom_ssl_context.set_ciphers(DEFAULT_SSL_CIPHERS) + _set_ciphers(custom_ssl_context, ssl_security_level, _rsa_key_exchange_and_chacha20_excluded.is_set()) # Configure ECDH curve for key exchange (e.g., to disable PQC and improve performance) # Set SSL_ECDH_CURVE env var or litellm.ssl_ecdh_curve to 'X25519' to disable PQC @@ -663,7 +698,9 @@ class HTTPResponseLimitError(ValueError): class MaskedHTTPStatusError(httpx.HTTPStatusError): - def __init__(self, original_error: httpx.HTTPStatusError, message: str | None = None, text: str | None = None): + def __init__( + self, original_error: httpx.HTTPStatusError, message: str | None = None, text: str | None = None + ) -> None: # Create a new error with the masked URL masked_url: Final = mask_sensitive_info(str(original_error.request.url)) # Mask the original exception message too (it contains the full URL) @@ -894,7 +931,7 @@ class AsyncHTTPHandler: stream=True, follow_redirects=USE_CLIENT_DEFAULT if follow_redirects is None else follow_redirects, ) - _anchor_handler_to(response, self) + anchor_handler_to(response, self) response.raise_for_status() except httpx.TimeoutException as e: _raise_timeout(e, start_time) @@ -991,7 +1028,7 @@ class AsyncHTTPHandler: ) response: Final = await self.client.send(req, stream=stream) if stream: - _anchor_handler_to(response, self) + anchor_handler_to(response, self) response.raise_for_status() return response except httpx.ConnectError: @@ -1168,7 +1205,7 @@ class AsyncHTTPHandler: ) response: Final = await self.client.send(req, stream=stream) if stream: - _anchor_handler_to(response, self) + anchor_handler_to(response, self) response.raise_for_status() return response except (httpx.RemoteProtocolError, httpx.ConnectError): @@ -1634,6 +1671,7 @@ class HTTPHandler: follow_redirects: bool | None = None, timeout: float | httpx.Timeout | None = None, stream: bool = False, + max_response_bytes: int | None = None, ): # Set follow_redirects to UseClientDefault if None _follow_redirects: Final = follow_redirects if follow_redirects is not None else USE_CLIENT_DEFAULT @@ -1644,6 +1682,16 @@ class HTTPHandler: url, params=query, headers=headers, follow_redirects=follow_redirects, timeout=timeout ) + if max_response_bytes is not None: + return self._get_with_response_limit( + url, + params=query, + headers=headers, + max_bytes=max_response_bytes, + follow_redirects=self.client.follow_redirects if follow_redirects is None else follow_redirects, + timeout=self.client.timeout if timeout is None else httpx.Timeout(timeout), + ) + response: Final = self.client.get( url, params=query, @@ -1654,6 +1702,67 @@ class HTTPHandler: return response + def _get_with_response_limit( + self, + url: str, + *, + params: httpx.QueryParams, + headers: Mapping[str, str] | None, + timeout: httpx.Timeout, + max_bytes: int, + follow_redirects: bool, + ) -> httpx.Response: + request: Final = self.client.build_request( + "GET", + url, + headers=MappingProxyType({**(headers or {}), "accept-encoding": "identity"}), + params=params, + timeout=timeout, + ) + response: Final = self.client.send(request, stream=True, follow_redirects=False) + return self._read_with_response_limit(response, max_bytes=max_bytes, follow_redirects=follow_redirects) + + def _next_redirect_hop(self, hop: httpx.Response) -> httpx.Response: + if hop.next_request is None: + return hop + hop.close() + return self.client.send(hop.next_request, auth=None, stream=True, follow_redirects=False) + + def _last_redirect_hop(self, response: httpx.Response, *, follow_redirects: bool) -> httpx.Response: + hop = response # rebind-ok: walks the redirect chain without recursion + for _ in range(10): + if hop.next_request is None or not follow_redirects: + return hop + hop = self._next_redirect_hop(hop) + if hop.next_request is None or not follow_redirects: + return hop + hop.close() + raise ValueError("Too many redirects") + + def _read_with_response_limit( + self, response: httpx.Response, *, max_bytes: int, follow_redirects: bool + ) -> httpx.Response: + final: Final = self._last_redirect_hop(response, follow_redirects=follow_redirects) + try: + if final.is_redirect or final.is_error: + return httpx.Response(final.status_code, headers=final.headers, request=final.request) + content_encoding: Final = header_value(final.headers, "content-encoding") + if ("identity" if content_encoding is None else content_encoding).lower() != "identity": + raise HTTPResponseLimitError("Response size limits require an uncompressed response") + content_length: Final = header_value(final.headers, "content-length") + if int("0" if content_length is None else content_length) > max_bytes: + raise HTTPResponseLimitError("Response exceeds the configured size limit") + with BytesIO() as body: + for chunk in final.iter_bytes(chunk_size=65536): + if body.tell() + len(chunk) > max_bytes: + raise HTTPResponseLimitError("Response exceeds the configured size limit") + body.write(chunk) + return httpx.Response( + final.status_code, headers=final.headers, content=body.getvalue(), request=final.request + ) + finally: + final.close() + def _send_streaming_get( self, url: str, @@ -1673,7 +1782,7 @@ class HTTPHandler: stream=True, follow_redirects=USE_CLIENT_DEFAULT if follow_redirects is None else follow_redirects, ) - _anchor_handler_to(response, self) + anchor_handler_to(response, self) response.raise_for_status() except httpx.TimeoutException as e: _raise_timeout(e, start_time) @@ -1738,7 +1847,7 @@ class HTTPHandler: ) response: Final = self.client.send(req, stream=stream) if stream: - _anchor_handler_to(response, self) + anchor_handler_to(response, self) response.raise_for_status() return response except httpx.TimeoutException as e: @@ -1787,7 +1896,7 @@ class HTTPHandler: ) response: Final = self.client.send(req, stream=stream) if stream: - _anchor_handler_to(response, self) + anchor_handler_to(response, self) response.raise_for_status() return response except httpx.TimeoutException as e: @@ -1836,7 +1945,7 @@ class HTTPHandler: ) response: Final = self.client.send(req, stream=stream) if stream: - _anchor_handler_to(response, self) + anchor_handler_to(response, self) return response except httpx.TimeoutException as e: _raise_timeout(e, start_time) @@ -1884,7 +1993,7 @@ class HTTPHandler: ) response: Final = self.client.send(req, stream=stream) if stream: - _anchor_handler_to(response, self) + anchor_handler_to(response, self) response.raise_for_status() return response except httpx.TimeoutException as e: diff --git a/litellm/llms/custom_httpx/llm_http_handler.py b/litellm/llms/custom_httpx/llm_http_handler.py index 72c086b74ed..c34b696bb5d 100644 --- a/litellm/llms/custom_httpx/llm_http_handler.py +++ b/litellm/llms/custom_httpx/llm_http_handler.py @@ -41,13 +41,13 @@ from litellm._internal_context import internal_sub_call from litellm._logging import redact_string, verbose_logger from litellm.anthropic_beta_headers_manager import ( aload_beta_headers_config, - resolve_beta_provider, update_headers_with_filtered_beta, ) from litellm.constants import MAX_FILE_LIST_LIMIT, REALTIME_WEBSOCKET_MAX_MESSAGE_SIZE_BYTES from litellm.files.types import FileContentStreamingResult from litellm.litellm_core_utils.agentic_followup_kwargs import build_agentic_followup_kwargs from litellm.litellm_core_utils.agentic_loop_refusal import ( + called_tool_names, every_claimed_tool_call, finalize_refused_responses_turn, is_refused_item, @@ -64,7 +64,9 @@ from litellm.litellm_core_utils.audio_utils.subtitle_utils import ( ) from litellm.litellm_core_utils.chat_completion_agentic_loop import ( bill_first_round_on_failure, + holds_a_call_the_choice_excludes, run_chat_completion_agentic_hooks, + with_caller_tool_choice, ) from litellm.litellm_core_utils.core_helpers import as_str_mapping, set_provider_response_headers_in_hidden_params from litellm.litellm_core_utils.dot_notation_indexing import delete_nested_value @@ -79,7 +81,7 @@ from litellm.litellm_core_utils.realtime_errors import ( ) from litellm.litellm_core_utils.realtime_streaming import RealTimeStreaming from litellm.litellm_core_utils.url_utils import encode_url_path_segment, join_api_base -from litellm.llms.anthropic.common_utils import AnthropicModelInfo, merge_anthropic_beta_headers +from litellm.llms.anthropic.common_utils import merge_anthropic_beta_headers from litellm.llms.base_llm.anthropic_messages.transformation import ( BaseAnthropicMessagesConfig, ) @@ -130,6 +132,7 @@ from litellm.llms.custom_httpx.container_handler import raise_for_error_status from litellm.llms.custom_httpx.http_handler import ( AsyncHTTPHandler, HTTPHandler, + anchor_handler_to, get_async_httpx_client, get_httpx_client, header_value, @@ -160,6 +163,7 @@ from litellm.types.integrations.custom_logger import ( AgenticLoopPlan, AgenticLoopRequestPatch, AgenticLoopSafetyError, + AgenticLoopToolChoiceError, converted_stream_requested, is_interception_internal_key, ) @@ -627,6 +631,7 @@ _OPTIONAL_PARAMS: Final = TypeAdapter(Mapping[str, object]) _JSON_OBJECT: Final = TypeAdapter(dict[str, object]) _JSON_OBJECTS: Final = TypeAdapter(list[dict[str, object]]) _DECODED_JSON: Final = TypeAdapter(object) +_AGENTIC_HOOK_RESULT: Final = TypeAdapter(object) def _decoded_body_headers(response: httpx.Response) -> httpx.Headers: @@ -901,7 +906,7 @@ class BaseLLMHTTPHandler: stream: bool | None = False, fake_stream: bool = False, api_key: str | None = None, - headers: dict[str, Any] | None = None, + headers: dict[str, object] | None = None, client: HTTPHandler | AsyncHTTPHandler | None = None, provider_config: BaseConfig | None = None, shared_session: Optional["ClientSession"] = None, @@ -1402,7 +1407,7 @@ class BaseLLMHTTPHandler: api_key: str | None = None, client: HTTPHandler | AsyncHTTPHandler | None = None, aembedding: bool | None = False, - headers: dict[str, Any] | None = None, + headers: dict[str, object] | None = None, ) -> EmbeddingResponse: provider_config: Final = ProviderConfigManager.get_provider_embedding_config( model=model, provider=litellm.LlmProviders(custom_llm_provider) @@ -1583,7 +1588,7 @@ class BaseLLMHTTPHandler: api_key: str | None = None, api_base: str | None = None, client: HTTPHandler | AsyncHTTPHandler | None = None, - litellm_params: dict[str, Any] | None = None, + litellm_params: dict[str, object] | None = None, ) -> RerankResponse: # get config from model, custom llm provider headers = provider_config.validate_environment( @@ -2627,17 +2632,10 @@ class BaseLLMHTTPHandler: litellm_params.get("additional_drop_params") or (), anthropic_messages_optional_request_params, ) - affinity_api_base: Final = ( - AnthropicModelInfo.get_api_base(api_base) if custom_llm_provider == "anthropic" else api_base - ) - takes_another_beta_row: Final = ( - resolve_beta_provider(custom_llm_provider, affinity_api_base) != custom_llm_provider - ) - provider_filters_betas: Final = anthropic_messages_provider_config.should_filter_anthropic_beta_headers() - filters_beta_headers: Final = provider_filters_betas or takes_another_beta_row + filters_beta_headers: Final = anthropic_messages_provider_config.should_filter_anthropic_beta_headers() if request_params.get("safeguards") is not None and filters_beta_headers: await aload_beta_headers_config() - default_affinity_header: Final = get_provider_affinity_header(affinity_api_base) + default_affinity_header: Final = get_provider_affinity_header(api_base) ( headers, api_base, @@ -2660,8 +2658,6 @@ class BaseLLMHTTPHandler: headers = update_headers_with_filtered_beta( headers=headers, provider=custom_llm_provider, - api_base=affinity_api_base, - unlisted="drop" if provider_filters_betas else "forward", keep=anthropic_messages_provider_config.model_specific_anthropic_betas(model, litellm_params), ) @@ -5886,6 +5882,7 @@ class BaseLLMHTTPHandler: except Exception as e: # noqa: BLE001 # _handle_error maps every failure kind, like the buffered fetch raise self._handle_error(e=e, provider_config=provider_config) + anchor_handler_to(response, async_httpx_client) if response.status_code >= 400: error_body: Final = await response.aread() await response.aclose() @@ -6140,7 +6137,7 @@ class BaseLLMHTTPHandler: fingerprint: str, stream: bool = False, callback: Optional["CustomLogger"] = None, - ) -> AnthropicMessagesResponse | AsyncIterator[object]: + ) -> object: from litellm.anthropic_interface import messages as anthropic_messages patch: Final = plan.request_patch or AgenticLoopRequestPatch() @@ -6181,7 +6178,7 @@ class BaseLLMHTTPHandler: kwargs_for_followup["max_agentic_loops"] = max_loops kwargs_for_followup["_agentic_loop_fingerprints"] = [*fingerprints, fingerprint] - response: AnthropicMessagesResponse | AsyncIterator[object] = await anthropic_messages.acreate( + response: Final[AnthropicMessagesResponse | AsyncIterator[object]] = await anthropic_messages.acreate( **{ "max_tokens": max_tokens, "messages": patch.messages, @@ -6194,9 +6191,7 @@ class BaseLLMHTTPHandler: if callback is not None: try: - response = await callback.async_post_agentic_loop_response_hook( - response=response, plan=plan, kwargs=kwargs - ) + return await callback.async_post_agentic_loop_response_hook(response=response, plan=plan, kwargs=kwargs) except Exception as e: _call_id: Final = getattr(logging_obj, "litellm_call_id", "unknown") verbose_logger.exception( @@ -6221,7 +6216,7 @@ class BaseLLMHTTPHandler: fingerprints: Sequence[str], fingerprint: str, callback: Optional["CustomLogger"] = None, - ) -> ResponsesAPIResponse | BaseResponsesAPIStreamingIterator: + ) -> object: patch: Final = plan.request_patch or AgenticLoopRequestPatch() if patch.messages is None: raise ValueError("Agentic loop plan missing patched responses input") @@ -6257,7 +6252,7 @@ class BaseLLMHTTPHandler: try: with internal_sub_call(logging_obj.litellm_call_id): - response: ResponsesAPIResponse | BaseResponsesAPIStreamingIterator = await litellm.aresponses( + response: Final[ResponsesAPIResponse | BaseResponsesAPIStreamingIterator] = await litellm.aresponses( model=patch.model or model, input=patch.messages, # pyright: ignore[reportArgumentType] # pre-existing mismatch surfaced by the Router import; patch messages are valid response input at runtime **optional_params, @@ -6266,7 +6261,7 @@ class BaseLLMHTTPHandler: if callback is not None: try: - response = await callback.async_post_agentic_loop_response_hook( + return await callback.async_post_agentic_loop_response_hook( response=response, plan=plan, kwargs=kwargs ) except Exception as e: @@ -6406,7 +6401,13 @@ class BaseLLMHTTPHandler: tools: Final = anthropic_messages_optional_request_params.get("tools", []) depth, max_loops, fingerprints = self._get_agentic_loop_settings(kwargs=kwargs) - hook_kwargs: Final = {**kwargs, "_agentic_loop_api_surface": api_surface} + hook_kwargs: Final = { + **with_caller_tool_choice( + _OPTIONAL_PARAMS.validate_python(kwargs), + _OPTIONAL_PARAMS.validate_python(anthropic_messages_optional_request_params), + ), + "_agentic_loop_api_surface": api_surface, + } for callback in callbacks: if not isinstance(callback, CustomLogger): @@ -6445,6 +6446,10 @@ class BaseLLMHTTPHandler: # Safety guards must run OUTSIDE the callback try/except — they are # bounded-loop / cycle-break rails, not callback bugs. try: + if holds_a_call_the_choice_excludes( + called_tool_names(response), hook_kwargs, (cb for cb in callbacks if isinstance(cb, CustomLogger)) + ): + raise AgenticLoopToolChoiceError(model) fingerprint = self._check_agentic_loop_safety( tool_calls=tool_calls, fingerprints=fingerprints, @@ -6485,21 +6490,23 @@ class BaseLLMHTTPHandler: callback.__class__.async_build_agentic_loop_plan is not CustomLogger.async_build_agentic_loop_plan ) if not build_plan_overridden: - agentic_result: object = await bill_first_round_on_failure( - callback.async_run_agentic_loop( - tools=tool_calls, - model=model, - messages=messages, - response=response, - anthropic_messages_provider_config=anthropic_messages_provider_config, - anthropic_messages_optional_request_params=anthropic_messages_optional_request_params, + agentic_result: object = _AGENTIC_HOOK_RESULT.validate_python( + await bill_first_round_on_failure( + callback.async_run_agentic_loop( + tools=tool_calls, + model=model, + messages=messages, + response=response, + anthropic_messages_provider_config=anthropic_messages_provider_config, + anthropic_messages_optional_request_params=anthropic_messages_optional_request_params, + logging_obj=logging_obj, + stream=stream, + kwargs=kwargs_with_provider, + ), logging_obj=logging_obj, + response=response, stream=stream, - kwargs=kwargs_with_provider, - ), - logging_obj=logging_obj, - response=response, - stream=stream, + ) ) return self._maybe_wrap_in_fake_stream(agentic_result, logging_obj, api_surface) @@ -6520,8 +6527,9 @@ class BaseLLMHTTPHandler: stream=stream, ) - if plan.response_override is not None: - return self._maybe_wrap_in_fake_stream(plan.response_override, logging_obj, api_surface) + response_override: object = plan.response_override + if response_override is not None: + return self._maybe_wrap_in_fake_stream(response_override, logging_obj, api_surface) if plan.terminate: verbose_logger.debug( "Agentic loop terminated by callback=%s reason=%s", @@ -6529,10 +6537,12 @@ class BaseLLMHTTPHandler: plan.stop_reason, ) return self._maybe_wrap_in_fake_stream( - await callback.async_post_agentic_loop_response_hook( - response=self._finalize_refused_agentic_response(response=response, tool_calls=tool_calls), - plan=plan, - kwargs=kwargs_with_provider, + _AGENTIC_HOOK_RESULT.validate_python( + await callback.async_post_agentic_loop_response_hook( + response=self._finalize_refused_agentic_response(response=response, tool_calls=tool_calls), + plan=plan, + kwargs=kwargs_with_provider, + ) ), logging_obj, api_surface, @@ -7871,14 +7881,16 @@ class BaseLLMHTTPHandler: provider_config=image_generation_provider_config, ) - model_response: Final[ImageResponse] = image_generation_provider_config.transform_image_generation_response( + model_response: Final[ + ImageResponse + ] = await image_generation_provider_config.async_transform_image_generation_response( model=model, raw_response=response, model_response=litellm.ImageResponse(), logging_obj=logging_obj, request_data=data, - optional_params=image_generation_optional_request_params, - litellm_params=dict(litellm_params), + optional_params=image_generation_optional_request_params, # pyright: ignore[reportUnknownArgumentType] # legacy handler params are untyped dicts + litellm_params=dict(litellm_params), # pyright: ignore[reportUnknownArgumentType] # legacy handler params are untyped dicts encoding=None, ) set_provider_response_headers_in_hidden_params(model_response, response.headers) @@ -12380,10 +12392,10 @@ class BaseLLMHTTPHandler: def generate_content_handler( self, model: str, - contents: Any, + contents: object, generate_content_provider_config: BaseGoogleGenAIGenerateContentConfig, generate_content_config_dict: dict, - tools: Any, + tools: object, custom_llm_provider: str, litellm_params: GenericLiteLLMParams, logging_obj: LiteLLMLoggingObj, @@ -12501,10 +12513,10 @@ class BaseLLMHTTPHandler: async def async_generate_content_handler( self, model: str, - contents: Any, + contents: object, generate_content_provider_config: BaseGoogleGenAIGenerateContentConfig, generate_content_config_dict: dict, - tools: Any, + tools: object, custom_llm_provider: str, litellm_params: GenericLiteLLMParams, logging_obj: LiteLLMLoggingObj, diff --git a/litellm/llms/dashscope/messages/transformation.py b/litellm/llms/dashscope/messages/transformation.py index 9d0d1db91c8..81f93a32166 100644 --- a/litellm/llms/dashscope/messages/transformation.py +++ b/litellm/llms/dashscope/messages/transformation.py @@ -2,7 +2,7 @@ DashScope Anthropic-compatible Messages transformation config. """ -from typing import ClassVar, Final +from typing import Final import litellm from litellm.exceptions import AuthenticationError @@ -25,8 +25,6 @@ class DashScopeAnthropicMessagesConfig(AnthropicMessagesConfig): ``dashscope.aliyuncs.com`` and ``{workspace}.{region}.maas.aliyuncs.com``. """ - _workload_identity_eligible: ClassVar[bool] = False - @property def custom_llm_provider(self) -> str | None: return "dashscope" diff --git a/litellm/llms/deepseek/chat/transformation.py b/litellm/llms/deepseek/chat/transformation.py index 9c222f03c8c..872e153c91a 100644 --- a/litellm/llms/deepseek/chat/transformation.py +++ b/litellm/llms/deepseek/chat/transformation.py @@ -34,6 +34,9 @@ def _warn_on_dropped_budget(thinking: object, model: str) -> None: class DeepSeekChatConfig(OpenAIGPTConfig): + def _flattens_content_lists(self) -> bool: + return True + def get_supported_openai_params(self, model: str) -> list[str]: """ DeepSeek reasoner models support thinking parameter. diff --git a/litellm/llms/deprecated_providers/aleph_alpha.py b/litellm/llms/deprecated_providers/aleph_alpha.py index cb56717993e..fae2c49a978 100644 --- a/litellm/llms/deprecated_providers/aleph_alpha.py +++ b/litellm/llms/deprecated_providers/aleph_alpha.py @@ -1,14 +1,30 @@ import json import time import types -from collections.abc import Callable, Mapping +from collections.abc import Callable, Mapping, Sized from typing import Final import httpx +from pydantic import TypeAdapter import litellm +from litellm.litellm_core_utils.core_helpers import iter_items, json_contains, subscript from litellm.utils import Choices, Message, ModelResponse, Usage +_DECODED_JSON: Final = TypeAdapter(object) +_STR: Final = TypeAdapter(str) + + +def _has_length(value: object) -> bool: + if isinstance(value, Sized): + return len(value) > 0 + raise TypeError(f"object of type '{type(value).__name__}' has no len()") + + +def _completion_message(item: object) -> Message: + completion: Final = subscript(item, "completion") + return Message(content=_STR.validate_python(completion) if _has_length(completion) else None) + class AlephAlphaError(Exception): def __init__(self, status_code, message): @@ -249,22 +265,19 @@ def completion( ) print_verbose(f"raw model_response: {response.text}") ## RESPONSE OBJECT - completion_response: Final = response.json() - if "error" in completion_response: + completion_response: Final = _DECODED_JSON.validate_python(response.json()) + if json_contains(completion_response, "error"): raise AlephAlphaError( - message=completion_response["error"], + message=subscript(completion_response, "error"), status_code=response.status_code, ) else: try: choices_list: Final = [] - for idx, item in enumerate(completion_response["completions"]): - if len(item["completion"]) > 0: - message_obj = Message(content=item["completion"]) - else: - message_obj = Message(content=None) + for idx, item in enumerate(iter_items(subscript(completion_response, "completions"))): + message_obj = _completion_message(item) choice_obj = Choices( - finish_reason=item["finish_reason"], + finish_reason=subscript(item, "finish_reason"), index=idx + 1, message=message_obj, ) diff --git a/litellm/llms/docker_model_runner/chat/transformation.py b/litellm/llms/docker_model_runner/chat/transformation.py index 68b63812248..bd8e335b617 100644 --- a/litellm/llms/docker_model_runner/chat/transformation.py +++ b/litellm/llms/docker_model_runner/chat/transformation.py @@ -25,6 +25,9 @@ class DockerModelRunnerChatConfig(OpenAIGPTConfig): The engine name (e.g., "llama.cpp") is part of the API endpoint path. """ + def _flattens_content_lists(self) -> bool: + return True + @overload def _transform_messages( self, messages: list[AllMessageValues], model: str, is_async: Literal[True] diff --git a/litellm/llms/edenai/videos/transformation.py b/litellm/llms/edenai/videos/transformation.py index 0cb9c5afaec..97235a0ffb8 100644 --- a/litellm/llms/edenai/videos/transformation.py +++ b/litellm/llms/edenai/videos/transformation.py @@ -142,7 +142,7 @@ class EdenAIVideoConfig(OpenAIVideoConfig): raw_response: httpx.Response, logging_obj: "LiteLLMLoggingObj", custom_llm_provider: str | None = None, - ) -> dict[str, str]: # mutable-ok: inherited contract + ) -> object: raw_response.raise_for_status() # the shared GET helpers return error bodies instead of raising return super().transform_video_list_response( raw_response=raw_response, logging_obj=logging_obj, custom_llm_provider=custom_llm_provider diff --git a/litellm/llms/fal_ai/cost_calculator.py b/litellm/llms/fal_ai/cost_calculator.py index 2acf1c69594..d2ad461a42f 100644 --- a/litellm/llms/fal_ai/cost_calculator.py +++ b/litellm/llms/fal_ai/cost_calculator.py @@ -1,12 +1,13 @@ import os from collections.abc import Mapping -from math import ceil +from math import ceil, isfinite from types import MappingProxyType from typing import Final from pydantic import TypeAdapter import litellm +from litellm.litellm_core_utils.core_helpers import get_provider_response_headers_from_hidden_params from litellm.litellm_core_utils.llm_cost_calc.utils import deployment_pricing, resolve_image_model_info from litellm.types.utils import ImageObject, ImageResponse, ModelInfo @@ -28,6 +29,7 @@ FAL_NAMED_IMAGE_SIZES: Final[Mapping[str, str]] = MappingProxyType( _OBJECT_MAP: Final[TypeAdapter[Mapping[str, object]]] = TypeAdapter(Mapping[str, object]) FAL_AI_QUEUE_DEFAULT_BASE: Final[str] = "https://queue.fal.run" +FAL_BILLABLE_UNITS_HEADER: Final[str] = "x-fal-billable-units" def fal_ai_queue_base() -> str: @@ -150,6 +152,26 @@ def _resolution_cost_per_image(entry: Mapping[str, object] | None, resolution: o return float(cost) if isinstance(cost, (int, float)) else None +def _billable_units(response: object) -> float | None: + headers: Final = get_provider_response_headers_from_hidden_params(response) + raw_units: Final = None if headers is None else headers.get(FAL_BILLABLE_UNITS_HEADER) + if raw_units is None: + return None + try: + units: Final = float(raw_units) + except ValueError: + return None + return units if isfinite(units) and units >= 0 else None + + +def _billable_units_cost(prices: Mapping[str, object] | None, response: object) -> float | None: + unit_cost: Final = None if prices is None else prices.get("output_cost_per_billable_unit") + units: Final = _billable_units(response) + if isinstance(unit_cost, bool) or not isinstance(unit_cost, (int, float)) or units is None: + return None + return unit_cost * units + + def _requested_image_count(request_body: Mapping[str, object]) -> int: num_images: Final = request_body.get("num_images") return num_images if type(num_images) is int and num_images > 0 else 1 @@ -165,7 +187,7 @@ def _passthrough_cost_per_image(entry: Mapping[str, object], request_body: Mappi def fal_ai_passthrough_cost(model: str, request_body: Mapping[str, object]) -> float | None: entry: Final = _entry(f"{litellm.LlmProviders.FAL_AI.value}/{model}") - if entry is None: + if entry is None or "output_cost_per_billable_unit" in entry: return None cost_per_image: Final = _passthrough_cost_per_image(entry, request_body) if cost_per_image is None: @@ -187,15 +209,20 @@ def cost_calculator( normalized_model: Final = model.removeprefix(f"{litellm.LlmProviders.FAL_AI.value}/") images: Final = tuple(image_response.data or ()) deployment_prices: Final = deployment_pricing(model_info) + deployment_billable_units_cost: Final = _billable_units_cost(deployment_prices, image_response) + if deployment_billable_units_cost is not None: + return deployment_billable_units_cost deployment_cost_per_image: Final = ( None if deployment_prices is None else deployment_prices.get("output_cost_per_image") ) if deployment_cost_per_image is not None: return deployment_cost_per_image * len(images) + entry: Final = _entry(f"{litellm.LlmProviders.FAL_AI.value}/{normalized_model}") + billable_units_cost: Final = _billable_units_cost(entry, image_response) + if billable_units_cost is not None: + return billable_units_cost params: Final[Mapping[str, object]] = optional_params or MappingProxyType({}) - resolution_cost_per_image: Final = _resolution_cost_per_image( - _entry(f"{litellm.LlmProviders.FAL_AI.value}/{normalized_model}"), params.get("resolution") - ) + resolution_cost_per_image: Final = _resolution_cost_per_image(entry, params.get("resolution")) if resolution_cost_per_image is not None: return resolution_cost_per_image * len(images) keyed_costs: Final = tuple( diff --git a/litellm/llms/fal_ai/image_generation/nano_banana_transformation.py b/litellm/llms/fal_ai/image_generation/nano_banana_transformation.py index 35df7a72fe0..f848b86246f 100644 --- a/litellm/llms/fal_ai/image_generation/nano_banana_transformation.py +++ b/litellm/llms/fal_ai/image_generation/nano_banana_transformation.py @@ -5,6 +5,8 @@ from litellm.types.llms.openai import OpenAIImageGenerationOptionalParams from .transformation import FalAIBaseConfig +_BARE_APP_MARKERS: Final = ("nano-banana", "gemini-25-flash-image") + class FalAINanoBananaConfig(FalAIBaseConfig): """ @@ -16,6 +18,7 @@ class FalAINanoBananaConfig(FalAIBaseConfig): - fal-ai/gemini-25-flash-image - fal-ai/nano-banana-2 - fal-ai/nano-banana-pro + - google/nano-banana-2.1 Provider-specific params such as ``resolution`` ("0.5K", "1K", "2K", "4K") are forwarded as-is and drive the per-resolution price in the cost map. @@ -46,7 +49,9 @@ class FalAINanoBananaConfig(FalAIBaseConfig): stream: bool | None = None, ) -> str: base_url: Final[str] = (api_base or get_secret_str("FAL_AI_API_BASE") or self.DEFAULT_BASE_URL).rstrip("/") - endpoint: Final = model if model.startswith("fal-ai/") else f"fal-ai/{model}" + app: Final = model.partition("/")[0].lower() + is_bare_app: Final = any(marker in app for marker in _BARE_APP_MARKERS) + endpoint: Final = f"fal-ai/{model}" if is_bare_app else model return f"{base_url}/{endpoint}" def get_supported_openai_params(self, model: str) -> list[OpenAIImageGenerationOptionalParams]: diff --git a/litellm/llms/fal_ai/videos/transformation.py b/litellm/llms/fal_ai/videos/transformation.py index c658dab4d3f..838e7065ef7 100644 --- a/litellm/llms/fal_ai/videos/transformation.py +++ b/litellm/llms/fal_ai/videos/transformation.py @@ -2,7 +2,7 @@ import math import sys import time from collections.abc import Callable, Mapping -from dataclasses import dataclass +from dataclasses import dataclass, replace from types import MappingProxyType from typing import Final, TypeAlias @@ -45,7 +45,7 @@ _ALLOWED_ASPECT_RATIOS: Final[frozenset[str]] = frozenset({"auto", "16:9", "9:16 class _ModelProfile: resolutions: frozenset[str] resolution_tiers: tuple[tuple[int, str], ...] - default_resolution: str + default_resolution: str | None integer_duration: bool reference_key: str reference_as_list: bool @@ -67,6 +67,19 @@ _H3_PROFILE: Final[_ModelProfile] = _ModelProfile( reference_key="reference_image_urls", reference_as_list=True, ) +_H3_MAX_PROFILE: Final[_ModelProfile] = _ModelProfile( + resolutions=frozenset({"480P", "768P", "1080P"}), + resolution_tiers=((480, "480P"), (768, "768P"), (sys.maxsize, "1080P")), + default_resolution=None, + integer_duration=False, + reference_key="image_url", + reference_as_list=False, +) +_SEEDANCE_REFERENCE_PROFILE: Final[_ModelProfile] = replace( + _SEEDANCE_PROFILE, + reference_key="image_urls", + reference_as_list=True, +) _QUEUE_NAMESPACES: Final[frozenset[str]] = frozenset(("workflows", "comfy")) _STATUS_MAP: Final[Mapping[str, str]] = MappingProxyType( { @@ -101,7 +114,12 @@ def _duration_value(value: object) -> str | None: def _profile_for_model(model: str) -> _ModelProfile: - return _H3_PROFILE if model.startswith("minimax/h3/") else _SEEDANCE_PROFILE + if model.startswith("minimax/h3/"): + return _H3_PROFILE + if model.startswith("minimax/h3-max"): + return _H3_MAX_PROFILE + is_seedance_reference: Final = model.startswith("bytedance/seedance-") and model.endswith("/reference-to-video") + return _SEEDANCE_REFERENCE_PROFILE if is_seedance_reference else _SEEDANCE_PROFILE def _resolution_for_short_side(short_side: int, profile: _ModelProfile) -> str: diff --git a/litellm/llms/fireworks_ai/chat/transformation.py b/litellm/llms/fireworks_ai/chat/transformation.py index 9db1d50d730..ec8de5af5e2 100644 --- a/litellm/llms/fireworks_ai/chat/transformation.py +++ b/litellm/llms/fireworks_ai/chat/transformation.py @@ -4,6 +4,7 @@ from typing import TYPE_CHECKING, Final, Literal, cast import httpx from pydantic import ConfigDict, TypeAdapter +from typing_extensions import TypedDict import litellm from litellm._logging import verbose_logger @@ -13,13 +14,13 @@ from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLogging from litellm.litellm_core_utils.llm_response_utils.get_headers import ( get_response_headers, ) +from litellm.litellm_core_utils.model_cost_table import ModelCostVersion, model_cost_version from litellm.litellm_core_utils.prompt_templates.common_utils import ( strip_litellm_response_only_fields, unpack_legacy_defs, ) from litellm.litellm_core_utils.reasoning_effort_utils import OPAQUE_VALUE, warn_dropped_reasoning from litellm.litellm_core_utils.url_utils import join_api_base -from litellm.rust_bridge.host.model_cost import ModelCostVersion, model_cost_version from litellm.secret_managers.main import get_secret_str from litellm.types.llms.openai import ( AllMessageValues, @@ -65,6 +66,10 @@ _STR: Final = TypeAdapter(str) _DECODED_JSON: Final = TypeAdapter(object) +class _FunctionFields(TypedDict, total=False, extra_items=object): + pass + + def _map_reasoning_effort(value: object) -> object: effort: Final[object] = cast(Mapping[str, object], value).get("effort") if isinstance(value, Mapping) else value if effort is True: @@ -718,7 +723,7 @@ class FireworksAIConfig(FireworksAIMixin, OpenAIGPTConfig): """ if tool_calls is not None and message.content is not None and message.tool_calls is None: try: - function: Final = Function(**json.loads(message.content)) + function: Final = Function(**_FunctionFields(**_JSON_DICT.validate_python(json.loads(message.content)))) if function.name != RESPONSE_FORMAT_TOOL_NAME and function.name in [ tool["function"]["name"] for tool in tool_calls ]: diff --git a/gateway/routes/__init__.py b/litellm/llms/gemini/batches/__init__.py similarity index 100% rename from gateway/routes/__init__.py rename to litellm/llms/gemini/batches/__init__.py diff --git a/litellm/llms/gemini/batches/transformation.py b/litellm/llms/gemini/batches/transformation.py new file mode 100644 index 00000000000..10baec7d37d --- /dev/null +++ b/litellm/llms/gemini/batches/transformation.py @@ -0,0 +1,301 @@ +""" +Gemini Developer API batch jobs. Reference: https://ai.google.dev/gemini-api/docs/batch-api + +A file-backed job runs the uploaded JSONL unchanged. Gemini accepts OpenAI-shaped rows +(``{custom_id, method, url, body}``) and then writes the output file OpenAI-shaped too +(``{custom_id, response: {status_code, body}}``), so ``/v1/files purpose=batch`` uploads and the +shared batch cost accounting need no provider branch. The model is set on the job URL. +Ids cross the LiteLLM boundary bare: Gemini's ``batches/`` is the batch id ```` and its +``files/`` output file is the file id ````. +""" + +from collections.abc import Mapping, Sequence +from datetime import datetime +from types import MappingProxyType +from typing import Final, Literal, TypeAlias + +import httpx +from openai.types.batch import BatchRequestCounts +from openai.types.batch import Errors as BatchErrors +from openai.types.batch_error import BatchError +from pydantic import ConfigDict, Field +from typing_extensions import ReadOnly, TypedDict + +from litellm.litellm_core_utils.url_utils import encode_url_path_segment, join_api_base +from litellm.llms.base_llm.batches.transformation import BaseBatchesConfig +from litellm.llms.base_llm.chat.transformation import BaseLLMException +from litellm.llms.gemini.common_utils import GeminiError, GeminiModelInfo +from litellm.llms.gemini.files.transformation import gemini_file_name +from litellm.types.llms.base import LiteLLMBaseModel +from litellm.types.llms.openai import AllMessageValues, CreateBatchRequest +from litellm.types.utils import LiteLLMBatch, LlmProviders, Usage + +GeminiBatchState: TypeAlias = Literal[ + "BATCH_STATE_UNSPECIFIED", + "BATCH_STATE_PENDING", + "BATCH_STATE_RUNNING", + "BATCH_STATE_SUCCEEDED", + "BATCH_STATE_FAILED", + "BATCH_STATE_CANCELLED", + "BATCH_STATE_EXPIRED", +] +OpenAIBatchStatus: TypeAlias = Literal[ + "validating", "failed", "in_progress", "finalizing", "completed", "expired", "cancelling", "cancelled" +] + +GEMINI_BATCH_RESOURCE_PREFIX: Final = "batches/" +_GEMINI_FILE_RESOURCE_PREFIX: Final = "files/" +_NO_HEADERS: Final[Mapping[str, str]] = MappingProxyType({}) +_STATUS_MAP: Final[MappingProxyType[GeminiBatchState, OpenAIBatchStatus]] = MappingProxyType( + { + "BATCH_STATE_UNSPECIFIED": "validating", + "BATCH_STATE_PENDING": "validating", + "BATCH_STATE_RUNNING": "in_progress", + "BATCH_STATE_SUCCEEDED": "completed", + "BATCH_STATE_FAILED": "failed", + "BATCH_STATE_CANCELLED": "cancelled", + "BATCH_STATE_EXPIRED": "expired", + } +) + + +class GeminiBatchInputConfig(TypedDict): + file_name: ReadOnly[str] + + +class GeminiBatchSpec(TypedDict): + display_name: ReadOnly[str] + input_config: ReadOnly[GeminiBatchInputConfig] + + +class GeminiCreateBatchRequest(TypedDict): + batch: ReadOnly[GeminiBatchSpec] + + +class GeminiPresignedRequest(TypedDict): + method: ReadOnly[Literal["GET"]] + url: ReadOnly[str] + headers: ReadOnly[Mapping[str, str]] + + +class _GeminiBatchStats(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, extra="ignore") + + request_count: int = Field(default=0, alias="requestCount") + successful_request_count: int = Field(default=0, alias="successfulRequestCount") + failed_request_count: int = Field(default=0, alias="failedRequestCount") + + +class _GeminiBatchInputConfig(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, extra="ignore") + + file_name: str | None = Field(default=None, alias="fileName") + + +class _GeminiBatchOutput(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, extra="ignore") + + responses_file: str | None = Field(default=None, alias="responsesFile") + + +class _GeminiBatchMetadata(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, extra="ignore") + + display_name: str | None = Field(default=None, alias="displayName") + input_config: _GeminiBatchInputConfig = Field(default_factory=_GeminiBatchInputConfig, alias="inputConfig") + output: _GeminiBatchOutput = Field(default_factory=_GeminiBatchOutput) + create_time: datetime = Field(alias="createTime") + end_time: datetime | None = Field(default=None, alias="endTime") + batch_stats: _GeminiBatchStats = Field(default_factory=_GeminiBatchStats, alias="batchStats") + state: GeminiBatchState = "BATCH_STATE_UNSPECIFIED" + + +class _GeminiOperationError(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, extra="ignore") + + code: int | None = None + message: str = "" + + +class GeminiBatchOperation(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, extra="ignore") + + name: str + metadata: _GeminiBatchMetadata + error: _GeminiOperationError | None = None + + +class _GeminiBatchOutputUsage(LiteLLMBaseModel): + """The ``usage`` block Gemini writes on an OpenAI-shaped batch output row. ``totalTokens`` + includes thinking tokens that ``completionTokens`` leaves out, and Gemini bills them as output.""" + + model_config = ConfigDict(frozen=True, extra="ignore") + + prompt_tokens: int = Field(default=0, alias="promptTokens") + completion_tokens: int = Field(default=0, alias="completionTokens") + total_tokens: int = Field(default=0, alias="totalTokens") + + +def is_native_gemini_batch_output_row(row: Mapping[str, object]) -> bool: + """Native rows carry Gemini's ``key`` (and a ``response`` or an error ``status``) where OpenAI-shaped rows + carry ``custom_id``, so the shape is known even when the first row failed.""" + return "key" in row and "custom_id" not in row + + +def is_gemini_batch_usage_shape(usage_object: Mapping[str, object]) -> bool: + return any(key in usage_object for key in ("promptTokens", "completionTokens", "totalTokens")) + + +def usage_from_batch_output(usage_object: Mapping[str, object]) -> Usage: + reported: Final = _GeminiBatchOutputUsage.model_validate(usage_object) + reasoning_tokens: Final = max(reported.total_tokens - reported.prompt_tokens - reported.completion_tokens, 0) + return Usage( + prompt_tokens=reported.prompt_tokens, + completion_tokens=reported.completion_tokens + reasoning_tokens, + total_tokens=reported.total_tokens, + reasoning_tokens=reasoning_tokens or None, + ) + + +def _bare_id(resource_name: str | None, prefix: str) -> str | None: + return None if resource_name is None else resource_name.removeprefix(prefix) + + +def _to_batch_errors(error: _GeminiOperationError | None) -> BatchErrors | None: + if error is None: + return None + return BatchErrors( + object="list", data=[BatchError(code=str(error.code) if error.code else None, message=error.message)] + ) + + +def _to_litellm_batch(operation: GeminiBatchOperation) -> LiteLLMBatch: + meta: Final = operation.metadata + status: Final = _STATUS_MAP[meta.state] + terminal_at: Final = int(meta.end_time.timestamp()) if meta.end_time is not None else None + return LiteLLMBatch( + id=_bare_id(operation.name, GEMINI_BATCH_RESOURCE_PREFIX) or operation.name, + object="batch", + endpoint="/v1/chat/completions", + input_file_id=_bare_id(meta.input_config.file_name, _GEMINI_FILE_RESOURCE_PREFIX) or "", + completion_window="24h", + status=status, + created_at=int(meta.create_time.timestamp()), + completed_at=terminal_at if status == "completed" else None, + failed_at=terminal_at if status == "failed" else None, + expired_at=terminal_at if status == "expired" else None, + cancelled_at=terminal_at if status == "cancelled" else None, + output_file_id=_bare_id(meta.output.responses_file, _GEMINI_FILE_RESOURCE_PREFIX), + errors=_to_batch_errors(operation.error), + request_counts=BatchRequestCounts( + total=meta.batch_stats.request_count, + completed=meta.batch_stats.successful_request_count, + failed=meta.batch_stats.failed_request_count, + ), + metadata={"display_name": meta.display_name} if meta.display_name else None, + ) + + +def _auth_headers(headers: Mapping[str, str], api_key: str | None) -> dict[str, str]: # mutable-ok: header contract + resolved_api_key: Final = GeminiModelInfo.get_api_key(api_key) + if not resolved_api_key: + raise ValueError("GEMINI_API_KEY is required for Gemini batch operations") + return {**headers, "x-goog-api-key": resolved_api_key} + + +class GeminiBatchesConfig(BaseBatchesConfig): + @property + def custom_llm_provider(self) -> LlmProviders: + return LlmProviders.GEMINI + + def validate_environment( + self, + headers: Mapping[str, str], + model: str, + messages: Sequence[AllMessageValues], + optional_params: Mapping[str, object], + litellm_params: Mapping[str, object], + api_key: str | None = None, + api_base: str | None = None, + ) -> dict[str, str]: # mutable-ok: BaseBatchesConfig signature + return _auth_headers(headers, api_key) + + def get_complete_batch_url( + self, + api_base: str | None, + api_key: str | None, + model: str, + optional_params: Mapping[str, object], + litellm_params: Mapping[str, object], + data: CreateBatchRequest, + ) -> str: + model_segment: Final = encode_url_path_segment(model.removeprefix("models/"), field_name="model") + return join_api_base( + GeminiModelInfo.get_api_base(api_base), f"v1beta/models/{model_segment}:batchGenerateContent" + ) + + def transform_create_batch_request( + self, + model: str, + create_batch_data: CreateBatchRequest, + optional_params: Mapping[str, object], + litellm_params: Mapping[str, object], + ) -> dict[str, object]: # mutable-ok: BaseBatchesConfig signature + input_file_id: Final = create_batch_data.get("input_file_id") + if input_file_id is None: + raise ValueError("input_file_id is required to create a Gemini batch job") + file_name: Final = gemini_file_name(input_file_id) + metadata: Final = create_batch_data.get("metadata") or {} + unsupported_metadata: Final = sorted(set(metadata) - {"display_name"}) + if unsupported_metadata: + raise ValueError(f"Gemini batch jobs carry no metadata besides display_name, got {unsupported_metadata}") + display_name: Final = ( + metadata.get("display_name") or f"litellm-{file_name.removeprefix(_GEMINI_FILE_RESOURCE_PREFIX)}" + ) + body: Final = GeminiCreateBatchRequest( + batch=GeminiBatchSpec(display_name=display_name, input_config=GeminiBatchInputConfig(file_name=file_name)) + ) + return dict(body) + + def transform_create_batch_response( + self, + model: str | None, + raw_response: httpx.Response, + logging_obj: object, + litellm_params: Mapping[str, object], + ) -> LiteLLMBatch: + return _to_litellm_batch(GeminiBatchOperation.model_validate(raw_response.json())) + + def transform_retrieve_batch_request( + self, + batch_id: str, + optional_params: Mapping[str, object], + litellm_params: Mapping[str, object], + ) -> dict[str, object]: # mutable-ok: BaseBatchesConfig signature + bare_batch_id: Final = batch_id.removeprefix(GEMINI_BATCH_RESOURCE_PREFIX) + encoded_batch_id: Final = encode_url_path_segment(bare_batch_id, field_name="batch_id") + api_base: Final = litellm_params.get("api_base") + api_key: Final = litellm_params.get("api_key") + request: Final = GeminiPresignedRequest( + method="GET", + url=join_api_base( + GeminiModelInfo.get_api_base(api_base if isinstance(api_base, str) else None), + f"v1beta/{GEMINI_BATCH_RESOURCE_PREFIX}{encoded_batch_id}", + ), + headers=_auth_headers(_NO_HEADERS, api_key if isinstance(api_key, str) else None), + ) + return dict(request) + + def transform_retrieve_batch_response( + self, + model: str | None, + raw_response: httpx.Response, + logging_obj: object, + litellm_params: Mapping[str, object], + ) -> LiteLLMBatch: + return _to_litellm_batch(GeminiBatchOperation.model_validate(raw_response.json())) + + def get_error_class( + self, error_message: str, status_code: int, headers: Mapping[str, str] | httpx.Headers + ) -> BaseLLMException: + return GeminiError(status_code=status_code, message=error_message, headers=dict(headers)) diff --git a/litellm/llms/gemini/decisions/transformation.py b/litellm/llms/gemini/decisions/transformation.py new file mode 100644 index 00000000000..a43e3120943 --- /dev/null +++ b/litellm/llms/gemini/decisions/transformation.py @@ -0,0 +1,214 @@ +from collections.abc import Mapping +from itertools import chain +from typing import Final + +from pydantic import BaseModel, ConfigDict, Field +from typing_extensions import assert_never + +from litellm.llms.base_llm.decisions.transformation import ( + BaseDecisionsConfig, + decisions_text, + parse_systemone_response, + systemone_keys, +) +from litellm.types.decisions import ( + DecisionsBase64Audio, + DecisionsBase64Image, + DecisionsBase64Video, + DecisionsIRBoxQuestion, + DecisionsIRChoiceQuestion, + DecisionsIRMessages, + DecisionsIRPredicateQuestion, + DecisionsIRQuestion, + DecisionsIRRequest, + DecisionsIRResponse, + DecisionsIRScoreQuestion, + DecisionsIRState, + OpenAIDecisionContentPart, + OpenAIDecisionInputImage, + OpenAIDecisionInputMessage, + OpenAIDecisionInputText, + UnsupportedDecisionsRequest, + systemone_choice_key, +) + + +class _GeminiUsage(BaseModel): + model_config = ConfigDict(extra="allow", frozen=True) + total_input_tokens: int = Field(ge=0) + total_output_tokens: int = Field(default=0, ge=0) + + +class _GeminiResponse(BaseModel): + model_config = ConfigDict(extra="allow", frozen=True) + answers: Mapping[str, object] + usage: _GeminiUsage | None = None + + +def _instructions(question: DecisionsIRQuestion, default: str) -> str: + return default if question.instructions is None else decisions_text(question.instructions) + + +def _question(question: DecisionsIRQuestion) -> Mapping[str, object]: + match question: + case DecisionsIRPredicateQuestion(): + return { + "type": "noul", + "instructions": _instructions(question, "Does the input match the true rather than false criteria?"), + **( + { + "criteria": { + f"{key}_description": decisions_text(value) if value is not None else "" + for key, value in question.criteria.items() + } + } + if question.criteria is not None + else {} + ), + } + case DecisionsIRChoiceQuestion(): + return { + "type": "choice", + "instructions": _instructions(question, "Choose the option that best matches the input."), + "criteria": { + systemone_choice_key(option.value): decisions_text(option.description) + if option.description is not None + else "" + for option in question.choices + }, + } + case DecisionsIRScoreQuestion(): + return { + "type": "score", + "instructions": _instructions(question, "Rate the input against the ordered criteria."), + "criteria": [ + decisions_text(level.label) + if level.description is None + else f"{decisions_text(level.label)}: {level.description}" + for level in question.levels + ], + } + case DecisionsIRBoxQuestion(): + return {} + case _: + assert_never(question) + + +def _media( + media: str | DecisionsBase64Image | DecisionsBase64Audio | DecisionsBase64Video, kind: str +) -> Mapping[str, object]: + if not isinstance(media, str): + return {"type": kind, "data": media.base64, "mime_type": media.content_type} + header, data = media.split(",", 1) + return {"type": kind, "data": data, "mime_type": header.removeprefix("data:").split(";", 1)[0]} + + +def _part(part: OpenAIDecisionContentPart) -> Mapping[str, object]: + match part: + case OpenAIDecisionInputText(): + return {"type": "text", "text": part.text} + case OpenAIDecisionInputImage(): + return _media(part.image_url, "image") + case _: + assert_never(part) + + +def _message_parts(message: OpenAIDecisionInputMessage) -> tuple[Mapping[str, object], ...]: + if isinstance(message.content, str): + return ({"type": "text", "text": message.content},) + return tuple(_part(part) for part in message.content) + + +def _input_parts(input_: DecisionsIRState | DecisionsIRMessages) -> tuple[Mapping[str, object], ...]: + match input_: + case DecisionsIRState(): + return ({"type": "text", "text": decisions_text(input_.state)},) + tuple( + _media(image, "image") for image in input_.images + ) + case DecisionsIRMessages(): + return tuple(chain.from_iterable(_message_parts(message) for message in input_.messages)) + case _: + assert_never(input_) + + +class GeminiDecisionsConfig(BaseDecisionsConfig): + path = "/v1beta/decisions" + api_key_env = ("GEMINI_API_KEY", "GOOGLE_API_KEY") + api_base_env = ("GEMINI_API_BASE",) + supports_images = True + inlines_remote_images = True + max_images = 16 + max_total_image_bytes = 20 * 1024 * 1024 + + def get_default_api_base(self) -> str | None: + return "https://generativelanguage.googleapis.com" + + def get_complete_url(self, api_base: str, model: str) -> str: + return f"{api_base.rstrip('/').removesuffix('/v1beta')}/v1beta/decisions" + + def validate_client_connection(self, api_base: str | None, api_key: str | None) -> None: + if api_base and not api_key: + raise ValueError( + "When overriding api_base for Gemini Decisions, supply an explicit api_key " + "to prevent sending the shared Google key to a custom host" + ) + + def validate_environment( + self, + headers: Mapping[str, str], + model: str, + api_key: str | None, + litellm_params: Mapping[str, object], + ) -> Mapping[str, str]: + return { + **{ + key: value + for key, value in headers.items() + if key.lower() not in {"authorization", "x-goog-api-key", "content-type"} + }, + **({"x-goog-api-key": api_key} if api_key is not None else {}), + "Content-Type": "application/json", + } + + def transform_decisions_request( + self, + model: str, + request: DecisionsIRRequest, + custom_llm_provider: str, + ) -> Mapping[str, object] | UnsupportedDecisionsRequest: + if any(isinstance(question, DecisionsIRBoxQuestion) for question in request.questions): + return UnsupportedDecisionsRequest("Gemini Decisions does not support box questions") + parts: Final = ( + _input_parts(request.input) + + tuple(_media(audio, "audio") for audio in request.audio) + + tuple(_media(video, "video") for video in request.videos) + ) + return { + "model": model, + "input": parts, + "questions": { + key: _question(question) + for key, question in zip(systemone_keys(request.questions), request.questions, strict=True) + }, + } + + def parse_response(self, payload: object, request: DecisionsIRRequest) -> DecisionsIRResponse: + response: Final = _GeminiResponse.model_validate(payload) + usage: Final = response.usage + return parse_systemone_response( + { + **response.model_dump(exclude={"usage"}), + **( + { + "usage": { + **usage.model_dump(), + "input_tokens": usage.total_input_tokens, + "output_tokens": usage.total_output_tokens, + } + } + if usage is not None + else {} + ), + }, + request, + ) diff --git a/litellm/llms/gemini/files/transformation.py b/litellm/llms/gemini/files/transformation.py index 17460c0295a..4fb5a77653d 100644 --- a/litellm/llms/gemini/files/transformation.py +++ b/litellm/llms/gemini/files/transformation.py @@ -4,8 +4,10 @@ Supports writing files to Google AI Studio Files API. For vertex ai, check out the vertex_ai/files/handler.py file. """ +import re import time from collections.abc import Mapping +from datetime import datetime from typing import Final, Literal, TypedDict from urllib.parse import urlparse @@ -25,6 +27,7 @@ from litellm.llms.base_llm.files.transformation import ( from litellm.types.llms.openai import ( AllMessageValues, CreateFileRequest, + FileContentRequest, HttpxBinaryResponseContent, OpenAICreateFileRequestOptionalParams, OpenAIFileObject, @@ -53,6 +56,34 @@ class _GeminiCreateFileResponse(TypedDict): file: ReadOnly[_GeminiFileMetadata] +_RFC3339_PARTS: Final = re.compile(r"(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2})(\.\d+)?([+-]\d{2}:\d{2})") + + +def _gemini_timestamp(rfc3339: str) -> int: + """Gemini stamps files with up to nine fractional digits and a Z suffix; Python 3.10's + fromisoformat takes neither, so trim the fraction to microseconds and spell out UTC.""" + parts: Final = _RFC3339_PARTS.fullmatch(rfc3339.replace("Z", "+00:00")) + if parts is None: + raise ValueError(f"Unrecognized Gemini timestamp: {rfc3339}") + seconds, fraction, offset = parts.groups() + return int(datetime.fromisoformat(f"{seconds}{(fraction or '')[:7]}{offset}").timestamp()) + + +def gemini_file_name(file_id: str) -> str: + """ + Normalize a file identifier into Gemini's `files/{id}` resource name. + + Supports: + - `abc123` + - `files/abc123` + - `https://generativelanguage.googleapis.com/v1beta/files/abc123` + """ + path: Final = urlparse(file_id).path.lstrip("/") if file_id.startswith(("http://", "https://")) else file_id + files_index: Final = path.find("files/") + bare_id: Final = (path[files_index:] if files_index != -1 else path).strip("/").removeprefix("files/") + return f"files/{encode_url_path_segment(bare_id, field_name='file_id')}" + + class GoogleAIStudioFilesHandler(GeminiModelInfo, BaseFilesConfig): def __init__(self): pass @@ -194,14 +225,7 @@ class GoogleAIStudioFilesHandler(GeminiModelInfo, BaseFilesConfig): return OpenAIFileObject( id=response_object["uri"], # Gemini uses URI as identifier bytes=int(response_object["sizeBytes"]), # Gemini doesn't return file size - created_at=int( - time.mktime( - time.strptime( - response_object["createTime"].replace("Z", "+00:00"), - "%Y-%m-%dT%H:%M:%S.%f%z", - ) - ) - ), + created_at=_gemini_timestamp(response_object["createTime"]), filename=response_object["displayName"], object="file", purpose="user_data", # Default to assistants as that's the main use case @@ -246,32 +270,7 @@ class GoogleAIStudioFilesHandler(GeminiModelInfo, BaseFilesConfig): return url, {} def _normalize_gemini_file_id(self, file_id: str) -> str: - """ - Normalize file identifier into `files/{id}` form. - - Supports: - - `abc123` - - `files/abc123` - - `https://generativelanguage.googleapis.com/v1beta/files/abc123` - """ - if file_id.startswith(("http://", "https://")): - parsed: Final = urlparse(file_id) - path: Final = parsed.path.lstrip("/") - files_index: Final = path.find("files/") - if files_index != -1: - normalized_file_id = path[files_index:] - else: - normalized_file_id = path - else: - normalized_file_id = file_id - - normalized_file_id = normalized_file_id.strip("/") - if normalized_file_id.startswith("files/"): - normalized_file_id = normalized_file_id.removeprefix("files/") - - encoded_file_id: Final = encode_url_path_segment(normalized_file_id, field_name="file_id") - - return f"files/{encoded_file_id}" + return gemini_file_name(file_id) def transform_retrieve_file_response( self, @@ -299,14 +298,7 @@ class GoogleAIStudioFilesHandler(GeminiModelInfo, BaseFilesConfig): return OpenAIFileObject( id=response_json.get("uri", ""), bytes=int(response_json.get("sizeBytes", 0)), - created_at=int( - time.mktime( - time.strptime( - response_json["createTime"].replace("Z", "+00:00"), - "%Y-%m-%dT%H:%M:%S.%f%z", - ) - ) - ), + created_at=_gemini_timestamp(response_json["createTime"]), filename=response_json.get("displayName", ""), object="file", purpose="user_data", @@ -403,11 +395,19 @@ class GoogleAIStudioFilesHandler(GeminiModelInfo, BaseFilesConfig): def transform_file_content_request( self, - file_content_request, - optional_params: dict, - litellm_params: dict, - ) -> tuple[str, dict]: - raise NotImplementedError("GoogleAIStudioFilesHandler does not support file content retrieval") + file_content_request: FileContentRequest, + optional_params: Mapping[str, object], + litellm_params: Mapping[str, object], + ) -> tuple[str, dict[str, str]]: # mutable-ok: BaseFilesConfig signature + file_id: Final = file_content_request.get("file_id") + if file_id is None: + raise ValueError("file_id is required to download file content") + api_base: Final = litellm_params.get("api_base") + url: Final = join_api_base( + self.get_api_base(api_base if isinstance(api_base, str) else None), + f"download/v1beta/{gemini_file_name(file_id)}:download", + ) + return url, {"alt": "media"} def transform_file_content_response( self, @@ -415,4 +415,4 @@ class GoogleAIStudioFilesHandler(GeminiModelInfo, BaseFilesConfig): logging_obj: LiteLLMLoggingObj, litellm_params: dict, ) -> HttpxBinaryResponseContent: - raise NotImplementedError("GoogleAIStudioFilesHandler does not support file content retrieval") + return HttpxBinaryResponseContent(response=raw_response) diff --git a/litellm/llms/gemini/image_generation/transformation.py b/litellm/llms/gemini/image_generation/transformation.py index 1f986b11af2..6d1e1cf3931 100644 --- a/litellm/llms/gemini/image_generation/transformation.py +++ b/litellm/llms/gemini/image_generation/transformation.py @@ -170,7 +170,7 @@ class GoogleImageGenConfig(BaseImageGenerationConfig): return request_body_obj.model_dump(exclude_none=True) def _transform_image_usage(self, usage_metadata: dict): - return transform_gemini_image_usage(usage_metadata) + return transform_gemini_image_usage(_JSON_DICT.validate_python(usage_metadata)) def transform_image_generation_response( self, diff --git a/litellm/llms/gemini/image_usage_transformation.py b/litellm/llms/gemini/image_usage_transformation.py index 5f08d8403af..3ea8e445a47 100644 --- a/litellm/llms/gemini/image_usage_transformation.py +++ b/litellm/llms/gemini/image_usage_transformation.py @@ -1,65 +1,131 @@ +from collections.abc import Mapping from typing import Final +from pydantic import TypeAdapter + +from litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini import VertexGeminiConfig from litellm.types.utils import ImageUsage, ImageUsageInputTokensDetails +_TOKEN_COUNT_ADAPTER: Final = TypeAdapter(int) +_TOKEN_DETAILS_LIST_ADAPTER: Final[TypeAdapter[list[object]]] = TypeAdapter(list[object]) +_TOKEN_DETAILS_MAPPING_ADAPTER: Final[TypeAdapter[Mapping[str, object]]] = TypeAdapter(Mapping[str, object]) -def _get_token_count(details: dict) -> int: + +def _get_token_count(details: Mapping[str, object]) -> int: raw_token_count: Final = details.get("tokenCount", details.get("token_count", 0)) return raw_token_count if isinstance(raw_token_count, int) else 0 -def _get_modality_token_details(usage_metadata: dict, *details_keys: str) -> list: - for details_key in details_keys: - details = usage_metadata.get(details_key) - if isinstance(details, list): - return details - return [] +def _get_usage_token_count(usage_metadata: Mapping[str, object], key: str) -> int: + return _TOKEN_COUNT_ADAPTER.validate_python(usage_metadata.get(key, 0)) -def _sum_modality_token_details(usage_metadata: dict, *details_keys: str) -> ImageUsageInputTokensDetails: - tokens_details: Final = ImageUsageInputTokensDetails( - image_tokens=0, - text_tokens=0, +def _get_modality_token_details( + usage_metadata: Mapping[str, object], *details_keys: str +) -> tuple[Mapping[str, object], ...]: + details: Final[list[object]] = next( + ( + _TOKEN_DETAILS_LIST_ADAPTER.validate_python(usage_metadata.get(details_key)) + for details_key in details_keys + if isinstance(usage_metadata.get(details_key), list) + ), + [], + ) + return tuple( + _TOKEN_DETAILS_MAPPING_ADAPTER.validate_python(detail) for detail in details if isinstance(detail, Mapping) ) - for details in _get_modality_token_details(usage_metadata, *details_keys): - if isinstance(details, dict): - modality = str(details.get("modality", "")).upper() - token_count = _get_token_count(details) - if modality == "TEXT": - tokens_details.text_tokens += token_count - elif modality == "IMAGE": - tokens_details.image_tokens += token_count - return tokens_details +def _sum_modality_token_details( + token_details: tuple[Mapping[str, object], ...], +) -> ImageUsageInputTokensDetails: + return ImageUsageInputTokensDetails( + image_tokens=sum( + _get_token_count(details) + for details in token_details + if str(details.get("modality", "")).upper() == "IMAGE" + ), + text_tokens=sum( + _get_token_count(details) for details in token_details if str(details.get("modality", "")).upper() == "TEXT" + ), + ) -def transform_gemini_image_usage(usage_metadata: dict) -> ImageUsage: +def _output_modality_token_details( + candidate_tokens: int, + reasoning_tokens: int, + candidate_tokens_are_inclusive: bool, + modality_tokens: ImageUsageInputTokensDetails, +) -> ImageUsageInputTokensDetails: + non_reasoning_candidate_tokens: Final = max( + candidate_tokens - (reasoning_tokens if candidate_tokens_are_inclusive else 0), + 0, + ) + known_modality_tokens: Final = modality_tokens.text_tokens + modality_tokens.image_tokens + text_tokens: Final = ( + max( + modality_tokens.text_tokens - (known_modality_tokens - non_reasoning_candidate_tokens), + 0, + ) + if known_modality_tokens > non_reasoning_candidate_tokens + else modality_tokens.text_tokens + non_reasoning_candidate_tokens - known_modality_tokens + ) + return ImageUsageInputTokensDetails(image_tokens=modality_tokens.image_tokens, text_tokens=text_tokens) + + +def transform_gemini_image_usage(usage_metadata: Mapping[str, object]) -> ImageUsage: """ Transform Gemini usageMetadata to ImageUsage format. """ - input_tokens_details = _sum_modality_token_details(usage_metadata, "promptTokensDetails", "prompt_tokens_details") - output_tokens: Final = usage_metadata.get("candidatesTokenCount", 0) - output_tokens_details: Final = _sum_modality_token_details( + validated_counts: Final = ImageUsage.model_validate( + { + "input_tokens": usage_metadata.get("promptTokenCount", 0), + "input_tokens_details": {"image_tokens": 0, "text_tokens": 0}, + "output_tokens": usage_metadata.get("candidatesTokenCount", 0), + "total_tokens": usage_metadata.get("totalTokenCount", 0), + } + ) + prompt_tokens: Final = validated_counts.input_tokens + candidate_tokens: Final = validated_counts.output_tokens + reasoning_tokens: Final = _get_usage_token_count(usage_metadata, "thoughtsTokenCount") + candidate_tokens_are_inclusive: Final = VertexGeminiConfig.is_candidate_token_count_inclusive(usage_metadata) + completion_tokens: Final = candidate_tokens + (0 if candidate_tokens_are_inclusive else reasoning_tokens) + input_tokens_details: Final = _sum_modality_token_details( + _get_modality_token_details(usage_metadata, "promptTokensDetails", "prompt_tokens_details") + ) + candidate_token_details: Final = _get_modality_token_details( usage_metadata, "candidatesTokensDetails", "candidates_tokens_details" ) + modality_tokens: Final = _sum_modality_token_details(candidate_token_details) + output_modality_tokens: Final = ( + _output_modality_token_details( + candidate_tokens, + reasoning_tokens, + candidate_tokens_are_inclusive, + modality_tokens, + ) + if candidate_token_details + else None + ) - if not _get_modality_token_details(usage_metadata, "candidatesTokensDetails", "candidates_tokens_details"): - output_tokens_details.image_tokens = output_tokens - else: - known_output_tokens: Final = output_tokens_details.text_tokens + output_tokens_details.image_tokens - if output_tokens > known_output_tokens: - output_tokens_details.text_tokens += output_tokens - known_output_tokens + output_tokens_details: Final[dict[str, int]] = { + **( + {"image_tokens": output_modality_tokens.image_tokens, "text_tokens": output_modality_tokens.text_tokens} + if output_modality_tokens is not None + else {} + ), + **({"reasoning_tokens": reasoning_tokens} if "thoughtsTokenCount" in usage_metadata else {}), + } usage_payload: Final[dict[str, object]] = { - "input_tokens": usage_metadata.get("promptTokenCount", 0), + "input_tokens": prompt_tokens, "input_tokens_details": input_tokens_details, - "output_tokens": output_tokens, - "total_tokens": usage_metadata.get("totalTokenCount", 0), - "prompt_tokens": usage_metadata.get("promptTokenCount", 0), + "output_tokens": completion_tokens, + "total_tokens": validated_counts.total_tokens, + "prompt_tokens": prompt_tokens, "prompt_tokens_details": input_tokens_details.model_dump(), - "completion_tokens": output_tokens, - "completion_tokens_details": output_tokens_details.model_dump(), - "output_tokens_details": output_tokens_details.model_dump(), + "completion_tokens": completion_tokens, + "completion_tokens_details": {**output_tokens_details}, + "output_tokens_details": {**output_tokens_details}, } return ImageUsage.model_validate(usage_payload) diff --git a/litellm/llms/gigachat/chat/transformation.py b/litellm/llms/gigachat/chat/transformation.py index 7bc783b960f..59058b03d67 100644 --- a/litellm/llms/gigachat/chat/transformation.py +++ b/litellm/llms/gigachat/chat/transformation.py @@ -17,6 +17,7 @@ import httpx from pydantic import TypeAdapter from litellm._logging import verbose_logger +from litellm.litellm_core_utils.core_helpers import as_str_mapping, decoded_json_object from litellm.litellm_core_utils.tool_fields import tool_params_without_hosted_mcp from litellm.litellm_core_utils.url_utils import join_api_base from litellm.llms.base_llm.chat.transformation import BaseConfig, BaseLLMException @@ -452,36 +453,37 @@ class GigaChatConfig(BaseConfig): choices: Final[list[Choices]] = [] # mutable-ok: accumulator for building response choices for choice in response_json.get("choices", []): message_data = choice.get("message", {}) - finish_reason = choice.get("finish_reason", "stop") + finish_reason = _JSON_VALUE.validate_python(choice.get("finish_reason", "stop")) - if finish_reason == "function_call" and message_data.get("function_call"): - func_call = message_data["function_call"] + function_call = ( + decoded_json_object(_JSON_VALUE.validate_python(message_data)).get("function_call") + if finish_reason == "function_call" + else None + ) + if function_call: + func_call = decoded_json_object(function_call) args = func_call.get("arguments", {}) + args_mapping = as_str_mapping(args) if is_structured_output: - if isinstance(args, dict): - content = json.dumps(args, ensure_ascii=False) - else: - content = str(args) - message_data["content"] = content - message_data.pop("function_call", None) - message_data.pop("functions_state_id", None) + message_data["content"] = ( + json.dumps(args_mapping, ensure_ascii=False) if args_mapping is not None else str(args) + ) finish_reason = "stop" else: - if isinstance(args, dict): - args = json.dumps(args, ensure_ascii=False) + arguments = json.dumps(args_mapping, ensure_ascii=False) if args_mapping is not None else args message_data["tool_calls"] = [ { "id": f"call_{uuid.uuid4().hex[:24]}", "type": "function", "function": { "name": func_call.get("name", ""), - "arguments": args, + "arguments": arguments, }, } ] - message_data.pop("function_call", None) finish_reason = "tool_calls" + message_data.pop("function_call", None) message_data.pop("functions_state_id", None) diff --git a/litellm/llms/gigachat/embedding/transformation.py b/litellm/llms/gigachat/embedding/transformation.py index 30ca7147865..5a988edc144 100644 --- a/litellm/llms/gigachat/embedding/transformation.py +++ b/litellm/llms/gigachat/embedding/transformation.py @@ -9,12 +9,13 @@ from __future__ import annotations import types from collections.abc import Mapping -from typing import Final +from typing import Final, Protocol, runtime_checkable import httpx from pydantic import ConfigDict, TypeAdapter from litellm import LlmProviders +from litellm.litellm_core_utils.core_helpers import iter_items, json_contains, subscript from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.litellm_core_utils.url_utils import join_api_base from litellm.llms.base_llm.chat.transformation import BaseLLMException @@ -26,6 +27,28 @@ from litellm.types.utils import EmbeddingResponse from ..authenticator import get_access_token _JSON_OBJECT: Final = TypeAdapter(Mapping[str, object], config=ConfigDict(hide_input_in_errors=True)) +_DECODED_JSON: Final = TypeAdapter(object) + + +@runtime_checkable +class _SupportsDelItem(Protocol): + def __delitem__(self, key: str, /) -> None: ... + + +@runtime_checkable +class _SupportsSetItem(Protocol): + def __setitem__(self, key: str, value: object, /) -> None: ... + + +def _add_prompt_tokens(total_tokens: float, embedding: object) -> float: + if not (json_contains(embedding, "usage") and json_contains(subscript(embedding, "usage"), "prompt_tokens")): + return total_tokens + prompt_tokens: Final = subscript(subscript(embedding, "usage"), "prompt_tokens") + if isinstance(prompt_tokens, int | float): + return total_tokens + prompt_tokens + raise TypeError( + f"unsupported operand type(s) for +=: '{type(total_tokens).__name__}' and '{type(prompt_tokens).__name__}'" + ) class GigaChatEmbeddingError(BaseLLMException): @@ -144,7 +167,7 @@ class GigaChatEmbeddingConfig(BaseEmbeddingConfig): "model": "Embeddings" } """ - response_json: Final = raw_response.json() + response_json: Final = _DECODED_JSON.validate_python(raw_response.json()) # Log response logging_obj.post_call( @@ -155,16 +178,19 @@ class GigaChatEmbeddingConfig(BaseEmbeddingConfig): ) # Calculate total tokens from individual embeddings - total_tokens = 0 - if "data" in response_json: - for emb in response_json["data"]: - if "usage" in emb and "prompt_tokens" in emb["usage"]: - total_tokens += emb["usage"]["prompt_tokens"] + total_tokens: float = 0 + if json_contains(response_json, "data"): + for emb in iter_items(subscript(response_json, "data")): + total_tokens = _add_prompt_tokens(total_tokens, emb) # Remove usage from individual embeddings (not part of OpenAI format) - if "usage" in emb: + if json_contains(emb, "usage"): + if not isinstance(emb, _SupportsDelItem): + raise TypeError(f"'{type(emb).__name__}' object does not support item deletion") del emb["usage"] # Set overall usage + if not isinstance(response_json, _SupportsSetItem): + raise TypeError(f"'{type(response_json).__name__}' object does not support item assignment") response_json["usage"] = { "prompt_tokens": total_tokens, "total_tokens": total_tokens, diff --git a/litellm/llms/heroku/chat/transformation.py b/litellm/llms/heroku/chat/transformation.py index 002078dd04b..e9cfb5e09cf 100644 --- a/litellm/llms/heroku/chat/transformation.py +++ b/litellm/llms/heroku/chat/transformation.py @@ -22,6 +22,9 @@ class HerokuError(Exception): class HerokuChatConfig(OpenAIGPTConfig): + def _flattens_content_lists(self) -> bool: + return True + @overload def _transform_messages( self, messages: list[AllMessageValues], model: str, is_async: Literal[True] diff --git a/litellm/llms/huggingface/embedding/transformation.py b/litellm/llms/huggingface/embedding/transformation.py index bb836eb1b35..e3210482b2a 100644 --- a/litellm/llms/huggingface/embedding/transformation.py +++ b/litellm/llms/huggingface/embedding/transformation.py @@ -1,13 +1,15 @@ import json import os import time -from collections.abc import Mapping, Sequence +from collections.abc import Mapping, Sequence, Sized from copy import deepcopy from typing import TYPE_CHECKING, Any, Final, Protocol import httpx +from pydantic import TypeAdapter import litellm +from litellm.litellm_core_utils.core_helpers import iter_items, subscript from litellm.litellm_core_utils.prompt_templates.common_utils import ( convert_content_list_to_str, ) @@ -44,6 +46,27 @@ def _header_value(headers: Mapping[str, str], key: str, default: str) -> str: return headers.get(key, default) +_DECODED_JSON: Final = TypeAdapter(object) + + +def _json_len(value: object) -> int: + if isinstance(value, Sized): + return len(value) + raise TypeError(f"object of type '{type(value).__name__}' has no len()") + + +def _generated_text(value: object) -> str: + if isinstance(value, str): + return value + raise AttributeError(f"'{type(value).__name__}' object has no attribute 'strip'", name="strip", obj=value) + + +def _add_logprob(total: float, logprob: object) -> float: + if isinstance(logprob, (int, float)): + return total + logprob + raise TypeError(f"unsupported operand type(s) for +=: '{type(total).__name__}' and '{type(logprob).__name__}'") + + tgi_models_cache = None conv_models_cache = None @@ -407,33 +430,41 @@ class HuggingFaceEmbeddingConfig(BaseConfig): headers=None, ) - if len(completion_response[0]["generated_text"]) > 0: - model_response.choices[0].message.content = output_parser(completion_response[0]["generated_text"]) + if _json_len(_DECODED_JSON.validate_python(completion_response[0]["generated_text"])) > 0: + model_response.choices[0].message.content = output_parser( + _generated_text(_DECODED_JSON.validate_python(completion_response[0]["generated_text"])) + ) ## GETTING LOGPROBS + FINISH REASON if "details" in completion_response[0] and "tokens" in completion_response[0]["details"]: model_response.choices[0].finish_reason = completion_response[0]["details"]["finish_reason"] sum_logprob = 0 - for token in completion_response[0]["details"]["tokens"]: - if token["logprob"] is not None: - sum_logprob += token["logprob"] + for token in iter_items(_DECODED_JSON.validate_python(completion_response[0]["details"]["tokens"])): + logprob = subscript(token, "logprob") + if logprob is not None: + sum_logprob = _add_logprob(sum_logprob, logprob) setattr(model_response.choices[0].message, "_logprob", sum_logprob) if "best_of" in optional_params and optional_params["best_of"] > 1: if "details" in completion_response[0] and "best_of_sequences" in completion_response[0]["details"]: choices_list: Final = [] - for idx, item in enumerate(completion_response[0]["details"]["best_of_sequences"]): + for idx, item in enumerate( + iter_items( + _DECODED_JSON.validate_python(completion_response[0]["details"]["best_of_sequences"]) + ) + ): sum_logprob = 0 - for token in item["tokens"]: - if token["logprob"] is not None: - sum_logprob += token["logprob"] - if len(item["generated_text"]) > 0: + for token in iter_items(subscript(item, "tokens")): + logprob = subscript(token, "logprob") + if logprob is not None: + sum_logprob = _add_logprob(sum_logprob, logprob) + if _json_len(subscript(item, "generated_text")) > 0: message_obj = Message( - content=output_parser(item["generated_text"]), + content=output_parser(_generated_text(subscript(item, "generated_text"))), logprobs=sum_logprob, ) else: message_obj = Message(content=None) choice_obj = Choices( - finish_reason=item["finish_reason"], + finish_reason=subscript(item, "finish_reason"), index=idx + 1, message=message_obj, ) @@ -442,8 +473,13 @@ class HuggingFaceEmbeddingConfig(BaseConfig): elif task == "text-classification": model_response.choices[0].message.content = json.dumps(completion_response) else: - if isinstance(completion_response, list) and len(completion_response[0]["generated_text"]) > 0: - model_response.choices[0].message.content = output_parser(completion_response[0]["generated_text"]) + if ( + isinstance(completion_response, list) + and _json_len(_DECODED_JSON.validate_python(completion_response[0]["generated_text"])) > 0 + ): + model_response.choices[0].message.content = output_parser( + _generated_text(_DECODED_JSON.validate_python(completion_response[0]["generated_text"])) + ) ## CALCULATING USAGE prompt_tokens = 0 try: diff --git a/litellm/llms/minimax/videos/transformation.py b/litellm/llms/minimax/videos/transformation.py index aff99542d9b..fd014a3d521 100644 --- a/litellm/llms/minimax/videos/transformation.py +++ b/litellm/llms/minimax/videos/transformation.py @@ -803,7 +803,7 @@ class MinimaxVideoConfig(BaseVideoConfig): params.update(extra_query) return f"{api_base}/v2/query/video_generation", params - def transform_video_list_response( # pyright: ignore[reportIncompatibleMethodOverride] # base declares dict[str, str] but the payload is a heterogeneous list body + def transform_video_list_response( self, raw_response: httpx.Response, logging_obj: "Logging", diff --git a/litellm/llms/mistral/chat/transformation.py b/litellm/llms/mistral/chat/transformation.py index d13e46658ae..1dfb98fc65a 100644 --- a/litellm/llms/mistral/chat/transformation.py +++ b/litellm/llms/mistral/chat/transformation.py @@ -142,8 +142,6 @@ class MistralConfig(OpenAIGPTConfig): - `response_format` (object or null): An object specifying the format that the model must output. Setting to { "type": "json_object" } enables JSON mode, which guarantees the message the model generates is in JSON. When using JSON mode you MUST also instruct the model to produce JSON yourself with a system or a user message. """ - _is_base_class = False - temperature: int | None = None top_p: int | None = None max_tokens: int | None = None diff --git a/litellm/llms/nlp_cloud/chat/transformation.py b/litellm/llms/nlp_cloud/chat/transformation.py index 0cca299de93..8301bee9b90 100644 --- a/litellm/llms/nlp_cloud/chat/transformation.py +++ b/litellm/llms/nlp_cloud/chat/transformation.py @@ -1,9 +1,10 @@ import json import time -from collections.abc import Mapping +from collections.abc import Mapping, Sized from typing import TYPE_CHECKING, Any, Final import httpx +from pydantic import TypeAdapter from litellm.litellm_core_utils.prompt_templates.common_utils import ( convert_content_list_to_str, @@ -23,6 +24,15 @@ else: LoggingClass = Any +_DECODED_JSON: Final = TypeAdapter(object) + + +def _json_len(value: object) -> int: + if isinstance(value, Sized): + return len(value) + raise TypeError(f"object of type '{type(value).__name__}' has no len()") + + class NLPCloudConfig(BaseConfig): """ Reference: https://docs.nlpcloud.com/#generation @@ -199,7 +209,7 @@ class NLPCloudConfig(BaseConfig): ) else: try: - if len(completion_response["generated_text"]) > 0: + if _json_len(_DECODED_JSON.validate_python(completion_response["generated_text"])) > 0: model_response.choices[0].message.content = completion_response["generated_text"] except Exception: raise NLPCloudError( diff --git a/litellm/llms/nvidia_riva/audio_transcription/riva_grpc.py b/litellm/llms/nvidia_riva/audio_transcription/riva_grpc.py index 8367853673f..8f8111be3ce 100644 --- a/litellm/llms/nvidia_riva/audio_transcription/riva_grpc.py +++ b/litellm/llms/nvidia_riva/audio_transcription/riva_grpc.py @@ -6,11 +6,12 @@ request carries them exactly once over both plaintext and TLS. """ from collections.abc import Iterator, Mapping, Sequence -from typing import Any, Final, TypeAlias +from typing import Final, Protocol, SupportsIndex, SupportsInt, TypeAlias, runtime_checkable import grpc from google.protobuf.message import Message from pydantic import TypeAdapter +from typing_extensions import Buffer from litellm.llms.nvidia_riva.audio_transcription import riva_asr_schema as schema from litellm.llms.nvidia_riva.common_utils import NvidiaRivaException @@ -38,16 +39,29 @@ def open_channel(api_base: str, use_ssl: bool) -> grpc.Channel: return grpc.insecure_channel(api_base) -def recognition_config(config: Mapping[str, Any]) -> Message: +@runtime_checkable +class _SupportsTrunc(Protocol): + def __trunc__(self) -> int: ... + + +def _native_int(value: object) -> int: + if isinstance(value, (str, Buffer, SupportsInt, SupportsIndex, _SupportsTrunc)): + return int(value) + raise TypeError( + f"int() argument must be a string, a bytes-like object or a real number, not '{type(value).__name__}'" + ) + + +def recognition_config(config: Mapping[str, object]) -> Message: endpointing: Final = _endpointing_config(config.get("endpointing_config")) return schema.RecognitionConfig( encoding=schema.LINEAR_PCM, - sample_rate_hertz=int(config["sample_rate_hertz"]), + sample_rate_hertz=_native_int(config["sample_rate_hertz"]), language_code=config["language_code"], - audio_channel_count=int(config["audio_channel_count"]), + audio_channel_count=_native_int(config["audio_channel_count"]), enable_automatic_punctuation=bool(config.get("enable_automatic_punctuation", True)), enable_word_time_offsets=bool(config.get("enable_word_time_offsets", False)), - max_alternatives=int(config.get("max_alternatives", 1)), + max_alternatives=_native_int(config.get("max_alternatives", 1)), model=config.get("model", "") or "", verbatim_transcripts=bool(config.get("verbatim_transcripts", False)), profanity_filter=bool(config.get("profanity_filter", False)), diff --git a/litellm/llms/oci/common_utils.py b/litellm/llms/oci/common_utils.py index fe8d0e1c1e7..a545fc26481 100644 --- a/litellm/llms/oci/common_utils.py +++ b/litellm/llms/oci/common_utils.py @@ -97,15 +97,11 @@ class OCIRequestWrapper: def sha256_base64(data: bytes) -> str: - # SHA-256 is used here to compute the x-content-sha256 header required by the - # OCI HTTP signing specification (RSA-SHA256 request signing), not for password - # or secret hashing. This is the correct and mandated algorithm for this purpose. + # Computes the x-content-sha256 header required by the OCI HTTP signing + # specification. The RSA-SHA256 request signature covers this header, so the + # digest is a security use of the hash. # See: https://docs.oracle.com/en-us/iaas/Content/API/Concepts/signingrequests.htm - # - # ``usedforsecurity=False`` declares non-security intent to static analyzers - # (CodeQL ``py/weak-sensitive-data-hashing``) — without it the request body - # gets flagged as "password-like data" via taint tracking. - digest: Final = hashlib.sha256(data, usedforsecurity=False).digest() # noqa: S324 + digest: Final = hashlib.sha256(data).digest() return base64.b64encode(digest).decode() diff --git a/litellm/llms/ollama/chat/transformation.py b/litellm/llms/ollama/chat/transformation.py index 1e3e6186dd1..22e09584b1d 100644 --- a/litellm/llms/ollama/chat/transformation.py +++ b/litellm/llms/ollama/chat/transformation.py @@ -8,7 +8,7 @@ from pydantic import BaseModel, TypeAdapter import litellm from litellm._uuid import uuid -from litellm.litellm_core_utils.core_helpers import map_finish_reason +from litellm.litellm_core_utils.core_helpers import decoded_json_object, map_finish_reason from litellm.litellm_core_utils.prompt_templates.common_utils import ( convert_content_list_to_str, extract_images_from_message, @@ -47,6 +47,15 @@ else: LiteLLMLoggingObj = Any _REQUEST_PARAMS: Final = TypeAdapter(dict[str, object]) +_DECODED_JSON: Final = TypeAdapter(object) + + +def _json_document(value: object) -> str | bytes | bytearray: + if isinstance(value, (str, bytes, bytearray)): + return value + raise TypeError(f"the JSON object must be str, bytes or bytearray, not {value.__class__.__name__}") + + _TOOL_CALL_ARGUMENTS: Final = TypeAdapter(dict[str, object]) @@ -372,7 +381,7 @@ class OllamaChatConfig(BaseConfig): # remap 'thinking' to 'reasoning_content' response_json_message["reasoning_content"] = response_json_message["thinking"] del response_json_message["thinking"] - elif response_json_message.get("content") is not None: + elif decoded_json_object(_DECODED_JSON.validate_python(response_json_message)).get("content") is not None: # parse reasoning content from content from litellm.litellm_core_utils.prompt_templates.reasoning_utils import ( parse_content_for_reasoning, @@ -387,14 +396,20 @@ class OllamaChatConfig(BaseConfig): and litellm_params.get("function_name") is not None and response_json_message is not None ): - function_call: Final = json.loads(response_json_message["content"]) + function_call: Final = decoded_json_object( + _DECODED_JSON.validate_python( + json.loads(_json_document(_DECODED_JSON.validate_python(response_json_message["content"]))) + ) + ) message: Final = litellm.Message( content=None, tool_calls=[ { "id": f"call_{uuid.uuid4()}", "function": { - "name": function_call.get("name", litellm_params.get("function_name")), + "name": function_call.get( + "name", _DECODED_JSON.validate_python(litellm_params.get("function_name")) + ), "arguments": json.dumps(function_call.get("arguments", function_call)), }, "type": "function", diff --git a/litellm/llms/oobabooga/chat/oobabooga.py b/litellm/llms/oobabooga/chat/oobabooga.py index b4dc57ff5ed..a473ef18630 100644 --- a/litellm/llms/oobabooga/chat/oobabooga.py +++ b/litellm/llms/oobabooga/chat/oobabooga.py @@ -1,7 +1,9 @@ import json -from collections.abc import Callable +from collections.abc import Callable, Sized from typing import TYPE_CHECKING, Final +from pydantic import TypeAdapter + import litellm from litellm.litellm_core_utils.url_utils import join_api_base from litellm.llms.custom_httpx.http_handler import get_httpx_client @@ -15,6 +17,13 @@ if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj oobabooga_config: Final = OobaboogaConfig() +_DECODED_JSON: Final = TypeAdapter(object) + + +def _json_len(value: object) -> int: + if isinstance(value, Sized): + return len(value) + raise TypeError(f"object of type '{type(value).__name__}' has no len()") def completion( @@ -149,7 +158,7 @@ def embedding( } ] - num_tokens: Final = len(completion_response["data"][0]["embedding"]) + num_tokens: Final = _json_len(_DECODED_JSON.validate_python(completion_response["data"][0]["embedding"])) # Adding metadata to response setattr( model_response, diff --git a/litellm/llms/openai/chat/gpt_reasoning_transformation.py b/litellm/llms/openai/chat/gpt_reasoning_transformation.py index 8c9551d01c0..ad90dcf9655 100644 --- a/litellm/llms/openai/chat/gpt_reasoning_transformation.py +++ b/litellm/llms/openai/chat/gpt_reasoning_transformation.py @@ -1,11 +1,12 @@ """Support for OpenAI gpt-5 model family.""" import re -from collections.abc import Collection +from collections.abc import Collection, Mapping +from dataclasses import dataclass from typing import ClassVar, Final import litellm -from litellm._logging import verbose_logger +from litellm._logging import WarningLogger, verbose_logger from litellm.utils import ( declared_value_factory, has_catalog_entry, @@ -37,6 +38,44 @@ def refused_reasoning_effort_warning(*, suggest_declared_levels: bool, suggest_b ) +def _effort_level(sent_effort: object) -> str | None: + match sent_effort: + case str(level) | {"effort": str(level)}: + return level + case _: + return None + + +def _sent_effort_level(sent_params: Mapping[str, object]) -> str | None: + match sent_params: + case {"extra_body": {"reasoning_effort": sent_effort}}: + return _effort_level(sent_effort) + case {"reasoning_effort": sent_effort}: + return _effort_level(sent_effort) + case _: + return None + + +@dataclass(slots=True) +class DeferredReasoningDropWarnings: + logger: WarningLogger + held: tuple[tuple[str, tuple[object, ...]], ...] = () + + def warning(self, msg: str, /, *args: object) -> None: + self.held = (*self.held, (msg, args)) + + def log_unless_dropped_effort_sent(self, sent_params: Mapping[str, object]) -> None: + sent_effort: Final = _sent_effort_level(sent_params) + held: Final = self.held + self.held = () + for msg, args in held: + match args: + case ("reasoning_effort", dropped_effort, *_) if dropped_effort == sent_effort: + continue + case _: + self.logger.warning(msg, *args) + + def _catalogue_declares_default_effort() -> bool: """Whether the loaded cost map carries default_reasoning_effort for ANY entry. @@ -330,6 +369,7 @@ class OpenAIGPT5Config(OpenAIGPTConfig): drop_params: bool, *, declared_reasoning_efforts: Collection[str] | None = None, + reasoning_drop_logger: WarningLogger = verbose_logger, ) -> dict: if self.is_model_gpt_5_search_model(model): if "max_tokens" in non_default_params: @@ -364,7 +404,7 @@ class OpenAIGPT5Config(OpenAIGPTConfig): and self.refuses_reasoning_effort_level(model, requested_effort) ): if litellm.drop_params or drop_params: - verbose_logger.warning( + reasoning_drop_logger.warning( refused_reasoning_effort_warning( suggest_declared_levels=declared_reasoning_efforts is not None, suggest_base_model=self.LOOKS_UP_BASE_MODEL diff --git a/litellm/llms/openai/chat/gpt_transformation.py b/litellm/llms/openai/chat/gpt_transformation.py index 044c0131699..c4c72ab6be6 100644 --- a/litellm/llms/openai/chat/gpt_transformation.py +++ b/litellm/llms/openai/chat/gpt_transformation.py @@ -2,19 +2,27 @@ Support for gpt model family """ +import asyncio import json import os from collections.abc import AsyncIterator, Coroutine, Iterator, Mapping, Sequence +from contextvars import ContextVar from types import MappingProxyType -from typing import TYPE_CHECKING, Any, Final, Literal, Optional, cast, overload +from typing import TYPE_CHECKING, Any, Final, Literal, Optional, Protocol, cast, overload from urllib.parse import urlparse import httpx from pydantic import TypeAdapter, ValidationError +from typing_extensions import TypedDict import litellm from litellm.constants import OPENAI_SYSTEM_MESSAGES_FIRST_PROVIDERS -from litellm.litellm_core_utils.core_helpers import drops_unsupported_params, map_finish_reason +from litellm.litellm_core_utils.core_helpers import ( + drops_unsupported_params, + map_finish_reason, + require_attributes, + subscript, +) from litellm.litellm_core_utils.llm_response_utils.convert_dict_to_response import ( extract_reasoning_content, handle_invalid_parallel_tool_calls, @@ -28,7 +36,10 @@ from litellm.litellm_core_utils.prompt_templates.common_utils import ( ) from litellm.litellm_core_utils.prompt_templates.image_handling import ( async_convert_url_to_base64, + async_fetch_urls_to_base64, convert_url_to_base64, + file_id_urls_before_an_unreadable_part, + has_file_id_urls, ) from litellm.litellm_core_utils.prompt_templates.json_schema_utils import ( drop_non_python_regex_patterns, @@ -85,6 +96,20 @@ else: _NO_TOOLS_UPDATE: Final[Mapping[str, object]] = MappingProxyType({}) +_ROLES_WHOSE_FILES_ARE_DOWNLOADED: Final = ("user", "tool") +_PDF_URL_STARTS: Final = ("https://", "http://", "www.") +_NOTHING_PREFETCHED: Final[Mapping[str, "str | litellm.ImageFetchError"]] = MappingProxyType({}) +_prefetched_pdf_urls: Final[ContextVar[Mapping[str, "str | litellm.ImageFetchError"]]] = ContextVar( + "prefetched_pdf_urls" +) + + +def _pdf_data_url(url: str) -> str: + prefetched: Final = _prefetched_pdf_urls.get(_NOTHING_PREFETCHED).get(url) + if isinstance(prefetched, litellm.ImageFetchError): + raise prefetched + return prefetched if prefetched is not None else convert_url_to_base64(url) + def targets_openai_hosted_endpoint(custom_llm_provider: str | None, api_base: str | None) -> bool: if custom_llm_provider != "openai": @@ -128,6 +153,14 @@ _CHOICE_MAPPINGS: Final = TypeAdapter(tuple[Mapping[str, object], ...]) _DECODED_JSON: Final = TypeAdapter(object) +class _ModelResponseStreamFields(TypedDict, total=False, extra_items=object): + pass + + +class _SupportsGetWithDefault(Protocol): + def get(self, key: str, default: str, /) -> object: ... + + def _litellm_params_str(litellm_params: Mapping[str, object] | None, key: str) -> str | None: value: Final = litellm_params.get(key) if litellm_params is not None else None return value if isinstance(value, str) else None @@ -191,9 +224,6 @@ class OpenAIGPTConfig(BaseLLMModelInfo, BaseConfig): - `top_p` (number or null): An alternative to sampling with temperature, used for nucleus sampling. """ - # Add a class variable to track if this is the base class - _is_base_class = True - frequency_penalty: int | None = None function_call: str | dict | None = None functions: list | None = None @@ -225,8 +255,6 @@ class OpenAIGPTConfig(BaseLLMModelInfo, BaseConfig): if key != "self" and value is not None: setattr(self.__class__, key, value) - self.__class__._is_base_class = False - @classmethod def get_config(cls): return super().get_config() @@ -322,9 +350,8 @@ class OpenAIGPTConfig(BaseLLMModelInfo, BaseConfig): ) def contains_pdf_url(self, content_item: ChatCompletionFileObjectFile) -> bool: - potential_pdf_url_starts: Final = ["https://", "http://", "www."] file_id: Final = content_item.get("file_id") - if file_id and any(file_id.startswith(start) for start in potential_pdf_url_starts): + if file_id and any(file_id.startswith(start) for start in _PDF_URL_STARTS): return True return False @@ -332,7 +359,7 @@ class OpenAIGPTConfig(BaseLLMModelInfo, BaseConfig): content_copy: Final = content_item.copy() file_id: Final = content_copy.get("file_id") if file_id is not None: - base64_data: Final = convert_url_to_base64(file_id) + base64_data: Final = _pdf_data_url(file_id) content_copy["file_data"] = base64_data content_copy["filename"] = "my_file.pdf" content_copy.pop("file_id") @@ -688,6 +715,12 @@ class OpenAIGPTConfig(BaseLLMModelInfo, BaseConfig): **self._sanitized_tools_update_for_openai(optional_params, litellm_params), } + def _flattens_content_lists(self) -> bool: + return False + + def _with_provider_roles(self, messages: Sequence[AllMessageValues], model: str) -> Sequence[AllMessageValues]: + return messages + async def async_transform_request( self, model: str, @@ -696,30 +729,25 @@ class OpenAIGPTConfig(BaseLLMModelInfo, BaseConfig): litellm_params: dict, headers: dict, ) -> dict: - transformed_messages, tools = self._messages_and_tools_in_cache_mark_dialect( - model=model, - messages=await self._transform_messages( - messages=self._prompt_cache_ordered_messages(messages, litellm_params), model=model, is_async=True - ), - tools=optional_params.get("tools", []), - prompt_cache_options=_prompt_cache_options(optional_params), - litellm_params=litellm_params, - request_params=optional_params, - ) - if tools is not None and len(tools) > 0: - optional_params["tools"] = tools - if self.__class__._is_base_class: - if not optional_params.get("tools") and not optional_params.get("functions"): - optional_params.pop("tool_choice", None) - return { - "model": model, - "messages": transformed_messages, - **optional_params, - **self._sanitized_tools_update_for_openai(optional_params, litellm_params), - } - else: - ## allow for any object specific behaviour to be handled + if not has_file_id_urls(messages, _PDF_URL_STARTS): return self.transform_request(model, messages, optional_params, litellm_params, headers) + sent_messages: Final = self._with_provider_roles( + self._prompt_cache_ordered_messages(messages, litellm_params), model + ) + pdf_urls: Final = file_id_urls_before_an_unreadable_part( + (message for message in sent_messages if message.get("role") in _ROLES_WHOSE_FILES_ARE_DOWNLOADED), + _PDF_URL_STARTS, + ) + prefetched: Final = ( + _NOTHING_PREFETCHED if self._flattens_content_lists() else await async_fetch_urls_to_base64(pdf_urls) + ) + reset_token: Final = _prefetched_pdf_urls.set(prefetched) + try: + return await asyncio.to_thread( + self.transform_request, model, messages, optional_params, litellm_params, headers + ) + finally: + _prefetched_pdf_urls.reset(reset_token) def _passed_in_tools(self, optional_params: dict) -> bool: return optional_params.get("tools", None) is not None @@ -794,7 +822,10 @@ class OpenAIGPTConfig(BaseLLMModelInfo, BaseConfig): convert_tool_call_to_json_mode=json_mode, ): # to support response_format on claude models - json_mode_content_str: str | None = str(new_tool_calls[0]["function"].get("arguments", "")) or None + tool_call_function = require_attributes( + subscript(new_tool_calls[0], "function"), _SupportsGetWithDefault, "get" + ) + json_mode_content_str: str | None = str(tool_call_function.get("arguments", "")) or None if json_mode_content_str is not None: translated_message = Message(content=json_mode_content_str) finish_reason = "stop" @@ -1072,7 +1103,7 @@ class OpenAIChatCompletionStreamingHandler(BaseModelResponseIterator): choices: Final = self._map_reasoning_to_reasoning_content(raw_choices) fingerprint: Final = _OBJECT_MAPPING.validate_python(chunk).get("system_fingerprint") - kwargs: Final[dict[str, Any]] = { + kwargs: Final[dict[str, object]] = { "id": chunk.get("id"), "system_fingerprint": fingerprint, "object": "chat.completion.chunk", @@ -1085,6 +1116,6 @@ class OpenAIChatCompletionStreamingHandler(BaseModelResponseIterator): service_tier: Final = chunk.get("service_tier") if isinstance(service_tier, str) and service_tier: kwargs["service_tier"] = service_tier - return ModelResponseStream(**kwargs) + return ModelResponseStream(**_ModelResponseStreamFields(**kwargs)) except Exception as e: raise e diff --git a/litellm/llms/openai/chat/o_series_transformation.py b/litellm/llms/openai/chat/o_series_transformation.py index 4d56a3b38c5..06257af7075 100644 --- a/litellm/llms/openai/chat/o_series_transformation.py +++ b/litellm/llms/openai/chat/o_series_transformation.py @@ -122,6 +122,15 @@ class OpenAIOSeriesConfig(OpenAIGPTConfig): return super()._map_openai_params(non_default_params, optional_params, model, drop_params) + def _with_provider_roles(self, messages: Sequence[AllMessageValues], model: str) -> Sequence[AllMessageValues]: + keeps_system_messages: Final = supports_system_messages(model, "openai") + return tuple( + message + if keeps_system_messages or message["role"] != "system" + else ChatCompletionUserMessage(content=message["content"], role="user") + for message in messages + ) + def is_model_o_series_model(self, model: str) -> bool: model = model.split("/")[-1] # could be "openai/o3" or "o3" return ( @@ -152,13 +161,7 @@ class OpenAIOSeriesConfig(OpenAIGPTConfig): - modalities: image => drop param (if user opts in to dropping param) - role: system ==> translate to role 'user' """ - _supports_system_messages: Final = supports_system_messages(model, "openai") - transformed_messages: Final = list(messages) - for i, message in enumerate(transformed_messages): - if message["role"] == "system" and not _supports_system_messages: - new_message = ChatCompletionUserMessage(content=message["content"], role="user") - transformed_messages[i] = new_message # Replace the old message with the new one - + transformed_messages: Final = list(self._with_provider_roles(messages, model)) if is_async: return super()._transform_messages(transformed_messages, model, is_async=cast(Literal[True], True)) else: diff --git a/litellm/llms/openai/cost_calculation.py b/litellm/llms/openai/cost_calculation.py index bc8aaab3185..a6dbc79254e 100644 --- a/litellm/llms/openai/cost_calculation.py +++ b/litellm/llms/openai/cost_calculation.py @@ -4,7 +4,9 @@ Helper util for handling openai-specific cost calculation """ from collections.abc import Mapping -from typing import Any, Final, Literal +from typing import Final, Literal, SupportsFloat, SupportsIndex + +from typing_extensions import Buffer from litellm._logging import verbose_logger from litellm.litellm_core_utils.llm_cost_calc.utils import generic_cost_per_token @@ -100,8 +102,14 @@ def _video_resolution_to_cost_field_suffix(resolution: str) -> str | None: return safe +def _native_float(value: object) -> float: + if isinstance(value, (str, Buffer, SupportsFloat, SupportsIndex)): + return float(value) + raise TypeError(f"float() argument must be a string or a real number, not '{type(value).__name__}'") + + def video_output_cost_per_second( - model_info: Mapping[str, Any], + model_info: Mapping[str, object], video_resolution: str | None, ) -> float | None: """ @@ -118,10 +126,10 @@ def video_output_cost_per_second( tier_key: Final = f"output_cost_per_second_{suffix}" tier_rate: Final = model_info.get(tier_key) if tier_rate is not None: - return float(tier_rate) + return _native_float(tier_rate) out: Final = model_info.get("output_cost_per_second") if out is not None: - return float(out) + return _native_float(out) return None diff --git a/litellm/llms/openai/image_edit/transformation.py b/litellm/llms/openai/image_edit/transformation.py index 0bba58096ef..92fdffebe34 100644 --- a/litellm/llms/openai/image_edit/transformation.py +++ b/litellm/llms/openai/image_edit/transformation.py @@ -3,9 +3,12 @@ from typing import TYPE_CHECKING, Any, Final, cast import httpx from httpx._types import RequestFiles +from pydantic import TypeAdapter +from typing_extensions import TypedDict import litellm from litellm.images.utils import ImageEditRequestUtils +from litellm.litellm_core_utils.core_helpers import keyword_arguments from litellm.litellm_core_utils.url_utils import join_api_base from litellm.llms.base_llm.image_edit.transformation import BaseImageEditConfig from litellm.secret_managers.main import get_secret_str @@ -28,6 +31,13 @@ else: LiteLLMLoggingObj = Any +_DECODED_JSON: Final = TypeAdapter(object) + + +class _ImageResponseFields(TypedDict, total=False, extra_items=object): + pass + + class OpenAIImageEditConfig(BaseImageEditConfig): """ Base configuration for OpenAI image edit API. @@ -149,10 +159,10 @@ class OpenAIImageEditConfig(BaseImageEditConfig): ) -> ImageResponse: """No transform applied since outputs are in OpenAI spec already""" try: - raw_response_json: Final = raw_response.json() + raw_response_json: Final = _DECODED_JSON.validate_python(raw_response.json()) except Exception: raise OpenAIError(message=raw_response.text, status_code=raw_response.status_code) - return ImageResponse(**raw_response_json) + return ImageResponse(**_ImageResponseFields(**keyword_arguments(raw_response_json, ImageResponse))) def validate_environment( self, diff --git a/litellm/llms/openai/image_variations/handler.py b/litellm/llms/openai/image_variations/handler.py index 504dfb50015..0200d9acbb0 100644 --- a/litellm/llms/openai/image_variations/handler.py +++ b/litellm/llms/openai/image_variations/handler.py @@ -7,6 +7,8 @@ from typing import Final import httpx from openai import AsyncOpenAI, OpenAI +from pydantic import BaseModel +from typing_extensions import TypedDict import litellm from litellm.types.utils import FileTypes, ImageResponse, LlmProviders @@ -18,6 +20,14 @@ from ..common_utils import OpenAIError, upstream_error_response from ..workload_identity import build_async_openai_client, build_openai_client +class _ImageResponseFields(TypedDict, total=False, extra_items=object): + pass + + +def _dumped_fields(model: BaseModel) -> Mapping[str, object]: + return model.model_dump() + + class OpenAIImageVariationsHandler: def get_sync_client( self, @@ -94,7 +104,7 @@ class OpenAIImageVariationsHandler: raw_response: Final = await client.images.with_raw_response.create_variation(**data) response: Final = raw_response.parse() - response_json: Final = response.model_dump() + response_json: Final = _dumped_fields(response) ## LOGGING logging_obj.post_call( @@ -109,7 +119,7 @@ class OpenAIImageVariationsHandler: ## RESPONSE OBJECT return provider_config.transform_response_image_variation( model=model, - model_response=ImageResponse(**response_json), + model_response=ImageResponse(**_ImageResponseFields(**response_json)), raw_response=httpx.Response( status_code=200, request=httpx.Request(method="GET", url="https://litellm.ai"), # mock request object @@ -215,7 +225,7 @@ class OpenAIImageVariationsHandler: raw_response: Final = client.images.with_raw_response.create_variation(**json_data) response: Final = raw_response.parse() - response_json: Final = response.model_dump() + response_json: Final = _dumped_fields(response) ## LOGGING logging_obj.post_call( @@ -230,7 +240,7 @@ class OpenAIImageVariationsHandler: ## RESPONSE OBJECT return provider_config.transform_response_image_variation( model=model, - model_response=ImageResponse(**response_json), + model_response=ImageResponse(**_ImageResponseFields(**response_json)), raw_response=httpx.Response( status_code=200, request=httpx.Request(method="GET", url="https://litellm.ai"), # mock request object diff --git a/litellm/llms/openai/openai.py b/litellm/llms/openai/openai.py index f330d7fc6d4..55442dfb1cf 100644 --- a/litellm/llms/openai/openai.py +++ b/litellm/llms/openai/openai.py @@ -27,7 +27,7 @@ from typing_extensions import overload import litellm from litellm import LlmProviders -from litellm._logging import verbose_logger +from litellm._logging import WarningLogger, verbose_logger from litellm.constants import DEFAULT_MAX_RETRIES from litellm.exceptions import UnsupportedParamsError from litellm.files.types import FileContentStreamingResult @@ -260,6 +260,8 @@ class OpenAIConfig(BaseConfig): optional_params: dict, model: str, drop_params: bool, + *, + reasoning_drop_logger: WarningLogger = verbose_logger, ) -> dict: """ """ if openaiOSeriesConfig.is_model_o_series_model(model=model): @@ -275,6 +277,7 @@ class OpenAIConfig(BaseConfig): optional_params=optional_params, model=model, drop_params=drop_params, + reasoning_drop_logger=reasoning_drop_logger, ) elif litellm.openAIGPTAudioConfig.is_model_gpt_audio_model(model=model): return litellm.openAIGPTAudioConfig.map_openai_params( @@ -1166,7 +1169,7 @@ class OpenAIChatCompletion(BaseLLM, BaseOpenAILLM): shared_session: Optional["ClientSession"] = None, ): response = None - data = provider_config.transform_request( + data = await provider_config.async_transform_request( model=model, messages=messages, optional_params=optional_params, diff --git a/litellm/llms/openai/responses/count_tokens/handler.py b/litellm/llms/openai/responses/count_tokens/handler.py index 2cf48a75524..ce9ed6c0940 100644 --- a/litellm/llms/openai/responses/count_tokens/handler.py +++ b/litellm/llms/openai/responses/count_tokens/handler.py @@ -111,6 +111,8 @@ class OpenAICountTokensHandler(OpenAICountTokensConfig): status_code=e.response.status_code, message=e.response.text, ) + except litellm.Timeout as e: + raise OpenAIError(status_code=e.status_code, message=str(e)) from e except (httpx.RequestError, json.JSONDecodeError, ValueError) as e: verbose_logger.error("Error in CountTokens handler: %s", e) raise OpenAIError( diff --git a/litellm/llms/openai/responses/count_tokens/token_counter.py b/litellm/llms/openai/responses/count_tokens/token_counter.py index c82a2982a54..cd60bb1327f 100644 --- a/litellm/llms/openai/responses/count_tokens/token_counter.py +++ b/litellm/llms/openai/responses/count_tokens/token_counter.py @@ -7,6 +7,7 @@ from dataclasses import dataclass from types import MappingProxyType from typing import Any, Final +import httpx import openai from pydantic import JsonValue from typing_extensions import assert_never @@ -21,7 +22,7 @@ from litellm.llms.anthropic.messages.responses_adapters.handler import count_vie from litellm.llms.anthropic.messages.responses_adapters.transformation import ( LiteLLMAnthropicToResponsesAPIAdapter, ) -from litellm.llms.base_llm.base_utils import BaseTokenCounter +from litellm.llms.base_llm.base_utils import BaseTokenCounter, deployment_timeout from litellm.llms.openai.common_utils import OpenAIError, decoded_json_object, get_openai_credentials from litellm.llms.openai.responses.count_tokens.handler import ( OpenAICountTokensHandler, @@ -61,6 +62,7 @@ def _workload_identity_config( class _CountCredential: api_base: str | None credential: str | OpenAIWorkloadIdentityConfig + timeout: float | httpx.Timeout | None def _count_credential(deployment: Mapping[str, object] | None, model_label: str) -> _CountCredential | OpenAIError: @@ -82,7 +84,9 @@ def _count_credential(deployment: Mapping[str, object] | None, model_label: str) "workload identity on the deployment, or OPENAI_API_KEY in the proxy environment." ), ) - return _CountCredential(api_base=credentials.api_base, credential=credential) + return _CountCredential( + api_base=credentials.api_base, credential=credential, timeout=deployment_timeout(litellm_params) + ) def _count_error(model_to_use: str, request_model: str, message: str, status_code: int) -> TokenCountResponse: @@ -245,6 +249,7 @@ class OpenAITokenCounter(BaseTokenCounter): tools=counted_tools, instructions=instructions, text=text, + timeout=resolved.timeout, ), model_to_use, request_model, @@ -264,7 +269,9 @@ class OpenAITokenCounter(BaseTokenCounter): body: Final = native_count_request(request, model_to_use, policy) return await self._counted( resolved, - lambda api_key, api_base: openai_count_tokens_handler.post_count_request(body, api_key, api_base), + lambda api_key, api_base: openai_count_tokens_handler.post_count_request( + body, api_key, api_base, resolved.timeout + ), model_to_use, request_model, ) diff --git a/litellm/llms/openai/responses/guardrail_translation/handler.py b/litellm/llms/openai/responses/guardrail_translation/handler.py index f81957401ff..77c0223b375 100644 --- a/litellm/llms/openai/responses/guardrail_translation/handler.py +++ b/litellm/llms/openai/responses/guardrail_translation/handler.py @@ -36,7 +36,7 @@ from collections.abc import Iterable, Mapping, MutableSequence, Sequence from dataclasses import dataclass from itertools import accumulate, chain, groupby, repeat from types import MappingProxyType -from typing import TYPE_CHECKING, Any, Final, NamedTuple, Protocol, TypeVar, Union, cast +from typing import TYPE_CHECKING, Any, Final, NamedTuple, Protocol, TypeVar, Union, cast, runtime_checkable from openai.types.responses.response_output_refusal import ResponseOutputRefusal from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError @@ -52,7 +52,7 @@ from litellm.completion_extras.litellm_responses_transformation.transformation i OpenAiResponsesToChatCompletionStreamIterator, tool_call_dict_from_output_item, ) -from litellm.litellm_core_utils.core_helpers import has_attributes +from litellm.litellm_core_utils.core_helpers import as_object_list, has_attributes from litellm.llms.base_llm.guardrail_translation.base_translation import ( BaseTranslation, StreamingScanKey, @@ -111,7 +111,6 @@ from litellm.types.llms.openai import ( ResponseAPIUsage, ResponseCompactionItem, ResponseCompletedEvent, - ResponsesAPIOptionalRequestParams, ResponsesAPIResponse, ResponsesAPIStreamEvents, ResponsesAPIStreamingResponse, @@ -119,6 +118,7 @@ from litellm.types.llms.openai import ( from litellm.types.responses.main import ( GenericResponseOutputItem, OutputText, + OutputToolSearchOutput, ) from litellm.types.utils import GenericGuardrailAPIInputs @@ -276,6 +276,7 @@ _ITEM_ID_KEYED_TOOL_CALL_TYPES: Final = frozenset({_TOOL_SEARCH_CALL_TYPE, _WEB_ _OUTPUT_TOOL_CALL_ITEM_TYPES: Final = _TOOL_CALL_ITEM_TYPES | {_TOOL_SEARCH_CALL_TYPE} _SCANNED_TOOL_SEARCH_NAME: Final = "tool_search" _TOOL_SEARCH_ARGUMENTS_ADAPTER: Final = TypeAdapter(dict[str, object]) +_RAW_ITEMS_ADAPTER: Final = TypeAdapter(tuple[object, ...]) _STREAM_EVENT_TYPE_ADAPTER: Final = TypeAdapter(str) _TOOL_CALL_PAYLOAD_FIELDS: Final[Mapping[str, str]] = MappingProxyType( {"function_call": "arguments", "custom_tool_call": "input"} @@ -297,8 +298,6 @@ _PATCHABLE_ITEM_FIELDS: Final[Mapping[str, str]] = MappingProxyType( {"function_call_output": "output", "custom_tool_call_output": "output", "message": "content"} ) -_EMPTY_RESPONSES_REQUEST: Final[ResponsesAPIOptionalRequestParams] = {} - def _item_rewrite_field(item: Mapping[str, object]) -> str | None: item_type: Final = item.get("type") @@ -343,6 +342,18 @@ def _is_tool_call_item(item: object) -> bool: return isinstance(item, Mapping) and item.get("type") in _TOOL_CALL_ITEM_TYPES +def _is_tool_search_item(item: object) -> bool: + match item: + case {"type": "tool_search_call" | "tool_search_output"}: + return True + case _: + return False + + +def _joins_assistant_turn(item: object) -> bool: + return _is_tool_call_item(item) or _is_tool_search_item(item) + + def _claude_web_search_tool_call(item: object) -> ChatCompletionAssistantToolCall | None: search: Final = web_search_call(item) return None if search is None else claude_web_search_call_tool_call(search) @@ -490,14 +501,17 @@ def _provenance_unit_bounds( ) -> tuple[tuple[int, int], ...]: trailing_roles: Final = tuple( accumulate( - (_last_message_role(messages) for messages in solo_conversions), + ( + "assistant" if _is_tool_search_item(item) else _last_message_role(messages) + for item, messages in zip(raw_input, solo_conversions) + ), lambda previous, current: current if current is not None else previous, ) ) start_indexes: Final = tuple( index for index in range(len(raw_input)) - if index == 0 or not (_is_tool_call_item(raw_input[index]) and trailing_roles[index - 1] == "assistant") + if index == 0 or not (_joins_assistant_turn(raw_input[index]) and trailing_roles[index - 1] == "assistant") ) return tuple(zip(start_indexes, (*start_indexes[1:], len(raw_input)))) @@ -505,20 +519,24 @@ def _provenance_unit_bounds( def _input_item_provenance( raw_input: Sequence[object], expected_messages: Sequence[object], + request_tools: object = None, ) -> tuple[Mapping[int, int], frozenset[int]] | None: if not all(isinstance(item, Mapping) for item in raw_input): return None + request_params: Final = {"tools": request_tools} solo_conversions: Final = tuple( LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( input=cast("ResponseInputParam", [item]), # cast-ok: items checked as Mappings above - responses_api_request=_EMPTY_RESPONSES_REQUEST, + responses_api_request=request_params, + replay_tool_search=True, ) for item in raw_input ) full_conversion: Final = tuple( LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( input=cast("ResponseInputParam", list(raw_input)), # cast-ok: items checked as Mappings above - responses_api_request=_EMPTY_RESPONSES_REQUEST, + responses_api_request=request_params, + replay_tool_search=True, ) ) if full_conversion != tuple(expected_messages): @@ -530,7 +548,8 @@ def _input_item_provenance( else tuple( LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( input=cast("ResponseInputParam", list(raw_input[start:end])), # cast-ok: checked as Mappings above - responses_api_request=_EMPTY_RESPONSES_REQUEST, + responses_api_request=request_params, + replay_tool_search=True, ) ) for start, end in units @@ -675,6 +694,24 @@ def _is_textless_tool_row(message: Mapping[str, object], texts: tuple[str, ...] return _is_string_tool_row(message) and (not message.get("content") or texts == ()) +@runtime_checkable +class _SupportsSetItem(Protocol): + def __setitem__(self, key: str, value: object, /) -> None: ... + + +def _assignable(item: object) -> _SupportsSetItem: + if isinstance(item, _SupportsSetItem): + return item + raise TypeError(f"'{type(item).__name__}' object does not support item assignment") + + +def _summarized_encrypted_content(item: Mapping[str, object]) -> str | None: + if compaction_summary(item) is None: + return None + encrypted_content: Final = item["encrypted_content"] + return encrypted_content if isinstance(encrypted_content, str) else None + + def _rewritten_whole_text(item: object, field: str, guardrail_response: str) -> object | None: if isinstance(stream_item_field(item, field), str): return guardrail_response @@ -688,11 +725,12 @@ def _patched_request_fields( instructions: object, original_messages: Sequence[object], structured_messages: Sequence[object], + request_tools: object = None, ) -> _RequestFields | None: if not isinstance(raw_input, list) or len(original_messages) != len(structured_messages): return None offset: Final = 1 if instructions else 0 - provenance: Final = _input_item_provenance(raw_input, tuple(original_messages)[offset:]) + provenance: Final = _input_item_provenance(raw_input, tuple(original_messages)[offset:], request_tools) if provenance is None: return None item_for_message, tainted = provenance @@ -735,16 +773,54 @@ def _patch_or_convert_request_fields( instructions: object, original_messages: Sequence[object], structured_messages: Sequence[AllMessageValues], + request_tools: object = None, ) -> _RequestFields | None: if not isinstance(structured_messages, list): return None - patched: Final = _patched_request_fields(raw_input, instructions, original_messages, structured_messages) + patched: Final = _patched_request_fields( + raw_input, instructions, original_messages, structured_messages, request_tools + ) if patched is not None: return patched input_items, converted_instructions = ( LiteLLMResponsesTransformationHandler().convert_chat_completion_messages_to_responses_api(structured_messages) ) - return _RequestFields(input=tuple(input_items), instructions=converted_instructions) + return _RequestFields( + input=_with_tool_searches_restored(input_items, raw_input), instructions=converted_instructions + ) + + +def _tool_search_items_by_call_id(raw_input: Sequence[object], item_type: str) -> Mapping[str, object]: + return MappingProxyType( + { + call_id: item + for item in raw_input + if stream_item_field(item, "type") == item_type + and isinstance(call_id := stream_item_field(item, "call_id"), str) + } + ) + + +def _restored_tool_search( + item: object, calls: Mapping[str, object], outputs: Mapping[str, object] +) -> tuple[object, ...]: + call_id: Final = stream_item_field(item, "call_id") + if stream_item_field(item, "type") != "function_call" or not isinstance(call_id, str) or call_id not in calls: + return (item,) + arguments: Final = stream_item_field(item, "arguments") + restored_call: Final = _rewritten_tool_search_call( + calls[call_id], arguments if isinstance(arguments, str) else None + ) + return (restored_call, outputs[call_id]) if call_id in outputs else (restored_call,) + + +def _with_tool_searches_restored(input_items: Sequence[object], raw_input: object) -> tuple[object, ...]: + raw_items: Final = _RAW_ITEMS_ADAPTER.validate_python(raw_input) if isinstance(raw_input, list) else () + if not any(map(_is_tool_search_item, raw_items)): + return tuple(input_items) + calls: Final = _tool_search_items_by_call_id(raw_items, _TOOL_SEARCH_CALL_TYPE) + outputs: Final = _tool_search_items_by_call_id(raw_items, "tool_search_output") + return tuple(chain.from_iterable(_restored_tool_search(item, calls, outputs) for item in input_items)) def _next_stream_sequence_number(responses_so_far: Sequence[object] | None) -> int: @@ -791,6 +867,7 @@ class OpenAIResponsesHandler(BaseTranslation): messages: Final = LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( input=input_data, responses_api_request=data, + replay_tool_search=True, ) return cast(list[AllMessageValues], messages) if messages else None @@ -986,7 +1063,7 @@ class OpenAIResponsesHandler(BaseTranslation): ) ) return _patch_or_convert_request_fields( - data.get("input"), data.get("instructions"), structured_messages, merged + data.get("input"), data.get("instructions"), structured_messages, merged, data.get("tools") ) def extract_request_tool_names(self, data: Mapping[str, object]) -> list[str]: @@ -1075,7 +1152,7 @@ class OpenAIResponsesHandler(BaseTranslation): async def _apply_guardrail_responses_to_input( self, - messages: Any, # Can be List[Dict[str, Any]] or ResponseInputParam + messages: Sequence[Mapping[str, object]], responses: Sequence[str], task_mappings: Sequence[tuple[int, int | None]], ) -> None: @@ -1090,26 +1167,27 @@ class OpenAIResponsesHandler(BaseTranslation): for guardrail_response, mapping in zip(responses, task_mappings): msg_idx = cast(int, mapping[0]) content_idx_optional = cast(int | None, mapping[1]) + item = messages[msg_idx] - if compaction_summary(messages[msg_idx]) is not None: - messages[msg_idx]["encrypted_content"] = with_compaction_summary( # rebind-ok: in-place input rewrite - messages[msg_idx]["encrypted_content"], guardrail_response - ) + encrypted_content = _summarized_encrypted_content(item) + if encrypted_content is not None: + _assignable(item)["encrypted_content"] = with_compaction_summary(encrypted_content, guardrail_response) continue - field = _scanned_text_field(messages[msg_idx]) - content = messages[msg_idx].get(field, None) + field = _scanned_text_field(item) + content = item.get(field, None) if content is None: continue + content_parts = as_object_list(content) if content_idx_optional is None: - rewritten = _rewritten_whole_text(messages[msg_idx], field, guardrail_response) + rewritten = _rewritten_whole_text(item, field, guardrail_response) if rewritten is not None: - messages[msg_idx][field] = rewritten + _assignable(item)[field] = rewritten - elif isinstance(content, list): + elif content_parts is not None: # Replace specific text item in list content - self._write_content_part_text(content[content_idx_optional], guardrail_response) + self._write_content_part_text(content_parts[content_idx_optional], guardrail_response) async def process_output_response( self, @@ -1240,7 +1318,7 @@ class OpenAIResponsesHandler(BaseTranslation): request_data: dict | None = None, stream_transform_sink: StreamTransformSink | None = None, deliver_ended_stream_rewrites: bool = False, - ) -> list[Any]: + ) -> Sequence[object]: """ Process output streaming response by applying guardrails to text content. @@ -1953,7 +2031,7 @@ class OpenAIResponsesHandler(BaseTranslation): if isinstance(output_item, GenericResponseOutputItem): if output_item.content and content_idx < len(output_item.content): self._write_content_part_text(output_item.content[content_idx], guardrail_response) - elif isinstance(output_item, BaseModel): + elif isinstance(output_item, BaseModel) and not isinstance(output_item, OutputToolSearchOutput): # Handle other Pydantic models by converting to GenericResponseOutputItem try: generic_item = GenericResponseOutputItem.model_validate(output_item.model_dump()) diff --git a/litellm/llms/openai/responses/transformation.py b/litellm/llms/openai/responses/transformation.py index 314a1d22508..199f9525484 100644 --- a/litellm/llms/openai/responses/transformation.py +++ b/litellm/llms/openai/responses/transformation.py @@ -1136,7 +1136,7 @@ class OpenAIResponsesAPIConfig(BaseResponsesAPIConfig): return None @staticmethod - def parse_terminal_response_from_stream_chunks(all_chunks: list[str]) -> ResponsesAPIResponse | None: + def parse_terminal_response_from_stream_chunks(all_chunks: Sequence[str]) -> ResponsesAPIResponse | None: terminal_event: Final = OpenAIResponsesAPIConfig.parse_terminal_event_from_stream_chunks(all_chunks) return None if terminal_event is None else terminal_event.response diff --git a/litellm/llms/openai/transcriptions/whisper_transformation.py b/litellm/llms/openai/transcriptions/whisper_transformation.py index 947d6175122..21fdf202a52 100644 --- a/litellm/llms/openai/transcriptions/whisper_transformation.py +++ b/litellm/llms/openai/transcriptions/whisper_transformation.py @@ -3,7 +3,10 @@ from collections.abc import Mapping from typing import Final from httpx import Headers, Response +from pydantic import TypeAdapter +from typing_extensions import TypedDict +from litellm.litellm_core_utils.core_helpers import json_contains, keyword_arguments from litellm.litellm_core_utils.url_utils import join_api_base from litellm.llms.base_llm.audio_transcription.transformation import ( AudioTranscriptionRequestData, @@ -19,6 +22,12 @@ from litellm.types.utils import FileTypes, TranscriptionResponse from ..common_utils import OpenAIError +_DECODED_JSON: Final = TypeAdapter(object) + + +class _TranscriptionResponseFields(TypedDict, total=False, extra_items=object): + pass + def _header_value(headers: Mapping[str, str], key: str, default: str) -> str: return headers.get(key, default) @@ -131,14 +140,16 @@ class OpenAIWhisperAudioTranscriptionConfig(BaseAudioTranscriptionConfig): raw_response: Response, ) -> TranscriptionResponse: try: - raw_response_json: Final = raw_response.json() + raw_response_json: Final = _DECODED_JSON.validate_python(raw_response.json()) except json.JSONDecodeError: content_type: Final = _header_value(raw_response.headers, "content-type", "").lower() if "application/json" in content_type: raise return TranscriptionResponse(text=raw_response.text) - if any(key in raw_response_json for key in TranscriptionResponse.model_fields): - return TranscriptionResponse(**raw_response_json) + if any(json_contains(raw_response_json, key) for key in TranscriptionResponse.model_fields): + return TranscriptionResponse( + **_TranscriptionResponseFields(**keyword_arguments(raw_response_json, TranscriptionResponse)) + ) else: raise ValueError("Invalid response format. Received response does not match the expected format.") diff --git a/litellm/llms/openai/vector_stores/transformation.py b/litellm/llms/openai/vector_stores/transformation.py index d108802f7f9..7fee55ade1c 100644 --- a/litellm/llms/openai/vector_stores/transformation.py +++ b/litellm/llms/openai/vector_stores/transformation.py @@ -1,8 +1,11 @@ from typing import TYPE_CHECKING, Any, Final, cast import httpx +from pydantic import TypeAdapter +from typing_extensions import TypedDict import litellm +from litellm.litellm_core_utils.core_helpers import keyword_arguments from litellm.litellm_core_utils.url_utils import encode_url_path_segment, join_api_base from litellm.llms.base_llm.vector_store.transformation import BaseVectorStoreConfig from litellm.llms.openai.workload_identity import resolve_openai_bearer_token @@ -27,6 +30,12 @@ if TYPE_CHECKING: else: LiteLLMLoggingObj = Any +_DECODED_JSON: Final = TypeAdapter(object) + + +class _VectorStoreResponseFields(TypedDict, total=False, extra_items=object): + pass + class OpenAIVectorStoreConfig(BaseVectorStoreConfig): ASSISTANTS_HEADER_KEY = "OpenAI-Beta" @@ -118,8 +127,10 @@ class OpenAIVectorStoreConfig(BaseVectorStoreConfig): self, response: httpx.Response, litellm_logging_obj: LiteLLMLoggingObj ) -> VectorStoreSearchResponse: try: - response_json: Final = response.json() - return VectorStoreSearchResponse(**response_json) + response_json: Final = _DECODED_JSON.validate_python(response.json()) + return VectorStoreSearchResponse( + **_VectorStoreResponseFields(**keyword_arguments(response_json, VectorStoreSearchResponse)) + ) except Exception as e: raise self.get_error_class( error_message=str(e), @@ -149,8 +160,10 @@ class OpenAIVectorStoreConfig(BaseVectorStoreConfig): def transform_create_vector_store_response(self, response: httpx.Response) -> VectorStoreCreateResponse: try: - response_json: Final = response.json() - return VectorStoreCreateResponse(**response_json) + response_json: Final = _DECODED_JSON.validate_python(response.json()) + return VectorStoreCreateResponse( + **_VectorStoreResponseFields(**keyword_arguments(response_json, VectorStoreCreateResponse)) + ) except Exception as e: raise self.get_error_class( error_message=str(e), diff --git a/litellm/llms/openai/videos/transformation.py b/litellm/llms/openai/videos/transformation.py index abd157a9a08..4d3efc29fa7 100644 --- a/litellm/llms/openai/videos/transformation.py +++ b/litellm/llms/openai/videos/transformation.py @@ -2,12 +2,21 @@ import mimetypes from collections.abc import Mapping from io import BufferedReader, BytesIO from types import MappingProxyType -from typing import TYPE_CHECKING, Any, Final, cast +from typing import TYPE_CHECKING, Any, Final, Protocol, cast from urllib.parse import quote import httpx from httpx._types import FileContent, FileTypes, RequestFiles +from pydantic import TypeAdapter +from litellm.litellm_core_utils.core_helpers import ( + as_object_list, + decoded_json_object, + iter_items, + json_contains, + require_attributes, + subscript, +) from litellm.litellm_core_utils.url_utils import encode_url_path_segment, join_api_base from litellm.llms.base_llm.videos.async_task_utils import unsupported_video_fields from litellm.llms.base_llm.videos.transformation import BaseVideoConfig @@ -39,6 +48,59 @@ else: BaseLLMException = Any +_REQUEST_VALUE: Final = TypeAdapter(object) + + +def _dict_fields(value: object) -> Mapping[str, object] | None: + return value if isinstance(value, dict) else None + + +class _JsonResponse(Protocol): + def json(self) -> object: ... + + +def _json_body(response: _JsonResponse) -> object: + return response.json() + + +def _model_label(model: object) -> str | None: + return format(model) if model else None + + +def _encoded_video_id(video_id: object, provider: str, model: object) -> object: + if not video_id: + return video_id + return encode_video_id_with_provider( + require_attributes(video_id, str, "startswith"), + provider, + _model_label(model), + ) + + +def _with_encoded_id(video: object, provider: str) -> object: + fields: Final = _dict_fields(video) + if fields is None or "id" not in fields: + return video + return {**fields, "id": _encoded_video_id(fields["id"], provider, fields.get("model"))} + + +def _edge_model(data: object, index: int) -> object: + if not data: + return None + edge: Final = _dict_fields(subscript(data, index)) + return None if edge is None else edge.get("model") + + +def _decoded_character(character: object) -> object: + fields: Final = _dict_fields(character) + if fields is None: + return character + character_id: Final = fields.get("id") + if not isinstance(character_id, str): + return character + return {**fields, "id": extract_original_character_id(character_id)} + + class OpenAIVideoConfig(BaseVideoConfig): """ Configuration class for OpenAI video generation. @@ -157,25 +219,11 @@ class OpenAIVideoConfig(BaseVideoConfig): `character_`, convert it back to the original provider id before forwarding upstream. """ - raw_characters: Final = request_dict.get("characters") - if not isinstance(raw_characters, list): + raw_characters: Final = as_object_list(_REQUEST_VALUE.validate_python(request_dict.get("characters"))) + if raw_characters is None: return request_dict - decoded_characters: Final[list[Any]] = [] - for character in raw_characters: - if not isinstance(character, dict): - decoded_characters.append(character) - continue - - character_id = character.get("id") - if isinstance(character_id, str): - decoded_character = dict(character) - decoded_character["id"] = extract_original_character_id(character_id) - decoded_characters.append(decoded_character) - else: - decoded_characters.append(character) - - request_dict["characters"] = decoded_characters + request_dict["characters"] = [_decoded_character(character) for character in raw_characters] return request_dict def transform_video_create_response( @@ -343,41 +391,27 @@ class OpenAIVideoConfig(BaseVideoConfig): raw_response: httpx.Response, logging_obj: LiteLLMLoggingObj, custom_llm_provider: str | None = None, - ) -> dict[str, str]: - response_data: Final = raw_response.json() + ) -> object: + response_data: Final = _json_body(raw_response) + if not custom_llm_provider or not json_contains(response_data, "data"): + return response_data - if custom_llm_provider and "data" in response_data: - for video_obj in response_data.get("data", []): - if isinstance(video_obj, dict) and "id" in video_obj: - video_obj["id"] = encode_video_id_with_provider( - video_obj["id"], - custom_llm_provider, - video_obj.get("model"), - ) + fields: Final = decoded_json_object(response_data) + data: Final = fields.get("data", []) + encoded_items: Final = [_with_encoded_id(item, custom_llm_provider) for item in iter_items(data)] + encoded_data: Final = encoded_items if as_object_list(data) is not None else data - # Encode pagination cursor IDs so they remain consistent - # with the wrapped data[].id format - data_list: Final = response_data.get("data", []) - if response_data.get("first_id"): - first_model = None - if data_list and isinstance(data_list[0], dict): - first_model = data_list[0].get("model") - response_data["first_id"] = encode_video_id_with_provider( - response_data["first_id"], - custom_llm_provider, - first_model, - ) - if response_data.get("last_id"): - last_model = None - if data_list and isinstance(data_list[-1], dict): - last_model = data_list[-1].get("model") - response_data["last_id"] = encode_video_id_with_provider( - response_data["last_id"], - custom_llm_provider, - last_model, - ) - - return response_data + # Encode pagination cursor IDs so they remain consistent + # with the wrapped data[].id format + first_id: Final = fields.get("first_id") + encoded_first: Final[Mapping[str, object]] = ( + {"first_id": _encoded_video_id(first_id, custom_llm_provider, _edge_model(data, 0))} if first_id else {} + ) + last_id: Final = fields.get("last_id") + encoded_last: Final[Mapping[str, object]] = ( + {"last_id": _encoded_video_id(last_id, custom_llm_provider, _edge_model(data, -1))} if last_id else {} + ) + return {**fields, "data": encoded_data, **encoded_first, **encoded_last} def transform_video_delete_request( self, diff --git a/litellm/llms/openai_like/chat/handler.py b/litellm/llms/openai_like/chat/handler.py index a450947afdf..5a5d038979b 100644 --- a/litellm/llms/openai_like/chat/handler.py +++ b/litellm/llms/openai_like/chat/handler.py @@ -5,14 +5,16 @@ For handling OpenAI-like chat completions, like IBM WatsonX, etc. """ import json -from collections.abc import Callable, Mapping, Sequence -from typing import Final, TypedDict +from collections.abc import Callable +from typing import Final import httpx -from typing_extensions import ReadOnly +from pydantic import TypeAdapter +from typing_extensions import TypedDict import litellm from litellm import LlmProviders +from litellm.litellm_core_utils.core_helpers import keyword_arguments from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.llms.base_llm.base_model_iterator import MockResponseIterator from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler @@ -26,22 +28,16 @@ from litellm.utils import CustomStreamWrapper, ProviderConfigManager from ..common_utils import OpenAILikeBase, OpenAILikeError from .transformation import OpenAILikeChatConfig - -class _OpenAILikeChatCompletion(TypedDict, total=False): - """The chat-completion JSON body an OpenAI-like provider returns for a non-streamed call.""" - - id: ReadOnly[str] - choices: ReadOnly[Sequence[Mapping[str, object]]] - created: ReadOnly[int] - model: ReadOnly[str] - system_fingerprint: ReadOnly[str] - usage: ReadOnly[Mapping[str, object]] - object: ReadOnly[str] +_DECODED_JSON: Final = TypeAdapter(object) -def _fake_streamed_model_response(payload: _OpenAILikeChatCompletion) -> ModelResponse: +class _ModelResponseFields(TypedDict, total=False, extra_items=object): + pass + + +def _fake_streamed_model_response(payload: object) -> ModelResponse: """Build the single response a fake-streamed provider call replays as one chunk.""" - return ModelResponse(**payload) + return ModelResponse(**_ModelResponseFields(**keyword_arguments(payload, ModelResponse))) async def make_call( @@ -63,7 +59,7 @@ async def make_call( if streaming_decoder is not None: completion_stream = streaming_decoder.aiter_bytes(response.aiter_bytes(chunk_size=1024)) elif fake_stream: - model_response: Final = _fake_streamed_model_response(response.json()) + model_response: Final = _fake_streamed_model_response(_DECODED_JSON.validate_python(response.json())) completion_stream = MockResponseIterator(model_response=model_response) else: completion_stream = ModelResponseIterator( @@ -103,7 +99,7 @@ def make_sync_call( if streaming_decoder is not None: completion_stream = streaming_decoder.iter_bytes(response.iter_bytes(chunk_size=1024)) elif fake_stream: - model_response: Final = _fake_streamed_model_response(response.json()) + model_response: Final = _fake_streamed_model_response(_DECODED_JSON.validate_python(response.json())) completion_stream = MockResponseIterator(model_response=model_response) else: completion_stream = ModelResponseIterator( diff --git a/litellm/llms/openai_like/dynamic_config.py b/litellm/llms/openai_like/dynamic_config.py index 66b41967ca7..05cf90d7abd 100644 --- a/litellm/llms/openai_like/dynamic_config.py +++ b/litellm/llms/openai_like/dynamic_config.py @@ -50,6 +50,9 @@ def create_config_class(provider: SimpleProviderConfig): base_class: Final[type] = OpenAIGPTConfig if provider.base_class == "openai_gpt" else OpenAILikeChatConfig class JSONProviderConfig(base_class): + def _flattens_content_lists(self) -> bool: + return bool(provider.special_handling.get("convert_content_list_to_string")) + @overload def _transform_messages( self, messages: list[AllMessageValues], model: str, is_async: Literal[True] @@ -69,7 +72,7 @@ def create_config_class(provider: SimpleProviderConfig): """Transform messages based on special_handling config""" # Handle content list to string conversion if configured - if provider.special_handling.get("convert_content_list_to_string"): + if self._flattens_content_lists(): messages = handle_messages_with_content_list_to_str_conversion(messages) if is_async: diff --git a/litellm/llms/openai_like/embedding/handler.py b/litellm/llms/openai_like/embedding/handler.py index 540feeca6e7..b064505b445 100644 --- a/litellm/llms/openai_like/embedding/handler.py +++ b/litellm/llms/openai_like/embedding/handler.py @@ -10,9 +10,11 @@ from typing import Final import httpx from pydantic import TypeAdapter +from typing_extensions import TypedDict import litellm from litellm._logging import verbose_logger +from litellm.litellm_core_utils.core_helpers import keyword_arguments from litellm.llms.custom_httpx.http_handler import ( AsyncHTTPHandler, HTTPHandler, @@ -40,6 +42,11 @@ _TRANSPORT_HEADER_NAMES: Final = frozenset( ) _HEADER_NAME: Final = re.compile(r"[!#$%&'*+\-.^_`|~0-9A-Za-z]+") _HEADER_VALUE: Final = re.compile(r"[\t\x20-\x7e]*") +_DECODED_JSON: Final = TypeAdapter(object) + + +class _EmbeddingResponseFields(TypedDict, total=False, extra_items=object): + pass def _header_text(name: str, value: object) -> str | None: @@ -108,7 +115,7 @@ class OpenAILikeEmbeddingHandler(OpenAILikeBase): response.raise_for_status() - response_json: Final = response.json() + response_json: Final = _DECODED_JSON.validate_python(response.json()) except httpx.HTTPStatusError as e: raise OpenAILikeError( status_code=e.response.status_code, @@ -126,7 +133,7 @@ class OpenAILikeEmbeddingHandler(OpenAILikeBase): additional_args={"complete_input_dict": data}, original_response=response_json, ) - return EmbeddingResponse(**response_json) + return EmbeddingResponse(**_EmbeddingResponseFields(**keyword_arguments(response_json, EmbeddingResponse))) except Exception as e: ## LOGGING logging_obj.post_call( diff --git a/litellm/llms/openai_like/messages/transformation.py b/litellm/llms/openai_like/messages/transformation.py index a5d825a39d7..cea57e3505d 100644 --- a/litellm/llms/openai_like/messages/transformation.py +++ b/litellm/llms/openai_like/messages/transformation.py @@ -37,6 +37,9 @@ class OpenAILikeAnthropicMessagesConfig(AnthropicMessagesConfig): def is_native_messages_route(self) -> bool: return False + def supports_message_threads(self) -> bool: + return False + def hoists_wrapped_defer_loading(self, model: str) -> bool: return False diff --git a/litellm/llms/predibase/chat/transformation.py b/litellm/llms/predibase/chat/transformation.py index b30713fa119..94e64dfb95b 100644 --- a/litellm/llms/predibase/chat/transformation.py +++ b/litellm/llms/predibase/chat/transformation.py @@ -5,10 +5,11 @@ from collections.abc import Mapping from typing import TYPE_CHECKING, Any, Final, Literal from httpx import Headers, Response +from pydantic import TypeAdapter import litellm from litellm.constants import DEFAULT_MAX_TOKENS -from litellm.litellm_core_utils.core_helpers import map_finish_reason +from litellm.litellm_core_utils.core_helpers import json_contains, map_finish_reason, subscript from litellm.litellm_core_utils.prompt_templates.factory import ( prompt_factory, render_custom_prompt_template, @@ -28,6 +29,8 @@ if TYPE_CHECKING: else: LiteLLMLoggingObj = Any +_DECODED_JSON: Final = TypeAdapter(object) + class PredibaseConfig(BaseConfig): """ @@ -163,13 +166,13 @@ class PredibaseConfig(BaseConfig): additional_args={"complete_input_dict": request_data}, ) try: - completion_response: Final = raw_response.json() + completion_response: Final = _DECODED_JSON.validate_python(raw_response.json()) except Exception: raise PredibaseError(message=raw_response.text, status_code=422) - if "error" in completion_response: + if json_contains(completion_response, "error"): raise PredibaseError( - message=str(completion_response["error"]), + message=str(subscript(completion_response, "error")), status_code=raw_response.status_code, ) elif not isinstance(completion_response, dict): diff --git a/litellm/llms/ragflow/vector_stores/transformation.py b/litellm/llms/ragflow/vector_stores/transformation.py index ef44b6e4c0f..421bd769778 100644 --- a/litellm/llms/ragflow/vector_stores/transformation.py +++ b/litellm/llms/ragflow/vector_stores/transformation.py @@ -41,6 +41,11 @@ class _RAGFlowCreateResponseRoot(RootModel[_RAGFlowCreateResponse]): model_config = ConfigDict(frozen=True, hide_input_in_errors=True) +class _RAGFlowStatus(TypedDict): + code: ReadOnly[NotRequired[int]] + message: ReadOnly[NotRequired[str]] + + _RAGFLOW_EMPTY_DATA: Final[_RAGFlowDataset] = {} @@ -197,7 +202,7 @@ class RAGFlowVectorStoreConfig(BaseVectorStoreConfig): } """ try: - response_json: Final = response.json() + response_json: Final[_RAGFlowStatus] = response.json() # Check for RAGFlow error response if response_json.get("code") != 0: diff --git a/litellm/llms/replicate/chat/transformation.py b/litellm/llms/replicate/chat/transformation.py index 62dfac43bd7..4553a02e451 100644 --- a/litellm/llms/replicate/chat/transformation.py +++ b/litellm/llms/replicate/chat/transformation.py @@ -4,6 +4,7 @@ from typing import TYPE_CHECKING, Any, Final import httpx from pydantic import ConfigDict, TypeAdapter +from typing_extensions import NotRequired, ReadOnly, TypedDict import litellm from litellm.constants import REPLICATE_MODEL_NAME_WITH_ID_LENGTH @@ -33,6 +34,10 @@ _TEXTS: Final = TypeAdapter(Iterable[str], config=ConfigDict(strict=True, hide_i _JSON_DICT: Final = TypeAdapter(dict[str, object], config=ConfigDict(hide_input_in_errors=True)) +class _ReplicatePrediction(TypedDict): + urls: ReadOnly[NotRequired[Mapping[str, str]]] + + class ReplicateConfig(BaseConfig): """ Reference: https://replicate.com/meta/llama-2-70b-chat/api @@ -292,7 +297,7 @@ class ReplicateConfig(BaseConfig): "urls":{"cancel":"https://api.replicate.com/v1/predictions/gqsmqmp1pdrj00cknr08dgmvb4/cancel","get":"https://api.replicate.com/v1/predictions/gqsmqmp1pdrj00cknr08dgmvb4","stream":"https://stream-b.svc.rno2.c.replicate.net/v1/streams/eot4gbydowuin4snhncydwxt57dfwgsc3w3snycx5nid7oef7jga"} } """ - response_json: Final = response.json() + response_json: Final[_ReplicatePrediction] = response.json() prediction_url: Final = response_json.get("urls", {}).get("get") if prediction_url is None: raise ReplicateError( diff --git a/litellm/llms/replicate/common_utils.py b/litellm/llms/replicate/common_utils.py index e1fa3828379..4626babe14c 100644 --- a/litellm/llms/replicate/common_utils.py +++ b/litellm/llms/replicate/common_utils.py @@ -1,6 +1,38 @@ -import httpx +import asyncio +import time +from collections import deque +from collections.abc import Iterator, Mapping +from dataclasses import dataclass +from types import MappingProxyType +from typing import Final +import httpx +from pydantic import ConfigDict, TypeAdapter + +import litellm +from litellm.constants import ( + DEFAULT_REPLICATE_POLLING_DELAY_SECONDS, + DEFAULT_REPLICATE_SYNC_POLLING_RETRIES, + REPLICATE_MAX_OUTPUT_DOWNLOAD_BYTES, +) +from litellm.litellm_core_utils.url_utils import ( + assert_same_origin, + async_safe_get, + encode_url_path_segment, + ensure_api_route, + join_api_base, + safe_get, +) from litellm.llms.base_llm.chat.transformation import BaseLLMException +from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler, HTTPResponseLimitError +from litellm.secret_managers.main import get_secret_str + +REPLICATE_DEFAULT_API_BASE: Final[str] = "https://api.replicate.com/v1" +REPLICATE_TERMINAL_STATUSES: Final[frozenset[str]] = frozenset({"succeeded", "failed", "canceled"}) +_JSON_OBJECT: Final = TypeAdapter(Mapping[str, object], config=ConfigDict(hide_input_in_errors=True)) +_REQUEST_HEADERS_NOT_FORWARDED: Final[frozenset[str]] = frozenset( + {"host", "content-length", "content-type", "transfer-encoding", "prefer"} +) class ReplicateError(BaseLLMException): @@ -8,6 +40,231 @@ class ReplicateError(BaseLLMException): self, status_code: int, message: str, - headers: dict | httpx.Headers | None, + headers: dict[str, str] | httpx.Headers | None, ): super().__init__(status_code=status_code, message=message, headers=headers) + + +@dataclass(frozen=True, slots=True) +class ReplicatePredictionRequest: + url: str + body: Mapping[str, object] + + +def replicate_api_base(api_base: str | None) -> str: + return ensure_api_route(api_base or get_secret_str("REPLICATE_API_BASE") or REPLICATE_DEFAULT_API_BASE, "v1") + + +def replicate_auth_headers( + headers: Mapping[str, str], api_key: str | None +) -> dict[str, str]: # mutable-ok: base class contracts return a plain dict + resolved_key: Final = ( + api_key or litellm.replicate_key or get_secret_str("REPLICATE_API_KEY") or get_secret_str("REPLICATE_API_TOKEN") + ) + if not resolved_key: + raise ReplicateError( + status_code=401, + message="Replicate API key is required. Set REPLICATE_API_KEY or pass api_key.", + headers=None, + ) + return {**headers, "Authorization": f"Bearer {resolved_key}", "Content-Type": "application/json"} + + +def replicate_model_path(model: str) -> str: + segments: Final = tuple(model.split("/")) + if any(segment in ("", ".", "..") for segment in segments): + raise ReplicateError(status_code=400, message=f"Invalid Replicate model path: {model!r}", headers={}) + return "/".join(encode_url_path_segment(segment, field_name="model") for segment in segments) + + +def replicate_prediction_request( + api_base: str, model: str, prediction_input: Mapping[str, object] +) -> ReplicatePredictionRequest: + if model.startswith("deployments/"): + return ReplicatePredictionRequest( + url=join_api_base(api_base, f"{replicate_model_path(model)}/predictions"), + body=MappingProxyType({"input": prediction_input}), + ) + if ":" in model: + model_path, _, version = model.partition(":") + if not version: + raise ReplicateError(status_code=400, message=f"Invalid Replicate model version: {model!r}", headers={}) + return ReplicatePredictionRequest( + url=join_api_base( + api_base, + f"models/{replicate_model_path(model_path)}/versions/" + f"{encode_url_path_segment(version, field_name='version')}/predictions", + ), + body=MappingProxyType({"input": prediction_input}), + ) + return ReplicatePredictionRequest( + url=join_api_base(api_base, f"models/{replicate_model_path(model)}/predictions"), + body=MappingProxyType({"input": prediction_input}), + ) + + +def replicate_prediction_url(api_base: str, prediction_id: str) -> str: + return join_api_base(api_base, f"predictions/{encode_url_path_segment(prediction_id, field_name='prediction id')}") + + +def replicate_model_owner(model: str) -> str: + return model.removeprefix("deployments/").split(":", 1)[0].split("/", 1)[0] + + +def replicate_prediction(raw_response: httpx.Response) -> Mapping[str, object]: + try: + return _JSON_OBJECT.validate_python(raw_response.json()) + except ValueError as error: + raise ReplicateError( + status_code=raw_response.status_code, + message=f"Replicate returned a non-JSON response: {raw_response.text[:500]}", + headers=raw_response.headers, + ) from error + + +def replicate_prediction_string(prediction: Mapping[str, object], key: str) -> str | None: + value: Final = prediction.get(key) + return value if isinstance(value, str) and value else None + + +def replicate_prediction_input(prediction: Mapping[str, object]) -> Mapping[str, object]: + raw_input: Final = prediction.get("input") + return _JSON_OBJECT.validate_python(raw_input) if isinstance(raw_input, Mapping) else MappingProxyType({}) + + +def replicate_prediction_metrics(prediction: Mapping[str, object]) -> Mapping[str, object]: + raw_metrics: Final = prediction.get("metrics") + return _JSON_OBJECT.validate_python(raw_metrics) if isinstance(raw_metrics, Mapping) else MappingProxyType({}) + + +def replicate_positive_int(value: object) -> int | None: + return value if isinstance(value, int) and not isinstance(value, bool) and value > 0 else None + + +def _output_leaves(output: object) -> Iterator[object]: + pending: Final = deque([output]) + while pending: + if isinstance((item := pending.popleft()), Mapping): + pending.extendleft(reversed(tuple(_JSON_OBJECT.validate_python(item).values()))) + elif isinstance(item, (list, tuple)): + pending.extendleft(reversed(TypeAdapter(tuple[object, ...]).validate_python(item))) + else: + yield item + + +def replicate_output_urls(output: object) -> tuple[str, ...]: + return tuple( + leaf for leaf in _output_leaves(output) if isinstance(leaf, str) and leaf.startswith(("http://", "https://")) + ) + + +def replicate_prediction_failure(prediction: Mapping[str, object]) -> str | None: + status: Final = replicate_prediction_string(prediction, "status") + error: Final = replicate_prediction_string(prediction, "error") + if status in ("failed", "canceled"): + return error or f"Replicate prediction {status}" + return None + + +def replicate_prediction_is_done(prediction: Mapping[str, object]) -> bool: + return replicate_prediction_string(prediction, "status") in REPLICATE_TERMINAL_STATUSES + + +def replicate_poll_headers( + request: httpx.Request, +) -> dict[str, str]: # mutable-ok: HTTP handler clients take a plain dict + return {key: value for key, value in request.headers.items() if key.lower() not in _REQUEST_HEADERS_NOT_FORWARDED} + + +def _poll_url(prediction: Mapping[str, object], raw_response: httpx.Response) -> str: + urls: Final = prediction.get("urls") + poll_url: Final = ( + replicate_prediction_string(_JSON_OBJECT.validate_python(urls), "get") if isinstance(urls, Mapping) else None + ) + if poll_url is not None: + assert_same_origin(poll_url, str(raw_response.request.url)) + return poll_url + prediction_id: Final = replicate_prediction_string(prediction, "id") + if prediction_id is None: + raise ReplicateError( + status_code=raw_response.status_code, + message="Replicate prediction has no id to poll", + headers=raw_response.headers, + ) + api_base: Final = str(raw_response.request.url).split("/predictions", 1)[0].rsplit("/models/", 1)[0] + return replicate_prediction_url(api_base.rsplit("/deployments/", 1)[0], prediction_id) + + +def _finished_prediction(raw_response: httpx.Response) -> Mapping[str, object] | None: + if raw_response.status_code >= 400: + raise ReplicateError( + status_code=raw_response.status_code, message=raw_response.text, headers=raw_response.headers + ) + prediction: Final = replicate_prediction(raw_response) + return prediction if replicate_prediction_is_done(prediction) else None + + +def wait_for_replicate_prediction( + raw_response: httpx.Response, + client: HTTPHandler, +) -> Mapping[str, object]: + prediction: Final = replicate_prediction(raw_response) + if replicate_prediction_is_done(prediction): + return prediction + poll_url: Final = _poll_url(prediction, raw_response) + headers: Final = replicate_poll_headers(raw_response.request) + for _ in range(DEFAULT_REPLICATE_SYNC_POLLING_RETRIES): + time.sleep(DEFAULT_REPLICATE_POLLING_DELAY_SECONDS) + if (polled := _finished_prediction(client.get(url=poll_url, headers=headers))) is not None: # pyright: ignore[reportUnknownMemberType] # HTTP handler stubs are untyped + return polled + raise ReplicateError( + status_code=504, + message=f"Replicate prediction did not finish after {DEFAULT_REPLICATE_SYNC_POLLING_RETRIES} polls", + headers=raw_response.headers, + ) + + +async def async_wait_for_replicate_prediction( + raw_response: httpx.Response, + client: AsyncHTTPHandler, +) -> Mapping[str, object]: + prediction: Final = replicate_prediction(raw_response) + if replicate_prediction_is_done(prediction): + return prediction + poll_url: Final = _poll_url(prediction, raw_response) + headers: Final = replicate_poll_headers(raw_response.request) + for _ in range(DEFAULT_REPLICATE_SYNC_POLLING_RETRIES): + await asyncio.sleep(DEFAULT_REPLICATE_POLLING_DELAY_SECONDS) + if (polled := _finished_prediction(await client.get(url=poll_url, headers=headers))) is not None: # pyright: ignore[reportUnknownMemberType] # HTTP handler stubs are untyped + return polled + raise ReplicateError( + status_code=504, + message=f"Replicate prediction did not finish after {DEFAULT_REPLICATE_SYNC_POLLING_RETRIES} polls", + headers=raw_response.headers, + ) + + +def _download_too_large(url: str, error: HTTPResponseLimitError) -> ReplicateError: + return ReplicateError( + status_code=502, + message=f"Replicate output at {url} exceeds REPLICATE_MAX_OUTPUT_DOWNLOAD_BYTES={REPLICATE_MAX_OUTPUT_DOWNLOAD_BYTES}: {error}", + headers={}, + ) + + +def replicate_download(client: HTTPHandler, url: str) -> httpx.Response: + try: + response: Final = safe_get(client, url, max_response_bytes=REPLICATE_MAX_OUTPUT_DOWNLOAD_BYTES) + except HTTPResponseLimitError as error: + raise _download_too_large(url, error) from error + response.raise_for_status() + return response + + +async def async_replicate_download(client: AsyncHTTPHandler, url: str) -> httpx.Response: + try: + response: Final = await async_safe_get(client, url, max_response_bytes=REPLICATE_MAX_OUTPUT_DOWNLOAD_BYTES) + except HTTPResponseLimitError as error: + raise _download_too_large(url, error) from error + response.raise_for_status() + return response diff --git a/litellm/llms/replicate/image_generation/transformation.py b/litellm/llms/replicate/image_generation/transformation.py new file mode 100644 index 00000000000..b80a5f6811d --- /dev/null +++ b/litellm/llms/replicate/image_generation/transformation.py @@ -0,0 +1,228 @@ +import base64 +import math +from collections.abc import Callable, Mapping +from types import MappingProxyType +from typing import TYPE_CHECKING, Final, TypeAlias + +import httpx +from pydantic import ConfigDict, TypeAdapter + +from litellm.llms.base_llm.chat.transformation import BaseLLMException +from litellm.llms.base_llm.image_generation.transformation import BaseImageGenerationConfig +from litellm.llms.custom_httpx.http_handler import ( + AsyncHTTPHandler, + HTTPHandler, + get_async_httpx_client, # pyright: ignore[reportUnknownVariableType] # shared HTTP factory lacks typed params + get_httpx_client, # pyright: ignore[reportPrivateUsage, reportUnknownVariableType] # shared HTTP factory is private +) +from litellm.llms.replicate.common_utils import ( + ReplicateError, + async_replicate_download, + async_wait_for_replicate_prediction, + replicate_api_base, + replicate_auth_headers, + replicate_download, + replicate_output_urls, + replicate_positive_int, + replicate_prediction_failure, + replicate_prediction_input, + replicate_prediction_request, + wait_for_replicate_prediction, +) +from litellm.types.llms.openai import AllMessageValues, OpenAIImageGenerationOptionalParams +from litellm.types.utils import ImageObject, ImageResponse, LlmProviders + +if TYPE_CHECKING: + from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj + from litellm.litellm_core_utils.tokenizer import Encoding as Tokenizer + +_ImageParams: TypeAlias = dict[str, object] +_ImageHeaders: TypeAlias = dict[str, str] + + +def _aspect_ratio(size: object) -> Mapping[str, str]: + if not isinstance(size, str) or size.lower().count("x") != 1: + return MappingProxyType({}) + width_text, height_text = size.lower().split("x") + if not (width_text.isdigit() and height_text.isdigit()) or int(width_text) <= 0 or int(height_text) <= 0: + return MappingProxyType({}) + divisor: Final = math.gcd(int(width_text), int(height_text)) + return MappingProxyType({"aspect_ratio": f"{int(width_text) // divisor}:{int(height_text) // divisor}"}) + + +_NATIVE_INPUT: Final = TypeAdapter(Mapping[str, object], config=ConfigDict(hide_input_in_errors=True)) + + +def _get_replicate_httpx_client(ssl_verify: object) -> HTTPHandler: + return get_httpx_client(params={"ssl_verify": ssl_verify}) + + +def _get_replicate_async_httpx_client(ssl_verify: object) -> AsyncHTTPHandler: + return get_async_httpx_client(llm_provider=LlmProviders.REPLICATE, params={"ssl_verify": ssl_verify}) + + +class ReplicateImageGenerationConfig(BaseImageGenerationConfig): + def __init__( + self, + sync_client_factory: Callable[[object], HTTPHandler] = _get_replicate_httpx_client, + async_client_factory: Callable[[object], AsyncHTTPHandler] = _get_replicate_async_httpx_client, + ) -> None: + self._sync_client_factory: Final = sync_client_factory + self._async_client_factory: Final = async_client_factory + + def get_supported_openai_params( + self, model: str + ) -> list[OpenAIImageGenerationOptionalParams]: # mutable-ok: base class contract returns a plain list + return ["n", "response_format", "size"] + + def map_openai_params( + self, + non_default_params: Mapping[str, object], + optional_params: _ImageParams, + model: str, + drop_params: bool, + ) -> _ImageParams: + supported: Final = frozenset(self.get_supported_openai_params(model)) + unsupported: Final = tuple(key for key in non_default_params if key not in supported) + if unsupported and not drop_params: + raise ValueError( + f"Parameters {', '.join(unsupported)} are not supported for model {model}. " + f"Supported parameters are {sorted(supported)}. Set drop_params=True to drop unsupported parameters." + ) + count: Final = non_default_params.get("n") + response_format: Final = non_default_params.get("response_format") + return { + **optional_params, + **({"num_outputs": count} if isinstance(count, int) and not isinstance(count, bool) else {}), + **_aspect_ratio(non_default_params.get("size")), + **({"response_format": response_format} if isinstance(response_format, str) else {}), + } + + def get_complete_url( + self, + api_base: str | None, + api_key: str | None, + model: str, + optional_params: _ImageParams, + litellm_params: _ImageParams, + stream: bool | None = None, + ) -> str: + return replicate_prediction_request(replicate_api_base(api_base), model, MappingProxyType({})).url + + def validate_environment( + self, + headers: _ImageHeaders, + model: str, + messages: list[AllMessageValues], + optional_params: _ImageParams, + litellm_params: _ImageParams, + api_key: str | None = None, + api_base: str | None = None, + ) -> _ImageHeaders: + return {**replicate_auth_headers(headers, api_key), "Prefer": "wait"} + + def transform_image_generation_request( + self, + model: str, + prompt: str, + optional_params: _ImageParams, + litellm_params: _ImageParams, + headers: _ImageHeaders, + ) -> _ImageParams: + extra_body: Final = optional_params.get("extra_body") + prediction_input: Final = { + **{key: value for key, value in optional_params.items() if key not in ("response_format", "extra_body")}, + **(_NATIVE_INPUT.validate_python(extra_body) if isinstance(extra_body, Mapping) else {}), + "prompt": prompt, + } + return dict(replicate_prediction_request("", model, prediction_input).body) + + @staticmethod + def _image_urls(prediction: Mapping[str, object], raw_response: httpx.Response) -> tuple[str, ...]: + failure: Final = replicate_prediction_failure(prediction) + if failure is not None: + raise ReplicateError(status_code=raw_response.status_code, message=failure, headers=raw_response.headers) + urls: Final = replicate_output_urls(prediction.get("output")) + if not urls: + raise ReplicateError( + status_code=raw_response.status_code, + message="Replicate prediction finished without image output", + headers=raw_response.headers, + ) + return urls + + @staticmethod + def _native_size(prediction: Mapping[str, object]) -> Mapping[str, str]: + prediction_input: Final = replicate_prediction_input(prediction) + width: Final = replicate_positive_int(prediction_input.get("width")) + height: Final = replicate_positive_int(prediction_input.get("height")) + return {"size": f"{width}x{height}"} if width is not None and height is not None else {} + + @staticmethod + def _image_objects(urls: tuple[str, ...], contents: tuple[bytes, ...] | None) -> tuple[ImageObject, ...]: + if contents is None: + return tuple(ImageObject(url=url, b64_json=None) for url in urls) + return tuple(ImageObject(url=None, b64_json=base64.b64encode(content).decode()) for content in contents) + + def transform_image_generation_response( + self, + model: str, + raw_response: httpx.Response, + model_response: ImageResponse, + logging_obj: "LiteLLMLoggingObj", + request_data: _ImageParams, + optional_params: _ImageParams, + litellm_params: _ImageParams, + encoding: "Tokenizer | None", + api_key: str | None = None, + json_mode: bool | None = None, + ) -> ImageResponse: + client: Final = self._sync_client_factory(litellm_params.get("ssl_verify")) + prediction: Final = wait_for_replicate_prediction(raw_response, client) + urls: Final = self._image_urls(prediction, raw_response) + contents: Final = ( + tuple(self._download(client, url) for url in urls) + if optional_params.get("response_format") == "b64_json" + else None + ) + return model_response.model_copy( + update={"data": list(self._image_objects(urls, contents)), **self._native_size(prediction)} + ) + + async def async_transform_image_generation_response( + self, + model: str, + raw_response: httpx.Response, + model_response: ImageResponse, + logging_obj: "LiteLLMLoggingObj", + request_data: _ImageParams, + optional_params: _ImageParams, + litellm_params: _ImageParams, + encoding: "Tokenizer | None", + api_key: str | None = None, + json_mode: bool | None = None, + ) -> ImageResponse: + client: Final = self._async_client_factory(litellm_params.get("ssl_verify")) + prediction: Final = await async_wait_for_replicate_prediction(raw_response, client) + urls: Final = self._image_urls(prediction, raw_response) + contents: Final = ( + tuple([await self._async_download(client, url) for url in urls]) + if optional_params.get("response_format") == "b64_json" + else None + ) + return model_response.model_copy( + update={"data": list(self._image_objects(urls, contents)), **self._native_size(prediction)} + ) + + @staticmethod + def _download(client: HTTPHandler, url: str) -> bytes: + return replicate_download(client, url).content + + @staticmethod + async def _async_download(client: AsyncHTTPHandler, url: str) -> bytes: + return (await async_replicate_download(client, url)).content + + def get_error_class( + self, error_message: str, status_code: int, headers: _ImageHeaders | httpx.Headers + ) -> BaseLLMException: + return ReplicateError(status_code=status_code, message=error_message, headers=headers) diff --git a/litellm/llms/replicate/text_to_speech/transformation.py b/litellm/llms/replicate/text_to_speech/transformation.py new file mode 100644 index 00000000000..d75fc29ba54 --- /dev/null +++ b/litellm/llms/replicate/text_to_speech/transformation.py @@ -0,0 +1,204 @@ +from collections.abc import Callable, Mapping +from types import MappingProxyType +from typing import TYPE_CHECKING, Final, TypeAlias + +import httpx +from pydantic import ConfigDict, TypeAdapter + +from litellm.llms.base_llm.chat.transformation import BaseLLMException +from litellm.llms.base_llm.text_to_speech.transformation import BaseTextToSpeechConfig, TextToSpeechRequestData +from litellm.llms.custom_httpx.http_handler import ( + AsyncHTTPHandler, + HTTPHandler, + get_async_httpx_client, # pyright: ignore[reportUnknownVariableType] # shared HTTP factory lacks typed params + get_httpx_client, # pyright: ignore[reportPrivateUsage, reportUnknownVariableType] # shared HTTP factory is private +) +from litellm.llms.replicate.common_utils import ( + ReplicateError, + async_replicate_download, + async_wait_for_replicate_prediction, + replicate_api_base, + replicate_auth_headers, + replicate_download, + replicate_model_owner, + replicate_output_urls, + replicate_positive_int, + replicate_prediction_failure, + replicate_prediction_metrics, + replicate_prediction_request, + wait_for_replicate_prediction, +) +from litellm.types.utils import LlmProviders, Usage + +if TYPE_CHECKING: + from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj + from litellm.types.llms.openai import HttpxBinaryResponseContent + +_SpeechParams: TypeAlias = dict[str, object] +_SpeechHeaders: TypeAlias = dict[str, str] +_NATIVE_INPUT: Final = TypeAdapter(Mapping[str, object], config=ConfigDict(hide_input_in_errors=True)) +_VOICE_KEY_BY_OWNER: Final[Mapping[str, str]] = MappingProxyType( + {"minimax": "voice_id", "inworld": "voice_id", "qwen": "speaker"} +) + + +def _voice_key(model: str) -> str: + return _VOICE_KEY_BY_OWNER.get(replicate_model_owner(model), "voice") + + +def _get_replicate_httpx_client(ssl_verify: object) -> HTTPHandler: + return get_httpx_client(params={"ssl_verify": ssl_verify}) + + +def _get_replicate_async_httpx_client(ssl_verify: object) -> AsyncHTTPHandler: + return get_async_httpx_client(llm_provider=LlmProviders.REPLICATE, params={"ssl_verify": ssl_verify}) + + +def _ssl_verify(logging_obj: "LiteLLMLoggingObj") -> object: + litellm_params: Final = getattr(logging_obj, "litellm_params", None) + return litellm_params.get("ssl_verify") if isinstance(litellm_params, Mapping) else None + + +class ReplicateTextToSpeechConfig(BaseTextToSpeechConfig): + def __init__( + self, + sync_client_factory: Callable[[object], HTTPHandler] = _get_replicate_httpx_client, + async_client_factory: Callable[[object], AsyncHTTPHandler] = _get_replicate_async_httpx_client, + ) -> None: + super().__init__() + self._sync_client_factory: Final = sync_client_factory + self._async_client_factory: Final = async_client_factory + + def get_supported_openai_params( + self, model: str + ) -> list[str]: # mutable-ok: base class contract returns a plain list + return ["voice", "speed"] + + def map_openai_params( + self, + model: str, + optional_params: Mapping[str, object], + voice: object = None, + drop_params: bool = False, + kwargs: Mapping[str, object] | None = None, + ) -> tuple[str | None, _SpeechParams]: + speed: Final = optional_params.get("speed") + extra_body: Final = (kwargs or {}).get("extra_body") + return ( + voice if isinstance(voice, str) and voice else None, + { + **(_NATIVE_INPUT.validate_python(extra_body) if isinstance(extra_body, Mapping) else {}), + **({"speed": speed} if isinstance(speed, (int, float)) and not isinstance(speed, bool) else {}), + }, + ) + + def validate_environment( + self, + headers: Mapping[str, str], + model: str, + api_key: str | None = None, + api_base: str | None = None, + ) -> _SpeechHeaders: + return {**replicate_auth_headers(headers, api_key), "Prefer": "wait"} + + def get_complete_url(self, model: str, api_base: str | None, litellm_params: Mapping[str, object]) -> str: + return replicate_prediction_request(replicate_api_base(api_base), model, MappingProxyType({})).url + + def transform_text_to_speech_request( + self, + model: str, + input: str, + voice: str | None, + optional_params: Mapping[str, object], + litellm_params: Mapping[str, object], + headers: Mapping[str, str], + ) -> TextToSpeechRequestData: + prediction_input: Final = { + **optional_params, + **({_voice_key(model): voice} if voice else {}), + "text": input, + } + return {"dict_body": dict(replicate_prediction_request("", model, prediction_input).body)} + + @staticmethod + def _audio_url(prediction: Mapping[str, object], raw_response: httpx.Response) -> str: + failure: Final = replicate_prediction_failure(prediction) + if failure is not None: + raise ReplicateError(status_code=raw_response.status_code, message=failure, headers=raw_response.headers) + urls: Final = replicate_output_urls(prediction.get("output")) + if not urls: + raise ReplicateError( + status_code=raw_response.status_code, + message="Replicate prediction finished without audio output", + headers=raw_response.headers, + ) + return urls[0] + + @staticmethod + def _usage(prediction: Mapping[str, object]) -> Usage | None: + metrics: Final = replicate_prediction_metrics(prediction) + prompt_tokens: Final = replicate_positive_int( + metrics.get("token_input_count", metrics.get("input_token_count")) + ) + completion_tokens: Final = replicate_positive_int( + metrics.get("token_output_count", metrics.get("output_token_count")) + ) + if prompt_tokens is None and completion_tokens is None: + return None + return Usage( + prompt_tokens=prompt_tokens or 0, + completion_tokens=completion_tokens or 0, + total_tokens=(prompt_tokens or 0) + (completion_tokens or 0), + ) + + @staticmethod + def _binary_response( + audio_response: httpx.Response, raw_response: httpx.Response, usage: Usage | None + ) -> "HttpxBinaryResponseContent": + from litellm.types.llms.openai import HttpxBinaryResponseContent + + audio_response.raise_for_status() + return HttpxBinaryResponseContent( + httpx.Response( + status_code=200, + headers={ + "content-type": audio_response.headers.get("content-type", "application/octet-stream"), + "content-length": str(len(audio_response.content)), + }, + content=audio_response.content, + request=raw_response.request, + ), + usage=usage, + ) + + def transform_text_to_speech_response( + self, + model: str, + raw_response: httpx.Response, + logging_obj: "LiteLLMLoggingObj", + ) -> "HttpxBinaryResponseContent": + client: Final = self._sync_client_factory(_ssl_verify(logging_obj)) + prediction: Final = wait_for_replicate_prediction(raw_response, client) + audio_url: Final = self._audio_url(prediction, raw_response) + return self._binary_response(replicate_download(client, audio_url), raw_response, self._usage(prediction)) + + async def async_transform_text_to_speech_response( + self, + model: str, + raw_response: httpx.Response, + logging_obj: "LiteLLMLoggingObj", + ) -> "HttpxBinaryResponseContent": + client: Final = self._async_client_factory(_ssl_verify(logging_obj)) + prediction: Final = await async_wait_for_replicate_prediction(raw_response, client) + audio_url: Final = self._audio_url(prediction, raw_response) + return self._binary_response( + await async_replicate_download(client, audio_url), raw_response, self._usage(prediction) + ) + + def get_error_class( + self, + error_message: str, + status_code: int, + headers: _SpeechHeaders | httpx.Headers, + ) -> BaseLLMException: + return ReplicateError(status_code=status_code, message=error_message, headers=headers) diff --git a/litellm/llms/replicate/videos/transformation.py b/litellm/llms/replicate/videos/transformation.py new file mode 100644 index 00000000000..cd01c832686 --- /dev/null +++ b/litellm/llms/replicate/videos/transformation.py @@ -0,0 +1,486 @@ +import math +import sys +import time +from collections.abc import Callable, Mapping +from dataclasses import dataclass +from types import MappingProxyType +from typing import Final, TypeAlias + +import httpx +from httpx._types import FileContent, RequestFiles + +from litellm.llms.base_llm.chat.transformation import BaseLLMException +from litellm.llms.base_llm.videos.async_task_utils import unsupported_video_fields +from litellm.llms.base_llm.videos.transformation import BaseVideoConfig +from litellm.llms.custom_httpx.http_handler import ( + AsyncHTTPHandler, + HTTPHandler, + get_async_httpx_client, # pyright: ignore[reportUnknownVariableType] # shared HTTP factory lacks typed params + get_httpx_client, # pyright: ignore[reportPrivateUsage, reportUnknownVariableType] # shared HTTP factory is private +) +from litellm.llms.replicate.common_utils import ( + ReplicateError, + async_replicate_download, + replicate_api_base, + replicate_auth_headers, + replicate_download, + replicate_model_owner, + replicate_output_urls, + replicate_prediction, + replicate_prediction_failure, + replicate_prediction_input, + replicate_prediction_request, + replicate_prediction_string, + replicate_prediction_url, +) +from litellm.types.router import GenericLiteLLMParams +from litellm.types.utils import LlmProviders +from litellm.types.videos.main import CharacterObject, VideoCreateOptionalRequestParams, VideoObject +from litellm.types.videos.utils import decode_video_id_with_provider, encode_video_id_with_provider + +_REPLICATE_PROVIDER: Final[str] = LlmProviders.REPLICATE.value +_STATUS_MAP: Final[Mapping[str, str]] = MappingProxyType( + { + "starting": "queued", + "processing": "in_progress", + "succeeded": "completed", + "failed": "failed", + "canceled": "failed", + } +) +_VideoParams: TypeAlias = dict[str, object] +_VideoHeaders: TypeAlias = dict[str, str] +_VideoStringParams: TypeAlias = dict[str, str] +_VideoFiles: TypeAlias = list[object] + + +@dataclass(frozen=True, slots=True) +class _ModelProfile: + resolution_tiers: tuple[tuple[int, str], ...] + aspect_ratio_key: str + reference_key: str + + +_GENERIC_PROFILE: Final[_ModelProfile] = _ModelProfile( + resolution_tiers=((480, "480p"), (720, "720p"), (1080, "1080p"), (sys.maxsize, "4k")), + aspect_ratio_key="aspect_ratio", + reference_key="image", +) +_MINIMAX_PROFILE: Final[_ModelProfile] = _ModelProfile( + resolution_tiers=((480, "480P"), (768, "768P"), (1440, "2K"), (sys.maxsize, "4K")), + aspect_ratio_key="ratio", + reference_key="first_frame_image", +) + + +def _profile_for_model(model: str) -> _ModelProfile: + return _MINIMAX_PROFILE if replicate_model_owner(model) == "minimax" else _GENERIC_PROFILE + + +def _duration_value(seconds: object) -> int | float: + if isinstance(seconds, bool) or not isinstance(seconds, (int, float, str)): + raise TypeError("Replicate seconds must be a numeric value") + try: + duration: Final = float(seconds) + except ValueError as error: + raise ValueError("Replicate seconds must be a numeric value") from error + return int(duration) if duration.is_integer() else duration + + +def _size_params(size: object, profile: _ModelProfile) -> Mapping[str, object]: + if not isinstance(size, str): + return MappingProxyType({}) + normalized: Final = size.strip().lower() + named_resolution: Final = next( + (resolution for _, resolution in profile.resolution_tiers if resolution.lower() == normalized), None + ) + if named_resolution is not None: + return MappingProxyType({"resolution": named_resolution}) + if normalized.count("x") != 1: + return MappingProxyType({}) + width_text, height_text = normalized.split("x") + if not (width_text.isdigit() and height_text.isdigit()) or int(width_text) <= 0 or int(height_text) <= 0: + return MappingProxyType({}) + width: Final = int(width_text) + height: Final = int(height_text) + divisor: Final = math.gcd(width, height) + short_side: Final = min(width, height) + resolution: Final = next( + (resolution for threshold, resolution in profile.resolution_tiers if short_side <= threshold), + profile.resolution_tiers[-1][1], + ) + return MappingProxyType( + {"resolution": resolution, profile.aspect_ratio_key: f"{width // divisor}:{height // divisor}"} + ) + + +def _usage_from_input(prediction_input: Mapping[str, object]) -> _VideoParams: + duration: Final = prediction_input.get("duration") + resolution: Final = prediction_input.get("resolution") + return { + key: value + for key, value in ( + ( + "duration_seconds", + float(duration) if isinstance(duration, (int, float)) and not isinstance(duration, bool) else None, + ), + ("video_resolution", resolution if isinstance(resolution, str) else None), + ) + if value is not None + } + + +def _video_object( + prediction: Mapping[str, object], + model: str | None, + custom_llm_provider: str | None, + created_at: int, +) -> VideoObject: + prediction_id: Final = replicate_prediction_string(prediction, "id") or "" + failure: Final = replicate_prediction_failure(prediction) + raw_status: Final = replicate_prediction_string(prediction, "status") or "starting" + prediction_input: Final = replicate_prediction_input(prediction) + duration: Final = prediction_input.get("duration") + resolution: Final = prediction_input.get("resolution") + return VideoObject( + id=encode_video_id_with_provider(prediction_id, custom_llm_provider or _REPLICATE_PROVIDER, model), + object="video", + status="failed" if failure else _STATUS_MAP.get(raw_status, "queued"), + created_at=created_at, + model=model, + seconds=str(duration) if isinstance(duration, (int, float)) and not isinstance(duration, bool) else None, + size=resolution if isinstance(resolution, str) else None, + error={"code": "replicate_error", "message": failure} if failure else None, + usage=dict(_usage_from_input(prediction_input)), + ) + + +def _owned_prediction(raw_response: httpx.Response) -> Mapping[str, object]: + prediction: Final = replicate_prediction(raw_response) + requested: Final = raw_response.request.url.fragment + if not requested or requested.startswith("deployments/"): + return prediction + requested_path, _, requested_version = requested.partition(":") + actual_path: Final = replicate_prediction_string(prediction, "model") + actual_version: Final = replicate_prediction_string(prediction, "version") + if (actual_path is not None and actual_path != requested_path) or ( + requested_version and actual_version is not None and actual_version != requested_version + ): + raise ReplicateError( + status_code=404, + message=f"Replicate prediction {replicate_prediction_string(prediction, 'id')} does not belong to {requested}", + headers=raw_response.headers, + ) + return prediction + + +def _get_replicate_async_httpx_client() -> AsyncHTTPHandler: + return get_async_httpx_client(llm_provider=LlmProviders.REPLICATE) + + +class ReplicateVideoConfig(BaseVideoConfig): + def __init__( + self, + sync_client_factory: Callable[[], HTTPHandler] = get_httpx_client, + async_client_factory: Callable[[], AsyncHTTPHandler] = _get_replicate_async_httpx_client, + ) -> None: + super().__init__() + self._sync_client_factory: Final = sync_client_factory + self._async_client_factory: Final = async_client_factory + + def get_supported_openai_params( + self, model: str + ) -> list[str]: # mutable-ok: base class contract returns a plain list + return ["model", "prompt", "input_reference", "seconds", "size", "extra_headers"] + + def map_openai_params( + self, + video_create_optional_params: VideoCreateOptionalRequestParams, + model: str, + drop_params: bool, + ) -> _VideoParams: + unsupported: Final = unsupported_video_fields( + video_create_optional_params, + model, + _REPLICATE_PROVIDER, + drop_params, + frozenset({"generate_audio", "aspect_ratio", "seed", "duration"}), + ) + supported: Final = frozenset(self.get_supported_openai_params(model)) + profile: Final = _profile_for_model(model) + input_reference: Final = video_create_optional_params.get("input_reference") + if "input_reference" in video_create_optional_params and not isinstance(input_reference, str): + raise ValueError("Replicate needs a public image URL for input_reference") + reference_params: Final[Mapping[str, object]] = ( + MappingProxyType({profile.reference_key: input_reference}) + if isinstance(input_reference, str) + else MappingProxyType({}) + ) + duration_params: Final[Mapping[str, object]] = ( + MappingProxyType({"duration": _duration_value(video_create_optional_params["seconds"])}) + if "seconds" in video_create_optional_params + else MappingProxyType({}) + ) + size_params: Final[Mapping[str, object]] = ( + _size_params(video_create_optional_params["size"], profile) + if "size" in video_create_optional_params + else MappingProxyType({}) + ) + return { + **reference_params, + **duration_params, + **size_params, + **{ + key: value + for key, value in video_create_optional_params.items() + if key not in supported and key not in unsupported and key != "user" + }, + } + + def validate_environment( + self, + headers: _VideoHeaders, + model: str, + api_key: str | None = None, + litellm_params: GenericLiteLLMParams | None = None, + ) -> _VideoHeaders: + return replicate_auth_headers( + headers, api_key or (litellm_params.api_key if litellm_params is not None else None) + ) + + def get_complete_url(self, model: str, api_base: str | None, litellm_params: _VideoParams) -> str: + return replicate_api_base(api_base) + + def transform_video_create_request( + self, + model: str, + prompt: str, + api_base: str, + video_create_optional_request_params: _VideoParams, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + ) -> tuple[_VideoParams, RequestFiles, str]: + prediction_input: Final = { + **{key: value for key, value in video_create_optional_request_params.items() if key != "model"}, + "prompt": prompt, + } + request: Final = replicate_prediction_request(api_base, model, prediction_input) + return dict(request.body), [], request.url + + def transform_video_create_response( + self, + model: str, + raw_response: httpx.Response, + logging_obj: object, + custom_llm_provider: str | None = None, + request_data: Mapping[str, object] | None = None, + ) -> VideoObject: + return _video_object(replicate_prediction(raw_response), model, custom_llm_provider, int(time.time())) + + @staticmethod + def _decode_video_id(video_id: str) -> tuple[str, str | None]: + decoded: Final = decode_video_id_with_provider(video_id) + return decoded.get("video_id", video_id), decoded.get("model_id") + + @classmethod + def _prediction_url_for_video(cls, video_id: str, api_base: str) -> str: + prediction_id, model_id = cls._decode_video_id(video_id) + prediction_url: Final = httpx.URL(replicate_prediction_url(api_base, prediction_id)) + return str(prediction_url.copy_with(fragment=model_id) if model_id else prediction_url) + + def transform_video_status_retrieve_request( + self, + video_id: str, + api_base: str, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + ) -> tuple[str, _VideoParams]: + return self._prediction_url_for_video(video_id, api_base), {} + + def transform_video_status_retrieve_response( + self, + raw_response: httpx.Response, + logging_obj: object, + custom_llm_provider: str | None = None, + client: HTTPHandler | None = None, + ) -> VideoObject: + prediction: Final = _owned_prediction(raw_response) + model: Final = raw_response.request.url.fragment or replicate_prediction_string(prediction, "model") + return _video_object(prediction, model, custom_llm_provider, 0) + + def transform_video_content_request( + self, + video_id: str, + api_base: str, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + variant: str | None = None, + ) -> tuple[str, _VideoStringParams]: + return self._prediction_url_for_video(video_id, api_base), {} + + @staticmethod + def _video_url(raw_response: httpx.Response) -> str: + prediction: Final = _owned_prediction(raw_response) + failure: Final = replicate_prediction_failure(prediction) + if failure is not None: + raise ReplicateError(status_code=raw_response.status_code, message=failure, headers=raw_response.headers) + urls: Final = replicate_output_urls(prediction.get("output")) + if not urls: + raise ReplicateError( + status_code=raw_response.status_code, + message=f"Replicate prediction has no video output yet (status {replicate_prediction_string(prediction, 'status')})", + headers=raw_response.headers, + ) + return urls[0] + + def transform_video_content_response( + self, + raw_response: httpx.Response, + logging_obj: object, + client: "HTTPHandler | None" = None, + ) -> bytes: + download_client: Final = client if client is not None else self._sync_client_factory() + return replicate_download(download_client, self._video_url(raw_response)).content + + async def async_transform_video_content_response( + self, + raw_response: httpx.Response, + logging_obj: object, + client: "AsyncHTTPHandler | None" = None, + ) -> bytes: + download_client: Final = client if client is not None else self._async_client_factory() + return (await async_replicate_download(download_client, self._video_url(raw_response))).content + + def transform_video_remix_request( + self, + video_id: str, + prompt: str, + api_base: str, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + extra_body: Mapping[str, object] | None = None, + ) -> tuple[str, _VideoParams]: + raise NotImplementedError("video remix is not supported for Replicate") + + def transform_video_remix_response( + self, + raw_response: httpx.Response, + logging_obj: object, + custom_llm_provider: str | None = None, + ) -> VideoObject: + raise NotImplementedError("video remix is not supported for Replicate") + + def transform_video_list_request( + self, + api_base: str, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + after: str | None = None, + limit: int | None = None, + order: str | None = None, + extra_query: Mapping[str, object] | None = None, + ) -> tuple[str, _VideoParams]: + raise NotImplementedError("video listing is not supported for Replicate") + + def transform_video_list_response( + self, + raw_response: httpx.Response, + logging_obj: object, + custom_llm_provider: str | None = None, + ) -> _VideoStringParams: + raise NotImplementedError("video listing is not supported for Replicate") + + def transform_video_delete_request( + self, + video_id: str, + api_base: str, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + ) -> tuple[str, _VideoParams]: + raise NotImplementedError("video delete is not supported for Replicate") + + def transform_video_delete_response(self, raw_response: httpx.Response, logging_obj: object) -> VideoObject: + raise NotImplementedError("video delete is not supported for Replicate") + + def transform_video_create_character_request( + self, + name: str, + video: object, + api_base: str, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + ) -> tuple[str, _VideoFiles]: + raise NotImplementedError("video character creation is not supported for Replicate") + + def transform_video_create_character_response( + self, + raw_response: httpx.Response, + logging_obj: object, + ) -> CharacterObject: + raise NotImplementedError("video character creation is not supported for Replicate") + + def transform_video_get_character_request( + self, + character_id: str, + api_base: str, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + ) -> tuple[str, _VideoParams]: + raise NotImplementedError("video character retrieval is not supported for Replicate") + + def transform_video_get_character_response( + self, + raw_response: httpx.Response, + logging_obj: object, + ) -> CharacterObject: + raise NotImplementedError("video character retrieval is not supported for Replicate") + + def transform_video_edit_request( + self, + prompt: str, + video_id: str, + api_base: str, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + video_file: FileContent | None = None, + extra_body: Mapping[str, object] | None = None, + prefetched_source_data: Mapping[str, object] | None = None, + ) -> tuple[str, Mapping[str, object], RequestFiles | None]: + raise NotImplementedError("video edit is not supported for Replicate") + + def transform_video_edit_response( + self, + raw_response: httpx.Response, + logging_obj: object, + custom_llm_provider: str | None = None, + request_data: Mapping[str, object] | None = None, + ) -> VideoObject: + raise NotImplementedError("video edit is not supported for Replicate") + + def transform_video_extension_request( + self, + prompt: str, + video_id: str, + seconds: str, + api_base: str, + litellm_params: GenericLiteLLMParams, + headers: _VideoHeaders, + extra_body: Mapping[str, object] | None = None, + ) -> tuple[str, _VideoParams]: + raise NotImplementedError("video extension is not supported for Replicate") + + def transform_video_extension_response( + self, + raw_response: httpx.Response, + logging_obj: object, + custom_llm_provider: str | None = None, + ) -> VideoObject: + raise NotImplementedError("video extension is not supported for Replicate") + + def get_error_class( + self, + error_message: str, + status_code: int, + headers: _VideoHeaders | httpx.Headers, + ) -> BaseLLMException: + return ReplicateError(status_code=status_code, message=error_message, headers=headers) diff --git a/litellm/llms/sagemaker/completion/transformation.py b/litellm/llms/sagemaker/completion/transformation.py index 5f6bef4246e..88f953091b7 100644 --- a/litellm/llms/sagemaker/completion/transformation.py +++ b/litellm/llms/sagemaker/completion/transformation.py @@ -11,9 +11,11 @@ from collections.abc import Mapping from typing import TYPE_CHECKING, Any, Final from httpx._models import Headers, Response +from pydantic import TypeAdapter import litellm from litellm.litellm_core_utils.asyncify import asyncify +from litellm.litellm_core_utils.core_helpers import as_object_list, json_contains, subscript from litellm.litellm_core_utils.prompt_templates.factory import ( prompt_factory, render_custom_prompt_template, @@ -33,6 +35,14 @@ if TYPE_CHECKING: else: LiteLLMLoggingObj = Any +_DECODED_JSON: Final = TypeAdapter(object) + + +def _concatenated(prefix: str, value: object) -> str: + if isinstance(value, str): + return prefix + value + raise TypeError(f'can only concatenate str (not "{type(value).__name__}") to str') + class SagemakerConfig(BaseConfig): """ @@ -199,7 +209,7 @@ class SagemakerConfig(BaseConfig): api_key: str | None = None, json_mode: bool | None = None, ) -> ModelResponse: - completion_response: Final = raw_response.json() + completion_response: Final = _DECODED_JSON.validate_python(raw_response.json()) ## LOGGING logging_obj.post_call( input=messages, @@ -212,15 +222,19 @@ class SagemakerConfig(BaseConfig): ## RESPONSE OBJECT try: - if isinstance(completion_response, list): - completion_response_choices = completion_response[0] - else: - completion_response_choices = completion_response + completion_response_list: Final = as_object_list(completion_response) + completion_response_choices: Final = ( + completion_response if completion_response_list is None else completion_response_list[0] + ) completion_output = "" - if "generation" in completion_response_choices: - completion_output += completion_response_choices["generation"] - elif "generated_text" in completion_response_choices: - completion_output += completion_response_choices["generated_text"] + if json_contains(completion_response_choices, "generation"): + completion_output = _concatenated( + completion_output, subscript(completion_response_choices, "generation") + ) + elif json_contains(completion_response_choices, "generated_text"): + completion_output = _concatenated( + completion_output, subscript(completion_response_choices, "generated_text") + ) # check if the prompt template is part of output, if so - filter it out if completion_output.startswith(prompt) and "" in prompt: diff --git a/litellm/llms/sambanova/chat.py b/litellm/llms/sambanova/chat.py index 0350950f342..8247ec2770d 100644 --- a/litellm/llms/sambanova/chat.py +++ b/litellm/llms/sambanova/chat.py @@ -32,6 +32,9 @@ class SambanovaConfig(OpenAIGPTConfig): response_format: dict | None = None tools: list | None = None + def _flattens_content_lists(self) -> bool: + return True + def __init__( self, max_tokens: int | None = None, diff --git a/litellm/llms/snowflake/chat/transformation.py b/litellm/llms/snowflake/chat/transformation.py index 928dcc3bc52..161cf908a6f 100644 --- a/litellm/llms/snowflake/chat/transformation.py +++ b/litellm/llms/snowflake/chat/transformation.py @@ -17,7 +17,7 @@ from typing import TYPE_CHECKING, Any, Final, Protocol, TypedDict import httpx from typing_extensions import ReadOnly -from litellm.litellm_core_utils.core_helpers import as_str_mapping +from litellm.litellm_core_utils.core_helpers import as_str_mapping, iter_items from litellm.litellm_core_utils.prompt_templates.factory import ( anthropic_process_openai_file_message, convert_to_anthropic_tool_result, @@ -354,13 +354,15 @@ class SnowflakeConfig(SnowflakeBaseConfig, OpenAIGPTConfig): if isinstance(block, Mapping) and block.get("type") == "text" ) elif role == "assistant": - tool_calls = msg.get("tool_calls") if isinstance(msg, dict) else getattr(msg, "tool_calls", None) + tool_calls: object = ( + msg.get("tool_calls") if isinstance(msg, dict) else getattr(msg, "tool_calls", None) + ) thinking_blocks = _signed_thinking_blocks(msg) if tool_calls: content_blocks: list[dict[str, object]] = list(thinking_blocks) # mutable-ok: JSON wire blocks if content: content_blocks.append({"type": "text", "text": content}) - for tc in tool_calls: + for tc in iter_items(tool_calls): func = tc.get("function", {}) if isinstance(tc, dict) else getattr(tc, "function", {}) tc_id = tc.get("id", "") if isinstance(tc, dict) else getattr(tc, "id", "") func_name = func.get("name", "") if isinstance(func, dict) else getattr(func, "name", "") diff --git a/litellm/llms/soniox/audio_transcription/transformation.py b/litellm/llms/soniox/audio_transcription/transformation.py index 30d872f248f..cefb195f4a5 100644 --- a/litellm/llms/soniox/audio_transcription/transformation.py +++ b/litellm/llms/soniox/audio_transcription/transformation.py @@ -13,11 +13,13 @@ import re from collections.abc import Mapping from dataclasses import dataclass from types import MappingProxyType -from typing import Any, Final, NoReturn +from typing import Any, Final, NoReturn, SupportsFloat, SupportsIndex from httpx import Headers, Response from pydantic import TypeAdapter, ValidationError +from typing_extensions import Buffer +from litellm.litellm_core_utils.core_helpers import decoded_json_object from litellm.llms.base_llm.audio_transcription.transformation import ( AudioTranscriptionRequestData, BaseAudioTranscriptionConfig, @@ -172,6 +174,12 @@ def _nested_form_param(param: str, fields: tuple[_BracketedField, ...]) -> Mappi } +def _as_float(value: object) -> float: + if isinstance(value, (str, Buffer, SupportsFloat, SupportsIndex)): + return float(value) + raise TypeError(f"float() argument must be a string or a real number, not {type(value).__name__!r}") + + def _is_soniox_context(value: object) -> bool: try: _STRUCTURED_CONTEXT.validate_python(value) @@ -345,7 +353,7 @@ class SonioxAudioTranscriptionConfig(BaseAudioTranscriptionConfig): response_format: str | None = None, ) -> TranscriptionResponse: """Shared response-building logic (also used by the handler).""" - transcription_meta: dict[str, Any] = {} + transcription_meta: object = {} transcript: dict[str, Any] if isinstance(payload, dict) and "transcript" in payload: @@ -385,9 +393,10 @@ class SonioxAudioTranscriptionConfig(BaseAudioTranscriptionConfig): response["task"] = "transcribe" # Best-effort metadata fields matching OpenAI's verbose_json shape. - if transcription_meta.get("audio_duration_ms") is not None: + audio_duration_ms: Final = decoded_json_object(transcription_meta).get("audio_duration_ms") + if audio_duration_ms is not None: try: - response["duration"] = float(transcription_meta["audio_duration_ms"]) / 1000.0 + response["duration"] = _as_float(audio_duration_ms) / 1000.0 except (TypeError, ValueError): pass @@ -403,10 +412,12 @@ class SonioxAudioTranscriptionConfig(BaseAudioTranscriptionConfig): words: Final[list[dict[str, object]]] = [] for token in tokens: word_entry: dict[str, object] = {"word": token.get("text", "")} - if token.get("start_ms") is not None: - word_entry["start"] = float(token["start_ms"]) / 1000.0 - if token.get("end_ms") is not None: - word_entry["end"] = float(token["end_ms"]) / 1000.0 + start_ms: object = token.get("start_ms") + if start_ms is not None: + word_entry["start"] = _as_float(start_ms) / 1000.0 + end_ms: object = token.get("end_ms") + if end_ms is not None: + word_entry["end"] = _as_float(end_ms) / 1000.0 words.append(word_entry) if words: response["words"] = words diff --git a/litellm/llms/stability/image_edit/transformations.py b/litellm/llms/stability/image_edit/transformations.py index 974996c5e48..65277973d39 100644 --- a/litellm/llms/stability/image_edit/transformations.py +++ b/litellm/llms/stability/image_edit/transformations.py @@ -6,13 +6,13 @@ Handles transformation between OpenAI-compatible format and Stability AI API for API Reference: https://platform.stability.ai/docs/api-reference """ -from collections.abc import Sequence from typing import TYPE_CHECKING, Any, Final, cast import httpx from httpx._types import RequestFiles -from typing_extensions import ReadOnly, TypedDict +from pydantic import TypeAdapter +from litellm.litellm_core_utils.core_helpers import decoded_json_object, json_contains, subscript from litellm.llms.base_llm.image_edit.transformation import BaseImageEditConfig from litellm.secret_managers.main import get_secret_str from litellm.types.images.main import ImageEditOptionalRequestParams @@ -31,12 +31,7 @@ if TYPE_CHECKING: else: LiteLLMLoggingObj = Any - -class _StabilityImageEditResponse(TypedDict, total=False): - image: ReadOnly[str] - finish_reason: ReadOnly[str] - seed: ReadOnly[int] - errors: ReadOnly[Sequence[str]] +_DECODED_JSON: Final = TypeAdapter(object) class StabilityImageEditConfig(BaseImageEditConfig): @@ -268,7 +263,7 @@ class StabilityImageEditConfig(BaseImageEditConfig): OpenAI expects: {"data": [{"b64_json": "base64..."}], "created": timestamp} """ try: - response_data: Final[_StabilityImageEditResponse] = raw_response.json() + response_json: Final = _DECODED_JSON.validate_python(raw_response.json()) except Exception as e: raise self.get_error_class( error_message=f"Error parsing Stability AI response: {e}", @@ -277,14 +272,15 @@ class StabilityImageEditConfig(BaseImageEditConfig): ) # Check for errors in response - if "errors" in response_data: + if json_contains(response_json, "errors"): raise self.get_error_class( - error_message=f"Stability AI error: {response_data['errors']}", + error_message=f"Stability AI error: {subscript(response_json, 'errors')}", status_code=raw_response.status_code, headers=raw_response.headers, ) # Check finish_reason + response_data: Final = decoded_json_object(response_json) finish_reason: Final = response_data.get("finish_reason", "") if finish_reason == "CONTENT_FILTERED": raise self.get_error_class( diff --git a/litellm/llms/vertex_ai/common_utils.py b/litellm/llms/vertex_ai/common_utils.py index d0de71e0305..aa275f254b4 100644 --- a/litellm/llms/vertex_ai/common_utils.py +++ b/litellm/llms/vertex_ai/common_utils.py @@ -7,7 +7,7 @@ from enum import Enum from functools import lru_cache from itertools import accumulate, chain, repeat, takewhile from types import MappingProxyType -from typing import Any, Final, Literal, TypeVar, cast, get_type_hints +from typing import Final, Literal, TypeVar, cast, get_type_hints import httpx from pydantic import JsonValue, TypeAdapter, ValidationError @@ -1384,6 +1384,13 @@ class VertexAIModelInfo(BaseLLMModelInfo): raise NotImplementedError("Vertex AI models are not supported yet") +_COUNT_TOKENS_REQUEST_FIELDS: Final = frozenset({"model", "contents", "system_instruction", "tools"}) + + +class _ForwardedCountTokensParams(TypedDict, total=False, extra_items=object): + pass + + class VertexAITokenCounter(BaseTokenCounter): """Token counter implementation for Google AI Studio provider.""" @@ -1446,7 +1453,7 @@ class VertexAITokenCounter(BaseTokenCounter): model_to_use: str, messages: list[dict[str, object]] | None, contents: list[dict[str, object]] | None, - deployment: dict[str, Any] | None = None, + deployment: dict[str, object] | None = None, request_model: str = "", tools: list[dict[str, object]] | None = None, system: object | None = None, @@ -1458,6 +1465,7 @@ class VertexAITokenCounter(BaseTokenCounter): ) -> TokenCountResponse | None: import copy + from litellm.litellm_core_utils.core_helpers import decoded_json_object from litellm.llms.anthropic.common_utils import context_management_with_edits from litellm.llms.vertex_ai.vertex_ai_partner_models.count_tokens.handler import count_tokens_publisher from litellm.llms.vertex_ai.vertex_ai_partner_models.main import ( @@ -1467,19 +1475,19 @@ class VertexAITokenCounter(BaseTokenCounter): VertexAIPartnerModels, ) - deployment = deployment or {} - count_tokens_params_request: Final = copy.deepcopy(deployment.get("litellm_params", {})) + resolved_deployment: Final = deployment or {} + raw_litellm_params: Final = copy.deepcopy(resolved_deployment.get("litellm_params", {})) if not VertexAIPartnerModels.is_vertex_partner_model(model_to_use) and not uses_vertex_gemini_api( - model_to_use, count_tokens_params_request + model_to_use, decoded_json_object(raw_litellm_params) if raw_litellm_params else None ): return None without_count_route: Final = ( VertexAIPartnerModels.is_vertex_partner_model(model_to_use) and count_tokens_publisher(model_to_use) is None ) - model_info: Final[Mapping[str, object]] = deployment.get("model_info") or {} - if without_count_route and messages and model_info.get("custom_tokenizer") is not None: + model_info: Final[object] = resolved_deployment.get("model_info") or {} + if without_count_route and messages and decoded_json_object(model_info).get("custom_tokenizer") is not None: return None if without_count_route: return TokenCountResponse( @@ -1497,7 +1505,7 @@ class VertexAITokenCounter(BaseTokenCounter): translated_count: Final = await self._count_translated_claude_request( model_to_use=model_to_use, messages=messages, - deployment=deployment, + deployment=resolved_deployment, request_model=request_model, tools=tools, system=system, @@ -1513,7 +1521,7 @@ class VertexAITokenCounter(BaseTokenCounter): partner_models_handler: Final = VertexAIPartnerModels() # Extract vertex-specific params from litellm_params - partner_litellm_params: Final[dict[str, object]] = count_tokens_params_request + partner_litellm_params: Final = dict(decoded_json_object(raw_litellm_params)) vertex_project = partner_litellm_params.get("vertex_project") or partner_litellm_params.get( "vertex_ai_project" ) @@ -1585,11 +1593,12 @@ class VertexAITokenCounter(BaseTokenCounter): ) from litellm.llms.vertex_ai.count_tokens.handler import VertexAITokenCounter + gemini_litellm_params: Final = decoded_json_object(raw_litellm_params) request_view: Final = await inference_request_view( messages or [], system, messages_format, - count_context_edits(context_management, tools, count_tokens_params_request, model_to_use), + count_context_edits(context_management, tools, gemini_litellm_params, model_to_use), ) if isinstance(request_view, InferenceRequestViewError): return count_context_error_response(request_view, request_model, model_to_use) @@ -1600,7 +1609,7 @@ class VertexAITokenCounter(BaseTokenCounter): return count_context_error_response(count_context, request_model, model_to_use) blocks_error: Final = unconvertible_messages_error( request_view.messages, messages_format - ) or malformed_tool_result_text_count_error(messages, messages_format, deployment) + ) or malformed_tool_result_text_count_error(messages, messages_format, resolved_deployment) if blocks_error is not None: return count_context_error_response(blocks_error, request_model, model_to_use) @@ -1608,22 +1617,21 @@ class VertexAITokenCounter(BaseTokenCounter): contents if contents is not None else await gemini_count_contents( - request_view.messages, messages_format, model_to_use, "vertex_ai", count_tokens_params_request + request_view.messages, messages_format, model_to_use, "vertex_ai", gemini_litellm_params ) ) if isinstance(resolved_contents, VertexGeminiCountContextError): return count_context_error_response(resolved_contents, request_model, model_to_use) - count_tokens_params: Final = { - "model": model_to_use, - "contents": resolved_contents, - "system_instruction": count_context.system_instruction, - "tools": count_context.tools, - } - count_tokens_params_request.update(count_tokens_params) try: result = await VertexAITokenCounter().acount_tokens( - **count_tokens_params_request, + **_ForwardedCountTokensParams( + **{k: v for k, v in gemini_litellm_params.items() if k not in _COUNT_TOKENS_REQUEST_FIELDS} + ), + model=model_to_use, + contents=resolved_contents, + system_instruction=count_context.system_instruction, + tools=count_context.tools, ) except litellm.APIError as error: return provider_error_response(error, request_model, model_to_use) diff --git a/litellm/llms/vertex_ai/files/transformation.py b/litellm/llms/vertex_ai/files/transformation.py index 1f03de4625c..7a7afcb83f1 100644 --- a/litellm/llms/vertex_ai/files/transformation.py +++ b/litellm/llms/vertex_ai/files/transformation.py @@ -10,7 +10,7 @@ from contextlib import aclosing from dataclasses import dataclass from functools import partial from types import MappingProxyType -from typing import IO, Any, Final, TypedDict +from typing import IO, Final, TypedDict from urllib.parse import quote, unquote import httpx @@ -827,7 +827,7 @@ def _openai_batch_jsonl_entry_to_vertex_anthropic_row( def _openai_batch_jsonl_entry_to_vertex_rows( - openai_entry: dict[str, Any], + openai_entry: Mapping[str, object], map_openai_to_vertex_params: Callable[[dict[str, object]], dict[str, object]], batch_model: str | None = None, deployment_params: Mapping[str, object] = MappingProxyType({}), @@ -842,7 +842,7 @@ def _openai_batch_jsonl_entry_to_vertex_rows( Example Vertex jsonl {"request":{"contents": [{"role": "user", "parts": [{"text": "What is the relation between the following video and image samples?"}, {"fileData": {"fileUri": "gs://cloud-samples-data/generative-ai/video/animals.mp4", "mimeType": "video/mp4"}}, {"fileData": {"fileUri": "gs://cloud-samples-data/generative-ai/image/cricket.jpeg", "mimeType": "image/jpeg"}}]}]}} """ - entry_body: Final = openai_entry.get("body") + entry_body: Final = as_str_mapping(openai_entry.get("body")) model: Final = batch_model or (str(entry_body.get("model") or "") if isinstance(entry_body, dict) else "") is_anthropic_model: Final = is_vertex_anthropic_batch_model(model) if _is_embeddings_batch_entry(openai_entry): @@ -855,11 +855,10 @@ def _openai_batch_jsonl_entry_to_vertex_rows( if not isinstance(entry_body, dict): raise TypeError("`body` on batch requests must be a JSON object, but was missing or not an object") - openai_request_body: Final = openai_entry["body"] chat_request_body: Final = ( - responses_batch_body_to_chat_body(openai_request_body, custom_llm_provider="vertex_ai") + responses_batch_body_to_chat_body(entry_body, custom_llm_provider="vertex_ai") if _is_responses_batch_entry(openai_entry) - else openai_request_body + else entry_body ) chat_messages: Final = map_developer_role_to_system_role(chat_request_body.get("messages", [])) if is_anthropic_model: diff --git a/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py b/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py index 80244cfc3eb..b5267f9681a 100644 --- a/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py +++ b/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py @@ -2442,7 +2442,7 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig): return model_response @staticmethod - def is_candidate_token_count_inclusive(usage_metadata: UsageMetadata) -> bool: + def is_candidate_token_count_inclusive(usage_metadata: Mapping[str, object]) -> bool: """ Check if the candidate token count is inclusive of the thinking token count @@ -2452,12 +2452,17 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig): Addresses - https://github.com/BerriAI/litellm/pull/10141#discussion_r2052272035 """ - non_thinking_tokens: Final = ( - usage_metadata.get("promptTokenCount", 0) - + usage_metadata.get("candidatesTokenCount", 0) - + usage_metadata.get("toolUsePromptTokenCount", 0) + prompt_tokens: Final = usage_metadata.get("promptTokenCount", 0) + candidate_tokens: Final = usage_metadata.get("candidatesTokenCount", 0) + tool_use_prompt_tokens: Final = usage_metadata.get("toolUsePromptTokenCount", 0) + total_tokens: Final = usage_metadata.get("totalTokenCount", 0) + return ( + isinstance(prompt_tokens, int) + and isinstance(candidate_tokens, int) + and isinstance(tool_use_prompt_tokens, int) + and isinstance(total_tokens, int) + and prompt_tokens + candidate_tokens + tool_use_prompt_tokens == total_tokens ) - return non_thinking_tokens == usage_metadata.get("totalTokenCount", 0) @staticmethod def _response_has_search_grounding( diff --git a/litellm/llms/vertex_ai/image_edit/vertex_gemini_transformation.py b/litellm/llms/vertex_ai/image_edit/vertex_gemini_transformation.py index 3633bb68b50..8e9bef97085 100644 --- a/litellm/llms/vertex_ai/image_edit/vertex_gemini_transformation.py +++ b/litellm/llms/vertex_ai/image_edit/vertex_gemini_transformation.py @@ -6,10 +6,12 @@ from typing import TYPE_CHECKING, Any, Final, Protocol, cast import httpx from httpx._types import RequestFiles +from pydantic import ConfigDict, TypeAdapter import litellm from litellm.images.utils import ImageEditRequestUtils from litellm.llms.base_llm.image_edit.transformation import BaseImageEditConfig +from litellm.llms.gemini.image_usage_transformation import transform_gemini_image_usage from litellm.llms.vertex_ai.common_utils import get_vertex_base_url, map_vertex_image_size from litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini import VertexLLM from litellm.secret_managers.main import get_secret_str @@ -20,7 +22,9 @@ from litellm.types.llms.vertex_ai import ( HttpxPartType, ) from litellm.types.router import GenericLiteLLMParams -from litellm.types.utils import FileTypes, ImageObject, ImageResponse, OpenAIImage +from litellm.types.utils import FileTypes, ImageObject, ImageResponse + +_JSON_DICT: Final = TypeAdapter(dict[str, object], config=ConfigDict(hide_input_in_errors=True)) if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import Logging as _LiteLLMLoggingObj @@ -202,7 +206,6 @@ class VertexAIGeminiImageEditConfig(BaseImageEditConfig, VertexLLM): raw_response: httpx.Response, logging_obj: LiteLLMLoggingObj, ) -> ImageResponse: - model_response: Final = ImageResponse() try: response_json: Final = _generate_content_payload(raw_response) except Exception as exc: @@ -223,8 +226,15 @@ class VertexAIGeminiImageEditConfig(BaseImageEditConfig, VertexLLM): if (inline_data := part.get("inlineData")) and (b64_json := inline_data.get("data")) ] - model_response.data = cast(list[OpenAIImage], data_list) - return model_response + usage_metadata: Final = _JSON_DICT.validate_python(response_json.get("usageMetadata") or {}) + traffic_type: Final = usage_metadata.get("trafficType") if usage_metadata else None + return ImageResponse( + data=data_list, + usage=transform_gemini_image_usage(usage_metadata) if usage_metadata else None, + hidden_params={"provider_specific_fields": {"traffic_type": traffic_type}} + if isinstance(traffic_type, str) and traffic_type + else {}, + ) def _prepare_inline_image_parts(self, image: FileTypes | list[FileTypes]) -> list[HttpxPartType]: images: Final[list[FileTypes]] = image if isinstance(image, list) else [image] diff --git a/litellm/llms/vertex_ai/image_generation/cost_calculator.py b/litellm/llms/vertex_ai/image_generation/cost_calculator.py index df8629aac46..6334c8646b6 100644 --- a/litellm/llms/vertex_ai/image_generation/cost_calculator.py +++ b/litellm/llms/vertex_ai/image_generation/cost_calculator.py @@ -18,6 +18,7 @@ def cost_calculator( image_response: ImageResponse, model_info: ModelInfo | None = None, vertex_location: str | None = None, + service_tier: str | None = None, ) -> float: """ Vertex AI Image Generation Cost Calculator @@ -40,6 +41,7 @@ def cost_calculator( custom_llm_provider="vertex_ai", model_info=_model_info, vertex_location=vertex_location, + service_tier=service_tier, ) if token_based_cost is not None: return token_based_cost + web_search_cost diff --git a/litellm/llms/vertex_ai/image_generation/image_generation_handler.py b/litellm/llms/vertex_ai/image_generation/image_generation_handler.py index ec915e10fcd..56843d2e1a1 100644 --- a/litellm/llms/vertex_ai/image_generation/image_generation_handler.py +++ b/litellm/llms/vertex_ai/image_generation/image_generation_handler.py @@ -7,6 +7,7 @@ from openai.types.image import Image from pydantic import ConfigDict, TypeAdapter import litellm +from litellm.litellm_core_utils.core_helpers import json_contains, subscript from litellm.llms.custom_httpx.http_handler import ( AsyncHTTPHandler, HTTPHandler, @@ -20,23 +21,24 @@ if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj _PREDICTIONS: Final = TypeAdapter(Iterable[Mapping[str, object]], config=ConfigDict(hide_input_in_errors=True)) +_DECODED_JSON: Final = TypeAdapter(object) class VertexImageGeneration(VertexLLM): def process_image_generation_response( self, - json_response: Mapping[str, object], + json_response: object, model_response: ImageResponse, model: str | None = None, ) -> ImageResponse: - if "predictions" not in json_response: + if not json_contains(json_response, "predictions"): raise litellm.InternalServerError( message=f"image generation response does not contain 'predictions', got {json_response}", llm_provider="vertex_ai", model=model, ) - predictions: Final = _PREDICTIONS.validate_python(json_response["predictions"]) + predictions: Final = _PREDICTIONS.validate_python(subscript(json_response, "predictions")) response_data: Final[list[Image]] = [] for prediction in predictions: @@ -168,7 +170,7 @@ class VertexImageGeneration(VertexLLM): if response.status_code != 200: raise Exception(f"Error: {response.status_code} {response.text}") - json_response: Final[Mapping[str, object]] = response.json() + json_response: Final = _DECODED_JSON.validate_python(response.json()) return self.process_image_generation_response(json_response, model_response, model) async def aimage_generation( @@ -272,11 +274,11 @@ class VertexImageGeneration(VertexLLM): if response.status_code != 200: raise Exception(f"Error: {response.status_code} {response.text}") - json_response: Final[Mapping[str, object]] = response.json() + json_response: Final = _DECODED_JSON.validate_python(response.json()) return self.process_image_generation_response(json_response, model_response, model) - def is_image_generation_response(self, json_response: dict[str, Any]) -> bool: + def is_image_generation_response(self, json_response: Mapping[str, object]) -> bool: if "predictions" in json_response: - if "bytesBase64Encoded" in json_response["predictions"][0]: + if json_contains(subscript(json_response["predictions"], 0), "bytesBase64Encoded"): return True return False diff --git a/litellm/llms/vertex_ai/image_generation/vertex_gemini_transformation.py b/litellm/llms/vertex_ai/image_generation/vertex_gemini_transformation.py index e1049ef8ece..252054d7330 100644 --- a/litellm/llms/vertex_ai/image_generation/vertex_gemini_transformation.py +++ b/litellm/llms/vertex_ai/image_generation/vertex_gemini_transformation.py @@ -14,6 +14,7 @@ from litellm.llms.gemini.common_utils import ( get_gemini_image_web_search_requests, map_gemini_image_tools_params, ) +from litellm.llms.gemini.image_usage_transformation import transform_gemini_image_usage from litellm.llms.vertex_ai.common_utils import get_vertex_base_url, map_vertex_image_size from litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini import VertexLLM from litellm.secret_managers.main import get_secret_str @@ -21,8 +22,6 @@ from litellm.types.llms.openai import AllMessageValues from litellm.types.utils import ( ImageObject, ImageResponse, - ImageUsage, - ImageUsageInputTokensDetails, ) if TYPE_CHECKING: @@ -262,27 +261,6 @@ class VertexAIGeminiImageGenerationConfig(BaseImageGenerationConfig, VertexLLM): return request_body - def _transform_image_usage(self, usage: dict) -> ImageUsage: - input_tokens_details: Final = ImageUsageInputTokensDetails( - image_tokens=0, - text_tokens=0, - ) - tokens_details: Final = usage.get("promptTokensDetails", []) - for details in tokens_details: - if isinstance(details, dict) and (modality := details.get("modality")): - token_count = details.get("tokenCount", 0) - if modality == "TEXT": - input_tokens_details.text_tokens += token_count - elif modality == "IMAGE": - input_tokens_details.image_tokens += token_count - - return ImageUsage( - input_tokens=usage.get("promptTokenCount", 0), - input_tokens_details=input_tokens_details, - output_tokens=usage.get("candidatesTokenCount", 0), - total_tokens=usage.get("totalTokenCount", 0), - ) - def transform_image_generation_response( self, model: str, @@ -334,7 +312,23 @@ class VertexAIGeminiImageGenerationConfig(BaseImageGenerationConfig, VertexLLM): ) if usage_metadata := response_object.get("usageMetadata", None): - model_response.usage = self._transform_image_usage(_JSON_DICT.validate_python(usage_metadata)) + normalized_usage_metadata: Final = _JSON_DICT.validate_python(usage_metadata) + model_response.usage = transform_gemini_image_usage(normalized_usage_metadata) + traffic_type: Final = normalized_usage_metadata.get("trafficType") + if isinstance(traffic_type, str) and traffic_type: + hidden_params: Final = model_response.hidden_params + provider_specific_fields: Final[dict[str, object]] = ( + _JSON_DICT.validate_python(hidden_params.get("provider_specific_fields")) + if isinstance(hidden_params.get("provider_specific_fields"), Mapping) + else {} + ) + model_response.hidden_params = { # rebind-ok: transformation fills the caller-owned response metadata + **hidden_params, + "provider_specific_fields": { + **provider_specific_fields, + "traffic_type": traffic_type, + }, + } web_search_requests: Final = get_gemini_image_web_search_requests(response_object) if web_search_requests and model_response.usage is not None: diff --git a/litellm/llms/vertex_ai/realtime/transformation.py b/litellm/llms/vertex_ai/realtime/transformation.py index 7635cd32a06..5781481dde8 100644 --- a/litellm/llms/vertex_ai/realtime/transformation.py +++ b/litellm/llms/vertex_ai/realtime/transformation.py @@ -20,7 +20,10 @@ import json from collections.abc import Awaitable, Callable from typing import Final +from pydantic import TypeAdapter + from litellm import verbose_logger +from litellm.litellm_core_utils.core_helpers import decoded_json_object from litellm.litellm_core_utils.url_utils import join_api_base from litellm.llms.gemini.realtime.transformation import GeminiRealtimeConfig from litellm.llms.vertex_ai.audio_transcription.realtime_transformation import ( @@ -30,6 +33,8 @@ from litellm.llms.vertex_ai.audio_transcription.realtime_transformation import ( from litellm.llms.vertex_ai.common_utils import get_vertex_base_url from litellm.llms.vertex_ai.vertex_llm_base import VertexBase +_DECODED_JSON: Final = TypeAdapter(object) + class VertexAIRealtimeConfig(GeminiRealtimeConfig): """ @@ -217,7 +222,7 @@ class VertexAIRealtimeConfig(GeminiRealtimeConfig): ``setup`` closes the connection with a 1007 policy error. """ json_message: Final = json.loads(message) - msg_type: Final = json_message.get("type") + msg_type: Final = decoded_json_object(_DECODED_JSON.validate_python(json_message)).get("type") if msg_type == "session.update": if session_configuration_request is None: diff --git a/litellm/llms/vertex_ai/vertex_ai_partner_models/llama/transformation.py b/litellm/llms/vertex_ai/vertex_ai_partner_models/llama/transformation.py index d11be440172..e26b26af278 100644 --- a/litellm/llms/vertex_ai/vertex_ai_partner_models/llama/transformation.py +++ b/litellm/llms/vertex_ai/vertex_ai_partner_models/llama/transformation.py @@ -131,7 +131,8 @@ class VertexAILlama3Config(OpenAIGPTConfig): ## RESPONSE OBJECT try: - completion_response: Final = OpenAIChatCompletionResponse(**raw_response.json()) + payload: Final[OpenAIChatCompletionResponse] = raw_response.json() + completion_response: Final = OpenAIChatCompletionResponse(**payload) except Exception as e: response_headers: Final = getattr(raw_response, "headers", None) raise VertexAIError( diff --git a/litellm/llms/volcengine/embedding/transformation.py b/litellm/llms/volcengine/embedding/transformation.py index cc1e7d59caa..283b013917b 100644 --- a/litellm/llms/volcengine/embedding/transformation.py +++ b/litellm/llms/volcengine/embedding/transformation.py @@ -8,7 +8,10 @@ from collections.abc import Mapping from typing import Final import httpx +from pydantic import TypeAdapter +from typing_extensions import TypedDict +from litellm.litellm_core_utils.core_helpers import decoded_json_object from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.litellm_core_utils.url_utils import ensure_api_route, join_api_base from litellm.llms.base_llm.chat.transformation import BaseLLMException @@ -18,6 +21,12 @@ from litellm.types.utils import EmbeddingResponse from ..common_utils import get_volcengine_base_url, get_volcengine_headers +_DECODED_JSON: Final = TypeAdapter(object) + + +class _VolcengineEmbeddingFields(TypedDict, total=False, extra_items=object): + pass + class VolcEngineEmbeddingConfig(BaseEmbeddingConfig): """ @@ -159,9 +168,10 @@ class VolcEngineEmbeddingConfig(BaseEmbeddingConfig): ) -> EmbeddingResponse: """Transform Volcengine response to EmbeddingResponse""" try: - response_json: Final = raw_response.json() + decoded_response: Final = _DECODED_JSON.validate_python(raw_response.json()) except Exception as e: raise ValueError(f"Failed to parse Volcengine response as JSON: {e}") + response_json: Final = decoded_json_object(decoded_response) # Volcengine response format matches OpenAI format closely # Just need to ensure all required fields are present @@ -177,7 +187,7 @@ class VolcEngineEmbeddingConfig(BaseEmbeddingConfig): transformed_response["id"] = response_json["id"] # Create EmbeddingResponse from transformed data - return EmbeddingResponse(**transformed_response) + return EmbeddingResponse(**_VolcengineEmbeddingFields(**transformed_response)) def validate_environment( self, diff --git a/litellm/llms/volcengine/videos/transformation.py b/litellm/llms/volcengine/videos/transformation.py index 5af1080b9a0..ca4d3546636 100644 --- a/litellm/llms/volcengine/videos/transformation.py +++ b/litellm/llms/volcengine/videos/transformation.py @@ -874,7 +874,7 @@ class VolcEngineVideoConfig(BaseVideoConfig): **(extra_query or {}), } - def transform_video_list_response( # pyright: ignore[reportIncompatibleMethodOverride] # base declares dict[str, str] but the payload is a heterogeneous list body + def transform_video_list_response( self, raw_response: httpx.Response, logging_obj: "Logging", diff --git a/litellm/llms/watsonx/common_utils.py b/litellm/llms/watsonx/common_utils.py index 6d3686e9f85..5d2aa418173 100644 --- a/litellm/llms/watsonx/common_utils.py +++ b/litellm/llms/watsonx/common_utils.py @@ -1,10 +1,12 @@ from typing import Final, cast import httpx +from pydantic import TypeAdapter import litellm from litellm import verbose_logger from litellm.caching import InMemoryCache +from litellm.litellm_core_utils.core_helpers import subscript from litellm.litellm_core_utils.prompt_templates import factory as ptf from litellm.llms.base_llm.chat.transformation import BaseLLMException from litellm.secret_managers.main import get_secret_str @@ -23,6 +25,13 @@ class WatsonXAIError(BaseLLMException): iam_token_cache: Final = InMemoryCache() +_IAM_TOKEN_RESPONSE: Final = TypeAdapter(object) + + +def _ttl_with_buffer(expires_in: object) -> float: + if isinstance(expires_in, (int, float)): + return expires_in - 10 + raise TypeError(f"unsupported operand type(s) for -: '{type(expires_in).__name__}' and 'int'") def get_watsonx_iam_url(): @@ -30,7 +39,7 @@ def get_watsonx_iam_url(): def generate_iam_token(api_key=None, **params) -> str: - result: str | None = iam_token_cache.get_cache(api_key) + result: object = iam_token_cache.get_cache(api_key) if result is None: headers: Final = {} @@ -58,13 +67,13 @@ def generate_iam_token(api_key=None, **params) -> str: ) response: Final = litellm.module_level_client.post(url=iam_token_url, data=data, headers=headers) response.raise_for_status() - json_data: Final = response.json() + json_data: Final = _IAM_TOKEN_RESPONSE.validate_python(response.json()) - result = json_data["access_token"] + result = subscript(json_data, "access_token") iam_token_cache.set_cache( key=api_key, value=result, - ttl=json_data["expires_in"] - 10, # leave some buffer + ttl=_ttl_with_buffer(subscript(json_data, "expires_in")), ) return cast(str, result) diff --git a/litellm/llms/watsonx/completion/transformation.py b/litellm/llms/watsonx/completion/transformation.py index 9ea062ea2f8..fd1ecaf29dd 100644 --- a/litellm/llms/watsonx/completion/transformation.py +++ b/litellm/llms/watsonx/completion/transformation.py @@ -4,7 +4,9 @@ from datetime import datetime from typing import TYPE_CHECKING, Any, Final import httpx +from pydantic import TypeAdapter +from litellm.litellm_core_utils.core_helpers import decoded_json_object from litellm.litellm_core_utils.url_utils import join_api_base from litellm.llms.base_llm.base_model_iterator import BaseModelResponseIterator from litellm.types.llms.openai import AllMessageValues, ChatCompletionUsageBlock @@ -30,6 +32,9 @@ else: LiteLLMLoggingObj = Any +_DECODED_JSON: Final = TypeAdapter(object) + + class IBMWatsonXAIConfig(IBMWatsonXMixin, BaseConfig): """ Reference: https://cloud.ibm.com/apidocs/watsonx-ai#text-generation @@ -305,12 +310,15 @@ class IBMWatsonXAIConfig(IBMWatsonXMixin, BaseConfig): completion_tokens: Final = json_resp["results"][0]["generated_token_count"] model_response.choices[0].message.content = generated_text model_response.choices[0].finish_reason = map_finish_reason(json_resp["results"][0]["stop_reason"]) - if json_resp.get("created_at"): + created_at: Final = decoded_json_object(_DECODED_JSON.validate_python(json_resp)).get("created_at") + if created_at: + if not isinstance(created_at, str): + raise TypeError("fromisoformat: argument must be str") try: - created_datetime = datetime.fromisoformat(json_resp["created_at"]) + created_datetime = datetime.fromisoformat(created_at) except ValueError: # datetime.fromisoformat cannot handle 'Z' in Python 3.10 - created_datetime = datetime.fromisoformat(f"{json_resp['created_at'].rstrip('Z')}+00:00") + created_datetime = datetime.fromisoformat(f"{created_at.rstrip('Z')}+00:00") model_response.created = int(created_datetime.timestamp()) else: model_response.created = int(time.time()) diff --git a/litellm-proxy-extras/litellm_proxy_extras/__init__.py b/litellm/llms/webiq/__init__.py similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/__init__.py rename to litellm/llms/webiq/__init__.py diff --git a/litellm-proxy-extras/tests/__init__.py b/litellm/llms/webiq/search/__init__.py similarity index 100% rename from litellm-proxy-extras/tests/__init__.py rename to litellm/llms/webiq/search/__init__.py diff --git a/litellm/llms/webiq/search/transformation.py b/litellm/llms/webiq/search/transformation.py new file mode 100644 index 00000000000..85d122a21af --- /dev/null +++ b/litellm/llms/webiq/search/transformation.py @@ -0,0 +1,156 @@ +from __future__ import annotations + +from collections.abc import Mapping +from types import MappingProxyType +from typing import TYPE_CHECKING, Final +from urllib.parse import urlsplit + +import httpx +from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError + +from litellm.llms.base_llm.chat.transformation import BaseLLMException +from litellm.llms.base_llm.search.transformation import BaseSearchConfig, SearchResponse, SearchResult + +if TYPE_CHECKING: + from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj + + +class _WebIQResult(BaseModel): + model_config = ConfigDict(extra="allow", frozen=True) + + title: str + url: str + content: str + lastUpdatedAt: str | None = None + + +class _WebIQResponse(BaseModel): + model_config = ConfigDict(extra="allow", frozen=True) + + webResults: tuple[_WebIQResult, ...] + + +_DOMAINS: Final = TypeAdapter(tuple[str, ...]) + + +def _extra_fields(model: BaseModel, reserved: Mapping[str, object]) -> MappingProxyType[str, object]: + extra: Final[Mapping[str, object]] = model.model_extra or {} + return MappingProxyType({key: value for key, value in extra.items() if key not in reserved}) + + +def _query_with_domains(query: str, domains: object) -> str: + if domains is None: + return query + parsed: Final = _DOMAINS.validate_python(domains) + included: Final = tuple(f"site:{domain}" for domain in parsed if domain and not domain.startswith("-")) + excluded: Final = tuple(f"-site:{domain[1:]}" for domain in parsed if domain.startswith("-") and len(domain) > 1) + include_clause: Final = f"({' OR '.join(included)})" if included else "" + if not included and not excluded: + return query + return " ".join(part for part in (f"({query})", include_clause, *excluded) if part) + + +class WebIQSearchConfig(BaseSearchConfig): + DEFAULT_API_BASE: Final = "https://api.microsoft.ai/v3" + + @staticmethod + def ui_friendly_name() -> str: + return "Microsoft Web IQ" + + def validate_environment( + self, + headers: dict[str, str], # mutable-ok: BaseSearchConfig interface + api_key: str | None = None, + api_base: str | None = None, + **kwargs: object, # kwargs-ok: BaseSearchConfig interface + ) -> dict[str, str]: # mutable-ok: HTTP handler requires a dict + if urlsplit(api_base or self.DEFAULT_API_BASE).scheme != "https": + raise ValueError("Microsoft Web IQ search requires an HTTPS api_base") + resolved_key: Final = self.resolve_server_api_key( + caller_api_key=api_key, + caller_api_base=api_base, + key_env_vars=("WEBIQ_API_KEY",), + base_env_var=None, + default_api_base=self.DEFAULT_API_BASE, + ) + if not resolved_key: + raise ValueError("Set WEBIQ_API_KEY or pass api_key for Microsoft Web IQ search") + return { + **headers, + "x-apikey": resolved_key, + "Content-Type": "application/json", + } + + def get_complete_url( + self, + api_base: str | None, + optional_params: dict[str, object], # mutable-ok: BaseSearchConfig interface + data: dict[str, object] | list[dict[str, object]] | None = None, # mutable-ok: BaseSearchConfig interface + **kwargs: object, # kwargs-ok: BaseSearchConfig interface + ) -> str: + base: Final = (api_base or self.DEFAULT_API_BASE).rstrip("/") + return base if base.endswith("/search/web") else f"{base}/search/web" + + def transform_search_request( + self, + query: str | list[str], # mutable-ok: BaseSearchConfig interface + optional_params: dict[str, object], # mutable-ok: BaseSearchConfig interface + **kwargs: object, # kwargs-ok: BaseSearchConfig interface + ) -> dict[str, object]: # mutable-ok: HTTP handler requires a JSON dict + country: Final = optional_params.get("country") + mapped: Final = MappingProxyType( + { + "maxResults": optional_params.get("max_results"), + "region": country.upper() if isinstance(country, str) else None, + } + ) + native: Final = MappingProxyType( + { + key: value + for key, value in optional_params.items() + if key not in self.get_supported_perplexity_optional_params() + } + ) + return { + "contentFormat": "passage", + "maxLength": 5000, + **MappingProxyType({key: value for key, value in mapped.items() if value is not None}), + **native, + "query": _query_with_domains( + " ".join(query) if isinstance(query, list) else query, + optional_params.get("search_domain_filter"), + ), + } + + def transform_search_response( + self, + raw_response: httpx.Response, + logging_obj: LiteLLMLoggingObj, + **kwargs: object, # kwargs-ok: BaseSearchConfig interface + ) -> SearchResponse: + try: + parsed: Final = _WebIQResponse.model_validate_json(raw_response.content) + except ValidationError as exc: + raise BaseLLMException( + status_code=502, + message=f"Microsoft Web IQ returned an invalid search response: {exc}", + headers=dict(raw_response.headers), + ) from exc + return SearchResponse.model_validate( + { + **_extra_fields(parsed, SearchResponse.model_fields), + "results": [ + SearchResult.model_validate( + { + **_extra_fields(result, SearchResult.model_fields), + "title": result.title, + "url": result.url, + "snippet": result.content, + "date": result.lastUpdatedAt or None, + "last_updated": result.lastUpdatedAt or None, + } + ) + for result in parsed.webResults + ], + } + ) diff --git a/litellm/llms/xai/chat/transformation.py b/litellm/llms/xai/chat/transformation.py index f53b71a5a9a..da8d673ce9f 100644 --- a/litellm/llms/xai/chat/transformation.py +++ b/litellm/llms/xai/chat/transformation.py @@ -1,15 +1,17 @@ import copy from collections.abc import AsyncIterator, Iterator, Mapping from types import MappingProxyType -from typing import Any, Final +from typing import Final, Protocol, SupportsIndex, SupportsInt, runtime_checkable import httpx from pydantic import ConfigDict, TypeAdapter +from typing_extensions import Buffer import litellm from litellm._logging import verbose_logger from litellm.constants import XAI_API_BASE from litellm.exceptions import AuthenticationError +from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_or_none from litellm.litellm_core_utils.prompt_templates.common_utils import ( filter_value_from_dict, strip_name_from_messages, @@ -36,6 +38,28 @@ _RESPONSE_BODY: Final = TypeAdapter(dict[object, object], config=ConfigDict(hide _FILTERED_TOOL: Final = TypeAdapter(object) +@runtime_checkable +class _SupportsTrunc(Protocol): + def __trunc__(self) -> int: ... + + +def _token_count(value: object) -> int: + if isinstance(value, (str, Buffer, SupportsInt, SupportsIndex, _SupportsTrunc)): + return int(value) + raise TypeError( + f"int() argument must be a string, a bytes-like object or a real number, not '{type(value).__name__}'" + ) + + +def _reasoning_tokens(details: object) -> int: + if not details: + return 0 + details_fields: Final = as_str_mapping(details) + if details_fields is not None and isinstance(details, dict): + return _token_count(details_fields.get("reasoning_tokens") or 0) + return _token_count(attribute_or_none(details, "reasoning_tokens") or 0) + + def _usage_restated_from_xai_ticks(usage: Usage | None) -> Usage | None: reported_cost: Final = xai_reported_cost_in_usd(getattr(usage, "cost_in_usd_ticks", None)) if usage is None or reported_cost is None: @@ -324,7 +348,7 @@ class XAIChatConfig(OpenAIGPTConfig): @staticmethod def fold_reasoning_tokens_into_completion( - target: ModelResponse | Usage | dict[str, Any] | None, + target: ModelResponse | Usage | dict[str, object] | None, ) -> None: """Reconcile xAI Usage to the OpenAI invariant. @@ -341,24 +365,20 @@ class XAIChatConfig(OpenAIGPTConfig): return if isinstance(target, ModelResponse): - usage: Usage | dict[str, Any] | None = getattr(target, "usage", None) + usage: Usage | dict[str, object] | None = getattr(target, "usage", None) else: usage = target if usage is None: return if isinstance(usage, dict): - details = usage.get("completion_tokens_details") or {} - if isinstance(details, dict): - reasoning_tokens = int(details.get("reasoning_tokens") or 0) - else: - reasoning_tokens = int(getattr(details, "reasoning_tokens", 0) or 0) + reasoning_tokens = _reasoning_tokens(usage.get("completion_tokens_details")) if reasoning_tokens <= 0: return - prompt_tokens = int(usage.get("prompt_tokens") or 0) - completion_tokens = int(usage.get("completion_tokens") or 0) - total_tokens = int(usage.get("total_tokens") or 0) + prompt_tokens = _token_count(usage.get("prompt_tokens") or 0) + completion_tokens = _token_count(usage.get("completion_tokens") or 0) + total_tokens = _token_count(usage.get("total_tokens") or 0) if total_tokens == prompt_tokens + completion_tokens: return @@ -370,8 +390,8 @@ class XAIChatConfig(OpenAIGPTConfig): usage["completion_tokens"] = completion_tokens + reasoning_tokens return - details = getattr(usage, "completion_tokens_details", None) - reasoning_tokens = int(getattr(details, "reasoning_tokens", 0) or 0) if details else 0 + details = attribute_or_none(usage, "completion_tokens_details") + reasoning_tokens = _token_count(attribute_or_none(details, "reasoning_tokens") or 0) if details else 0 if reasoning_tokens <= 0: return @@ -407,15 +427,15 @@ class XAIChatConfig(OpenAIGPTConfig): @staticmethod def _normalize_openai_compatible_usage_totals( - usage: Usage | dict[str, Any] | None, + usage: Usage | dict[str, object] | None, ) -> None: if usage is None: return if isinstance(usage, dict): - prompt_tokens = int(usage.get("prompt_tokens") or 0) - completion_tokens = int(usage.get("completion_tokens") or 0) + prompt_tokens = _token_count(usage.get("prompt_tokens") or 0) + completion_tokens = _token_count(usage.get("completion_tokens") or 0) expected_total = prompt_tokens + completion_tokens - if int(usage.get("total_tokens") or 0) < expected_total: + if _token_count(usage.get("total_tokens") or 0) < expected_total: usage["total_tokens"] = expected_total return prompt_tokens = int(usage.prompt_tokens or 0) diff --git a/litellm/llms/you_com/search/transformation.py b/litellm/llms/you_com/search/transformation.py index 9228deda26b..b56b547a949 100644 --- a/litellm/llms/you_com/search/transformation.py +++ b/litellm/llms/you_com/search/transformation.py @@ -8,7 +8,9 @@ OpenAPI spec: https://you.com/specs/openapi_search_v1.yaml from typing import Final, TypedDict import httpx +from pydantic import TypeAdapter +from litellm.litellm_core_utils.core_helpers import decoded_json_object, iter_items, subscript from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.litellm_core_utils.url_utils import join_api_base from litellm.llms.base_llm.search.transformation import ( @@ -18,6 +20,8 @@ from litellm.llms.base_llm.search.transformation import ( ) from litellm.secret_managers.main import get_secret_str +_DECODED_JSON: Final = TypeAdapter(object) + class _YouComSearchRequestRequired(TypedDict): """Required fields for You.com Search API request.""" @@ -169,23 +173,26 @@ class YouComSearchConfig(BaseSearchConfig): - snippets[0] → SearchResult.snippet (falls back to `description`) - page_age → SearchResult.date """ - response_json: Final = raw_response.json() - raw_results: Final = response_json.get("results") or {} + response_json: Final = decoded_json_object(_DECODED_JSON.validate_python(raw_response.json())) + raw_results: Final = decoded_json_object(response_json.get("results") or {}) web_results: Final = raw_results.get("web") or [] news_results: Final = raw_results.get("news") or [] results: Final[list[SearchResult]] = [] - for item in list(web_results) + list(news_results): + for entry in list(iter_items(web_results)) + list(iter_items(news_results)): + item = decoded_json_object(entry) snippets = item.get("snippets") or [] - snippet = snippets[0] if snippets else item.get("description", "") + snippet = subscript(snippets, 0) if snippets else item.get("description", "") results.append( - SearchResult( - title=item.get("title", ""), - url=item.get("url", ""), - snippet=snippet, - date=item.get("page_age"), - last_updated=None, + SearchResult.model_validate( + { + "title": item.get("title", ""), + "url": item.get("url", ""), + "snippet": snippet, + "date": item.get("page_age"), + "last_updated": None, + } ) ) diff --git a/litellm/main.py b/litellm/main.py index febf9503a7e..35473e63852 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -75,7 +75,8 @@ from litellm.constants import ( from litellm.exceptions import LiteLLMUnknownProvider from litellm.integrations.custom_logger import CustomLogger from litellm.litellm_core_utils.allowed_tools_tool_choice import ( - raise_if_allowed_tools_tool_choice_unsupported, + drops_unsupported_allowed_tools_tool_choice, + parse_allowed_tools_tool_choice, raise_if_hosted_tool_choice_unsupported, ) from litellm.litellm_core_utils.asyncify import asyncify, run_async_function @@ -89,8 +90,10 @@ from litellm.litellm_core_utils.chat_completion_agentic_loop import ( ) from litellm.litellm_core_utils.completion_timeout import CompletionTimeout, StreamKind from litellm.litellm_core_utils.dd_tracing import tracer +from litellm.litellm_core_utils.exception_mapping_utils import mapped_stream_exception from litellm.litellm_core_utils.get_litellm_params import ( AGENTIC_LOOP_CONTROL_KWARGS_KEYS, + AGENTIC_LOOP_TOOL_CHOICE_KEY, AWS_CREDENTIAL_KWARGS_KEYS, OAUTH_TOKEN_EXCHANGE_KWARGS_KEYS, PROVIDER_AFFINITY_HEADER_KWARG_KEY, @@ -126,6 +129,7 @@ from litellm.litellm_core_utils.prompt_templates.common_utils import ( ) from litellm.litellm_core_utils.provider_affinity import add_provider_affinity_header from litellm.litellm_core_utils.reasoning_effort_capability import ( + RequestedReasoningEffort, model_group_from_metadata, reasoning_effort_needs_allowing, resolve_chat_reasoning, @@ -152,7 +156,10 @@ from litellm.llms.bedrock.common_utils import ( from litellm.llms.bedrock_mantle.chat.claude_transformation import bedrock_mantle_chat_config from litellm.llms.cohere.common_utils import CohereModelInfo from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler, http2_enabled -from litellm.llms.openai.chat.gpt_reasoning_transformation import OpenAIGPT5Config +from litellm.llms.openai.chat.gpt_reasoning_transformation import ( + DeferredReasoningDropWarnings, + OpenAIGPT5Config, +) from litellm.llms.openai.common_utils import get_openai_credentials from litellm.llms.openai_like.json_loader import JSONProviderRegistry from litellm.llms.vertex_ai.common_utils import ( @@ -223,7 +230,7 @@ from litellm.utils import ( token_counter as token_counter, # noqa: PLC0414 # public re-export ) -from ._logging import verbose_logger +from ._logging import WarningLogger, verbose_logger from .caching.caching import disable_cache, enable_cache, update_cache from .litellm_core_utils.core_helpers import ( as_str_mapping, @@ -1027,7 +1034,7 @@ def _text_completion_response_from_cached_dict(cached_response_dict: Mapping[str return TextCompletionResponse(stream=bool(cached_response_dict.get("stream", False)), **fields) -async def _async_streaming(response, model, custom_llm_provider, args): +async def _async_streaming(response, model, custom_llm_provider, litellm_params: Mapping[str, object]): try: print_verbose(f"received response in _async_streaming: {response}") if asyncio.iscoroutine(response): @@ -1036,11 +1043,11 @@ async def _async_streaming(response, model, custom_llm_provider, args): print_verbose(f"line in async streaming: {line}") yield line except Exception as e: - custom_llm_provider = custom_llm_provider or "openai" - raise exception_type( - model=model, - custom_llm_provider=custom_llm_provider, - original_exception=e, + raise mapped_stream_exception( + e, + model if isinstance(model, str) else "", + custom_llm_provider if isinstance(custom_llm_provider, str) and custom_llm_provider else "openai", + litellm_params, ) @@ -3651,8 +3658,10 @@ def _complete_openrouter(ctx: CompletionDispatchContext) -> _CompletionDispatchR or get_secret_str("OR_API_KEY") ) - openrouter_site_url: Final = get_secret("OR_SITE_URL") or "https://litellm.ai" - openrouter_app_name: Final = get_secret("OR_APP_NAME") or "liteLLM" + openrouter_site_url: Final = _OPAQUE_VALUE_ADAPTER.validate_python( + get_secret("OR_SITE_URL") or "https://litellm.ai" + ) + openrouter_app_name: Final = _OPAQUE_VALUE_ADAPTER.validate_python(get_secret("OR_APP_NAME") or "liteLLM") openrouter_headers: Final = { "HTTP-Referer": openrouter_site_url, @@ -3756,8 +3765,10 @@ def _complete_vercel_ai_gateway( api_key = api_key or litellm.api_key or get_secret("VERCEL_AI_GATEWAY_API_KEY") - vercel_site_url: Final = get_secret("VERCEL_SITE_URL") or "https://litellm.ai" - vercel_app_name: Final = get_secret("VERCEL_APP_NAME") or "liteLLM" + vercel_site_url: Final = _OPAQUE_VALUE_ADAPTER.validate_python( + get_secret("VERCEL_SITE_URL") or "https://litellm.ai" + ) + vercel_app_name: Final = _OPAQUE_VALUE_ADAPTER.validate_python(get_secret("VERCEL_APP_NAME") or "liteLLM") vercel_headers: Final = { "http-referer": vercel_site_url, @@ -5476,6 +5487,51 @@ def _complete_langflow(ctx: CompletionDispatchContext) -> _CompletionDispatchRes ) +def _responses_bridge_optional_params( + optional_params: dict[str, object], # mutable-ok: completion's optional_params, which the Responses bridge takes + summary_alias: object, + requested: RequestedReasoningEffort, + *, + custom_llm_provider: str, + model: str, + base_model: str | None, + api_base: str | None, + deployment_model_info: Mapping[str, object] | None, + drop_params: bool, + additional_drop_params: object, +) -> dict[str, object]: # mutable-ok: completion's optional_params, which the Responses bridge takes + if isinstance(requested, dict): + from litellm.responses.utils import ( + RefusedReasoningFields, + bridge_reasoning, + raise_refused_reasoning_fields, + ) + + bridged_reasoning: Final = bridge_reasoning( + requested=requested, + effort_kept="reasoning_effort" in optional_params, + summary_alias=summary_alias, + model=model, + base_model=base_model, + custom_llm_provider=custom_llm_provider, + api_base=api_base, + deployment_model_info=deployment_model_info, + drop_params=drop_params, + additional_drop_params=additional_drop_params, + ) + if isinstance(bridged_reasoning, RefusedReasoningFields): + raise_refused_reasoning_fields(bridged_reasoning, model, custom_llm_provider) + return {**optional_params, "reasoning_effort": bridged_reasoning} + if summary_alias is None: + return optional_params + kept_effort: Final = optional_params.get("reasoning_effort", requested) + if isinstance(kept_effort, dict): + return {**optional_params, "reasoning_effort": {**kept_effort, "summary": summary_alias}} + if kept_effort is None: + return {**optional_params, "reasoning_effort": {"summary": summary_alias}} + return {**optional_params, "reasoning_effort": {"effort": kept_effort, "summary": summary_alias}} + + def _complete_databricks_agent(ctx: CompletionDispatchContext) -> _CompletionDispatchResult: from litellm.llms.databricks.agent.transformation import DatabricksAgentConfig @@ -5609,10 +5665,21 @@ def completion( if model is None: raise ValueError("model param not passed in.") # validate messages - messages = validate_and_fix_openai_messages(messages=messages) + messages = validate_and_fix_openai_messages( + messages=messages, model=model, request_kwargs=_REQUEST_KWARGS_ADAPTER.validate_python(kwargs) + ) tools = validate_and_fix_openai_tools(tools=tools) # validate tool_choice - tool_choice = validate_chat_completion_tool_choice(tool_choice=tool_choice, model=model) + requested_tool_choice: Final = cast( # cast-ok: widening an untyped dict to object is always sound + object, tool_choice + ) + tool_choice = validate_chat_completion_tool_choice( + tool_choice=tool_choice, + model=model, + drop_params=drops_unsupported_params( + cast("Mapping[str, object]", kwargs).get("drop_params") # cast-ok: kwargs is the untyped request dict + ), + ) # validate optional params stop = validate_openai_optional_params(stop=stop) thinking = validate_and_fix_thinking_param(thinking=thinking) @@ -5819,6 +5886,7 @@ def completion( merge_with_first_system=True, ) + reasoning_drop_warnings: Final = DeferredReasoningDropWarnings(logger=verbose_logger) try: if base_url is not None: api_base = base_url @@ -5909,12 +5977,13 @@ def completion( if not is_claude_tool_target(custom_llm_provider=custom_llm_provider, model=model): tools = _drop_anthropic_only_tool_keys(tools=tools) - raise_if_allowed_tools_tool_choice_unsupported( + drops_tool_choice: Final = drops_unsupported_allowed_tools_tool_choice( tool_choice=cast( # cast-ok: widening an untyped dict to object is always sound, the helper validates it with pydantic object, tool_choice ), custom_llm_provider=custom_llm_provider, model=model, + drop_params=drop_unsupported_reasoning, ) raise_if_hosted_tool_choice_unsupported( tool_choice=cast( # cast-ok: widening an untyped dict to object is always sound, the helper validates it with pydantic @@ -6039,7 +6108,7 @@ def completion( "response_format": response_format, "seed": seed, "tools": tools, - "tool_choice": tool_choice, + "tool_choice": None if drops_tool_choice else tool_choice, "max_retries": max_retries, "logprobs": logprobs, "top_logprobs": top_logprobs, @@ -6073,14 +6142,22 @@ def completion( mapping_args: Final = MappingProxyType({**optional_param_args, "reasoning_effort": provider_reasoning_effort}) mapping_special_params: Final = MappingProxyType(dict(provider_params)) - def optional_params_for_model_info(deployment_info: Mapping[str, object] | None) -> dict[str, object]: - return get_optional_params(**mapping_args, model_info=deployment_info, **mapping_special_params) + def optional_params_for_model_info( + deployment_info: Mapping[str, object] | None, + reasoning_drop_logger: WarningLogger = verbose_logger, + ) -> dict[str, object]: + return get_optional_params( + **mapping_args, + model_info=deployment_info, + _litellm_reasoning_drop_logger=reasoning_drop_logger, + **mapping_special_params, + ) validated_model_info: Final = ( _MODEL_INFO_ADAPTER.validate_python(model_info) if isinstance(model_info, dict) else None ) deployment_base_model: Final = base_model if isinstance(base_model, str) else None - optional_params = optional_params_for_model_info(validated_model_info) + optional_params = optional_params_for_model_info(validated_model_info, reasoning_drop_warnings) fakes_stream: Final = partial( _completion_fakes_stream, model, @@ -6228,7 +6305,18 @@ def completion( if key in kwargs }, ) - litellm_params: Final = with_control_options(requested_litellm_params, control_options) + litellm_params: Final = with_control_options( + { + **requested_litellm_params, + **( + {AGENTIC_LOOP_TOOL_CHOICE_KEY: requested_tool_choice} + if AGENTIC_LOOP_TOOL_CHOICE_KEY not in kwargs + and parse_allowed_tools_tool_choice(requested_tool_choice) is not None + else {} + ), + }, + control_options, + ) affinity_api_base: Final = ( str(client.base_url) if isinstance(client, openai.OpenAI | openai.AsyncOpenAI) @@ -6266,6 +6354,7 @@ def completion( ) if mock_response is not None or mock_tool_calls or mock_timeout: kwargs.pop("mock_timeout", None) # remove for any fallbacks triggered + reasoning_drop_warnings.log_unless_dropped_effort_sent(optional_params) return mock_completion( model, messages, @@ -6314,41 +6403,19 @@ def completion( from litellm.completion_extras import responses_api_bridge optional_params, rs_val = strip_reasoning_summary_aliases_from_optional_params(optional_params) - - if isinstance(resolved_reasoning_effort, dict): - from litellm.responses.utils import ( - RefusedReasoningFields, - bridge_reasoning, - raise_refused_reasoning_fields, - ) - - bridged_reasoning: Final = bridge_reasoning( - requested=resolved_reasoning_effort, - effort_kept="reasoning_effort" in optional_params, - summary_alias=rs_val, - model=model, - base_model=base_model if isinstance(base_model, str) else None, - custom_llm_provider=custom_llm_provider, - api_base=api_base, - deployment_model_info=typed_deployment_model_info, - drop_params=drop_unsupported_reasoning, - additional_drop_params=routing_kwargs.get("additional_drop_params"), - ) - if isinstance(bridged_reasoning, RefusedReasoningFields): - raise_refused_reasoning_fields(bridged_reasoning, model, custom_llm_provider) - optional_params["reasoning_effort"] = bridged_reasoning - elif rs_val is not None: - eff: Final = optional_params.get("reasoning_effort", resolved_reasoning_effort) - if isinstance(eff, dict): - optional_params["reasoning_effort"] = {**eff, "summary": rs_val} - elif eff is not None: - optional_params["reasoning_effort"] = { - "effort": eff, - "summary": rs_val, - } - else: - optional_params["reasoning_effort"] = {"summary": rs_val} - + bridge_optional_params: Final = _responses_bridge_optional_params( + optional_params, + rs_val, + resolved_reasoning_effort, + custom_llm_provider=custom_llm_provider, + model=model, + base_model=deployment_base_model, + api_base=api_base, + deployment_model_info=typed_deployment_model_info, + drop_params=drop_unsupported_reasoning, + additional_drop_params=routing_kwargs.get("additional_drop_params"), + ) + reasoning_drop_warnings.log_unless_dropped_effort_sent(bridge_optional_params) return responses_api_bridge.completion( # pyright: ignore[reportReturnType] # bridge returns a coroutine on the acompletion path; awaited by the async caller model=model, messages=messages, @@ -6358,7 +6425,7 @@ def completion( api_base=api_base, acompletion=acompletion, logging_obj=logging, - optional_params=optional_params, + optional_params=bridge_optional_params, litellm_params=litellm_params, timeout=timeout, client=client, # pass AsyncOpenAI, OpenAI client @@ -6367,7 +6434,9 @@ def completion( stream=stream, cache=kwargs.get("cache"), ) - elif (custom_llm_provider == "openai" and OpenAIGPT5Config.is_model_gpt_5_model(model)) or ( + + reasoning_drop_warnings.log_unless_dropped_effort_sent(optional_params) + if (custom_llm_provider == "openai" and OpenAIGPT5Config.is_model_gpt_5_model(model)) or ( custom_llm_provider == "azure" and litellm.AzureOpenAIGPT5Config.is_model_gpt_5_model(_azure_detection_model) ): @@ -6633,6 +6702,7 @@ def completion( raise LiteLLMUnknownProvider(model=model, custom_llm_provider=custom_llm_provider) return response except Exception as e: + reasoning_drop_warnings.log_unless_dropped_effort_sent(MappingProxyType({})) ## Map to OpenAI Exception raise exception_type( model=model, @@ -7284,8 +7354,10 @@ def embedding( or get_secret_str("OR_API_KEY") ) - openrouter_site_url: Final = get_secret("OR_SITE_URL") or "https://litellm.ai" - openrouter_app_name: Final = get_secret("OR_APP_NAME") or "liteLLM" + openrouter_site_url: Final = _OPAQUE_VALUE_ADAPTER.validate_python( + get_secret("OR_SITE_URL") or "https://litellm.ai" + ) + openrouter_app_name: Final = _OPAQUE_VALUE_ADAPTER.validate_python(get_secret("OR_APP_NAME") or "liteLLM") openrouter_headers: Final = { "HTTP-Referer": openrouter_site_url, @@ -8019,7 +8091,7 @@ async def atext_completion(*args, **kwargs) -> TextCompletionResponse | TextComp response=response, model=model, custom_llm_provider=custom_llm_provider, - args=args, + litellm_params=_REQUEST_KWARGS_ADAPTER.validate_python(kwargs), ), model=model, custom_llm_provider=custom_llm_provider, @@ -9011,7 +9083,7 @@ def speech( custom_llm_provider=custom_llm_provider, ) response: HttpxBinaryResponseContent | Coroutine[object, object, HttpxBinaryResponseContent] | None = None - if custom_llm_provider in ("edenai", "dashscope") and text_to_speech_provider_config is not None: + if custom_llm_provider in ("edenai", "dashscope", "replicate") and text_to_speech_provider_config is not None: litellm_params_dict["api_base"] = caller_api_base if custom_llm_provider == "dashscope" else api_base response = base_llm_http_handler.text_to_speech_handler( model=model, @@ -9440,6 +9512,7 @@ async def ahealth_check( from litellm.litellm_core_utils.cached_imports import get_litellm_logging_class from litellm.litellm_core_utils.health_check_helpers import HealthCheckHelpers, default_health_check_mode from litellm.litellm_core_utils.health_check_utils import OPTIONAL_STR + from litellm.types.utils import LIST_BATCHES_SUPPORTED_PROVIDERS # Use cached import helper to lazy-load Logging class (only loads when function is called) Logging: Final = get_litellm_logging_class() @@ -9484,6 +9557,24 @@ async def ahealth_check( mode = mode or default_health_check_mode( requested_model=requested_model, model=model, custom_llm_provider=custom_llm_provider ) + litellm_logging_obj.model = requested_model + litellm_logging_obj.call_type = { + "completion": "atext_completion", + "embedding": "aembedding", + "audio_speech": "aspeech", + "audio_transcription": "atranscription", + "image_generation": "aimage_generation", + "image_edit": "aimage_edit", + "video_generation": "avideo_generation", + "rerank": "arerank", + "realtime": "arealtime", + "responses": "aresponses", + "anthropic_messages": "anthropic_messages", + "ocr": "aocr", + "decisions": "asystemone", + "extraction": "aextraction", + "batch": ("alist_batches" if custom_llm_provider in LIST_BATCHES_SUPPORTED_PROVIDERS else "acompletion"), + }.get("decisions" if is_decisions_model_mode(mode) else mode, "acompletion") if "*" in model: return await HealthCheckHelpers.ahealth_check_wildcard_models( model=model, diff --git a/litellm/mcp_client/client.py b/litellm/mcp_client/client.py index 0461f1f06ff..475d334330f 100644 --- a/litellm/mcp_client/client.py +++ b/litellm/mcp_client/client.py @@ -101,7 +101,7 @@ from litellm.constants import ( MCP_TOOL_LISTING_TIMEOUT, ) from litellm.llms.custom_httpx.http_handler import get_ssl_configuration -from litellm.mcp_client.tools import list_tools_with_pagination +from litellm.mcp_client.tools import list_tools_result_with_pagination, list_tools_with_pagination from litellm.proxy.mcp_server.mcp_context import get_active_mcp_request_ctx from litellm.proxy.mcp_server.mcp_debug import capture_upstream_error_response from litellm.proxy.mcp_server.result_conversion import ( @@ -1071,6 +1071,9 @@ class MCPClient: return await self.run_with_session(lambda session: session.list_tools(params=params), quiet_on_error=True) async def list_tools(self, raise_on_error: bool = False) -> list[MCPTool]: + return (await self.list_tools_result(raise_on_error=raise_on_error)).tools + + async def list_tools_result(self, raise_on_error: bool = False) -> ListToolsResult: """List available tools from the server. Args: @@ -1085,16 +1088,20 @@ class MCPClient: try: # A per-server timeout above the global default extends the whole-walk deadline listing_deadline: Final = max(self.timeout, MCP_TOOL_LISTING_TIMEOUT) - tools: Final = await self.run_with_session( - partial(list_tools_with_pagination, listing_deadline=listing_deadline, require_complete=raise_on_error), + listing: Final = await self.run_with_session( + partial( + list_tools_result_with_pagination, + listing_deadline=listing_deadline, + require_complete=raise_on_error, + ), quiet_on_error=raise_on_error, ) - tool_count: Final = len(tools) - tool_names: Final = tuple(tool.name for tool in tools) + tool_count: Final = len(listing.tools) + tool_names: Final = tuple(tool.name for tool in listing.tools) verbose_logger.info( "MCP client listed %s tools from %s: %s", tool_count, self.server_url or "stdio", tool_names ) - return tools + return listing except asyncio.CancelledError: verbose_logger.warning("MCP client list_tools was cancelled") raise @@ -1124,7 +1131,7 @@ class MCPClient: if raise_on_error: raise # Return empty list instead of raising to allow graceful degradation - return [] + return ListToolsResult(tools=[]) @staticmethod def error_tool_result(exc: Exception) -> MCPCallToolResult: diff --git a/litellm/mcp_client/tools.py b/litellm/mcp_client/tools.py index 4f204b3629e..94b40a33469 100644 --- a/litellm/mcp_client/tools.py +++ b/litellm/mcp_client/tools.py @@ -1,9 +1,11 @@ import json +import time +from collections.abc import Sequence from typing import Final, Literal import anyio from mcp import ClientSession, MCPError -from mcp.types import INTERNAL_ERROR, PaginatedRequestParams +from mcp.types import INTERNAL_ERROR, ListToolsResult, PaginatedRequestParams from mcp.types import CallToolRequestParams as MCPCallToolRequestParams from mcp.types import CallToolResult as MCPCallToolResult from mcp.types import Tool as MCPTool @@ -18,6 +20,7 @@ from litellm.constants import ( MCP_TOOL_LISTING_MAX_PAGES, MCP_TOOL_LISTING_TIMEOUT, ) +from litellm.proxy.mcp_server.result_conversion import age_freshness, aggregate_freshness from litellm.types.llms.anthropic import AnthropicMessagesTool from litellm.types.utils import ChatCompletionMessageToolCall @@ -101,9 +104,21 @@ def transform_mcp_tool_to_anthropic_tool(mcp_tool: MCPTool) -> AnthropicMessages ) +def _complete_listing(tools: Sequence[MCPTool], pages: Sequence[tuple[ListToolsResult, float]]) -> ListToolsResult: + now: Final = time.monotonic() + freshness: Final = aggregate_freshness(tuple(age_freshness(page, now - received) for page, received in pages)) + return ListToolsResult(tools=list(tools), ttl_ms=freshness.ttl_ms, cache_scope=freshness.cache_scope) + + async def list_tools_with_pagination( session: ClientSession, listing_deadline: float | None = None, *, require_complete: bool = False ) -> list[MCPTool]: # mutable-ok: list return contract + return (await list_tools_result_with_pagination(session, listing_deadline, require_complete=require_complete)).tools + + +async def list_tools_result_with_pagination( + session: ClientSession, listing_deadline: float | None = None, *, require_complete: bool = False +) -> ListToolsResult: """Collect tools from every tools/list page by following nextCursor. Stops and returns the tools collected so far when the upstream repeats a @@ -111,8 +126,10 @@ async def list_tools_with_pagination( buggy or slow upstream yields a partial catalog instead of an error. listing_deadline overrides the default whole-walk deadline; callers with a per-server timeout above the global default pass it through here. + Only a complete walk carries the upstream ttlMs, so a partial catalog is never cached. """ tools: Final[list[MCPTool]] = [] # mutable-ok: accumulates each page's tools + pages: Final[list[tuple[ListToolsResult, float]]] = [] # mutable-ok: bounded pagination evidence seen_cursors: Final[set[str]] = set() # mutable-ok: guards against cursor loops cursor: str | None = None # rebind-ok: advances to each page's nextCursor # The per-request session read timeout restarts on every page, so a multi-page @@ -131,10 +148,11 @@ async def list_tools_with_pagination( else await session.list_tools(params=PaginatedRequestParams(cursor=cursor)) ) tools.extend(result.tools) + pages.append((result, time.monotonic())) next_cursor = result.next_cursor if not isinstance(next_cursor, str) or not next_cursor: - return tools + return _complete_listing(tools, pages) if next_cursor in seen_cursors: verbose_logger.warning( "MCP server repeated a tools/list cursor while listing tools; returning %s tools collected so far", @@ -144,7 +162,7 @@ async def list_tools_with_pagination( raise MCPError( code=INTERNAL_ERROR, message="Upstream tool discovery is incomplete: repeated cursor" ) - return tools + return ListToolsResult(tools=tools) seen_cursors.add(next_cursor) cursor = next_cursor @@ -155,7 +173,7 @@ async def list_tools_with_pagination( ) if require_complete: raise MCPError(code=INTERNAL_ERROR, message="Upstream tool discovery is incomplete: pagination limit") - return tools + return ListToolsResult(tools=tools) verbose_logger.warning( "MCP server tools/list pagination exceeded the %s second listing deadline; returning %s tools collected so far", @@ -164,7 +182,7 @@ async def list_tools_with_pagination( ) if require_complete: raise MCPError(code=INTERNAL_ERROR, message="Upstream tool discovery is incomplete: listing deadline") - return tools + return ListToolsResult(tools=tools) async def load_mcp_tools( diff --git a/litellm/messages/dispatch.py b/litellm/messages/dispatch.py index faa604a25ce..b974e677386 100644 --- a/litellm/messages/dispatch.py +++ b/litellm/messages/dispatch.py @@ -3,14 +3,14 @@ from collections.abc import AsyncIterator, Awaitable, Callable, Coroutine, Itera from types import MappingProxyType from typing import Final, TypeAlias, cast # noqa: TID251 # native binding selects a sync result or an async awaitable -from litellm.exceptions import BadRequestError +from litellm.exceptions import BadRequestError, UnsupportedParamsError from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider from litellm.llms.anthropic.messages.native import handler as main from litellm.llms.custom_httpx.llm_http_handler import BaseLLMHTTPHandler -from litellm.rust_bridge import detectors +from litellm.rust_bridge import catalog, detectors from litellm.rust_bridge.catalog import Feature, Route, RouteContext, Target +from litellm.rust_bridge.configuration import Rollout from litellm.rust_bridge.dispatch import PublicDispatch -from litellm.rust_bridge.messages import detectors as route_detectors from litellm.rust_bridge.messages.entrypoints import ( NATIVE_AMESSAGES, NATIVE_MESSAGES, @@ -22,7 +22,6 @@ from litellm.rust_bridge.public_call import ( native_acall_hook, native_call, native_call_hook, - optional_sequence, optional_str, signature, ) @@ -66,7 +65,7 @@ def _native_kwargs(fields: Mapping[str, object], kwargs: Mapping[str, object]) - request_timeout=kwargs.get("request_timeout"), stream_timeout=kwargs.get("stream_timeout"), ), - stream=fields.get("stream") is True, + stream=bool(fields.get("stream")), custom_llm_provider=provider or "", ) if timeout is None: @@ -81,9 +80,7 @@ def _public_request( if fields is None: return None model: Final = fields.get("model") - messages: Final = optional_sequence(fields.get("messages")) - max_tokens: Final = fields.get("max_tokens") - if not isinstance(model, str) or messages is None or not isinstance(max_tokens, int): + if not isinstance(model, str): return None return native_call(legacy, args, _native_kwargs(fields, kwargs)) @@ -133,30 +130,20 @@ def messages_target(model: str, custom_llm_provider: str | None, model_info: obj return _route_target(model, resolved_model, resolved_provider, model_info, api_base, compacting=False) -_FEATURES: Final[detectors.Detectors] = MappingProxyType( +_NATIVE_COMMON_FEATURES: Final = frozenset( { - **{feature: detect for feature, detect in detectors.COMMON.items() if feature is not Feature.TIMEOUT_VARIANTS}, - Feature.PROVIDER_AFFINITY: route_detectors.provider_affinity, - Feature.SAFEGUARDS_CLASSIFIER: route_detectors.safeguards_classifier, - Feature.RESPONSE_CACHE: detectors.response_cache, - Feature.MODIFY_PARAMS: detectors.modify_params, - Feature.WORKLOAD_IDENTITY: route_detectors.anthropic_workload_identity, - Feature.CACHE_CONTROL_INJECTION: detectors.cache_control_injection, - Feature.STREAM_COST_INJECTION: route_detectors.stream_cost_injection, - Feature.THINKING_SIGNATURE_RETRY: route_detectors.thinking_signature_retry, - Feature.TOOL_CUSTOM_FIELD: route_detectors.tool_custom_field, + Feature.TIMEOUT_VARIANTS, + Feature.LATEST_ALIAS, + Feature.MOCK_RESPONSE, + Feature.CALLER_CLIENT, + Feature.TLS_POLICY, + Feature.AGENTIC_LOOP_HOOK, + Feature.PROXY_MCP_TOOLS, } ) -_ASYNC_FEATURES: Final[detectors.Detectors] = MappingProxyType( - { - **_FEATURES, - Feature.PRE_REQUEST_HOOK: route_detectors.pre_request_hook, - Feature.FOUNDRY_BETA_ROW: route_detectors.foundry_beta_row, - Feature.WEBSEARCH_INTERCEPTION: route_detectors.websearch_interception, - Feature.MESSAGES_INTERCEPTOR: route_detectors.intercepted, - Feature.STRICT_TOOLS_RETRY: route_detectors.strict_tools_retry, - } +_FEATURES: Final[detectors.Detectors] = MappingProxyType( + {feature: detect for feature, detect in detectors.COMMON.items() if feature not in _NATIVE_COMMON_FEATURES} ) @@ -181,32 +168,87 @@ _DISPATCH: Final = PublicDispatch( _ADISPATCH: Final = PublicDispatch( route=Route.MESSAGES, request=lambda args, kwargs: _public_request(_AMESSAGES, args, kwargs), - context=lambda request: _context(request, _ASYNC_FEATURES), + context=lambda request: _context(request, _FEATURES), ) +def _unsupported_features(features: detectors.Detectors, request: NativeCall) -> tuple[str, ...]: + try: + return tuple(sorted(feature.value for feature in detectors.detected(features, request))) + except Exception: # noqa: BLE001 # a failing detector names nothing, and the call is refused all the same + return () + + +def _checked_target(request: NativeCall, model: str, provider: str | None) -> Target | None: + try: + return _target(request, model, provider) + except Exception: # noqa: BLE001 # the provider alone still decides whether the call has a Python path + return None + + +def _rust_only_refusal( + legacy: inspect.Signature, features: detectors.Detectors, args: tuple[object, ...], kwargs: Mapping[str, object] +) -> UnsupportedParamsError | None: + if bind(legacy, args, kwargs) is None: + return None + request: Final = native_call(legacy, args, kwargs) + requested_model: Final = request.resolved.get("model") + if not isinstance(requested_model, str): + return None + model, provider = _resolved(request) + context: Final = RouteContext( + Route.MESSAGES, provider=provider, model=requested_model, target=_checked_target(request, model, provider) + ) + if catalog.rollout(context) is not Rollout.RUST_REQUIRED: + return None + unsupported: Final = _unsupported_features(features, request) + return UnsupportedParamsError( + message=( + f"provider {provider} on /v1/messages runs only on the Rust path, which does not support " + f"{', '.join(unsupported) if unsupported else 'this call'}" + ), + llm_provider=provider, + model=requested_model, + ) + + +def _python_messages_handler( + *args: object, + **kwargs: object, # kwargs-ok: forwards the public call shape +) -> MessagesResult | Coroutine[object, object, MessagesResult]: + refusal: Final = _rust_only_refusal(_MESSAGES, _FEATURES, args, kwargs) + if refusal is not None: + raise refusal + return _PYTHON_MESSAGES(*args, **kwargs) + + +async def _python_anthropic_messages(*args: object, **kwargs: object) -> MessagesResult: # kwargs-ok: public call shape + refusal: Final = _rust_only_refusal(_AMESSAGES, _FEATURES, args, kwargs) + if refusal is not None: + raise refusal + return await _PYTHON_AMESSAGES(*args, **kwargs) + + def anthropic_messages_handler( *args: object, **kwargs: object, # kwargs-ok: preserve the public Anthropic Messages call shape ) -> MessagesResult | Coroutine[object, object, MessagesResult]: - python: Final = _PYTHON_MESSAGES if _FLAG.requested(kwargs): return anthropic_messages(**_FLAG.keywords(args, kwargs)) return _DISPATCH.run( args, _FLAG.dropped(kwargs), - python=python, + python=_python_messages_handler, binding=NATIVE_MESSAGES, native=native_call_hook, ) async def anthropic_messages(*args: object, **kwargs: object) -> MessagesResult: # kwargs-ok: public call shape - python: Final = _PYTHON_AMESSAGES return await _ADISPATCH.arun( args, _FLAG.dropped(kwargs), - python=python, + python=_python_anthropic_messages, binding=NATIVE_AMESSAGES, native=native_acall_hook, ) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 37a5c5a2437..d437241cc29 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -3921,6 +3921,11 @@ "max_input_tokens": 200000, "max_output_tokens": 64000, "mode": "chat", + "search_context_cost_per_query": { + "search_context_size_high": 0.01, + "search_context_size_low": 0.01, + "search_context_size_medium": 0.01 + }, "output_cost_per_token": 2.5e-05, "supports_assistant_prefill": true, "supports_computer_use": true, @@ -3932,6 +3937,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_output_config": true, + "supports_web_search": true, "prompt_cache_min_tokens": 4096, "source": "https://learn.microsoft.com/en-us/azure/foundry/openai/concepts/model-retirement-schedule" }, @@ -3965,6 +3971,7 @@ "supports_vision": true, "supports_output_config": true, "supports_max_reasoning_effort": true, + "supports_web_search": true, "prompt_cache_min_tokens": 4096 }, "azure_ai/claude-opus-4-7": { @@ -3997,6 +4004,7 @@ "supports_vision": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, + "supports_web_search": true, "prompt_cache_min_tokens": 2048 }, "azure_ai/claude-fable-5": { @@ -4031,6 +4039,7 @@ "supports_vision": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": false, + "supports_web_search": true, "prompt_cache_min_tokens": 512 }, "azure_ai/claude-fable-5-1": { @@ -4065,12 +4074,13 @@ "supports_vision": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": false, + "supports_web_search": true, "prompt_cache_min_tokens": 512, "deprecation_date": "2027-12-05", "deprecation_source": "https://learn.microsoft.com/en-us/azure/foundry/concepts/model-lifecycle-retirement" }, "azure_ai/claude-fable-latest": { - "alias_of": "azure_ai/claude-fable-5-1" + "alias_of": "azure_ai/claude-fable-5-2" }, "azure_ai/claude-mythos-5-1": { "input_cost_per_token": 1e-05, @@ -4084,6 +4094,11 @@ "max_input_tokens": 1000000, "max_output_tokens": 128000, "mode": "chat", + "search_context_cost_per_query": { + "search_context_size_high": 0.01, + "search_context_size_low": 0.01, + "search_context_size_medium": 0.01 + }, "supports_adaptive_thinking": true, "thinking_always_on": true, "supports_mid_conversation_system": true, @@ -4101,6 +4116,7 @@ "supports_vision": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": false, + "supports_web_search": true, "prompt_cache_min_tokens": 512, "source": "https://learn.microsoft.com/en-us/azure/foundry/concepts/model-lifecycle-retirement" }, @@ -4136,6 +4152,7 @@ "supports_vision": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, + "supports_web_search": true, "prompt_cache_min_tokens": 512 }, "azure_ai/claude-opus-5-5": { @@ -4171,6 +4188,7 @@ "supports_vision": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, + "supports_web_search": true, "prompt_cache_min_tokens": 512, "source": "https://management.azure.com/subscriptions/c873328e-b572-4770-8dff-aaeb6f1f0e79/providers/Microsoft.CognitiveServices/locations/eastus2/models?api-version=2024-10-01" }, @@ -4208,6 +4226,7 @@ "supports_vision": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, + "supports_web_search": true, "prompt_cache_min_tokens": 1024 }, "azure_ai/claude-sonnet-4-5": { @@ -4222,6 +4241,11 @@ "max_input_tokens": 200000, "max_output_tokens": 64000, "mode": "chat", + "search_context_cost_per_query": { + "search_context_size_high": 0.01, + "search_context_size_low": 0.01, + "search_context_size_medium": 0.01 + }, "output_cost_per_token": 1.5e-05, "supports_assistant_prefill": true, "supports_computer_use": true, @@ -4232,6 +4256,7 @@ "supports_response_schema": true, "supports_tool_choice": true, "supports_vision": true, + "supports_web_search": true, "prompt_cache_min_tokens": 1024, "source": "https://learn.microsoft.com/en-us/azure/foundry/openai/concepts/model-retirement-schedule" }, @@ -4267,6 +4292,7 @@ "supports_vision": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, + "supports_web_search": true, "prompt_cache_min_tokens": 1024 }, "azure_ai/claude-sonnet-4-6": { @@ -4282,6 +4308,11 @@ "max_input_tokens": 1000000, "max_output_tokens": 128000, "mode": "chat", + "search_context_cost_per_query": { + "search_context_size_high": 0.01, + "search_context_size_low": 0.01, + "search_context_size_medium": 0.01 + }, "output_cost_per_token": 1.5e-05, "supports_assistant_prefill": false, "supports_computer_use": true, @@ -4294,6 +4325,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_output_config": true, + "supports_web_search": true, "prompt_cache_min_tokens": 1024, "source": "https://learn.microsoft.com/en-us/azure/foundry/foundry-models/concepts/claude-models" }, @@ -14347,12 +14379,14 @@ "bedrock/moonshotai.kimi-k2.5": { "input_cost_per_token": 6e-07, "input_cost_per_token_flex": 3e-07, + "input_cost_per_token_priority": 1.05e-06, "litellm_provider": "bedrock", "max_input_tokens": 262144, "max_output_tokens": 16000, "mode": "chat", "output_cost_per_token": 3e-06, "output_cost_per_token_flex": 1.5e-06, + "output_cost_per_token_priority": 5.25e-06, "source": "https://b0.p.awsstatic.com/pricing/2.0/meteredUnitMaps/bedrock/USD/current/bedrock.json", "supports_function_calling": true, "supports_reasoning": true, @@ -15744,8 +15778,8 @@ "cache_creation_input_token_cost": 4.5e-06, "cache_creation_input_token_cost_above_1hr": 7.2e-06, "cache_read_input_token_cost": 3.6e-07, - "deprecation_date": "2027-04-08", - "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-4-5.md", + "deprecation_date": "2027-04-27", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", "successor_model": "bedrock/us-gov-east-1/anthropic.claude-sonnet-5-5", "input_cost_per_token": 3.6e-06, "litellm_provider": "bedrock", @@ -15776,8 +15810,8 @@ "cache_creation_input_token_cost": 4.5e-06, "cache_creation_input_token_cost_above_1hr": 7.2e-06, "cache_read_input_token_cost": 3.6e-07, - "deprecation_date": "2027-04-08", - "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-4-5.md", + "deprecation_date": "2027-04-27", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", "input_cost_per_token": 3.6e-06, "litellm_provider": "bedrock", "supports_tool_search": true, @@ -15937,8 +15971,8 @@ "cache_creation_input_token_cost": 4.5e-06, "cache_creation_input_token_cost_above_1hr": 7.2e-06, "cache_read_input_token_cost": 3.6e-07, - "deprecation_date": "2027-04-08", - "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-4-5.md", + "deprecation_date": "2027-04-27", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", "successor_model": "bedrock/us-gov-west-1/anthropic.claude-sonnet-5-5", "input_cost_per_token": 3.6e-06, "litellm_provider": "bedrock", @@ -15969,8 +16003,8 @@ "cache_creation_input_token_cost": 4.5e-06, "cache_creation_input_token_cost_above_1hr": 7.2e-06, "cache_read_input_token_cost": 3.6e-07, - "deprecation_date": "2027-04-08", - "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-4-5.md", + "deprecation_date": "2027-04-27", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", "input_cost_per_token": 3.6e-06, "litellm_provider": "bedrock", "supports_tool_search": true, @@ -15994,8 +16028,8 @@ "token_count_model": {"model":"anthropic.claude-sonnet-4-5-20250929-v1:0","litellm_provider":"bedrock"} }, "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": { - "deprecation_date": "2027-03-30", - "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-meta-llama-3-70b-instruct.md", + "deprecation_date": "2027-05-09", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", "input_cost_per_token": 2.65e-06, "litellm_provider": "bedrock", "max_input_tokens": 8000, @@ -16006,8 +16040,8 @@ "supports_pdf_input": true }, "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": { - "deprecation_date": "2027-03-30", - "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-meta-llama-3-8b-instruct.md", + "deprecation_date": "2027-05-09", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", "input_cost_per_token": 3e-07, "litellm_provider": "bedrock", "max_input_tokens": 8000, @@ -21846,7 +21880,7 @@ "thinking_always_on": true }, "databricks/claude-fable-latest": { - "alias_of": "databricks/databricks-claude-fable-5-1" + "alias_of": "databricks/databricks-claude-fable-5-2" }, "databricks/databricks-claude-haiku-4-5": { "cache_creation_input_token_cost": 1.24999e-06, @@ -22772,7 +22806,10 @@ "input_cost_per_token_priority": 2.45e-06, "output_cost_per_token_priority": 7.7e-06, "cache_read_input_token_cost_priority": 4.55e-07, - "cache_creation_input_token_cost_priority": 2.45e-06 + "cache_creation_input_token_cost_priority": 2.45e-06, + "deprecation_date": "2027-02-04", + "deprecation_source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", + "successor_model": "databricks/databricks-glm-5-3" }, "databricks/databricks-glm-5-3": { "cache_creation_input_token_cost": 1.4e-06, @@ -23439,7 +23476,7 @@ "input_cost_per_token": 1.5001e-07, "input_dbu_cost_per_token": 2.1429999999999996e-06, "litellm_provider": "databricks", - "max_input_tokens": 200000, + "max_input_tokens": 128000, "max_output_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." @@ -24793,7 +24830,7 @@ "deepinfra/mistralai/Mistral-Nemo-Instruct-2407": { "max_input_tokens": 131072, "max_output_tokens": 131072, - "input_cost_per_token": 1.9e-08, + "input_cost_per_token": 2.9e-08, "output_cost_per_token": 3e-08, "litellm_provider": "deepinfra", "mode": "chat", @@ -24874,8 +24911,8 @@ }, "deepinfra/nvidia/NVIDIA-Nemotron-3.5-Lightning": { "max_input_tokens": 262144, - "input_cost_per_token": 8e-08, - "output_cost_per_token": 2e-07, + "input_cost_per_token": 6e-08, + "output_cost_per_token": 1.6e-07, "litellm_provider": "deepinfra", "mode": "chat", "source": "https://deepinfra.com/pricing", @@ -25274,6 +25311,11 @@ "notes": "Firecrawl search pricing: $83 for 100,000 credits, 2 credits per 10 results. Cost = ceiling(limit/10) * 2 * $0.00083" } }, + "webiq/search": { + "input_cost_per_query": 0.007, + "litellm_provider": "webiq", + "mode": "search" + }, "perplexity/search": { "input_cost_per_query": 0.005, "litellm_provider": "perplexity", @@ -26126,8 +26168,11 @@ }, "fal_ai/fal-ai/flux-pro/v1.1": { "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-pro/v1.1 at $0.04 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, "mode": "image_generation", "output_cost_per_image": 0.04, + "output_cost_per_pixel": 3.814697265625e-08, + "source": "https://fal.ai/models/fal-ai/flux-pro/v1.1", "supported_endpoints": [ "/v1/images/generations" ] @@ -26136,14 +26181,18 @@ "litellm_provider": "fal_ai", "mode": "image_generation", "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/fal-ai/flux-pro/v1.1-ultra", "supported_endpoints": [ "/v1/images/generations" ] }, "fal_ai/fal-ai/flux/schnell": { "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux/schnell at $0.003 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, "mode": "image_generation", "output_cost_per_image": 0.003, + "output_cost_per_pixel": 2.86102294921875e-09, + "source": "https://fal.ai/models/fal-ai/flux/schnell", "supported_endpoints": [ "/v1/images/generations" ] @@ -26181,6 +26230,9 @@ "video" ] }, + "fal_ai/bytedance/seedance-latest/text-to-video": { + "alias_of": "fal_ai/bytedance/seedance-2.5/text-to-video" + }, "fal_ai/bytedance/seedance-2.5/image-to-video": { "litellm_provider": "fal_ai", "mode": "video_generation", @@ -26199,6 +26251,9 @@ "video" ] }, + "fal_ai/bytedance/seedance-latest/image-to-video": { + "alias_of": "fal_ai/bytedance/seedance-2.5/image-to-video" + }, "fal_ai/bytedance/seedance-2.5/reference-to-video": { "litellm_provider": "fal_ai", "mode": "video_generation", @@ -26217,8 +26272,12 @@ "video" ] }, + "fal_ai/bytedance/seedance-latest/reference-to-video": { + "alias_of": "fal_ai/bytedance/seedance-2.5/reference-to-video" + }, "fal_ai/minimax/h3/text-to-video": { "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 2k rate"}, "mode": "video_generation", "output_cost_per_second": 0.13, "output_cost_per_second_480p": 0.05, @@ -26328,6 +26387,7 @@ "litellm_provider": "fal_ai", "mode": "image_generation", "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/fal-ai/ideogram/v3", "supported_endpoints": [ "/v1/images/generations" ] @@ -26366,8 +26426,11 @@ }, "fal_ai/fal-ai/stable-diffusion-v35-medium": { "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/stable-diffusion-v35-medium at $0.02 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, "mode": "image_generation", - "output_cost_per_image": 0.0398, + "output_cost_per_image": 0.02, + "output_cost_per_pixel": 1.9073486328125e-08, + "source": "https://fal.ai/models/fal-ai/stable-diffusion-v35-medium", "supported_endpoints": [ "/v1/images/generations" ] @@ -26375,7 +26438,8 @@ "fal_ai/fal-ai/nano-banana": { "litellm_provider": "fal_ai", "mode": "image_generation", - "output_cost_per_image": 0.039, + "output_cost_per_image": 0.0398, + "source": "https://fal.ai/models/fal-ai/nano-banana", "supported_endpoints": [ "/v1/images/generations" ] @@ -26383,7 +26447,8 @@ "fal_ai/fal-ai/gemini-25-flash-image": { "litellm_provider": "fal_ai", "mode": "image_generation", - "output_cost_per_image": 0.039, + "output_cost_per_image": 0.0398, + "source": "https://fal.ai/models/fal-ai/gemini-25-flash-image", "supported_endpoints": [ "/v1/images/generations" ] @@ -26419,6 +26484,46 @@ "/v1/images/generations" ] }, + "fal_ai/google/nano-banana-2.1": { + "litellm_provider": "fal_ai", + "metadata": { + "comment": "fal bills this endpoint by tokens and reports the charge in the x-fal-billable-units response header, priced at output_cost_per_billable_unit dollars per unit. The per-image prices are fal's representative costs by the request's resolution field (1K default, 2K, 4K) for a short prompt, used when the header is absent" + }, + "mode": "image_generation", + "output_cost_per_billable_unit": 1.0, + "output_cost_per_image": 0.04, + "output_cost_per_image_1K": 0.04, + "output_cost_per_image_2K": 0.059, + "output_cost_per_image_4K": 0.134, + "source": "https://fal.ai/models/google/nano-banana-2.1", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/google/nano-banana-2.1/edit": { + "litellm_provider": "fal_ai", + "metadata": { + "comment": "fal bills this endpoint by tokens and reports the charge in the x-fal-billable-units response header, priced at output_cost_per_billable_unit dollars per unit. The per-image prices are fal's representative costs by the request's resolution field (1K default, 2K, 4K) for a short prompt and two 1K input images, used when the header is absent" + }, + "mode": "image_generation", + "output_cost_per_billable_unit": 1.0, + "output_cost_per_image": 0.044, + "output_cost_per_image_1K": 0.044, + "output_cost_per_image_2K": 0.063, + "output_cost_per_image_4K": 0.138, + "source": "https://fal.ai/models/google/nano-banana-2.1/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/google/nano-banana-latest": { + "alias_of": "fal_ai/google/nano-banana-2.1" + }, + "fal_ai/google/nano-banana-latest/edit": { + "alias_of": "fal_ai/google/nano-banana-2.1/edit" + }, "fal_ai/openai/gpt-image-2": { "litellm_provider": "fal_ai", "metadata": { @@ -28314,9 +28419,7 @@ }, "fal_ai/fal-ai/flux/dev": { "litellm_provider": "fal_ai", - "metadata": { - "notes": "fal bills FLUX.1 [dev] at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price is the fallback when dimensions are unavailable" - }, + "metadata": {"notes":"fal bills fal-ai/flux/dev at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, "mode": "image_generation", "output_cost_per_image": 0.025, "output_cost_per_pixel": 2.384185791015625e-08, @@ -28348,16 +28451,16 @@ }, "fal_ai/fal-ai/flux-lora-depth": { "litellm_provider": "fal_ai", - "metadata": { - "notes": "fal bills fal-ai/flux-lora-depth at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries" - }, + "metadata": {"notes":"fal bills fal-ai/flux-lora-depth at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, "mode": "image_generation", "output_cost_per_image": 0.035, "output_cost_per_pixel": 3.337860107421875e-08, "source": "https://fal.ai/models/fal-ai/flux-lora-depth", "supported_endpoints": [ - "/v1/images/edits" - ] + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true }, "fal_ai/fal-ai/moondream3-preview/query": { "input_cost_per_token": 4e-07, @@ -28539,6 +28642,7 @@ "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash": { "cache_read_input_token_cost": 2.8e-08, "deprecation_date": "2026-08-14", + "deprecation_source": "https://docs.fireworks.ai/api-reference/list-models.md", "input_cost_per_token": 1.4e-07, "litellm_provider": "fireworks_ai", "max_input_tokens": 1048576, @@ -28546,6 +28650,7 @@ "mode": "chat", "output_cost_per_token": 2.8e-07, "source": "https://docs.fireworks.ai/serverless/pricing", + "successor_model": "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-0731", "supports_function_calling": true, "supports_reasoning": true, "supports_response_schema": true, @@ -28939,6 +29044,24 @@ "supports_tool_choice": true, "supports_vision": true }, + "fireworks_ai/accounts/fireworks/routers/minimax-latest": { + "cache_read_input_token_cost": 6e-08, + "cache_read_input_token_cost_priority": 9e-08, + "input_cost_per_token": 3e-07, + "input_cost_per_token_priority": 4.5e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 512000, + "max_output_tokens": 512000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_priority": 1.8e-06, + "source": "https://api.fireworks.ai/v1/serverless/models?format=nested", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/minimax-latest": { "alias_of": "fireworks_ai/accounts/fireworks/models/minimax-m3" }, @@ -28993,6 +29116,7 @@ "fireworks_ai/deepseek-v4-flash": { "cache_read_input_token_cost": 2.8e-08, "deprecation_date": "2026-08-14", + "deprecation_source": "https://docs.fireworks.ai/api-reference/list-models.md", "input_cost_per_token": 1.4e-07, "litellm_provider": "fireworks_ai", "max_input_tokens": 1048576, @@ -29000,6 +29124,7 @@ "mode": "chat", "output_cost_per_token": 2.8e-07, "source": "https://docs.fireworks.ai/serverless/pricing", + "successor_model": "fireworks_ai/deepseek-v4-flash-0731", "supports_function_calling": true, "supports_reasoning": true, "supports_response_schema": true, @@ -29393,7 +29518,8 @@ "supports_video_input": false, "mode": "chat", "comment": "Strong GLM coding model for agentic engineering, terminals, and repository generation", - "source": "https://api.friendli.ai/serverless/v1/models" + "source": "https://api.friendli.ai/serverless/v1/models", + "deprecation_date": "2026-11-20" }, "ft:babbage-002": { "deprecation_date": "2026-09-28", @@ -29661,12 +29787,12 @@ }, "gemini-2.5-flash": { "cache_read_input_audio_token_cost": 1e-07, - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "cache_read_input_audio_token_cost_priority": 1.8e-07, "cache_read_input_token_cost": 3e-08, "cache_read_input_token_cost_flex": 3e-08, "cache_read_input_token_cost_priority": 5.4e-08, "deprecation_date": "2026-10-20", + "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "google_maps_grounding_cost_per_query": 0.025, "input_cost_per_audio_token": 1e-06, "input_cost_per_audio_token_above_200k_tokens": 3e-07, @@ -29682,7 +29808,7 @@ "input_cost_per_token_priority": 5.4e-07, "litellm_provider": "vertex_ai-language-models", "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "mode": "chat", "output_cost_per_reasoning_token": 2.5e-06, "output_cost_per_token": 2.5e-06, @@ -29774,13 +29900,11 @@ }, "gemini-3-pro-image": { "cache_read_input_token_cost": 2e-07, - "cache_read_input_token_cost_batches": 1e-07, "cache_read_input_token_cost_above_200k_tokens": 4e-07, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07, + "cache_read_input_token_cost_batches": 1e-07, "cache_read_input_token_cost_flex": 1e-07, "cache_read_input_token_cost_priority": 3.6e-07, - "deprecation_date": "2027-05-28", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "input_cost_per_image": 0.0011, "input_cost_per_token": 2e-06, "input_cost_per_token_above_200k_tokens": 4e-06, @@ -29802,6 +29926,8 @@ "output_cost_per_token_batches": 6e-06, "output_cost_per_token_flex": 6e-06, "output_cost_per_token_priority": 2.16e-05, + "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count":5000,"period":"month","shared_group":"gemini-3"}, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", @@ -29823,12 +29949,6 @@ "supports_system_messages": true, "supports_vision": true, "supports_web_search": true, - "search_context_cost_per_query": { - "search_context_size_low": 0.014, - "search_context_size_medium": 0.014, - "search_context_size_high": 0.014 - }, - "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, "web_search_billing_unit": "per_query" }, "gemini-3-pro-image-preview": { @@ -29890,15 +30010,13 @@ "cache_read_input_token_cost_batches": 2.5e-08, "cache_read_input_token_cost_flex": 2.5e-08, "cache_read_input_token_cost_priority": 9e-08, - "deprecation_date": "2027-05-28", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "input_cost_per_image": 0.00056, "input_cost_per_token": 5e-07, "input_cost_per_token_batches": 2.5e-07, "input_cost_per_token_flex": 2.5e-07, "input_cost_per_token_priority": 9e-07, "litellm_provider": "vertex_ai-language-models", - "max_input_tokens": 65536, + "max_input_tokens": 131072, "max_output_tokens": 32768, "mode": "image_generation", "output_cost_per_image": 0.0672, @@ -29909,6 +30027,8 @@ "output_cost_per_token_batches": 1.5e-06, "output_cost_per_token_flex": 1.5e-06, "output_cost_per_token_priority": 5.4e-06, + "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count":5000,"period":"month","shared_group":"gemini-3"}, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", @@ -29930,12 +30050,6 @@ "supports_system_messages": true, "supports_vision": true, "supports_web_search": true, - "search_context_cost_per_query": { - "search_context_size_low": 0.014, - "search_context_size_medium": 0.014, - "search_context_size_high": 0.014 - }, - "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, "web_search_billing_unit": "per_query" }, "gemini-3.1-flash-image-preview": { @@ -30081,7 +30195,6 @@ }, "gemini-3.1-flash-lite": { "cache_read_input_audio_token_cost": 5e-08, - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "cache_read_input_audio_token_cost_batches": 2.5e-08, "cache_read_input_audio_token_cost_flex": 2.5e-08, "cache_read_input_audio_token_cost_priority": 9e-08, @@ -30089,7 +30202,6 @@ "cache_read_input_token_cost_batches": 1.25e-08, "cache_read_input_token_cost_flex": 1.25e-08, "cache_read_input_token_cost_priority": 4.5e-08, - "deprecation_date": "2027-05-07", "google_maps_grounding_cost_per_query": 0.014, "input_cost_per_audio_token": 5e-07, "input_cost_per_audio_token_above_200k_tokens": 5e-07, @@ -30148,12 +30260,11 @@ "web_search_billing_unit": "per_query" }, "gemini-3.5-flash-lite": { - "deprecation_date": "2027-07-21", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "cache_read_input_token_cost": 3e-08, "cache_read_input_token_cost_batches": 1.5e-08, "cache_read_input_token_cost_flex": 1.5e-08, "cache_read_input_token_cost_priority": 5.4e-08, + "google_maps_grounding_cost_per_query": 0.014, "input_cost_per_token": 3e-07, "input_cost_per_token_batches": 1.5e-07, "input_cost_per_token_flex": 1.5e-07, @@ -30167,6 +30278,8 @@ "output_cost_per_token_batches": 1.25e-06, "output_cost_per_token_flex": 1.25e-06, "output_cost_per_token_priority": 4.5e-06, + "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count":5000,"period":"month","shared_group":"gemini-3"}, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", @@ -30186,6 +30299,7 @@ "supports_audio_output": false, "supports_computer_use": true, "supports_function_calling": true, + "supports_native_streaming": true, "supports_parallel_function_calling": true, "supports_pdf_input": true, "supports_prompt_caching": true, @@ -30198,15 +30312,7 @@ "supports_video_input": true, "supports_vision": true, "supports_web_search": true, - "supports_native_streaming": true, - "search_context_cost_per_query": { - "search_context_size_low": 0.014, - "search_context_size_medium": 0.014, - "search_context_size_high": 0.014 - }, - "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, - "web_search_billing_unit": "per_query", - "google_maps_grounding_cost_per_query": 0.014 + "web_search_billing_unit": "per_query" }, "deep-research-pro-preview-12-2025": { "cache_read_input_token_cost": 2e-07, @@ -30245,12 +30351,12 @@ }, "gemini-2.5-flash-lite": { "cache_read_input_audio_token_cost": 3e-08, - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "cache_read_input_audio_token_cost_priority": 5.4e-08, "cache_read_input_token_cost": 1e-08, "cache_read_input_token_cost_flex": 1e-08, "cache_read_input_token_cost_priority": 1.8e-08, "deprecation_date": "2026-10-20", + "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "google_maps_grounding_cost_per_query": 0.025, "input_cost_per_audio_token": 3e-07, "input_cost_per_audio_token_above_200k_tokens": 3e-07, @@ -30266,7 +30372,7 @@ "input_cost_per_token_priority": 1.8e-07, "litellm_provider": "vertex_ai-language-models", "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "mode": "chat", "output_cost_per_reasoning_token": 4e-07, "output_cost_per_token": 4e-07, @@ -30533,23 +30639,39 @@ "gemini_native_audio": true }, "gemini-2.5-pro": { - "deprecation_date": "2026-10-20", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", - "successor_model": "gemini-3.8-flash", "cache_read_input_token_cost": 1.25e-07, "cache_read_input_token_cost_above_200k_tokens": 2.5e-07, "cache_read_input_token_cost_above_200k_tokens_priority": 4.5e-07, "cache_read_input_token_cost_flex": 1.25e-07, "cache_read_input_token_cost_priority": 2.25e-07, + "deprecation_date": "2026-10-20", + "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", + "google_maps_grounding_cost_per_query": 0.025, "input_cost_per_token": 1.25e-06, "input_cost_per_token_above_200k_tokens": 2.5e-06, + "input_cost_per_token_above_200k_tokens_batches": 1.25e-06, + "input_cost_per_token_above_200k_tokens_flex": 1.25e-06, + "input_cost_per_token_above_200k_tokens_priority": 4.5e-06, + "input_cost_per_token_batches": 6.25e-07, + "input_cost_per_token_flex": 6.25e-07, + "input_cost_per_token_priority": 2.25e-06, "litellm_provider": "vertex_ai-language-models", "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "mode": "chat", "output_cost_per_token": 1e-05, "output_cost_per_token_above_200k_tokens": 1.5e-05, + "output_cost_per_token_above_200k_tokens_batches": 7.5e-06, + "output_cost_per_token_above_200k_tokens_flex": 7.5e-06, + "output_cost_per_token_above_200k_tokens_priority": 2.7e-05, + "output_cost_per_token_batches": 5e-06, + "output_cost_per_token_flex": 5e-06, + "output_cost_per_token_priority": 1.8e-05, + "prompt_cache_min_tokens": 2048.0, + "search_context_cost_per_query": {"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}, + "search_free_requests": {"count":10000,"period":"day","shared_group":"gemini-2.5-pro"}, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", + "successor_model": "gemini-3.8-flash", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" @@ -30567,33 +30689,13 @@ "supports_function_calling": true, "supports_pdf_input": true, "supports_prompt_caching": true, - "prompt_cache_min_tokens": 2048, "supports_reasoning": true, "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_vision": true, - "supports_web_search": true, - "search_context_cost_per_query": { - "search_context_size_low": 0.035, - "search_context_size_medium": 0.035, - "search_context_size_high": 0.035 - }, - "search_free_requests": {"count": 10000, "period": "day", "shared_group": "gemini-2.5-pro"}, - "google_maps_grounding_cost_per_query": 0.025, - "input_cost_per_token_above_200k_tokens_batches": 1.25e-06, - "input_cost_per_token_above_200k_tokens_flex": 1.25e-06, - "input_cost_per_token_above_200k_tokens_priority": 4.5e-06, - "input_cost_per_token_batches": 6.25e-07, - "input_cost_per_token_flex": 6.25e-07, - "input_cost_per_token_priority": 2.25e-06, - "output_cost_per_token_above_200k_tokens_batches": 7.5e-06, - "output_cost_per_token_above_200k_tokens_flex": 7.5e-06, - "output_cost_per_token_above_200k_tokens_priority": 2.7e-05, - "output_cost_per_token_batches": 5e-06, - "output_cost_per_token_flex": 5e-06, - "output_cost_per_token_priority": 1.8e-05 + "supports_web_search": true }, "gemini-3.1-pro-preview": { "cache_read_input_token_cost": 2e-07, @@ -30781,7 +30883,7 @@ "input_cost_per_token_priority": 9e-07, "litellm_provider": "vertex_ai", "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "mode": "chat", "output_cost_per_token": 3e-06, "output_cost_per_token_batches": 1.5e-06, @@ -30820,22 +30922,32 @@ "web_search_billing_unit": "per_query" }, "vertex_ai/gemini-3.5-flash": { - "prompt_cache_min_tokens": 4096, - "deprecation_date": "2027-05-19", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", - "successor_model": "vertex_ai/gemini-3.8-flash", "cache_read_input_token_cost": 1.5e-07, "cache_read_input_token_cost_batches": 7.5e-08, - "input_cost_per_token": 1.5e-06, + "cache_read_input_token_cost_flex": 7.5e-08, + "cache_read_input_token_cost_priority": 2.7e-07, + "google_maps_grounding_cost_per_query": 0.014, "input_cost_per_audio_token": 1.5e-06, + "input_cost_per_audio_token_priority": 2.7e-06, + "input_cost_per_token": 1.5e-06, + "input_cost_per_token_batches": 7.5e-07, + "input_cost_per_token_flex": 7.5e-07, + "input_cost_per_token_priority": 2.7e-06, "litellm_provider": "vertex_ai", "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "mode": "chat", "output_cost_per_reasoning_token": 9e-06, "output_cost_per_token": 9e-06, + "output_cost_per_token_batches": 4.5e-06, + "output_cost_per_token_flex": 4.5e-06, + "output_cost_per_token_priority": 1.62e-05, + "prompt_cache_min_tokens": 4096.0, "regional_endpoint_uplift_multiplier": 1.1, + "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count":5000,"period":"month","shared_group":"gemini-3"}, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", + "successor_model": "vertex_ai/gemini-3.8-flash", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", @@ -30853,6 +30965,7 @@ "supports_audio_input": true, "supports_computer_use": true, "supports_function_calling": true, + "supports_native_streaming": true, "supports_parallel_function_calling": true, "supports_pdf_input": true, "supports_prompt_caching": true, @@ -30864,24 +30977,7 @@ "supports_video_input": true, "supports_vision": true, "supports_web_search": true, - "supports_native_streaming": true, - "input_cost_per_token_priority": 2.7e-06, - "input_cost_per_audio_token_priority": 2.7e-06, - "output_cost_per_token_priority": 1.62e-05, - "cache_read_input_token_cost_priority": 2.7e-07, - "search_context_cost_per_query": { - "search_context_size_low": 0.014, - "search_context_size_medium": 0.014, - "search_context_size_high": 0.014 - }, - "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, - "web_search_billing_unit": "per_query", - "google_maps_grounding_cost_per_query": 0.014, - "input_cost_per_token_batches": 7.5e-07, - "output_cost_per_token_batches": 4.5e-06, - "input_cost_per_token_flex": 7.5e-07, - "output_cost_per_token_flex": 4.5e-06, - "cache_read_input_token_cost_flex": 7.5e-08 + "web_search_billing_unit": "per_query" }, "vertex_ai/gemini-3.6-flash": { "prompt_cache_min_tokens": 4096, @@ -31889,6 +31985,8 @@ "mode": "image_generation", "output_cost_per_image": 0.039, "output_cost_per_image_token": 3e-05, + "output_cost_per_image_token_batches": 1.5e-05, + "output_cost_per_image_token_priority": 5.4e-05, "output_cost_per_reasoning_token": 2.5e-06, "output_cost_per_token": 2.5e-06, "output_cost_per_token_batches": 1.25e-06, @@ -32209,6 +32307,7 @@ }, "gemini/gemini-flash-latest": { "cache_read_input_token_cost": 7.5e-08, + "cache_read_input_token_cost_batches": 3.75e-08, "input_cost_per_token": 7.5e-07, "litellm_provider": "gemini", "max_input_tokens": 1048576, @@ -32267,6 +32366,7 @@ }, "gemini/gemini-flash-lite-latest": { "cache_read_input_token_cost": 3e-08, + "cache_read_input_token_cost_batches": 1.5e-08, "input_cost_per_token": 3e-07, "litellm_provider": "gemini", "max_input_tokens": 1048576, @@ -33089,7 +33189,7 @@ "input_cost_per_token_priority": 9e-07, "litellm_provider": "vertex_ai-language-models", "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "mode": "chat", "output_cost_per_reasoning_token": 3e-06, "output_cost_per_token": 3e-06, @@ -33161,21 +33261,31 @@ "deprecation_date": "2026-11-06" }, "gemini-3.5-flash": { - "prompt_cache_min_tokens": 4096, - "deprecation_date": "2027-05-19", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", - "successor_model": "gemini-3.8-flash", "cache_read_input_token_cost": 1.5e-07, "cache_read_input_token_cost_batches": 7.5e-08, + "cache_read_input_token_cost_flex": 7.5e-08, + "cache_read_input_token_cost_priority": 2.7e-07, + "google_maps_grounding_cost_per_query": 0.014, "input_cost_per_audio_token": 1.5e-06, + "input_cost_per_audio_token_priority": 2.7e-06, "input_cost_per_token": 1.5e-06, + "input_cost_per_token_batches": 7.5e-07, + "input_cost_per_token_flex": 7.5e-07, + "input_cost_per_token_priority": 2.7e-06, "litellm_provider": "vertex_ai-language-models", "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "mode": "chat", "output_cost_per_reasoning_token": 9e-06, "output_cost_per_token": 9e-06, + "output_cost_per_token_batches": 4.5e-06, + "output_cost_per_token_flex": 4.5e-06, + "output_cost_per_token_priority": 1.62e-05, + "prompt_cache_min_tokens": 4096.0, + "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count":5000,"period":"month","shared_group":"gemini-3"}, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", + "successor_model": "gemini-3.8-flash", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", @@ -33190,10 +33300,11 @@ "supported_output_modalities": [ "text" ], - "supports_audio_output": false, "supports_audio_input": true, + "supports_audio_output": false, "supports_computer_use": true, "supports_function_calling": true, + "supports_native_streaming": true, "supports_parallel_function_calling": true, "supports_pdf_input": true, "supports_prompt_caching": true, @@ -33205,24 +33316,7 @@ "supports_video_input": true, "supports_vision": true, "supports_web_search": true, - "supports_native_streaming": true, - "input_cost_per_token_priority": 2.7e-06, - "input_cost_per_audio_token_priority": 2.7e-06, - "output_cost_per_token_priority": 1.62e-05, - "cache_read_input_token_cost_priority": 2.7e-07, - "search_context_cost_per_query": { - "search_context_size_low": 0.014, - "search_context_size_medium": 0.014, - "search_context_size_high": 0.014 - }, - "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, - "web_search_billing_unit": "per_query", - "google_maps_grounding_cost_per_query": 0.014, - "input_cost_per_token_batches": 7.5e-07, - "output_cost_per_token_batches": 4.5e-06, - "input_cost_per_token_flex": 7.5e-07, - "output_cost_per_token_flex": 4.5e-06, - "cache_read_input_token_cost_flex": 7.5e-08 + "web_search_billing_unit": "per_query" }, "gemini-3.6-flash": { "prompt_cache_min_tokens": 4096, @@ -33839,7 +33933,7 @@ "thinking_always_on": true }, "github_copilot/claude-fable-latest": { - "alias_of": "github_copilot/claude-fable-5.1" + "alias_of": "github_copilot/claude-fable-5.2" }, "github_copilot/claude-haiku-4.5": { "cache_creation_input_token_cost": 1.25e-06, @@ -36440,6 +36534,7 @@ }, "gpt-image-1.5": { "cache_read_input_image_token_cost": 2e-06, + "cache_read_input_image_token_cost_batches": 1e-06, "cache_read_input_token_cost": 1.25e-06, "cache_read_input_token_cost_batches": 6.3e-07, "deprecation_date": "2026-12-01", @@ -36488,6 +36583,7 @@ }, "gpt-image-2": { "cache_read_input_image_token_cost": 2e-06, + "cache_read_input_image_token_cost_batches": 1e-06, "cache_read_input_token_cost": 1.25e-06, "cache_read_input_token_cost_batches": 6.25e-07, "deprecation_date": "2027-02-10", @@ -36530,6 +36626,7 @@ }, "gpt-image-2.5-flare": { "cache_read_input_image_token_cost": 2e-06, + "cache_read_input_image_token_cost_batches": 1e-06, "cache_read_input_token_cost": 1.25e-06, "cache_read_input_token_cost_batches": 6.25e-07, "input_cost_per_token": 5e-06, @@ -36566,6 +36663,7 @@ }, "gpt-image-2.5-sunburst": { "cache_read_input_image_token_cost": 2e-06, + "cache_read_input_image_token_cost_batches": 1e-06, "cache_read_input_token_cost": 1.25e-06, "cache_read_input_token_cost_batches": 6.25e-07, "input_cost_per_token": 5e-06, @@ -39927,6 +40025,7 @@ }, "gpt-image-1-mini": { "cache_read_input_image_token_cost": 2.5e-07, + "cache_read_input_image_token_cost_batches": 1.3e-07, "cache_read_input_token_cost": 2e-07, "cache_read_input_token_cost_batches": 1e-07, "deprecation_date": "2026-12-01", @@ -48549,6 +48648,7 @@ "max_output_tokens": 4096, "mode": "chat", "output_cost_per_token": 5e-07, + "source": "https://replicate.com/meta/llama-2-13b", "supports_tool_choice": true }, "replicate/meta/llama-2-13b-chat": { @@ -48558,6 +48658,8 @@ "max_output_tokens": 4096, "mode": "chat", "output_cost_per_token": 5e-07, + "source": "https://replicate.com/meta/llama-2-13b-chat", + "supports_system_messages": true, "supports_tool_choice": true }, "replicate/meta/llama-2-70b": { @@ -48567,6 +48669,7 @@ "max_output_tokens": 4096, "mode": "chat", "output_cost_per_token": 2.75e-06, + "source": "https://replicate.com/meta/llama-2-70b", "supports_tool_choice": true }, "replicate/meta/llama-2-70b-chat": { @@ -48576,6 +48679,8 @@ "max_output_tokens": 4096, "mode": "chat", "output_cost_per_token": 2.75e-06, + "source": "https://replicate.com/meta/llama-2-70b-chat", + "supports_system_messages": true, "supports_tool_choice": true }, "replicate/meta/llama-2-7b": { @@ -48585,6 +48690,7 @@ "max_output_tokens": 4096, "mode": "chat", "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/meta/llama-2-7b", "supports_tool_choice": true }, "replicate/meta/llama-2-7b-chat": { @@ -48594,6 +48700,8 @@ "max_output_tokens": 4096, "mode": "chat", "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/meta/llama-2-7b-chat", + "supports_system_messages": true, "supports_tool_choice": true }, "replicate/meta/llama-3-70b": { @@ -48648,6 +48756,7 @@ "max_output_tokens": 4096, "mode": "chat", "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/mistralai/mistral-7b-v0.1", "supports_tool_choice": true }, "replicate/mistralai/mixtral-8x7b-instruct-v0.1": { @@ -48664,8 +48773,10 @@ "output_cost_per_token": 1e-05, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/openai/gpt-5", "supports_function_calling": true, "supports_parallel_function_calling": true, + "supports_reasoning": true, "supports_vision": true, "supports_system_messages": true, "supports_tool_choice": true, @@ -48676,6 +48787,7 @@ "output_cost_per_token": 3.6e-07, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/openai/gpt-oss-20b", "supports_function_calling": true, "supports_system_messages": true }, @@ -48691,13 +48803,15 @@ "supports_tool_choice": true, "supports_response_schema": true, "supports_prompt_caching": true, - "prompt_cache_min_tokens": 4096 + "prompt_cache_min_tokens": 4096, + "source": "https://replicate.com/anthropic/claude-4.5-haiku" }, "replicate/ibm-granite/granite-3.3-8b-instruct": { "input_cost_per_token": 3e-08, "output_cost_per_token": 2.5e-07, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/ibm-granite/granite-3.3-8b-instruct", "supports_function_calling": true, "supports_system_messages": true }, @@ -48706,6 +48820,7 @@ "output_cost_per_token": 1e-05, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/openai/gpt-4o", "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, @@ -48747,6 +48862,7 @@ "output_cost_per_token": 6e-07, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/openai/gpt-4o-mini", "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, @@ -48759,6 +48875,7 @@ "output_cost_per_token": 1.06e-06, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/qwen/qwen3-235b-a22b-instruct-2507", "supports_function_calling": true, "supports_system_messages": true }, @@ -48783,6 +48900,7 @@ "mode": "chat", "max_input_tokens": 65536, "max_output_tokens": 8192, + "source": "https://replicate.com/deepseek-ai/deepseek-v3", "supports_function_calling": true, "supports_system_messages": true }, @@ -48838,7 +48956,9 @@ "supports_response_schema": false, "input_cost_per_token_above_200k_tokens": 4e-06, "output_cost_per_token_above_200k_tokens": 1.8e-05, + "source": "https://replicate.com/google/gemini-3-pro", "supports_audio_input": true, + "supports_reasoning": true, "supports_video_input": true }, "replicate/anthropic/claude-4.5-sonnet": { @@ -48853,13 +48973,15 @@ "supports_tool_choice": true, "supports_response_schema": true, "supports_prompt_caching": true, - "prompt_cache_min_tokens": 1024 + "prompt_cache_min_tokens": 1024, + "source": "https://replicate.com/anthropic/claude-4.5-sonnet" }, "replicate/openai/gpt-4.1": { "input_cost_per_token": 2e-06, "output_cost_per_token": 8e-06, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/openai/gpt-4.1", "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, @@ -48880,6 +49002,7 @@ "output_cost_per_token": 1.6e-06, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/openai/gpt-4.1-mini", "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, @@ -48892,16 +49015,21 @@ "output_cost_per_token": 4e-07, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/openai/gpt-5-nano", "supports_function_calling": true, - "supports_system_messages": true + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true }, "replicate/openai/gpt-5-mini": { "input_cost_per_token": 2.5e-07, "output_cost_per_token": 2e-06, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/openai/gpt-5-mini", "supports_function_calling": true, "supports_parallel_function_calling": true, + "supports_reasoning": true, "supports_vision": true, "supports_system_messages": true, "supports_tool_choice": true, @@ -48912,6 +49040,7 @@ "output_cost_per_token": 2.5e-06, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/google/gemini-2.5-flash", "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, @@ -48927,6 +49056,7 @@ "output_cost_per_token": 7.2e-07, "litellm_provider": "replicate", "mode": "chat", + "source": "https://replicate.com/openai/gpt-oss-120b", "supports_function_calling": true, "supports_system_messages": true }, @@ -48937,6 +49067,7 @@ "mode": "chat", "max_input_tokens": 163840, "max_output_tokens": 163840, + "source": "https://replicate.com/deepseek-ai/deepseek-v3.1", "supports_function_calling": true, "supports_reasoning": true, "supports_system_messages": true @@ -48957,6 +49088,7 @@ "mode": "chat", "max_input_tokens": 65536, "max_output_tokens": 8192, + "source": "https://replicate.com/deepseek-ai/deepseek-r1", "supports_reasoning": true, "supports_system_messages": true }, @@ -50752,8 +50884,8 @@ "cache_creation_input_token_cost_above_200k_tokens": 9e-06, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 1.44e-05, "cache_read_input_token_cost_above_200k_tokens": 7.2e-07, - "deprecation_date": "2027-04-08", - "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-4-5.md", + "deprecation_date": "2027-04-27", + "deprecation_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-lifecycle-legacy.html", "successor_model": "us-gov.anthropic.claude-sonnet-5-5", "litellm_provider": "bedrock_converse", "supports_tool_search": true, @@ -53235,6 +53367,47 @@ "output_cost_per_token_batches": 2e-05, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing" }, + "vertex_ai/claude-mythos-5-2": { + "regional_endpoint_uplift_multiplier": 1.1, + "supports_mid_conversation_system": true, + "cache_creation_input_token_cost": 1e-05, + "cache_creation_input_token_cost_above_1hr": 1.6e-05, + "cache_creation_input_token_cost_batches": 5e-06, + "cache_read_input_token_cost": 2e-07, + "cache_read_input_token_cost_batches": 1e-07, + "input_cost_per_token": 8e-06, + "litellm_provider": "vertex_ai-anthropic_models", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-05, + "search_context_cost_per_query": { + "search_context_size_high": 0.01, + "search_context_size_low": 0.01, + "search_context_size_medium": 0.01 + }, + "supports_adaptive_thinking": true, + "thinking_always_on": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_forced_tool_use": false, + "supports_function_calling": true, + "supports_native_structured_output": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "supports_max_reasoning_effort": true, + "prompt_cache_min_tokens": 512, + "deprecation_date": "2027-11-09", + "input_cost_per_token_batches": 4e-06, + "output_cost_per_token_batches": 2e-05, + "source": "https://platform.claude.com/docs/en/models/mythos-5-2/overview" + }, "vertex_ai/claude-fable-latest": { "alias_of": "vertex_ai/claude-fable-5-2" }, @@ -53359,6 +53532,47 @@ "output_cost_per_token_batches": 2e-05, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing" }, + "vertex_ai/claude-mythos-5-2@default": { + "regional_endpoint_uplift_multiplier": 1.1, + "supports_mid_conversation_system": true, + "cache_creation_input_token_cost": 1e-05, + "cache_creation_input_token_cost_above_1hr": 1.6e-05, + "cache_creation_input_token_cost_batches": 5e-06, + "cache_read_input_token_cost": 2e-07, + "cache_read_input_token_cost_batches": 1e-07, + "input_cost_per_token": 8e-06, + "litellm_provider": "vertex_ai-anthropic_models", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-05, + "search_context_cost_per_query": { + "search_context_size_high": 0.01, + "search_context_size_low": 0.01, + "search_context_size_medium": 0.01 + }, + "supports_adaptive_thinking": true, + "thinking_always_on": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_forced_tool_use": false, + "supports_function_calling": true, + "supports_native_structured_output": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "supports_max_reasoning_effort": true, + "prompt_cache_min_tokens": 512, + "deprecation_date": "2027-11-09", + "input_cost_per_token_batches": 4e-06, + "output_cost_per_token_batches": 2e-05, + "source": "https://platform.claude.com/docs/en/models/mythos-5-2/overview" + }, "vertex_ai/claude-opus-5": { "deprecation_date": "2027-01-24", "regional_endpoint_uplift_multiplier": 1.1, @@ -53939,13 +54153,11 @@ }, "vertex_ai/gemini-3-pro-image": { "cache_read_input_token_cost": 2e-07, - "cache_read_input_token_cost_batches": 1e-07, "cache_read_input_token_cost_above_200k_tokens": 4e-07, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07, + "cache_read_input_token_cost_batches": 1e-07, "cache_read_input_token_cost_flex": 1e-07, "cache_read_input_token_cost_priority": 3.6e-07, - "deprecation_date": "2027-05-28", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "input_cost_per_image": 0.0011, "input_cost_per_token": 2e-06, "input_cost_per_token_above_200k_tokens": 4e-06, @@ -53967,15 +54179,14 @@ "output_cost_per_token_batches": 6e-06, "output_cost_per_token_flex": 6e-06, "output_cost_per_token_priority": 2.16e-05, - "supports_reasoning": false, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/images/generations", "/v1/images/edits", "/v1/batch" - ] - + ], + "supports_reasoning": false }, "vertex_ai/gemini-3-pro-image-preview": { "input_cost_per_image": 0.0011, @@ -54017,15 +54228,13 @@ "cache_read_input_token_cost_batches": 2.5e-08, "cache_read_input_token_cost_flex": 2.5e-08, "cache_read_input_token_cost_priority": 9e-08, - "deprecation_date": "2027-05-28", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "input_cost_per_image": 0.00056, "input_cost_per_token": 5e-07, "input_cost_per_token_batches": 2.5e-07, "input_cost_per_token_flex": 2.5e-07, "input_cost_per_token_priority": 9e-07, "litellm_provider": "vertex_ai-language-models", - "max_input_tokens": 65536, + "max_input_tokens": 131072, "max_output_tokens": 32768, "mode": "image_generation", "output_cost_per_image": 0.0672, @@ -54037,15 +54246,14 @@ "output_cost_per_token_flex": 1.5e-06, "output_cost_per_token_priority": 5.4e-06, "regional_endpoint_uplift_multiplier": 1.1, - "supports_reasoning": false, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/images/generations", "/v1/images/edits", "/v1/batch" - ] - + ], + "supports_reasoning": false }, "vertex_ai/gemini-3.1-flash-image-preview": { "input_cost_per_image": 0.00056, @@ -54171,7 +54379,6 @@ }, "vertex_ai/gemini-3.1-flash-lite": { "cache_read_input_audio_token_cost": 5e-08, - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "cache_read_input_audio_token_cost_batches": 2.5e-08, "cache_read_input_audio_token_cost_flex": 2.5e-08, "cache_read_input_audio_token_cost_priority": 9e-08, @@ -54179,7 +54386,6 @@ "cache_read_input_token_cost_batches": 1.25e-08, "cache_read_input_token_cost_flex": 1.25e-08, "cache_read_input_token_cost_priority": 4.5e-08, - "deprecation_date": "2027-05-07", "google_maps_grounding_cost_per_query": 0.014, "input_cost_per_audio_token": 5e-07, "input_cost_per_audio_token_above_200k_tokens": 5e-07, @@ -54239,12 +54445,11 @@ "web_search_billing_unit": "per_query" }, "vertex_ai/gemini-3.5-flash-lite": { - "deprecation_date": "2027-07-21", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "cache_read_input_token_cost": 3e-08, "cache_read_input_token_cost_batches": 1.5e-08, "cache_read_input_token_cost_flex": 1.5e-08, "cache_read_input_token_cost_priority": 5.4e-08, + "google_maps_grounding_cost_per_query": 0.014, "input_cost_per_token": 3e-07, "input_cost_per_token_batches": 1.5e-07, "input_cost_per_token_flex": 1.5e-07, @@ -54259,6 +54464,8 @@ "output_cost_per_token_flex": 1.25e-06, "output_cost_per_token_priority": 4.5e-06, "regional_endpoint_uplift_multiplier": 1.1, + "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count":5000,"period":"month","shared_group":"gemini-3"}, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", @@ -54278,6 +54485,7 @@ "supports_audio_output": false, "supports_computer_use": true, "supports_function_calling": true, + "supports_native_streaming": true, "supports_parallel_function_calling": true, "supports_pdf_input": true, "supports_prompt_caching": true, @@ -54290,15 +54498,7 @@ "supports_video_input": true, "supports_vision": true, "supports_web_search": true, - "supports_native_streaming": true, - "search_context_cost_per_query": { - "search_context_size_low": 0.014, - "search_context_size_medium": 0.014, - "search_context_size_high": 0.014 - }, - "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, - "web_search_billing_unit": "per_query", - "google_maps_grounding_cost_per_query": 0.014 + "web_search_billing_unit": "per_query" }, "vertex_ai/deep-research-pro-preview-12-2025": { "cache_read_input_token_cost": 2e-07, @@ -55094,14 +55294,13 @@ ] }, "vertex_ai/veo-3.1-generate-001": { - "deprecation_date": "2026-11-17", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "litellm_provider": "vertex_ai-video-models", "max_input_tokens": 1024, "mode": "video_generation", "output_cost_per_second": 0.4, "output_cost_per_second_4k": 0.6, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", + "successor_model": "vertex_ai/gemini-omni-1.2-flash", "supported_modalities": [ "text" ], @@ -55110,8 +55309,6 @@ ] }, "vertex_ai/veo-3.1-fast-generate-001": { - "deprecation_date": "2026-11-17", - "deprecation_source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versions", "litellm_provider": "vertex_ai-video-models", "max_input_tokens": 1024, "mode": "video_generation", @@ -55119,6 +55316,7 @@ "output_cost_per_second_1080p": 0.12, "output_cost_per_second_4k": 0.3, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", + "successor_model": "vertex_ai/gemini-omni-1.2-flash", "supported_modalities": [ "text" ], @@ -56059,6 +56257,7 @@ "zai.glm-5": { "input_cost_per_token": 1e-06, "input_cost_per_token_batches": 5e-07, + "input_cost_per_token_flex": 5e-07, "input_cost_per_token_priority": 1.75e-06, "output_cost_per_token": 3.2e-06, "litellm_provider": "bedrock_converse", @@ -56066,6 +56265,7 @@ "max_output_tokens": 128000, "mode": "chat", "output_cost_per_token_batches": 1.6e-06, + "output_cost_per_token_flex": 1.6e-06, "output_cost_per_token_priority": 5.6e-06, "supports_function_calling": true, "supports_reasoning": true, @@ -56530,7 +56730,7 @@ "runwayml/seedance2": { "litellm_provider": "runwayml", "mode": "video_generation", - "output_cost_per_second": 0.36, + "output_cost_per_second": 0.3, "output_cost_per_second_1080p": 0.4, "output_cost_per_second_4k": 1.5, "source": "https://docs.dev.runwayml.com/guides/pricing/", @@ -56542,14 +56742,13 @@ "supported_output_modalities": [ "video" ], - "metadata": { - "comment": "36 credits per second at 480p/720p, 40 at 1080p, 150 at 4K @ $0.01 per credit" - } + "metadata": {"comment":"14/30/40/150 credits per second at 480p/720p/1080p/4K @ $0.01 per credit; 56 credit minimum per generation not modeled"}, + "output_cost_per_second_480p": 0.14 }, "runwayml/seedance2_fast": { "litellm_provider": "runwayml", "mode": "video_generation", - "output_cost_per_second": 0.29, + "output_cost_per_second": 0.24, "source": "https://docs.dev.runwayml.com/guides/pricing/", "supported_modalities": [ "text", @@ -56559,14 +56758,13 @@ "supported_output_modalities": [ "video" ], - "metadata": { - "comment": "29 credits per second at 480p/720p @ $0.01 per credit = $0.29 per second" - } + "metadata": {"comment":"11 credits per second at 480p, 24 at 720p @ $0.01 per credit; 44 credit minimum per generation not modeled"}, + "output_cost_per_second_480p": 0.11 }, "runwayml/seedance2_mini": { "litellm_provider": "runwayml", "mode": "video_generation", - "output_cost_per_second": 0.16, + "output_cost_per_second": 0.15, "source": "https://docs.dev.runwayml.com/guides/pricing/", "supported_modalities": [ "text", @@ -56576,9 +56774,8 @@ "supported_output_modalities": [ "video" ], - "metadata": { - "comment": "16 credits per second @ $0.01 per credit = $0.16 per second; 64 credit minimum per task not modeled" - } + "metadata": {"comment":"7 credits per second at 480p, 15 at 720p @ $0.01 per credit; 28 credit minimum per generation not modeled"}, + "output_cost_per_second_480p": 0.07 }, "runwayml/seedance2_5": { "litellm_provider": "runwayml", @@ -56599,6 +56796,9 @@ "comment": "Output: 20/30/68 credits per second at 480p/720p/1080p @ $0.01 per credit; input video billed additionally at 10/15/34 credits per input second and the 80 credit minimum per task are not modeled" } }, + "runwayml/seedance-latest": { + "alias_of": "runwayml/seedance2_5" + }, "runwayml/hailuo3": { "litellm_provider": "runwayml", "mode": "video_generation", @@ -56703,11 +56903,9 @@ "runwayml/eleven_multilingual_v2": { "litellm_provider": "runwayml", "mode": "audio_speech", - "input_cost_per_character": 3e-07, + "input_cost_per_character": 0.0002, "source": "https://docs.dev.runwayml.com/guides/pricing/", - "metadata": { - "comment": "Estimated cost based on standard TTS pricing. RunwayML uses ElevenLabs models." - } + "metadata": {"comment":"1 credit per 50 characters @ $0.01 per credit = $0.0002 per character"} }, "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { "max_input_tokens": 262144, @@ -60311,6 +60509,7 @@ }, "chatgpt-image-latest": { "cache_read_input_image_token_cost": 2e-06, + "cache_read_input_image_token_cost_batches": 1e-06, "cache_read_input_token_cost": 1.25e-06, "cache_read_input_token_cost_batches": 6.3e-07, "deprecation_date": "2026-12-01", @@ -60747,6 +60946,7 @@ }, "gemini-flash-latest": { "cache_read_input_token_cost": 7.5e-08, + "cache_read_input_token_cost_batches": 3.75e-08, "input_cost_per_token": 7.5e-07, "litellm_provider": "gemini", "max_input_tokens": 1048576, @@ -60805,6 +61005,7 @@ }, "gemini-flash-lite-latest": { "cache_read_input_token_cost": 3e-08, + "cache_read_input_token_cost_batches": 1.5e-08, "input_cost_per_token": 3e-07, "litellm_provider": "gemini", "max_input_tokens": 1048576, @@ -60863,6 +61064,8 @@ "gemini-pro-latest": { "cache_read_input_token_cost": 2e-07, "cache_read_input_token_cost_above_200k_tokens": 4e-07, + "cache_read_input_token_cost_above_200k_tokens_batches": 4e-07, + "cache_read_input_token_cost_above_200k_tokens_flex": 4e-07, "input_cost_per_token": 2e-06, "input_cost_per_token_above_200k_tokens": 4e-06, "litellm_provider": "gemini", @@ -60906,6 +61109,7 @@ }, "google_maps_grounding_cost_per_query": 0.014, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07, + "cache_read_input_token_cost_batches": 2e-07, "cache_read_input_token_cost_priority": 3.6e-07, "input_cost_per_token_above_200k_tokens_priority": 7.2e-06, "input_cost_per_token_batches": 1e-06, @@ -60918,12 +61122,18 @@ "supports_url_context": true, "web_search_billing_unit": "per_query", "cache_read_input_token_cost_flex": 2e-07, + "input_cost_per_token_above_200k_tokens_batches": 2e-06, + "input_cost_per_token_above_200k_tokens_flex": 2e-06, "input_cost_per_token_flex": 1e-06, + "output_cost_per_token_above_200k_tokens_batches": 9e-06, + "output_cost_per_token_above_200k_tokens_flex": 9e-06, "output_cost_per_token_flex": 6e-06 }, "gemini/gemini-pro-latest": { "cache_read_input_token_cost": 2e-07, "cache_read_input_token_cost_above_200k_tokens": 4e-07, + "cache_read_input_token_cost_above_200k_tokens_batches": 4e-07, + "cache_read_input_token_cost_above_200k_tokens_flex": 4e-07, "input_cost_per_token": 2e-06, "input_cost_per_token_above_200k_tokens": 4e-06, "litellm_provider": "gemini", @@ -60967,6 +61177,7 @@ }, "google_maps_grounding_cost_per_query": 0.014, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07, + "cache_read_input_token_cost_batches": 2e-07, "cache_read_input_token_cost_priority": 3.6e-07, "input_cost_per_token_above_200k_tokens_priority": 7.2e-06, "input_cost_per_token_batches": 1e-06, @@ -60979,7 +61190,11 @@ "supports_url_context": true, "web_search_billing_unit": "per_query", "cache_read_input_token_cost_flex": 2e-07, + "input_cost_per_token_above_200k_tokens_batches": 2e-06, + "input_cost_per_token_above_200k_tokens_flex": 2e-06, "input_cost_per_token_flex": 1e-06, + "output_cost_per_token_above_200k_tokens_batches": 9e-06, + "output_cost_per_token_above_200k_tokens_flex": 9e-06, "output_cost_per_token_flex": 6e-06 }, "gemini-exp-1206": { @@ -61334,7 +61549,7 @@ "output_cost_per_token": 2.2e-05, "output_cost_per_token_above_272k_tokens": 3.3e-05, "litellm_provider": "bedrock_mantle", - "max_input_tokens": 1050000, + "max_input_tokens": 922000, "max_output_tokens": 128000, "mode": "responses", "search_context_cost_per_query": {"search_context_size_high":0.012,"search_context_size_low":0.012,"search_context_size_medium":0.012}, @@ -64545,15 +64760,15 @@ "supports_vision": false }, "tencent/hy4": { - "cache_read_input_token_cost": 4.2e-08, - "comment": "TokenHub bills Hy4 at 50% of list until 2026-12-31 23:59:59 Beijing time; these are the list rates.", - "input_cost_per_token": 8.34e-07, - "input_cost_per_token_cache_hit": 4.2e-08, + "cache_read_input_token_cost": 2.1e-08, + "comment": "These are the 50% promotional rates. Update on 2026-12-31 when the promotion ends at 23:59:59 Beijing time. List rates per 1M tokens are $0.834 input, $2.501 output and $0.042 cached input.", + "input_cost_per_token": 4.17e-07, + "input_cost_per_token_cache_hit": 2.1e-08, "litellm_provider": "tencent", "max_input_tokens": 960000, "max_output_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.501e-06, + "output_cost_per_token": 1.2505e-06, "source": "https://www.tencentcloud.com/document/product/1300/78937", "supports_function_calling": true, "supports_prompt_caching": true, @@ -64562,15 +64777,15 @@ "supports_vision": true }, "tencent/hy4-preview": { - "cache_read_input_token_cost": 4.2e-08, - "comment": "TokenHub bills Hy4 preview at 50% of list until 2026-12-31 23:59:59 Beijing time; these are the list rates.", - "input_cost_per_token": 8.34e-07, - "input_cost_per_token_cache_hit": 4.2e-08, + "cache_read_input_token_cost": 2.1e-08, + "comment": "These are the 50% promotional rates. Update on 2026-12-31 when the promotion ends at 23:59:59 Beijing time. List rates per 1M tokens are $0.834 input, $2.501 output and $0.042 cached input.", + "input_cost_per_token": 4.17e-07, + "input_cost_per_token_cache_hit": 2.1e-08, "litellm_provider": "tencent", "max_input_tokens": 960000, "max_output_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.501e-06, + "output_cost_per_token": 1.2505e-06, "source": "https://www.tencentcloud.com/document/product/1300/78937", "supports_function_calling": true, "supports_prompt_caching": true, @@ -65004,6 +65219,53 @@ "supports_native_structured_output": true, "source": "https://platform.claude.com/docs/en/about-claude/pricing" }, + "claude-mythos-5-2": { + "supports_anthropic_compaction": true, + "cache_creation_input_token_cost": 1e-05, + "cache_creation_input_token_cost_above_1hr": 1.6e-05, + "cache_creation_input_token_cost_batches": 5e-06, + "cache_read_input_token_cost": 2e-07, + "cache_read_input_token_cost_batches": 1e-07, + "input_cost_per_token": 8e-06, + "input_cost_per_token_batches": 4e-06, + "litellm_provider": "anthropic", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-05, + "output_cost_per_token_batches": 2e-05, + "search_context_cost_per_query": { + "search_context_size_high": 0.01, + "search_context_size_low": 0.01, + "search_context_size_medium": 0.01 + }, + "supports_adaptive_thinking": true, + "thinking_always_on": true, + "supports_mid_conversation_system": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_forced_tool_use": false, + "supports_function_calling": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "supports_max_reasoning_effort": true, + "provider_specific_entry": { + "fast": 2, + "us": 1.1 + }, + "supports_output_config": true, + "prompt_cache_min_tokens": 512, + "supports_native_structured_output": true, + "source": "https://platform.claude.com/docs/en/about-claude/pricing", + "supports_fast_mode": true, + "supports_speed": true + }, "claude-mythos-preview": { "deprecation_date": "2026-06-09", "deprecation_source": "https://platform.claude.com/docs/en/about-claude/model-deprecations", @@ -65109,7 +65371,9 @@ "source": "https://docs.mistral.ai/models/model-cards/leanstral-1-5", "supports_function_calling": true, "supports_response_schema": true, - "supports_tool_choice": true + "supports_reasoning": true, + "supports_tool_choice": true, + "supports_vision": true }, "mistral/mistral-moderation-2603": { "input_cost_per_token": 0.0, @@ -65631,6 +65895,30 @@ "supports_tool_choice": true, "supports_vision": true }, + "fireworks_ai/accounts/fireworks/routers/kimi-latest": { + "cache_read_input_token_cost": 3e-07, + "cache_read_input_token_cost_priority": 3.75e-07, + "input_cost_per_token": 3e-06, + "input_cost_per_token_priority": 3.75e-06, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 1.5e-05, + "output_cost_per_token_priority": 1.875e-05, + "reasoning_effort_levels": [ + "low", + "high", + "max" + ], + "source": "https://api.fireworks.ai/v1/serverless/models?format=nested", + "supports_function_calling": true, + "supports_mid_conversation_system": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/kimi-latest": { "alias_of": "fireworks_ai/accounts/fireworks/models/kimi-k3" }, @@ -65930,6 +66218,7 @@ "supports_function_calling": true, "supports_mid_conversation_system": true, "supports_reasoning": true, + "supports_tool_choice": true, "supports_vision": true }, "fireworks_ai/accounts/fireworks/models/nemotron-lightning-3p5-30b-a3b": { @@ -65993,6 +66282,24 @@ "supports_tool_choice": true, "supports_vision": true }, + "fireworks_ai/accounts/fireworks/routers/qwen-max-latest": { + "cache_read_input_token_cost": 2.5e-07, + "cache_read_input_token_cost_priority": 3.75e-07, + "input_cost_per_token": 2e-06, + "input_cost_per_token_priority": 3e-06, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 6e-06, + "output_cost_per_token_priority": 9e-06, + "source": "https://api.fireworks.ai/v1/serverless/models?format=nested", + "supports_function_calling": true, + "supports_mid_conversation_system": false, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/accounts/fireworks/routers/glm-5p2-fast": { "cache_read_input_token_cost": 2.1e-07, "deprecation_date": "2026-09-25", @@ -66050,6 +66357,27 @@ "supports_tool_choice": true, "supports_vision": true }, + "fireworks_ai/accounts/fireworks/routers/kimi-fast-latest": { + "cache_read_input_token_cost": 4.5e-07, + "input_cost_per_token": 4.5e-06, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.25e-05, + "reasoning_effort_levels": [ + "low", + "high", + "max" + ], + "source": "https://api.fireworks.ai/v1/serverless/models?format=nested", + "supports_function_calling": true, + "supports_mid_conversation_system": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/accounts/fireworks/routers/kimi-k3-us": { "cache_read_input_token_cost": 4.5e-07, "cache_read_input_token_cost_priority": 5.625e-07, @@ -67710,12 +68038,12 @@ "source": "https://deepinfra.com/pricing" }, "deepinfra/anthropic/claude-sonnet-5": { - "input_cost_per_token": 2e-06, + "input_cost_per_token": 3e-06, "litellm_provider": "deepinfra", "max_input_tokens": 1000000, "max_output_tokens": 1000000, "mode": "chat", - "output_cost_per_token": 1e-05, + "output_cost_per_token": 1.5e-05, "prompt_cache_min_tokens": 1024, "source": "https://deepinfra.com/pricing", "supports_adaptive_thinking": true, @@ -68288,10 +68616,12 @@ "xai/grok-imagine-image-quality": { "deprecation_date": "2026-11-02", "deprecation_source": "https://docs.x.ai/developers/migration/imagine-image-quality-nov-2", - "input_cost_per_image": 0.05, + "input_cost_per_image": 0.04, "litellm_provider": "xai", "mode": "image_generation", - "source": "https://docs.x.ai/docs/models", + "output_cost_per_image_1K": 0.04, + "output_cost_per_image_2K": 0.06, + "source": "https://docs.x.ai/developers/migration/imagine-image-quality-nov-2", "successor_model": "xai/grok-imagine-image-2.0", "supported_endpoints": [ "/v1/images/generations" @@ -68307,10 +68637,12 @@ "xai/grok-imagine-image-quality-20260403": { "deprecation_date": "2026-11-02", "deprecation_source": "https://docs.x.ai/developers/migration/imagine-image-quality-nov-2", - "input_cost_per_image": 0.05, + "input_cost_per_image": 0.04, "litellm_provider": "xai", "mode": "image_generation", - "source": "https://docs.x.ai/docs/models", + "output_cost_per_image_1K": 0.04, + "output_cost_per_image_2K": 0.06, + "source": "https://docs.x.ai/developers/migration/imagine-image-quality-nov-2", "successor_model": "xai/grok-imagine-image-2.0", "supported_endpoints": [ "/v1/images/generations" @@ -68326,10 +68658,12 @@ "xai/grok-imagine-image-quality-latest": { "deprecation_date": "2026-11-02", "deprecation_source": "https://docs.x.ai/developers/migration/imagine-image-quality-nov-2", - "input_cost_per_image": 0.05, + "input_cost_per_image": 0.04, "litellm_provider": "xai", "mode": "image_generation", - "source": "https://docs.x.ai/docs/models", + "output_cost_per_image_1K": 0.04, + "output_cost_per_image_2K": 0.06, + "source": "https://docs.x.ai/developers/migration/imagine-image-quality-nov-2", "successor_model": "xai/grok-imagine-image-2.0", "supported_endpoints": [ "/v1/images/generations" @@ -68345,10 +68679,12 @@ "xai/grok-imagine-image-pro": { "deprecation_date": "2026-05-15", "deprecation_source": "https://docs.x.ai/developers/migration/may-15-retirement", - "input_cost_per_image": 0.05, + "input_cost_per_image": 0.04, "litellm_provider": "xai", "mode": "image_generation", - "source": "https://docs.x.ai/docs/models", + "output_cost_per_image_1K": 0.04, + "output_cost_per_image_2K": 0.06, + "source": "https://docs.x.ai/developers/migration/imagine-image-quality-nov-2", "successor_model": "xai/grok-imagine-image-2.0", "supported_endpoints": [ "/v1/images/generations" @@ -68864,7 +69200,9 @@ "source": "https://docs.mistral.ai/models/model-cards/leanstral-1-5", "supports_function_calling": true, "supports_response_schema": true, - "supports_tool_choice": true + "supports_reasoning": true, + "supports_tool_choice": true, + "supports_vision": true }, "fireworks_ai/accounts/fireworks/models/glm-5p3": { "cache_read_input_token_cost": 2.6e-07, @@ -68885,6 +69223,25 @@ "supports_tool_choice": true, "supports_vision": false }, + "fireworks_ai/accounts/fireworks/routers/glm-latest": { + "cache_read_input_token_cost": 2.6e-07, + "cache_read_input_token_cost_priority": 3.25e-07, + "input_cost_per_token": 1.4e-06, + "input_cost_per_token_priority": 1.75e-06, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4.4e-06, + "output_cost_per_token_priority": 5.5e-06, + "source": "https://api.fireworks.ai/v1/serverless/models?format=nested", + "supports_function_calling": true, + "supports_mid_conversation_system": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": false + }, "fireworks_ai/accounts/fireworks/routers/glm-5p3-us": { "cache_read_input_token_cost": 3.9e-07, "cache_read_input_token_cost_priority": 4.875e-07, @@ -68958,6 +69315,22 @@ "supports_tool_choice": true, "supports_vision": false }, + "fireworks_ai/accounts/fireworks/routers/glm-fast-latest": { + "cache_read_input_token_cost": 3.9e-07, + "input_cost_per_token": 2.1e-06, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 6.6e-06, + "source": "https://api.fireworks.ai/v1/serverless/models?format=nested", + "supports_function_calling": true, + "supports_mid_conversation_system": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": false + }, "fireworks_ai/accounts/fireworks/routers/auto": { "litellm_provider": "fireworks_ai", "mode": "chat", @@ -69019,6 +69392,24 @@ "supports_tool_choice": true, "supports_vision": true }, + "fireworks_ai/accounts/fireworks/routers/glm-flash-latest": { + "cache_read_input_token_cost": 3e-08, + "cache_read_input_token_cost_priority": 3.75e-08, + "input_cost_per_token": 1.5e-07, + "input_cost_per_token_priority": 1.875e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 5e-07, + "output_cost_per_token_priority": 6.25e-07, + "source": "https://api.fireworks.ai/v1/serverless/models?format=nested", + "supports_function_calling": true, + "supports_mid_conversation_system": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/accounts/fireworks/routers/glm-5p3-flash-us": { "cache_read_input_token_cost": 4.5e-08, "cache_read_input_token_cost_priority": 5.625e-08, @@ -70011,6 +70402,7 @@ } }, "bedrock/us-gov-west-1/anthropic.claude-fable-5-2": { + "bedrock_output_config_effort_ceiling": "xhigh", "cache_creation_input_token_cost": 1.2e-05, "cache_creation_input_token_cost_above_1hr": 1.92e-05, "cache_read_input_token_cost": 2.4e-07, @@ -70020,13 +70412,19 @@ "max_output_tokens": 128000, "mode": "chat", "output_cost_per_token": 4.8e-05, + "prompt_cache_min_tokens": 512.0, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_adaptive_thinking": true, - "thinking_always_on": true, - "supports_mid_conversation_system": true, "supports_assistant_prefill": false, + "supports_bedrock_native_structured_output": false, "supports_computer_use": true, "supports_forced_tool_use": false, "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, @@ -70035,18 +70433,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, - "supports_bedrock_native_structured_output": false, - "supports_max_reasoning_effort": true, - "supports_output_config": true, - "bedrock_output_config_effort_ceiling": "xhigh", - "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512, - "token_count_model": { - "model": "anthropic.claude-fable-5-2", - "litellm_provider": "bedrock_mantle", - "region": "us-gov-west-1" - } + "thinking_always_on": true }, "bedrock/us-gov-east-1/nvidia.nemotron-nano-3-30b": { "input_cost_per_token": 7.2e-08, @@ -70357,6 +70744,7 @@ "prompt_cache_min_tokens": 512 }, "bedrock/us-gov-east-1/anthropic.claude-fable-5-2": { + "bedrock_output_config_effort_ceiling": "xhigh", "cache_creation_input_token_cost": 1.2e-05, "cache_creation_input_token_cost_above_1hr": 1.92e-05, "cache_read_input_token_cost": 2.4e-07, @@ -70366,13 +70754,19 @@ "max_output_tokens": 128000, "mode": "chat", "output_cost_per_token": 4.8e-05, + "prompt_cache_min_tokens": 512.0, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", "supports_adaptive_thinking": true, - "thinking_always_on": true, - "supports_mid_conversation_system": true, "supports_assistant_prefill": false, + "supports_bedrock_native_structured_output": false, "supports_computer_use": true, "supports_forced_tool_use": false, "supports_function_calling": true, + "supports_max_reasoning_effort": true, + "supports_mid_conversation_system": true, + "supports_native_structured_output": false, + "supports_output_config": true, + "supports_parallel_tool_use_config": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, @@ -70381,13 +70775,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, - "supports_bedrock_native_structured_output": false, - "supports_max_reasoning_effort": true, - "supports_output_config": true, - "bedrock_output_config_effort_ceiling": "xhigh", - "supports_parallel_tool_use_config": true, - "prompt_cache_min_tokens": 512 + "thinking_always_on": true }, "bedrock_mantle/us-gov-west-1/openai.gpt-5.6-terra": { "litellm_provider": "bedrock_mantle", @@ -71711,18 +72099,20 @@ "output_cost_per_reasoning_token": 9e-06, "output_cost_per_token": 9e-06, "output_cost_per_video_token": 1.75e-05, - "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing" + "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", + "successor_model": "vertex_ai/gemini-omni-1.2-flash" }, "vertex_ai/gemini-omni-1.1-flash-preview": { "input_cost_per_token": 1.5e-06, "litellm_provider": "vertex_ai", - "max_output_tokens": 57920, "max_input_tokens": 131072, + "max_output_tokens": 57920, "mode": "chat", "output_cost_per_reasoning_token": 9e-06, "output_cost_per_token": 9e-06, "output_cost_per_video_token": 1.75e-05, "source": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/gemini/omni-1-1-flash", + "successor_model": "vertex_ai/gemini-omni-1.2-flash", "supported_endpoints": [ "/v1beta/interactions" ], @@ -72389,6 +72779,7 @@ "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'" }, "azure/eu/gpt-5.4-mini": { + "default_reasoning_effort": "none", "deprecation_date": "2027-09-21", "deprecation_source": "https://learn.microsoft.com/en-us/azure/foundry/openai/concepts/model-retirement-schedule", "cache_read_input_token_cost": 8.25e-08, @@ -72410,6 +72801,7 @@ "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'" }, "azure/eu/gpt-5.4-nano": { + "default_reasoning_effort": "none", "deprecation_date": "2027-09-21", "deprecation_source": "https://learn.microsoft.com/en-us/azure/foundry/openai/concepts/model-retirement-schedule", "cache_read_input_token_cost": 2.2e-08, @@ -73013,6 +73405,7 @@ "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'" }, "azure/us/gpt-5.4-mini": { + "default_reasoning_effort": "none", "deprecation_date": "2027-09-21", "deprecation_source": "https://learn.microsoft.com/en-us/azure/foundry/openai/concepts/model-retirement-schedule", "cache_read_input_token_cost": 8.25e-08, @@ -73034,6 +73427,7 @@ "source": "https://prices.azure.com/api/retail/prices?$filter=serviceName%20eq%20'Foundry%20Models'%20and%20armRegionName%20eq%20'eastus'%20and%20priceType%20eq%20'Consumption'" }, "azure/us/gpt-5.4-nano": { + "default_reasoning_effort": "none", "deprecation_date": "2027-09-21", "deprecation_source": "https://learn.microsoft.com/en-us/azure/foundry/openai/concepts/model-retirement-schedule", "cache_read_input_token_cost": 2.2e-08, @@ -76506,6 +76900,7 @@ "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "supports_forced_tool_use": false, + "supports_web_search": true, "thinking_always_on": true, "prompt_cache_min_tokens": 512, "source": "https://management.azure.com/subscriptions/c873328e-b572-4770-8dff-aaeb6f1f0e79/providers/Microsoft.CognitiveServices/locations/eastus2/models?api-version=2024-10-01" @@ -77593,6 +77988,9 @@ "tpm": 4000000.0, "web_search_billing_unit": "per_query" }, + "gemini/nano-banana-latest": { + "alias_of": "gemini/gemini-nano-banana-2.1" + }, "gemini-nano-banana-2.1": { "cache_read_input_token_cost": 1.5e-07, "cache_read_input_token_cost_batches": 7.5e-08, @@ -77687,6 +78085,9 @@ "supports_web_search": true, "web_search_billing_unit": "per_query" }, + "vertex_ai/nano-banana-latest": { + "alias_of": "vertex_ai/gemini-nano-banana-2.1" + }, "azure_ai/grok-4.7": { "cache_read_input_token_cost": 5e-07, "cache_read_input_token_cost_above_200k_tokens": 1e-06, @@ -78077,6 +78478,7 @@ "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "supports_forced_tool_use": true, + "supports_web_search": true, "thinking_always_on": false, "prompt_cache_min_tokens": 512, "source": "https://platform.claude.com/docs/en/models/haiku-5-5/migration-guide" @@ -78783,6 +79185,7 @@ "prompt_cache_min_tokens": 4096.0, "rpm": 2000.0, "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_endpoints": [ "/v1/chat/completions", @@ -78843,6 +79246,7 @@ "prompt_cache_min_tokens": 6144.0, "regional_endpoint_uplift_multiplier": 1.1, "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", @@ -78902,6 +79306,7 @@ "prompt_cache_min_tokens": 6144.0, "regional_endpoint_uplift_multiplier": 1.1, "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", @@ -79143,6 +79548,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, + "supports_web_search": true, "thinking_always_on": true }, "baseten/meta-models/muse-spark-open": { @@ -79286,6 +79692,26 @@ "supports_tool_choice": true, "supports_vision": true }, + "fireworks_ai/accounts/fireworks/routers/deepseek-flash-latest": { + "cache_read_input_token_cost": 6e-09, + "cache_read_input_token_cost_priority": 7.5e-09, + "input_cost_per_token": 3e-07, + "input_cost_per_token_priority": 3.75e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 393216, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "output_cost_per_token_priority": 1.5e-06, + "source": "https://api.fireworks.ai/v1/serverless/models?format=nested", + "supports_function_calling": true, + "supports_mid_conversation_system": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "github_copilot/claude-sonnet-4.6": { "cache_creation_input_token_cost": 3.75e-06, "cache_read_input_token_cost": 3e-07, @@ -83235,6 +83661,7 @@ "fireworks_ai/accounts/fireworks/routers/spot-deepseek-v4-flash": { "cache_read_input_token_cost": 2.1e-08, "deprecation_date": "2026-08-14", + "deprecation_source": "https://docs.fireworks.ai/api-reference/list-models.md", "input_cost_per_token": 1.05e-07, "litellm_provider": "fireworks_ai", "max_input_tokens": 1048576, @@ -83242,6 +83669,7 @@ "mode": "chat", "output_cost_per_token": 2.1e-07, "source": "https://api.fireworks.ai/v1/serverless/models", + "successor_model": "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-0731", "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, @@ -86467,6 +86895,15 @@ "output_cost_per_token": 1e-05, "source": "https://ie-api.gmicloud.ai/v1/artifact/get_public_artifacts" }, + "gmi/google/gemini-4-carbon": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 2e-06, + "litellm_provider": "gmi", + "max_input_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://ie-api.gmicloud.ai/v1/artifact/get_public_artifacts" + }, "gmi/google/gemma-4-26b-a4b-it": { "input_cost_per_token": 1.3e-07, "litellm_provider": "gmi", @@ -86800,6 +87237,18 @@ "output_cost_per_token": 6e-06, "source": "https://ie-api.gmicloud.ai/v1/artifact/get_public_artifacts" }, + "gmi/xai/grok4.7": { + "cache_read_input_token_cost": 5e-07, + "cache_read_input_token_cost_above_200k_tokens": 1e-06, + "input_cost_per_token": 2e-06, + "input_cost_per_token_above_200k_tokens": 4e-06, + "litellm_provider": "gmi", + "max_input_tokens": 500000, + "mode": "chat", + "output_cost_per_token": 6e-06, + "output_cost_per_token_above_200k_tokens": 1.2e-05, + "source": "https://ie-api.gmicloud.ai/v1/artifact/get_public_artifacts" + }, "gmi/zai-org/GLM-4.5-Air-FP8": { "input_cost_per_token": 2e-07, "litellm_provider": "gmi", @@ -87967,6 +88416,78 @@ "supports_xhigh_reasoning_effort": true, "thinking_always_on": true }, + "azure_ai/claude-mythos-5-2": { + "cache_creation_input_token_cost": 1e-05, + "cache_creation_input_token_cost_above_1hr": 1.6e-05, + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 8e-06, + "litellm_provider": "azure_ai", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": { + "search_context_size_high": 0.01, + "search_context_size_low": 0.01, + "search_context_size_medium": 0.01 + }, + "source": "https://platform.claude.com/docs/en/about-claude/pricing", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_forced_tool_use": false, + "supports_function_calling": true, + "supports_max_reasoning_effort": false, + "supports_mid_conversation_system": true, + "supports_native_structured_output": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "supports_web_search": true, + "thinking_always_on": true + }, + "azure_ai/claude-mythos-5-2-fast": { + "cache_creation_input_token_cost": 2e-05, + "cache_creation_input_token_cost_above_1hr": 3.2e-05, + "cache_read_input_token_cost": 4e-07, + "input_cost_per_token": 1.6e-05, + "litellm_provider": "azure_ai", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 8e-05, + "prompt_cache_min_tokens": 512.0, + "search_context_cost_per_query": { + "search_context_size_high": 0.01, + "search_context_size_low": 0.01, + "search_context_size_medium": 0.01 + }, + "source": "https://platform.claude.com/docs/en/about-claude/pricing", + "supports_adaptive_thinking": true, + "supports_assistant_prefill": false, + "supports_computer_use": true, + "supports_forced_tool_use": false, + "supports_function_calling": true, + "supports_max_reasoning_effort": false, + "supports_mid_conversation_system": true, + "supports_native_structured_output": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "supports_xhigh_reasoning_effort": true, + "supports_web_search": true, + "thinking_always_on": true + }, "azure_ai/claude-fable-5-2": { "cache_creation_input_token_cost": 1e-05, "cache_creation_input_token_cost_above_1hr": 1.6e-05, @@ -87996,6 +88517,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, + "supports_web_search": true, "thinking_always_on": true }, "azure_ai/claude-fable-5-2-fast": { @@ -88027,6 +88549,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, + "supports_web_search": true, "thinking_always_on": true }, "bedrock/us-gov-east-1/anthropic.claude-mythos-5-2": { @@ -88131,5 +88654,12377 @@ "supports_prompt_caching": true, "supports_reasoning": true, "supports_vision": true + }, + "gemini/gemini-4-carbon": { + "cache_read_input_token_cost": 1e-07, + "cache_read_input_token_cost_batches": 5e-08, + "cache_read_input_token_cost_flex": 5e-08, + "cache_read_input_token_cost_priority": 1.8e-07, + "google_maps_grounding_cost_per_query": 0.014, + "input_cost_per_token": 2e-06, + "input_cost_per_token_batches": 1e-06, + "input_cost_per_token_flex": 1e-06, + "input_cost_per_token_priority": 3.6e-06, + "litellm_provider": "gemini", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_reasoning_token": 1e-05, + "output_cost_per_token": 1e-05, + "output_cost_per_token_batches": 5e-06, + "output_cost_per_token_flex": 5e-06, + "output_cost_per_token_priority": 1.8e-05, + "prompt_cache_min_tokens": 4096.0, + "rpm": 2000.0, + "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, + "source": "https://aistudio.google.com/docs/pricing#gemini-4-carbon", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/completions" + ], + "supported_modalities": [ + "text", + "image", + "audio", + "video" + ], + "supported_output_modalities": [ + "text" + ], + "supports_audio_input": true, + "supports_audio_output": false, + "supports_computer_use": true, + "supports_continuation": true, + "supports_function_calling": true, + "supports_minimal_reasoning_effort": false, + "supports_native_streaming": true, + "supports_parallel_function_calling": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_url_context": true, + "supports_video_input": true, + "supports_vision": true, + "supports_web_search": true, + "tpm": 800000.0, + "web_search_billing_unit": "per_query" + }, + "vertex_ai/gemini-4-carbon": { + "cache_read_input_token_cost": 1e-07, + "cache_read_input_token_cost_batches": 5e-08, + "cache_read_input_token_cost_priority": 1.8e-07, + "google_maps_grounding_cost_per_query": 0.014, + "input_cost_per_audio_token": 2e-06, + "input_cost_per_audio_token_batches": 1e-06, + "input_cost_per_audio_token_priority": 3.6e-06, + "input_cost_per_token": 2e-06, + "input_cost_per_token_batches": 1e-06, + "input_cost_per_token_priority": 3.6e-06, + "litellm_provider": "vertex_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_reasoning_token": 1e-05, + "output_cost_per_token": 1e-05, + "output_cost_per_token_batches": 5e-06, + "output_cost_per_token_priority": 1.8e-05, + "prompt_cache_min_tokens": 4096.0, + "regional_endpoint_uplift_multiplier": 1.1, + "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, + "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/completions", + "/v1/batch" + ], + "supported_modalities": [ + "text", + "image", + "audio", + "video" + ], + "supported_output_modalities": [ + "text" + ], + "supports_audio_input": true, + "supports_computer_use": true, + "supports_continuation": true, + "supports_function_calling": true, + "supports_minimal_reasoning_effort": false, + "supports_native_streaming": true, + "supports_parallel_function_calling": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_url_context": true, + "supports_video_input": true, + "supports_vision": true, + "supports_web_search": true, + "web_search_billing_unit": "per_query" + }, + "vertex_ai/gemini-4-carbon-cyber-permissive": { + "cache_read_input_token_cost": 2e-07, + "cache_read_input_token_cost_batches": 1e-07, + "cache_read_input_token_cost_priority": 3.6e-07, + "google_maps_grounding_cost_per_query": 0.014, + "input_cost_per_audio_token": 4e-06, + "input_cost_per_audio_token_batches": 2e-06, + "input_cost_per_audio_token_priority": 7.2e-06, + "input_cost_per_token": 4e-06, + "input_cost_per_token_batches": 2e-06, + "input_cost_per_token_priority": 7.2e-06, + "litellm_provider": "vertex_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_reasoning_token": 2e-05, + "output_cost_per_token": 2e-05, + "output_cost_per_token_batches": 1e-05, + "output_cost_per_token_priority": 3.6e-05, + "prompt_cache_min_tokens": 4096.0, + "regional_endpoint_uplift_multiplier": 1.1, + "search_context_cost_per_query": {"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014}, + "search_free_requests": {"count": 5000, "period": "month", "shared_group": "gemini-3"}, + "source": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/completions", + "/v1/batch" + ], + "supported_modalities": [ + "text", + "image", + "audio", + "video" + ], + "supported_output_modalities": [ + "text" + ], + "supports_audio_input": true, + "supports_computer_use": false, + "supports_continuation": true, + "supports_function_calling": true, + "supports_minimal_reasoning_effort": false, + "supports_native_streaming": true, + "supports_parallel_function_calling": true, + "supports_pdf_input": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_url_context": true, + "supports_video_input": true, + "supports_vision": true, + "supports_web_search": true, + "web_search_billing_unit": "per_query" + }, + "github_copilot/gemini-4-carbon": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 2e-06, + "litellm_provider": "github_copilot", + "max_input_tokens": 200000, + "max_output_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://github.blog/changelog/2026-11-09-gemini-4-carbon-in-github-copilot", + "supported_endpoints": [ + "/v1/chat/completions" + ], + "supports_function_calling": true, + "supports_parallel_function_calling": true, + "supports_reasoning": true, + "supports_vision": true + }, + "fal_ai/alibaba/happy-horse/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.28, + "output_cost_per_second_1080p": 0.28, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/alibaba/happy-horse/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/happy-horse/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.28, + "output_cost_per_second_1080p": 0.28, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/alibaba/happy-horse/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/happy-horse/v1.1/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.18, + "output_cost_per_second_1080p": 0.18, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/alibaba/happy-horse/v1.1/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/happy-horse/v1.1/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.18, + "output_cost_per_second_1080p": 0.18, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/alibaba/happy-horse/v1.1/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/happy-horse/v1.1/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.18, + "output_cost_per_second_1080p": 0.18, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/alibaba/happy-horse/v1.1/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/wan-3.0-prime/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.28, + "output_cost_per_second_1080p": 0.28, + "output_cost_per_second_480p": 0.068, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/alibaba/wan-3.0-prime/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/wan-3.0-prime/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.28, + "output_cost_per_second_1080p": 0.28, + "output_cost_per_second_480p": 0.068, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/alibaba/wan-3.0-prime/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/wan-3.0-prime/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.28, + "output_cost_per_second_1080p": 0.28, + "output_cost_per_second_480p": 0.068, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/alibaba/wan-3.0-prime/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/wan-3.0/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.2, + "output_cost_per_second_1080p": 0.2, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/alibaba/wan-3.0/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/wan-3.0/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.2, + "output_cost_per_second_1080p": 0.2, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/alibaba/wan-3.0/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/wan-3.0/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.2, + "output_cost_per_second_1080p": 0.2, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/alibaba/wan-3.0/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/draft-enhance": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.29, + "output_cost_per_second_1080p": 0.29, + "source": "https://fal.ai/models/blackforestlabs/flux-3/draft-enhance", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/edit-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.03, + "output_cost_per_second_720p": 0.03, + "source": "https://fal.ai/models/blackforestlabs/flux-3/edit-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/extend-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.41, + "output_cost_per_second_1080p": 0.53, + "output_cost_per_second_720p": 0.41, + "source": "https://fal.ai/models/blackforestlabs/flux-3/extend-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/extend-video/draft": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.12, + "output_cost_per_second_720p": 0.12, + "source": "https://fal.ai/models/blackforestlabs/flux-3/extend-video/draft", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/first-last-frame-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.17, + "output_cost_per_second_1080p": 0.29, + "output_cost_per_second_720p": 0.17, + "source": "https://fal.ai/models/blackforestlabs/flux-3/first-last-frame-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/first-last-frame-to-video/draft": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_720p": 0.06, + "source": "https://fal.ai/models/blackforestlabs/flux-3/first-last-frame-to-video/draft", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/image-to-video/draft": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_720p": 0.06, + "source": "https://fal.ai/models/blackforestlabs/flux-3/image-to-video/draft", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/keyframes-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.17, + "output_cost_per_second_1080p": 0.29, + "output_cost_per_second_720p": 0.17, + "source": "https://fal.ai/models/blackforestlabs/flux-3/keyframes-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/keyframes-to-video/draft": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_720p": 0.06, + "source": "https://fal.ai/models/blackforestlabs/flux-3/keyframes-to-video/draft", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/klein/base/edit-image/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills blackforestlabs/flux-3/klein/base/edit-image/lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/blackforestlabs/flux-3/klein/base/edit-image/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/blackforestlabs/flux-3/klein/base/text-to-image/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills blackforestlabs/flux-3/klein/base/text-to-image/lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/blackforestlabs/flux-3/klein/base/text-to-image/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/blackforestlabs/flux-3/klein/edit-image/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills blackforestlabs/flux-3/klein/edit-image/lora at $0.012 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.012, + "output_cost_per_pixel": 1.1444091796875e-08, + "source": "https://fal.ai/models/blackforestlabs/flux-3/klein/edit-image/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/blackforestlabs/flux-3/klein/text-to-image/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills blackforestlabs/flux-3/klein/text-to-image/lora at $0.012 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.012, + "output_cost_per_pixel": 1.1444091796875e-08, + "source": "https://fal.ai/models/blackforestlabs/flux-3/klein/text-to-image/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/blackforestlabs/flux-3/text-to-video/draft": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_720p": 0.06, + "source": "https://fal.ai/models/blackforestlabs/flux-3/text-to-video/draft", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/bria_video_eraser/erase/keypoints": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/bria/bria_video_eraser/erase/keypoints", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/bria_video_eraser/erase/mask": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/bria/bria_video_eraser/erase/mask", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/bria_video_eraser/erase/prompt": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/bria/bria_video_eraser/erase/prompt", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/embed-product": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/embed-product", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/extract-object": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.02, + "source": "https://fal.ai/models/bria/extract-object", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-2/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-2/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-bbq-preview/generate": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-bbq-preview/generate", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/bria/fibo-edit-1.5/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit-1.5/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit-1.5/expand": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit-1.5/expand", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit-1.5/product-holding": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit-1.5/product-holding", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit-1.5/virtual-try-on": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit-1.5/virtual-try-on", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/add_object_by_text": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/add_object_by_text", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/blend": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/blend", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/colorize": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/colorize", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/erase_by_text": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/erase_by_text", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/relight": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/relight", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/replace_object_by_text": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/replace_object_by_text", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/reseason": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/reseason", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/restore": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/restore", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/restyle": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/restyle", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/rewrite_text": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/rewrite_text", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-edit/sketch_to_colored_image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-edit/sketch_to_colored_image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/fibo-gen-1.5/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-gen-1.5/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/bria/fibo-lite/generate": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.036, + "source": "https://fal.ai/models/bria/fibo-lite/generate", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/bria/fibo/generate": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo/generate", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/bria/genfill/v2": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills bria/genfill/v2 at $0.04 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.04, + "output_cost_per_pixel": 3.814697265625e-08, + "source": "https://fal.ai/models/bria/genfill/v2", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/guided-remove-background": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/bria/guided-remove-background", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/increase-resolution": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/increase-resolution", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/product-dimensions": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/product-dimensions", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/replace-background": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/replace-background", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/upscale/creative": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/upscale/creative", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bria/video/background-removal": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/bria/video/background-removal", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/video/background-removal/green-screen-despill": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/bria/video/background-removal/green-screen-despill", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/video/background-removal/realtime": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.0042, + "source": "https://fal.ai/models/bria/video/background-removal/realtime", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/video/background-removal/v3": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/bria/video/background-removal/v3", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/video/erase/keypoints": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/bria/video/erase/keypoints", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/video/erase/mask": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/bria/video/erase/mask", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/video/erase/prompt": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/bria/video/erase/prompt", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/video/increase-resolution": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/bria/video/increase-resolution", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/omnihuman/v2": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.105, + "source": "https://fal.ai/models/bytedance/omnihuman/v2", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.0/fast/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.2419, + "output_cost_per_second_720p": 0.2419, + "source": "https://fal.ai/models/bytedance/seedance-2.0/fast/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.0/fast/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.2419, + "output_cost_per_second_720p": 0.2419, + "source": "https://fal.ai/models/bytedance/seedance-2.0/fast/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.0/mini/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.1547, + "output_cost_per_second_480p": 0.0721, + "output_cost_per_second_720p": 0.1547, + "source": "https://fal.ai/models/bytedance/seedance-2.0/mini/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.0/mini/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 480p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.007, + "output_cost_per_second_480p": 0.007, + "source": "https://fal.ai/models/bytedance/seedance-2.0/mini/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.0/mini/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.1547, + "output_cost_per_second_480p": 0.0721, + "output_cost_per_second_720p": 0.1547, + "source": "https://fal.ai/models/bytedance/seedance-2.0/mini/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.0/us/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.3034, + "output_cost_per_second_1080p": 0.682, + "output_cost_per_second_720p": 0.3034, + "source": "https://fal.ai/models/bytedance/seedance-2.0/us/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.0/us/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.37, + "output_cost_per_second_480p": 0.1731, + "output_cost_per_second_720p": 0.37, + "source": "https://fal.ai/models/bytedance/seedance-2.0/us/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.5/us/draft/complete": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 1.164, + "source": "https://fal.ai/models/bytedance/seedance-2.5/us/draft/complete", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.5/us/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.473, + "output_cost_per_second_1080p": 1.164, + "output_cost_per_second_480p": 0.2205, + "output_cost_per_second_720p": 0.473, + "source": "https://fal.ai/models/bytedance/seedance-2.5/us/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.5/us/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.473, + "output_cost_per_second_1080p": 1.164, + "output_cost_per_second_480p": 0.2205, + "output_cost_per_second_720p": 0.473, + "source": "https://fal.ai/models/bytedance/seedance-2.5/us/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedream/v5/flash/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.027, + "source": "https://fal.ai/models/bytedance/seedream/v5/flash/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bytedance/seedream/v5/flash/layerize": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.027, + "source": "https://fal.ai/models/bytedance/seedream/v5/flash/layerize", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bytedance/seedream/v5/flash/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.027, + "source": "https://fal.ai/models/bytedance/seedream/v5/flash/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/bytedance/seedream/v5/lite/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://fal.ai/models/bytedance/seedream/v5/lite/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bytedance/seedream/v5/lite/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://fal.ai/models/bytedance/seedream/v5/lite/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/clarityai/crystal-upscaler": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills clarityai/crystal-upscaler at $0.016 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.016, + "output_cost_per_pixel": 1.52587890625e-08, + "source": "https://fal.ai/models/clarityai/crystal-upscaler", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/decart/lucy-2-5/realtime": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "source": "https://fal.ai/models/decart/lucy-2-5/realtime", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/decart/lucy-2-6/realtime": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "source": "https://fal.ai/models/decart/lucy-2-6/realtime", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/decart/lucy-restyle": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.01, + "source": "https://fal.ai/models/decart/lucy-restyle", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/decart/lucy2-vton/realtime": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "source": "https://fal.ai/models/decart/lucy2-vton/realtime", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ai-avatar/multi": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.2, + "source": "https://fal.ai/models/fal-ai/ai-avatar/multi", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ai-avatar/multi-text": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.2, + "source": "https://fal.ai/models/fal-ai/ai-avatar/multi-text", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ai-avatar/single-text": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.2, + "source": "https://fal.ai/models/fal-ai/ai-avatar/single-text", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/bagel": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://fal.ai/models/fal-ai/bagel", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/bagel/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://fal.ai/models/fal-ai/bagel/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ben/v2/image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/ben/v2/image at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/ben/v2/image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/boogu-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/boogu-image at $0.04 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.04, + "output_cost_per_pixel": 3.814697265625e-08, + "source": "https://fal.ai/models/fal-ai/boogu-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/boogu-image/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/boogu-image/edit at $0.04 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.04, + "output_cost_per_pixel": 3.814697265625e-08, + "source": "https://fal.ai/models/fal-ai/boogu-image/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bria/background/replace": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bria/background/replace", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bria/eraser": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bria/eraser", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bria/expand": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bria/expand", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bria/genfill": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bria/genfill", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bria/product-shot": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bria/product-shot", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bria/reimagine": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bria/reimagine", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bria/text-to-image/base": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bria/text-to-image/base", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/bria/text-to-image/fast": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.028, + "source": "https://fal.ai/models/fal-ai/bria/text-to-image/fast", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/bria/text-to-image/hd": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bria/text-to-image/hd", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/bytedance/dreamactor/v2": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/fal-ai/bytedance/dreamactor/v2", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/bytedance/omnihuman": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/fal-ai/bytedance/omnihuman", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/bytedance/omnihuman/v1.5": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.16, + "source": "https://fal.ai/models/fal-ai/bytedance/omnihuman/v1.5", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/bytedance/seedream/v4.5/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bytedance/seedream/v4.5/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bytedance/seedream/v4.5/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/bytedance/seedream/v4.5/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/bytedance/seedream/v4/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/bytedance/seedream/v4/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bytedance/seedream/v4/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/bytedance/seedream/v4/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/clarity-upscaler": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/clarity-upscaler at $0.03 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "output_cost_per_pixel": 2.86102294921875e-08, + "source": "https://fal.ai/models/fal-ai/clarity-upscaler", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/codeformer": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/codeformer at $0.0021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0021, + "output_cost_per_pixel": 2.002716064453125e-09, + "source": "https://fal.ai/models/fal-ai/codeformer", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/control-light": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/control-light at $0.03 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "output_cost_per_pixel": 2.86102294921875e-08, + "source": "https://fal.ai/models/fal-ai/control-light", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/davinci-magihuman": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/fal-ai/davinci-magihuman", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ddcolor": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/ddcolor at $0.001 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.001, + "output_cost_per_pixel": 9.5367431640625e-10, + "source": "https://fal.ai/models/fal-ai/ddcolor", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/depth-anything-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.04, + "source": "https://fal.ai/models/fal-ai/depth-anything-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/echomimic-v3": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.2, + "source": "https://fal.ai/models/fal-ai/echomimic-v3", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "audio" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ernie-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/ernie-image at $0.03 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "output_cost_per_pixel": 2.86102294921875e-08, + "source": "https://fal.ai/models/fal-ai/ernie-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/ernie-image/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/ernie-image/lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/ernie-image/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/ernie-image/lora/turbo": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/ernie-image/lora/turbo at $0.015 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.015, + "output_cost_per_pixel": 1.430511474609375e-08, + "source": "https://fal.ai/models/fal-ai/ernie-image/lora/turbo", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/ernie-image/turbo": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/ernie-image/turbo at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/ernie-image/turbo", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/fashn/tryon/v1.5": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.075, + "source": "https://fal.ai/models/fal-ai/fashn/tryon/v1.5", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/fashn/tryon/v1.6": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.075, + "source": "https://fal.ai/models/fal-ai/fashn/tryon/v1.6", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/feynobg": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/feynobg", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ffmpeg-api/compose": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.0002, + "source": "https://fal.ai/models/fal-ai/ffmpeg-api/compose", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ffmpeg-api/merge-audio-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.0002, + "source": "https://fal.ai/models/fal-ai/ffmpeg-api/merge-audio-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/finegrain-eraser": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.27, + "source": "https://fal.ai/models/fal-ai/finegrain-eraser", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/finegrain-eraser/bbox": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.18, + "source": "https://fal.ai/models/fal-ai/finegrain-eraser/bbox", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/finegrain-eraser/mask": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.13, + "source": "https://fal.ai/models/fal-ai/finegrain-eraser/mask", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/firered-image-edit-v1.1": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/firered-image-edit-v1.1 at $0.0325 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0325, + "output_cost_per_pixel": 3.0994415283203126e-08, + "source": "https://fal.ai/models/fal-ai/firered-image-edit-v1.1", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flashhead": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.005, + "source": "https://fal.ai/models/fal-ai/flashhead", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/flux-1/dev": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/dev at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux-1/dev", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-1/dev/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/dev/image-to-image at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux-1/dev/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-1/dev/redux": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/dev/redux at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux-1/dev/redux", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-1/krea": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/krea at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux-1/krea", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-1/krea/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/krea/image-to-image at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux-1/krea/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-1/krea/redux": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/krea/redux at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux-1/krea/redux", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-1/schnell": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/schnell at $0.003 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.003, + "output_cost_per_pixel": 2.86102294921875e-09, + "source": "https://fal.ai/models/fal-ai/flux-1/schnell", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-1/schnell/redux": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/schnell/redux at $0.003 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.003, + "output_cost_per_pixel": 2.86102294921875e-09, + "source": "https://fal.ai/models/fal-ai/flux-1/schnell/redux", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-1/srpo": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/srpo at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux-1/srpo", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-1/srpo/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-1/srpo/image-to-image at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux-1/srpo/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2 at $0.012 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.012, + "output_cost_per_pixel": 1.1444091796875e-08, + "source": "https://fal.ai/models/fal-ai/flux-2", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-flex": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-flex at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-flex", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-flex/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-flex/edit at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-flex/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2-lora-gallery/add-background": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/add-background at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/add-background", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2-lora-gallery/apartment-staging": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/apartment-staging at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/apartment-staging", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2-lora-gallery/ballpoint-pen-sketch": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/ballpoint-pen-sketch at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/ballpoint-pen-sketch", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-lora-gallery/digital-comic-art": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/digital-comic-art at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/digital-comic-art", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-lora-gallery/face-to-full-portrait": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/face-to-full-portrait at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/face-to-full-portrait", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2-lora-gallery/hdr-style": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/hdr-style at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/hdr-style", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-lora-gallery/multiple-angles": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/multiple-angles at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/multiple-angles", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2-lora-gallery/realism": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/realism at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/realism", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-lora-gallery/satellite-view-style": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/satellite-view-style at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/satellite-view-style", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-lora-gallery/sepia-vintage": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/sepia-vintage at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/sepia-vintage", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-lora-gallery/virtual-tryon": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2-lora-gallery/virtual-tryon at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2-lora-gallery/virtual-tryon", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/edit at $0.012 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.012, + "output_cost_per_pixel": 1.1444091796875e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/flash": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/flash at $0.005 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.005, + "output_cost_per_pixel": 4.76837158203125e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/flash", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/flash/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/flash/edit at $0.005 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.005, + "output_cost_per_pixel": 4.76837158203125e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/flash/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/klein/4b": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/4b at $0.005 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.005, + "output_cost_per_pixel": 4.76837158203125e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/4b", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/klein/4b/base": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/4b/base at $0.009 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.009, + "output_cost_per_pixel": 8.58306884765625e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/4b/base", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/klein/4b/base/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/4b/base/edit at $0.009 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.009, + "output_cost_per_pixel": 8.58306884765625e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/4b/base/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/klein/4b/base/edit/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/4b/base/edit/lora at $0.016 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.016, + "output_cost_per_pixel": 1.52587890625e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/4b/base/edit/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/klein/4b/base/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/4b/base/lora at $0.016 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.016, + "output_cost_per_pixel": 1.52587890625e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/4b/base/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/klein/4b/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/4b/edit at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/4b/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/klein/4b/edit/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/4b/edit/lora at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/4b/edit/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/klein/4b/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/4b/lora at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/4b/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/klein/9b": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/9b at $0.006 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.006, + "output_cost_per_pixel": 5.7220458984375e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/9b", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/klein/9b/base": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/9b/base at $0.011 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.011, + "output_cost_per_pixel": 1.049041748046875e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/9b/base", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/klein/9b/base/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/9b/base/edit at $0.011 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.011, + "output_cost_per_pixel": 1.049041748046875e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/9b/base/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/klein/9b/base/edit/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/9b/base/edit/lora at $0.02 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.02, + "output_cost_per_pixel": 1.9073486328125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/9b/base/edit/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/klein/9b/base/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/9b/base/lora at $0.02 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.02, + "output_cost_per_pixel": 1.9073486328125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/9b/base/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/klein/9b/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/9b/edit at $0.011 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.011, + "output_cost_per_pixel": 1.049041748046875e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/9b/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/klein/9b/edit/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/9b/edit/lora at $0.015 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.015, + "output_cost_per_pixel": 1.430511474609375e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/9b/edit/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/klein/9b/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/klein/9b/lora at $0.015 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.015, + "output_cost_per_pixel": 1.430511474609375e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/klein/9b/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/lora at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/lora/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/lora/edit at $0.021 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.021, + "output_cost_per_pixel": 2.002716064453125e-08, + "source": "https://fal.ai/models/fal-ai/flux-2/lora/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2/turbo": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/turbo at $0.008 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.008, + "output_cost_per_pixel": 7.62939453125e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/turbo", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2/turbo/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-2/turbo/edit at $0.008 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries (input megapixels are billed too and are not modeled)"}, + "mode": "image_generation", + "output_cost_per_image": 0.008, + "output_cost_per_pixel": 7.62939453125e-09, + "source": "https://fal.ai/models/fal-ai/flux-2/turbo/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-general": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-general at $0.075 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.075, + "output_cost_per_pixel": 7.152557373046875e-08, + "source": "https://fal.ai/models/fal-ai/flux-general", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-general/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-general/image-to-image at $0.075 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.075, + "output_cost_per_pixel": 7.152557373046875e-08, + "source": "https://fal.ai/models/fal-ai/flux-general/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-general/inpainting": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-general/inpainting at $0.075 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.075, + "output_cost_per_pixel": 7.152557373046875e-08, + "source": "https://fal.ai/models/fal-ai/flux-general/inpainting", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-kontext-lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-kontext-lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-kontext-lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-kontext-lora/inpaint": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-kontext-lora/inpaint at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-kontext-lora/inpaint", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-kontext-lora/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-kontext-lora/text-to-image at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-kontext-lora/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-kontext/dev": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-kontext/dev at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux-kontext/dev", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-krea-lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-krea-lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-krea-lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-krea-lora/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-krea-lora/image-to-image at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-krea-lora/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-krea-lora/inpainting": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-krea-lora/inpainting at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-krea-lora/inpainting", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-krea-lora/stream": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-krea-lora/stream at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-krea-lora/stream", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-lora-canny": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-lora-canny at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-lora-canny", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-lora-fill": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-lora-fill at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-lora-fill", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-lora/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-lora/image-to-image at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-lora/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-lora/inpainting": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-lora/inpainting at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-lora/inpainting", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-lora/stream": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-lora/stream at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/flux-lora/stream", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-pro/kontext": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/flux-pro/kontext", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pro/kontext/max": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/flux-pro/kontext/max", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pro/kontext/max/multi": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/flux-pro/kontext/max/multi", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pro/kontext/max/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/flux-pro/kontext/max/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-pro/kontext/multi": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/flux-pro/kontext/multi", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pro/kontext/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/flux-pro/kontext/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-pro/v1.1-ultra-finetuned": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.07, + "source": "https://fal.ai/models/fal-ai/flux-pro/v1.1-ultra-finetuned", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-pro/v1.1-ultra/redux": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-pro/v1.1-ultra/redux at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/flux-pro/v1.1-ultra/redux", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pro/v1.1/redux": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-pro/v1.1/redux at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/flux-pro/v1.1/redux", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pro/v1/fill": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-pro/v1/fill at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/flux-pro/v1/fill", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pro/v1/fill-finetuned": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-pro/v1/fill-finetuned at $0.06 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.06, + "output_cost_per_pixel": 5.7220458984375e-08, + "source": "https://fal.ai/models/fal-ai/flux-pro/v1/fill-finetuned", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pulid": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-pulid at $0.0333 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0333, + "output_cost_per_pixel": 3.175735473632813e-08, + "source": "https://fal.ai/models/fal-ai/flux-pulid", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-vision-upscaler": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux-vision-upscaler at $0.1 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.1, + "output_cost_per_pixel": 9.5367431640625e-08, + "source": "https://fal.ai/models/fal-ai/flux-vision-upscaler", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux/dev/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux/dev/image-to-image at $0.03 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "output_cost_per_pixel": 2.86102294921875e-08, + "source": "https://fal.ai/models/fal-ai/flux/dev/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux/dev/redux": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux/dev/redux at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux/dev/redux", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux/krea": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux/krea at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux/krea", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux/krea/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux/krea/image-to-image at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux/krea/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux/krea/redux": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux/krea/redux at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux/krea/redux", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux/schnell/redux": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux/schnell/redux at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux/schnell/redux", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux/srpo": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux/srpo at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux/srpo", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux/srpo/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/flux/srpo/image-to-image at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/flux/srpo/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/framepack": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.0333, + "source": "https://fal.ai/models/fal-ai/framepack", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/framepack/f1": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.0333, + "source": "https://fal.ai/models/fal-ai/framepack/f1", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/framepack/flf2v": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.0333, + "source": "https://fal.ai/models/fal-ai/framepack/flf2v", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/gemini-25-flash-image/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.0398, + "source": "https://fal.ai/models/fal-ai/gemini-25-flash-image/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/gemini-3-pro-image-preview": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.15, + "source": "https://fal.ai/models/fal-ai/gemini-3-pro-image-preview", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/gemini-3-pro-image-preview/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.15, + "source": "https://fal.ai/models/fal-ai/gemini-3-pro-image-preview/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/gemini-3.1-flash-image-preview": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/gemini-3.1-flash-image-preview", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/gemini-3.1-flash-image-preview/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/gemini-3.1-flash-image-preview/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/glm-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/glm-image at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/glm-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/glm-image/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/glm-image/image-to-image at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/glm-image/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/heygen/avatar3/digital-twin": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.034, + "source": "https://fal.ai/models/fal-ai/heygen/avatar3/digital-twin", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/avatar4/digital-twin": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/heygen/avatar4/digital-twin", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/avatar4/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/heygen/avatar4/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/avatar5/digital-twin": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/heygen/avatar5/digital-twin", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/v2/translate/precision": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/heygen/v2/translate/precision", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/v2/translate/speed": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/fal-ai/heygen/v2/translate/speed", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/v2/video-agent": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.034, + "source": "https://fal.ai/models/fal-ai/heygen/v2/video-agent", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/v3/filler-word-removal": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.01, + "source": "https://fal.ai/models/fal-ai/heygen/v3/filler-word-removal", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/v3/lipsync/precision": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/heygen/v3/lipsync/precision", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/v3/lipsync/speed": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/fal-ai/heygen/v3/lipsync/speed", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/heygen/v3/video-agent": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.034, + "source": "https://fal.ai/models/fal-ai/heygen/v3/video-agent", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/hidream-i1-fast": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hidream-i1-fast at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/hidream-i1-fast", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/hidream-i1-full": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hidream-i1-full at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/hidream-i1-full", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/hidream-i1-full/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hidream-i1-full/image-to-image at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/hidream-i1-full/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/hidream-o1-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hidream-o1-image at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/hidream-o1-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/hidream-o1-image/dev": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hidream-o1-image/dev at $0.005 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.005, + "output_cost_per_pixel": 4.76837158203125e-09, + "source": "https://fal.ai/models/fal-ai/hidream-o1-image/dev", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/hidream-o1-image/dev/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hidream-o1-image/dev/edit at $0.005 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.005, + "output_cost_per_pixel": 4.76837158203125e-09, + "source": "https://fal.ai/models/fal-ai/hidream-o1-image/dev/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/hidream-o1-image/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hidream-o1-image/edit at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/hidream-o1-image/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/hunyuan_world": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.15, + "source": "https://fal.ai/models/fal-ai/hunyuan_world", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/hunyuan-image/v2.1/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hunyuan-image/v2.1/text-to-image at $0.1 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.1, + "output_cost_per_pixel": 9.5367431640625e-08, + "source": "https://fal.ai/models/fal-ai/hunyuan-image/v2.1/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/hunyuan-image/v3/instruct/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hunyuan-image/v3/instruct/edit at $0.09 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.09, + "output_cost_per_pixel": 8.58306884765625e-08, + "source": "https://fal.ai/models/fal-ai/hunyuan-image/v3/instruct/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/hunyuan-image/v3/instruct/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hunyuan-image/v3/instruct/text-to-image at $0.09 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.09, + "output_cost_per_pixel": 8.58306884765625e-08, + "source": "https://fal.ai/models/fal-ai/hunyuan-image/v3/instruct/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/hunyuan-image/v3/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/hunyuan-image/v3/text-to-image at $0.1 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.1, + "output_cost_per_pixel": 9.5367431640625e-08, + "source": "https://fal.ai/models/fal-ai/hunyuan-image/v3/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/hunyuan-video-v1.5/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.075, + "source": "https://fal.ai/models/fal-ai/hunyuan-video-v1.5/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/hunyuan-video-v1.5/text-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.075, + "source": "https://fal.ai/models/fal-ai/hunyuan-video-v1.5/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/iclight-v2": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/iclight-v2 at $0.1 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.1, + "output_cost_per_pixel": 9.5367431640625e-08, + "source": "https://fal.ai/models/fal-ai/iclight-v2", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/id-v2v": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.2, + "source": "https://fal.ai/models/fal-ai/id-v2v", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/id-v2v/relight": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.2, + "source": "https://fal.ai/models/fal-ai/id-v2v/relight", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ideogram/character": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.15, + "source": "https://fal.ai/models/fal-ai/ideogram/character", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/character/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.15, + "source": "https://fal.ai/models/fal-ai/ideogram/character/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/character/remix": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.15, + "source": "https://fal.ai/models/fal-ai/ideogram/character/remix", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/object-removal": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/ideogram/object-removal", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/remove-background": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://fal.ai/models/fal-ai/ideogram/remove-background", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/upscale": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/fal-ai/ideogram/upscale", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v2": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/ideogram/v2", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/ideogram/v2/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/ideogram/v2/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v2/remix": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/ideogram/v2/remix", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v2/turbo": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://fal.ai/models/fal-ai/ideogram/v2/turbo", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/ideogram/v2/turbo/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://fal.ai/models/fal-ai/ideogram/v2/turbo/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v2/turbo/remix": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://fal.ai/models/fal-ai/ideogram/v2/turbo/remix", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v2a": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/ideogram/v2a", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/ideogram/v2a/remix": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/ideogram/v2a/remix", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v2a/turbo": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://fal.ai/models/fal-ai/ideogram/v2a/turbo", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/ideogram/v2a/turbo/remix": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://fal.ai/models/fal-ai/ideogram/v2a/turbo/remix", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v3/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/fal-ai/ideogram/v3/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v3/generate-transparent": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/fal-ai/ideogram/v3/generate-transparent", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/ideogram/v3/layerize-text": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.09, + "source": "https://fal.ai/models/fal-ai/ideogram/v3/layerize-text", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v3/reframe": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/fal-ai/ideogram/v3/reframe", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v3/remix": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/fal-ai/ideogram/v3/remix", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/ideogram/v3/replace-background": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/fal-ai/ideogram/v3/replace-background", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/age-modify": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/age-modify", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/city-teleport": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/city-teleport", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/expression-change": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/expression-change", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/hair-change": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/hair-change", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/headshot-photo": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/headshot-photo", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/makeup-application": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/makeup-application", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/object-removal": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/object-removal", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/outpaint": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/image-apps-v2/outpaint at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/outpaint", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/perspective": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/perspective", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/photo-restoration": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/photo-restoration", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/photography-effects": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.4, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/photography-effects", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/portrait-enhance": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.4, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/portrait-enhance", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/product-holding": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/product-holding", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/product-photography": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/product-photography", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/relighting": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/relighting", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/style-transfer": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/style-transfer", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/texture-transform": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/texture-transform", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-apps-v2/virtual-try-on": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-apps-v2/virtual-try-on", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/age-progression": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/age-progression", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/baby-version": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/baby-version", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/background-change": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/background-change", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/broccoli-haircut": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/broccoli-haircut", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/cartoonify": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/cartoonify", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/color-correction": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/color-correction", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/expression-change": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/expression-change", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/face-enhancement": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/face-enhancement", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/hair-change": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/hair-change", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/object-removal": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/object-removal", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/photo-restoration": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/photo-restoration", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/plushie-style": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/plushie-style", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/professional-photo": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/professional-photo", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/realism": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/realism", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/reframe": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/reframe", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/retouch": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/retouch", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/scene-composition": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/scene-composition", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/style-transfer": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/style-transfer", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/text-removal": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/text-removal", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/time-of-day": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/time-of-day", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/weather-effect": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/weather-effect", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/wojak-style": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/wojak-style", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image-editing/youtube-thumbnails": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/image-editing/youtube-thumbnails", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/image2svg": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.005, + "source": "https://fal.ai/models/fal-ai/image2svg", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/instant-character": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/instant-character at $0.1 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.1, + "output_cost_per_pixel": 9.5367431640625e-08, + "source": "https://fal.ai/models/fal-ai/instant-character", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/kling-image/o1": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.028, + "source": "https://fal.ai/models/fal-ai/kling-image/o1", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/kling-image/o3/image-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.028, + "source": "https://fal.ai/models/fal-ai/kling-image/o3/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/kling-image/o3/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.028, + "source": "https://fal.ai/models/fal-ai/kling-image/o3/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/kling-image/v3/image-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.028, + "source": "https://fal.ai/models/fal-ai/kling-image/v3/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/kling-image/v3/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.028, + "source": "https://fal.ai/models/fal-ai/kling-image/v3/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/kling-video/ai-avatar/v2/pro": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.115, + "source": "https://fal.ai/models/fal-ai/kling-video/ai-avatar/v2/pro", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/ai-avatar/v2/standard": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.0562, + "source": "https://fal.ai/models/fal-ai/kling-video/ai-avatar/v2/standard", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o1/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.112, + "source": "https://fal.ai/models/fal-ai/kling-video/o1/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o1/reference-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.112, + "source": "https://fal.ai/models/fal-ai/kling-video/o1/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o1/standard/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.084, + "source": "https://fal.ai/models/fal-ai/kling-video/o1/standard/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o1/standard/reference-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.084, + "source": "https://fal.ai/models/fal-ai/kling-video/o1/standard/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o1/standard/video-to-video/edit": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.126, + "source": "https://fal.ai/models/fal-ai/kling-video/o1/standard/video-to-video/edit", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o1/standard/video-to-video/reference": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.126, + "source": "https://fal.ai/models/fal-ai/kling-video/o1/standard/video-to-video/reference", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o1/video-to-video/edit": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.168, + "source": "https://fal.ai/models/fal-ai/kling-video/o1/video-to-video/edit", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o1/video-to-video/reference": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.168, + "source": "https://fal.ai/models/fal-ai/kling-video/o1/video-to-video/reference", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o3/4k/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.42, + "source": "https://fal.ai/models/fal-ai/kling-video/o3/4k/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o3/4k/reference-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.42, + "source": "https://fal.ai/models/fal-ai/kling-video/o3/4k/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o3/4k/text-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.42, + "source": "https://fal.ai/models/fal-ai/kling-video/o3/4k/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o3/4k/video-to-video/edit": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.42, + "source": "https://fal.ai/models/fal-ai/kling-video/o3/4k/video-to-video/edit", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o3/4k/video-to-video/reference": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.42, + "source": "https://fal.ai/models/fal-ai/kling-video/o3/4k/video-to-video/reference", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o3/pro/video-to-video/edit": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.168, + "source": "https://fal.ai/models/fal-ai/kling-video/o3/pro/video-to-video/edit", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o3/pro/video-to-video/reference": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.168, + "source": "https://fal.ai/models/fal-ai/kling-video/o3/pro/video-to-video/reference", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o3/standard/video-to-video/edit": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.126, + "source": "https://fal.ai/models/fal-ai/kling-video/o3/standard/video-to-video/edit", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/o3/standard/video-to-video/reference": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.126, + "source": "https://fal.ai/models/fal-ai/kling-video/o3/standard/video-to-video/reference", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v1.5/pro/effects": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/kling-video/v1.5/pro/effects", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v1.6/pro/effects": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.098, + "source": "https://fal.ai/models/fal-ai/kling-video/v1.6/pro/effects", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v1.6/standard/effects": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.056, + "source": "https://fal.ai/models/fal-ai/kling-video/v1.6/standard/effects", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v1/pro/ai-avatar": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.115, + "source": "https://fal.ai/models/fal-ai/kling-video/v1/pro/ai-avatar", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v1/standard/ai-avatar": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.0562, + "source": "https://fal.ai/models/fal-ai/kling-video/v1/standard/ai-avatar", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v1/standard/effects": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.045, + "source": "https://fal.ai/models/fal-ai/kling-video/v1/standard/effects", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v2.6/pro/motion-control": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.112, + "source": "https://fal.ai/models/fal-ai/kling-video/v2.6/pro/motion-control", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v2.6/standard/motion-control": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.07, + "source": "https://fal.ai/models/fal-ai/kling-video/v2.6/standard/motion-control", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v3/4k/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.42, + "source": "https://fal.ai/models/fal-ai/kling-video/v3/4k/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v3/4k/text-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.42, + "source": "https://fal.ai/models/fal-ai/kling-video/v3/4k/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v3/pro/motion-control": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.168, + "source": "https://fal.ai/models/fal-ai/kling-video/v3/pro/motion-control", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v3/standard/motion-control": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.126, + "source": "https://fal.ai/models/fal-ai/kling-video/v3/standard/motion-control", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v3/turbo/pro/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/fal-ai/kling-video/v3/turbo/pro/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v3/turbo/pro/text-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/fal-ai/kling-video/v3/turbo/pro/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v3/turbo/standard/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.112, + "source": "https://fal.ai/models/fal-ai/kling-video/v3/turbo/standard/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v3/turbo/standard/text-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.112, + "source": "https://fal.ai/models/fal-ai/kling-video/v3/turbo/standard/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/krea-2/turbo": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/krea-2/turbo at $0.008 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.008, + "output_cost_per_pixel": 7.62939453125e-09, + "source": "https://fal.ai/models/fal-ai/krea-2/turbo", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/krea-2/turbo/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/krea-2/turbo/lora at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/krea-2/turbo/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/krea-2/turbo/style": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/krea-2/turbo/style at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/krea-2/turbo/style", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/krea-wan-14b/text-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.025, + "source": "https://fal.ai/models/fal-ai/krea-wan-14b/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/krea-wan-14b/video-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.025, + "source": "https://fal.ai/models/fal-ai/krea-wan-14b/video-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/latentsync": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.005, + "source": "https://fal.ai/models/fal-ai/latentsync", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/leffa/pose-transfer": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://fal.ai/models/fal-ai/leffa/pose-transfer", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/leffa/virtual-tryon": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://fal.ai/models/fal-ai/leffa/virtual-tryon", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/lightx/recamera": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/lightx/recamera", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/lightx/relight": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/lightx/relight", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/longcat-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/longcat-image at $0.13 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.13, + "output_cost_per_pixel": 1.239776611328125e-07, + "source": "https://fal.ai/models/fal-ai/longcat-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/longcat-image/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/longcat-image/edit at $0.15 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.15, + "output_cost_per_pixel": 1.430511474609375e-07, + "source": "https://fal.ai/models/fal-ai/longcat-image/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/longcat-video/distilled/image-to-video/480p": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.005, + "source": "https://fal.ai/models/fal-ai/longcat-video/distilled/image-to-video/480p", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/longcat-video/distilled/image-to-video/720p": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.01, + "source": "https://fal.ai/models/fal-ai/longcat-video/distilled/image-to-video/720p", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/longcat-video/distilled/text-to-video/480p": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.005, + "source": "https://fal.ai/models/fal-ai/longcat-video/distilled/text-to-video/480p", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/longcat-video/distilled/text-to-video/720p": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.01, + "source": "https://fal.ai/models/fal-ai/longcat-video/distilled/text-to-video/720p", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/longcat-video/image-to-video/480p": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.025, + "source": "https://fal.ai/models/fal-ai/longcat-video/image-to-video/480p", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/longcat-video/image-to-video/720p": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.04, + "source": "https://fal.ai/models/fal-ai/longcat-video/image-to-video/720p", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/longcat-video/text-to-video/480p": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.025, + "source": "https://fal.ai/models/fal-ai/longcat-video/text-to-video/480p", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/longcat-video/text-to-video/720p": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.04, + "source": "https://fal.ai/models/fal-ai/longcat-video/text-to-video/720p", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltx-2.3/audio-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/ltx-2.3/audio-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "audio" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltx-2.3/extend-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/ltx-2.3/extend-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltx-2.3/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate; tiers without a catalog field: 1440p $0.16, 2160p $0.32"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_1080p": 0.08, + "source": "https://fal.ai/models/fal-ai/ltx-2.3/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltx-2.3/image-to-video/fast": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate; tiers without a catalog field: 1440p $0.12, 2160p $0.24"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_1080p": 0.06, + "source": "https://fal.ai/models/fal-ai/ltx-2.3/image-to-video/fast", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltx-2.3/reframe": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.2, + "output_cost_per_second_1080p": 0.2, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/ltx-2.3/reframe", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltx-2.3/retake-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/ltx-2.3/retake-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltx-2.3/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate; tiers without a catalog field: 1440p $0.16, 2160p $0.32"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_1080p": 0.08, + "source": "https://fal.ai/models/fal-ai/ltx-2.3/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltx-2.3/text-to-video/fast": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate; tiers without a catalog field: 1440p $0.12, 2160p $0.24"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_1080p": 0.06, + "source": "https://fal.ai/models/fal-ai/ltx-2.3/text-to-video/fast", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltxv-13b-098-distilled": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "source": "https://fal.ai/models/fal-ai/ltxv-13b-098-distilled", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltxv-13b-098-distilled/extend": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "source": "https://fal.ai/models/fal-ai/ltxv-13b-098-distilled/extend", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltxv-13b-098-distilled/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "source": "https://fal.ai/models/fal-ai/ltxv-13b-098-distilled/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/ltxv-13b-098-distilled/multiconditioning": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "source": "https://fal.ai/models/fal-ai/ltxv-13b-098-distilled/multiconditioning", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/lumina-image/v2": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/lumina-image/v2 at $0.075 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.075, + "output_cost_per_pixel": 7.152557373046875e-08, + "source": "https://fal.ai/models/fal-ai/lumina-image/v2", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/marigold-v2": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/marigold-v2", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/minimax/hailuo-02-fast/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 512p rate; tiers without a catalog field: 512p $0.017"}, + "mode": "video_generation", + "output_cost_per_second": 0.017, + "source": "https://fal.ai/models/fal-ai/minimax/hailuo-02-fast/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/minimax/hailuo-02/pro/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.08, + "source": "https://fal.ai/models/fal-ai/minimax/hailuo-02/pro/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/minimax/hailuo-02/pro/text-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.08, + "source": "https://fal.ai/models/fal-ai/minimax/hailuo-02/pro/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/minimax/hailuo-02/standard/text-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.045, + "source": "https://fal.ai/models/fal-ai/minimax/hailuo-02/standard/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/minimax/image-01/subject-reference": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://fal.ai/models/fal-ai/minimax/image-01/subject-reference", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/mmaudio-v2": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.001, + "source": "https://fal.ai/models/fal-ai/mmaudio-v2", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/moss-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/moss-image at $0.05 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "output_cost_per_pixel": 4.76837158203125e-08, + "source": "https://fal.ai/models/fal-ai/moss-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/nafnet/deblur": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/nafnet/deblur at $0.0225 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0225, + "output_cost_per_pixel": 2.1457672119140624e-08, + "source": "https://fal.ai/models/fal-ai/nafnet/deblur", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/nafnet/denoise": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/nafnet/denoise at $0.0225 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0225, + "output_cost_per_pixel": 2.1457672119140624e-08, + "source": "https://fal.ai/models/fal-ai/nafnet/denoise", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/nano-banana-2/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/nano-banana-2/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/nano-banana-pro/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.15, + "source": "https://fal.ai/models/fal-ai/nano-banana-pro/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/nano-banana/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.0398, + "source": "https://fal.ai/models/fal-ai/nano-banana/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/nucleus-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/nucleus-image at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/nucleus-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/omnigen-v2": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/omnigen-v2 at $0.15 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.15, + "output_cost_per_pixel": 1.430511474609375e-07, + "source": "https://fal.ai/models/fal-ai/omnigen-v2", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/one-to-all-animation/1.3b": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 480p rate; tiers without a catalog field: 580p $0.045"}, + "mode": "video_generation", + "output_cost_per_second": 0.03, + "output_cost_per_second_480p": 0.03, + "output_cost_per_second_720p": 0.06, + "source": "https://fal.ai/models/fal-ai/one-to-all-animation/1.3b", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/one-to-all-animation/14b": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 480p rate; tiers without a catalog field: 580p $0.09"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_480p": 0.06, + "output_cost_per_second_720p": 0.12, + "source": "https://fal.ai/models/fal-ai/one-to-all-animation/14b", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/patina": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/patina at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/patina", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/phota/enhance": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.13, + "source": "https://fal.ai/models/fal-ai/phota/enhance", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/blur": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/blur", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/chromatic-aberration": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/chromatic-aberration", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/color-correction": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/color-correction", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/color-tint": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/color-tint", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/desaturate": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/desaturate", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/dissolve": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/dissolve", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/dodge-burn": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/dodge-burn", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/grain": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/grain", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/parabolize": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/parabolize", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/sharpen": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/sharpen", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/solarize": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/solarize", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/post-processing/vignette": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://fal.ai/models/fal-ai/post-processing/vignette", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image at $0.02 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.02, + "output_cost_per_pixel": 1.9073486328125e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/qwen-image-2512": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-2512 at $0.02 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.02, + "output_cost_per_pixel": 1.9073486328125e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-2512", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/qwen-image-2512/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-2512/lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-2512/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/qwen-image-edit-2509": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509 at $0.03 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "output_cost_per_pixel": 2.86102294921875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/add-background": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/add-background at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/add-background", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/face-to-full-portrait": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/face-to-full-portrait at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/face-to-full-portrait", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/group-photo": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/group-photo at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/group-photo", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/integrate-product": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/integrate-product at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/integrate-product", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/lighting-restoration": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/lighting-restoration at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/lighting-restoration", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/multiple-angles": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/multiple-angles at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/multiple-angles", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/next-scene": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/next-scene at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/next-scene", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/remove-element": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/remove-element at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/remove-element", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/remove-lighting": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/remove-lighting at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/remove-lighting", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2509-lora-gallery/shirt-design": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2509-lora-gallery/shirt-design at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2509-lora-gallery/shirt-design", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2511": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2511 at $0.03 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "output_cost_per_pixel": 2.86102294921875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2511", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2511-multiple-angles": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2511-multiple-angles at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2511-multiple-angles", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-2511/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-2511/lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-2511/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus at $0.03 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "output_cost_per_pixel": 2.86102294921875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/add-background": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/add-background at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/add-background", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/face-to-full-portrait": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/face-to-full-portrait at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/face-to-full-portrait", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/group-photo": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/group-photo at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/group-photo", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/integrate-product": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/integrate-product at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/integrate-product", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/lighting-restoration": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/lighting-restoration at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/lighting-restoration", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/multiple-angles": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/multiple-angles at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/multiple-angles", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/next-scene": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/next-scene at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/next-scene", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/remove-element": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/remove-element at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/remove-element", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/remove-lighting": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/remove-lighting at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/remove-lighting", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit-plus-lora-gallery/shirt-design": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit-plus-lora-gallery/shirt-design at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit-plus-lora-gallery/shirt-design", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit/image-to-image at $0.03 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "output_cost_per_pixel": 2.86102294921875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-edit/inpaint": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image-edit/inpaint at $0.03 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "output_cost_per_pixel": 2.86102294921875e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image-edit/inpaint", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-layered": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://fal.ai/models/fal-ai/qwen-image-layered", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image-layered/lora": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/fal-ai/qwen-image-layered/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/qwen-image/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/qwen-image/image-to-image at $0.02 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.02, + "output_cost_per_pixel": 1.9073486328125e-08, + "source": "https://fal.ai/models/fal-ai/qwen-image/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/recraft/upscale/creative": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.25, + "source": "https://fal.ai/models/fal-ai/recraft/upscale/creative", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/recraft/upscale/crisp": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.004, + "source": "https://fal.ai/models/fal-ai/recraft/upscale/crisp", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/recraft/v4.1/pro/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.21, + "source": "https://fal.ai/models/fal-ai/recraft/v4.1/pro/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/v4.1/pro/text-to-vector": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.3, + "source": "https://fal.ai/models/fal-ai/recraft/v4.1/pro/text-to-vector", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/v4.1/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://fal.ai/models/fal-ai/recraft/v4.1/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/v4.1/text-to-vector": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/recraft/v4.1/text-to-vector", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/v4.1/utility/pro/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.21, + "source": "https://fal.ai/models/fal-ai/recraft/v4.1/utility/pro/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/v4.1/utility/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://fal.ai/models/fal-ai/recraft/v4.1/utility/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/v4/pro/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.25, + "source": "https://fal.ai/models/fal-ai/recraft/v4/pro/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/v4/pro/text-to-vector": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.3, + "source": "https://fal.ai/models/fal-ai/recraft/v4/pro/text-to-vector", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/v4/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/recraft/v4/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/v4/text-to-vector": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/recraft/v4/text-to-vector", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/recraft/vectorize": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://fal.ai/models/fal-ai/recraft/vectorize", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/sana": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/sana at $0.001 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.001, + "output_cost_per_pixel": 9.5367431640625e-10, + "source": "https://fal.ai/models/fal-ai/sana", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/sana/sprint": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/sana/sprint at $0.0025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0025, + "output_cost_per_pixel": 2.384185791015625e-09, + "source": "https://fal.ai/models/fal-ai/sana/sprint", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/sana/v1.5/1.6b": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/sana/v1.5/1.6b at $0.0075 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0075, + "output_cost_per_pixel": 7.152557373046875e-09, + "source": "https://fal.ai/models/fal-ai/sana/v1.5/1.6b", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/sana/v1.5/4.8b": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/sana/v1.5/4.8b at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/sana/v1.5/4.8b", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/seedvr/upscale/image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/seedvr/upscale/image at $0.001 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.001, + "output_cost_per_pixel": 9.5367431640625e-10, + "source": "https://fal.ai/models/fal-ai/seedvr/upscale/image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/seedvr/upscale/image/seamless": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/seedvr/upscale/image/seamless at $0.0025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0025, + "output_cost_per_pixel": 2.384185791015625e-09, + "source": "https://fal.ai/models/fal-ai/seedvr/upscale/image/seamless", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/stable-diffusion-v3-medium": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://fal.ai/models/fal-ai/stable-diffusion-v3-medium", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/stable-diffusion-v35-large": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/stable-diffusion-v35-large at $0.065 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.065, + "output_cost_per_pixel": 6.198883056640625e-08, + "source": "https://fal.ai/models/fal-ai/stable-diffusion-v35-large", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/stepx-edit2": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/stepx-edit2 at $0.2 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.2, + "output_cost_per_pixel": 1.9073486328125e-07, + "source": "https://fal.ai/models/fal-ai/stepx-edit2", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/telestyle-v2": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/telestyle-v2 at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/fal-ai/telestyle-v2", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/uso": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/uso at $0.1 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.1, + "output_cost_per_pixel": 9.5367431640625e-08, + "source": "https://fal.ai/models/fal-ai/uso", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/vidu/q2/reference-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://fal.ai/models/fal-ai/vidu/q2/reference-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/vidu/q2/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://fal.ai/models/fal-ai/vidu/q2/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/vidu/reference-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://fal.ai/models/fal-ai/vidu/reference-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/wan-22-vace-fun-a14b/depth": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.075"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan-22-vace-fun-a14b/depth", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-22-vace-fun-a14b/inpainting": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.075"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan-22-vace-fun-a14b/inpainting", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-22-vace-fun-a14b/outpainting": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.075"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan-22-vace-fun-a14b/outpainting", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-22-vace-fun-a14b/reframe": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.075"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan-22-vace-fun-a14b/reframe", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-25-preview/image-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://fal.ai/models/fal-ai/wan-25-preview/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/wan-25-preview/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan-25-preview/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-25-preview/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://fal.ai/models/fal-ai/wan-25-preview/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/wan-25-preview/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan-25-preview/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-vace-14b": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.06"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan-vace-14b", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-vace-14b/depth": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.06"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan-vace-14b/depth", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-vace-14b/inpainting": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.06"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan-vace-14b/inpainting", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-vace-14b/outpainting": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.06"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan-vace-14b/outpainting", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-vace-14b/pose": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.06"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan-vace-14b/pose", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-vace-14b/reframe": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.06"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan-vace-14b/reframe", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-vace-apps/video-edit": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p); tiers without a catalog field: 580p $0.075"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan-vace-apps/video-edit", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.2-14b/speech-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 480p rate; tiers without a catalog field: 580p $0.15"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_480p": 0.1, + "output_cost_per_second_720p": 0.2, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-14b/speech-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "audio" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.2-5b/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.016, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-5b/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/wan/v2.2-a14b/image-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-a14b/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/wan/v2.2-a14b/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; tiers without a catalog field: 580p $0.06"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-a14b/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.2-a14b/image-to-video/lora": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-a14b/image-to-video/lora", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.2-a14b/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-a14b/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/wan/v2.2-a14b/text-to-image/lora": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-a14b/text-to-image/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/wan/v2.2-a14b/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; tiers without a catalog field: 580p $0.06"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-a14b/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.2-a14b/text-to-video/lora": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-a14b/text-to-video/lora", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.2-a14b/video-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; tiers without a catalog field: 580p $0.06"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-a14b/video-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.7/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/wan/v2.7/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/wan/v2.7/edit-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan/v2.7/edit-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.7/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan/v2.7/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.7/pro/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.075, + "source": "https://fal.ai/models/fal-ai/wan/v2.7/pro/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/wan/v2.7/pro/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.075, + "source": "https://fal.ai/models/fal-ai/wan/v2.7/pro/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/wan/v2.7/reference-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/wan/v2.7/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.7/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/wan/v2.7/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/wan/v2.7/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/fal-ai/wan/v2.7/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/z-image/base": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/base at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/z-image/base", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/z-image/base/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/base/lora at $0.012 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.012, + "output_cost_per_pixel": 1.1444091796875e-08, + "source": "https://fal.ai/models/fal-ai/z-image/base/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/z-image/turbo": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo at $0.005 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.005, + "output_cost_per_pixel": 4.76837158203125e-09, + "source": "https://fal.ai/models/fal-ai/z-image/turbo", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/z-image/turbo/controlnet": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo/controlnet at $0.0065 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0065, + "output_cost_per_pixel": 6.198883056640625e-09, + "source": "https://fal.ai/models/fal-ai/z-image/turbo/controlnet", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/z-image/turbo/controlnet/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo/controlnet/lora at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/z-image/turbo/controlnet/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/z-image/turbo/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo/image-to-image at $0.005 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.005, + "output_cost_per_pixel": 4.76837158203125e-09, + "source": "https://fal.ai/models/fal-ai/z-image/turbo/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/z-image/turbo/image-to-image/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo/image-to-image/lora at $0.0085 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0085, + "output_cost_per_pixel": 8.106231689453126e-09, + "source": "https://fal.ai/models/fal-ai/z-image/turbo/image-to-image/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/z-image/turbo/inpaint": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo/inpaint at $0.01 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "output_cost_per_pixel": 9.5367431640625e-09, + "source": "https://fal.ai/models/fal-ai/z-image/turbo/inpaint", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/z-image/turbo/inpaint/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo/inpaint/lora at $0.0115 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0115, + "output_cost_per_pixel": 1.0967254638671875e-08, + "source": "https://fal.ai/models/fal-ai/z-image/turbo/inpaint/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/z-image/turbo/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo/lora at $0.0085 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0085, + "output_cost_per_pixel": 8.106231689453126e-09, + "source": "https://fal.ai/models/fal-ai/z-image/turbo/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/z-image/turbo/tiling": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo/tiling at $0.02 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.02, + "output_cost_per_pixel": 1.9073486328125e-08, + "source": "https://fal.ai/models/fal-ai/z-image/turbo/tiling", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/z-image/turbo/tiling/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills fal-ai/z-image/turbo/tiling/lora at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/fal-ai/z-image/turbo/tiling/lora", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/google/gemini-omni-flash/v1.1/edit": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; tiers without a catalog field: 360p $0.03"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_4k": 0.3, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/google/gemini-omni-flash/v1.1/edit", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/google/gemini-omni-flash/v1.1/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; tiers without a catalog field: 360p $0.03"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_4k": 0.3, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/google/gemini-omni-flash/v1.1/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/google/gemini-omni-flash/v1.1/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; tiers without a catalog field: 360p $0.03"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_4k": 0.3, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/google/gemini-omni-flash/v1.1/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/google/gemini-omni-flash/v1.1/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; tiers without a catalog field: 360p $0.03"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_4k": 0.3, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/google/gemini-omni-flash/v1.1/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/kling/v4/flash/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.094, + "output_cost_per_second_720p": 0.094, + "source": "https://fal.ai/models/kling/v4/flash/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/kling/v4/flash/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.094, + "output_cost_per_second_720p": 0.094, + "source": "https://fal.ai/models/kling/v4/flash/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/kling/v4/flash/video-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.063, + "output_cost_per_second_720p": 0.063, + "source": "https://fal.ai/models/kling/v4/flash/video-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/kling/v4/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.235, + "output_cost_per_second_1080p": 0.235, + "output_cost_per_second_720p": 0.157, + "source": "https://fal.ai/models/kling/v4/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/kling/v4/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.235, + "output_cost_per_second_1080p": 0.235, + "output_cost_per_second_720p": 0.157, + "source": "https://fal.ai/models/kling/v4/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/kling/v4/video-to-video/edit": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.141, + "output_cost_per_second_1080p": 0.141, + "output_cost_per_second_720p": 0.094, + "source": "https://fal.ai/models/kling/v4/video-to-video/edit", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/krea/v3/edit": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills krea/v3/edit at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/krea/v3/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/krea/v3/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills krea/v3/text-to-image at $0.025 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.025, + "output_cost_per_pixel": 2.384185791015625e-08, + "source": "https://fal.ai/models/krea/v3/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/luma/agent/uni-1/v1/max": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.102, + "source": "https://fal.ai/models/luma/agent/uni-1/v1/max", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/luma/agent/uni-1/v1/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.042, + "source": "https://fal.ai/models/luma/agent/uni-1/v1/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/meta/muse-image/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://fal.ai/models/meta/muse-image/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/meta/muse-image/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://fal.ai/models/meta/muse-image/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/minimax/h3-max-turbo/extend-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.04, + "output_cost_per_second_1080p": 0.08, + "output_cost_per_second_2k": 0.16, + "output_cost_per_second_480p": 0.025, + "output_cost_per_second_768p": 0.04, + "source": "https://fal.ai/models/minimax/h3-max-turbo/extend-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max-turbo/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_1080p": 0.16, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max-turbo/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/extend-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_1080p": 0.16, + "output_cost_per_second_2k": 0.32, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/extend-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/insert-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_768p": 0.06, + "source": "https://fal.ai/models/minimax/h3-max/insert-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/lip-sync/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_1080p": 0.16, + "output_cost_per_second_2k": 0.32, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/lip-sync/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 2k rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.13, + "output_cost_per_second_2k": 0.13, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_4k": 0.16, + "output_cost_per_second_768p": 0.06, + "source": "https://fal.ai/models/minimax/h3/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3/image-to-video/lora": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 2k rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.1625, + "output_cost_per_second_2k": 0.1625, + "output_cost_per_second_480p": 0.0625, + "output_cost_per_second_4k": 0.2, + "output_cost_per_second_768p": 0.075, + "source": "https://fal.ai/models/minimax/h3/image-to-video/lora", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3/reference-to-video/lora": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 2k rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.1625, + "output_cost_per_second_2k": 0.1625, + "output_cost_per_second_480p": 0.0625, + "output_cost_per_second_4k": 0.2, + "output_cost_per_second_768p": 0.075, + "source": "https://fal.ai/models/minimax/h3/reference-to-video/lora", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3/text-to-video/lora": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 2k rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.1625, + "output_cost_per_second_2k": 0.1625, + "output_cost_per_second_480p": 0.0625, + "output_cost_per_second_4k": 0.2, + "output_cost_per_second_768p": 0.075, + "source": "https://fal.ai/models/minimax/h3/text-to-video/lora", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/nvidia/cosmos-3-super/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/nvidia/cosmos-3-super/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/pixelcut/background-removal": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.016, + "source": "https://fal.ai/models/pixelcut/background-removal", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/pixelcut/looping-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.32, + "output_cost_per_second_1080p": 0.32, + "output_cost_per_second_480p": 0.08, + "output_cost_per_second_768p": 0.16, + "source": "https://fal.ai/models/pixelcut/looping-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/pixelcut/product-photo": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.024, + "source": "https://fal.ai/models/pixelcut/product-photo", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/pixverse/music-video/vibemv": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_1080p": 0.09, + "output_cost_per_second_720p": 0.06, + "source": "https://fal.ai/models/pixverse/music-video/vibemv", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "audio" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/recraft/v4.1/flash/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.007, + "source": "https://fal.ai/models/recraft/v4.1/flash/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/rundiffusion-fal/juggernaut-flux/base": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills rundiffusion-fal/juggernaut-flux/base at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/rundiffusion-fal/juggernaut-flux/base", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/rundiffusion-fal/juggernaut-flux/base/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills rundiffusion-fal/juggernaut-flux/base/image-to-image at $0.035 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "output_cost_per_pixel": 3.337860107421875e-08, + "source": "https://fal.ai/models/rundiffusion-fal/juggernaut-flux/base/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/rundiffusion-fal/juggernaut-flux/lightning": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills rundiffusion-fal/juggernaut-flux/lightning at $0.006 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.006, + "output_cost_per_pixel": 5.7220458984375e-09, + "source": "https://fal.ai/models/rundiffusion-fal/juggernaut-flux/lightning", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/rundiffusion-fal/juggernaut-flux/pro": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills rundiffusion-fal/juggernaut-flux/pro at $0.055 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.055, + "output_cost_per_pixel": 5.245208740234375e-08, + "source": "https://fal.ai/models/rundiffusion-fal/juggernaut-flux/pro", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/rundiffusion-fal/juggernaut-flux/pro/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills rundiffusion-fal/juggernaut-flux/pro/image-to-image at $0.055 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.055, + "output_cost_per_pixel": 5.245208740234375e-08, + "source": "https://fal.ai/models/rundiffusion-fal/juggernaut-flux/pro/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/rundiffusion-fal/rundiffusion-photo-flux": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills rundiffusion-fal/rundiffusion-photo-flux at $0.045 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.045, + "output_cost_per_pixel": 4.291534423828125e-08, + "source": "https://fal.ai/models/rundiffusion-fal/rundiffusion-photo-flux", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/smoretalk-ai/rembg-enhance": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.006, + "source": "https://fal.ai/models/smoretalk-ai/rembg-enhance", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/sonilo/v1.1/video-to-video-music": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.009, + "source": "https://fal.ai/models/sonilo/v1.1/video-to-video-music", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/sonilo/v1.1/video-to-video-sound-effects": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.009, + "source": "https://fal.ai/models/sonilo/v1.1/video-to-video-sound-effects", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/tbc/mischief-1/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.01, + "output_cost_per_second_480p": 0.005, + "output_cost_per_second_720p": 0.01, + "source": "https://fal.ai/models/tbc/mischief-1/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/veed/fabric-1.0": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p)"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_480p": 0.08, + "output_cost_per_second_720p": 0.15, + "source": "https://fal.ai/models/veed/fabric-1.0", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/veed/fabric-1.0/fast": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p)"}, + "mode": "video_generation", + "output_cost_per_second": 0.2, + "output_cost_per_second_480p": 0.1, + "output_cost_per_second_720p": 0.2, + "source": "https://fal.ai/models/veed/fabric-1.0/fast", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/veed/fabric-1.0/text": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; the page's resolution default is auto or unstated, so output_cost_per_second is the highest tier (720p)"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_480p": 0.08, + "output_cost_per_second_720p": 0.15, + "source": "https://fal.ai/models/veed/fabric-1.0/text", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/wan/v2.6/image-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/wan/v2.6/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/wan/v2.6/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/wan/v2.6/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/wan/v2.6/image-to-video/flash": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.075, + "output_cost_per_second_1080p": 0.075, + "output_cost_per_second_720p": 0.05, + "source": "https://fal.ai/models/wan/v2.6/image-to-video/flash", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/wan/v2.6/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/wan/v2.6/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/wan/v2.6/text-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/wan/v2.6/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/wan/v2.6/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/wan/v2.6/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.02, + "source": "https://fal.ai/models/xai/grok-imagine-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/xai/grok-imagine-video/v1.5/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.14, + "output_cost_per_second_1080p": 0.25, + "output_cost_per_second_480p": 0.08, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/xai/grok-imagine-video/v1.5/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/alibaba/happy-horse/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.28, + "output_cost_per_second_1080p": 0.28, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/alibaba/happy-horse/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/creatify/boreal": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.01, + "output_cost_per_second_1080p": 0.03, + "output_cost_per_second_2k": 0.12, + "output_cost_per_second_720p": 0.01, + "source": "https://fal.ai/models/creatify/boreal", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/creatify/aurora": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.14, + "output_cost_per_second_480p": 0.07, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/fal-ai/creatify/aurora", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/vidu/q4/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; tiers without a catalog field: 540p $0.0315"}, + "mode": "video_generation", + "output_cost_per_second": 0.0665, + "output_cost_per_second_1080p": 0.084, + "output_cost_per_second_2k": 0.133, + "output_cost_per_second_4k": 0.273, + "output_cost_per_second_720p": 0.0665, + "source": "https://fal.ai/models/fal-ai/vidu/q4/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/vidu/q4/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; tiers without a catalog field: 540p $0.0315"}, + "mode": "video_generation", + "output_cost_per_second": 0.0665, + "output_cost_per_second_1080p": 0.084, + "output_cost_per_second_2k": 0.133, + "output_cost_per_second_4k": 0.273, + "output_cost_per_second_720p": 0.0665, + "source": "https://fal.ai/models/fal-ai/vidu/q4/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/ideogram/v4.5": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/ideogram/v4.5", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/ideogram/v4.5/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://fal.ai/models/ideogram/v4.5/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/ideogram/v4/instant": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"fal bills ideogram/v4/instant at $0.0075 per megapixel, rounding each image up to the nearest megapixel. The per-pixel rate is used when Fal reports the output size, and the flat per-image price prices the default 1 MP output like the sibling flux entries"}, + "mode": "image_generation", + "output_cost_per_image": 0.0075, + "output_cost_per_pixel": 7.152557373046875e-09, + "source": "https://fal.ai/models/ideogram/v4/instant", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/lightricks/ltx-2.5/image-to-video/fast": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate; tiers without a catalog field: 1440p $0.19"}, + "mode": "video_generation", + "output_cost_per_second": 0.13, + "output_cost_per_second_1080p": 0.13, + "output_cost_per_second_4k": 0.3, + "output_cost_per_second_720p": 0.09, + "source": "https://fal.ai/models/lightricks/ltx-2.5/image-to-video/fast", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/lightricks/ltx-2.5/image-to-video/pro": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.17, + "output_cost_per_second_1080p": 0.17, + "output_cost_per_second_720p": 0.12, + "source": "https://fal.ai/models/lightricks/ltx-2.5/image-to-video/pro", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/lightricks/ltx-2.5/text-to-video/fast": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate; tiers without a catalog field: 1440p $0.19"}, + "mode": "video_generation", + "output_cost_per_second": 0.13, + "output_cost_per_second_1080p": 0.13, + "output_cost_per_second_4k": 0.3, + "output_cost_per_second_720p": 0.09, + "source": "https://fal.ai/models/lightricks/ltx-2.5/text-to-video/fast", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/lightricks/ltx-2.5/text-to-video/pro": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.17, + "output_cost_per_second_1080p": 0.17, + "output_cost_per_second_720p": 0.12, + "source": "https://fal.ai/models/lightricks/ltx-2.5/text-to-video/pro", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/recast": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.45, + "output_cost_per_second_1080p": 0.45, + "output_cost_per_second_768p": 0.3, + "source": "https://fal.ai/models/minimax/h3-max/recast", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/reframe-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/reframe-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/relight": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_1080p": 0.16, + "output_cost_per_second_2k": 0.32, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/relight", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/wan/v2.6/reference-to-video/flash": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 1080p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://fal.ai/models/wan/v2.6/reference-to-video/flash", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-video/v1.5/lite/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.03, + "output_cost_per_second_1080p": 0.14, + "output_cost_per_second_480p": 0.02, + "output_cost_per_second_720p": 0.03, + "source": "https://fal.ai/models/xai/grok-imagine-video/v1.5/lite/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-video/v1.5/lite/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.03, + "output_cost_per_second_1080p": 0.14, + "output_cost_per_second_480p": 0.02, + "output_cost_per_second_720p": 0.03, + "source": "https://fal.ai/models/xai/grok-imagine-video/v1.5/lite/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3-max/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; promotional 50% off rate through 2026-11-22 23:59 UTC per the page; regular rates $0.17 (720p) and $0.29 (1080p) per second resume 2026-11-23 00:00 UTC (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.085, + "output_cost_per_second_1080p": 0.145, + "output_cost_per_second_720p": 0.085, + "source": "https://fal.ai/models/blackforestlabs/flux-3-max/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3-max/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; promotional 50% off rate through 2026-11-22 23:59 UTC per the page; regular rates $0.17 (720p) and $0.29 (1080p) per second resume 2026-11-23 00:00 UTC (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.085, + "output_cost_per_second_1080p": 0.145, + "output_cost_per_second_720p": 0.085, + "source": "https://fal.ai/models/blackforestlabs/flux-3-max/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3-max/keyframes-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; regular rate; the page's 75% promotion ran October 15 to November 7, 2026 and has ended (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.17, + "output_cost_per_second_1080p": 0.29, + "output_cost_per_second_720p": 0.17, + "source": "https://fal.ai/models/blackforestlabs/flux-3-max/keyframes-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/heygen/heygen-video/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate; regular rate; the page's 50% promotion ended October 31, 2026 (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.02, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_2k": 0.06, + "output_cost_per_second_480p": 0.02, + "output_cost_per_second_768p": 0.02, + "source": "https://fal.ai/models/heygen/heygen-video/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/heygen/heygen-video/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate; regular rate; the page's 50% promotion ended October 31, 2026 (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.02, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_2k": 0.06, + "output_cost_per_second_480p": 0.02, + "output_cost_per_second_768p": 0.02, + "source": "https://fal.ai/models/heygen/heygen-video/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/heygen/heygen-video/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate; regular rate; the page's 50% promotion ended October 31, 2026 (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.02, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_2k": 0.06, + "output_cost_per_second_480p": 0.02, + "output_cost_per_second_768p": 0.02, + "source": "https://fal.ai/models/heygen/heygen-video/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max-turbo/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate; promotional 30% off rate through 2026-11-15 per the page; standard rates $0.025 (480p), $0.04 (768p), $0.08 (1080p) per second from 2026-11-16 (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.028, + "output_cost_per_second_1080p": 0.056, + "output_cost_per_second_480p": 0.0175, + "output_cost_per_second_768p": 0.028, + "source": "https://fal.ai/models/minimax/h3-max-turbo/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max-turbo/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate; promotional 30% off rate through 2026-11-15 per the page; standard rates $0.025 (480p), $0.04 (768p), $0.08 (1080p) per second from 2026-11-16 (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.028, + "output_cost_per_second_1080p": 0.056, + "output_cost_per_second_480p": 0.0175, + "output_cost_per_second_768p": 0.028, + "source": "https://fal.ai/models/minimax/h3-max-turbo/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/camera-controls": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 480p rate; promotional 30% off rate through 2026-11-15 per the page; standard rates $0.05 (480p), $0.08 (768p), $0.16 (1080p) per second from 2026-11-16 (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.035, + "output_cost_per_second_1080p": 0.112, + "output_cost_per_second_480p": 0.035, + "output_cost_per_second_768p": 0.056, + "source": "https://fal.ai/models/minimax/h3-max/camera-controls", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate; promotional 30% off rate through 2026-11-15 per the page; standard rates $0.05 (480p), $0.08 (768p), $0.16 (1080p) per second from 2026-11-16 (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.056, + "output_cost_per_second_1080p": 0.112, + "output_cost_per_second_480p": 0.035, + "output_cost_per_second_768p": 0.056, + "source": "https://fal.ai/models/minimax/h3-max/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768p rate; promotional 30% off rate through 2026-11-15 per the page; standard rates $0.05 (480p), $0.08 (768p), $0.16 (1080p) per second from 2026-11-16 (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10)"}, + "mode": "video_generation", + "output_cost_per_second": 0.056, + "output_cost_per_second_1080p": 0.112, + "output_cost_per_second_480p": 0.035, + "output_cost_per_second_768p": 0.056, + "source": "https://fal.ai/models/minimax/h3-max/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "replicate/alibaba/happyhorse-1.0": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.28, + "output_cost_per_second_1080p": 0.28, + "output_cost_per_second_720p": 0.14, + "source": "https://replicate.com/alibaba/happyhorse-1.0" + }, + "replicate/alibaba/happyhorse-1.1": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.18, + "output_cost_per_second_1080p": 0.18, + "output_cost_per_second_720p": 0.14, + "source": "https://replicate.com/alibaba/happyhorse-1.1" + }, + "replicate/alibaba/qwen-image-3": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/alibaba/qwen-image-3" + }, + "replicate/alibaba/qwen-image-3-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/alibaba/qwen-image-3-pro" + }, + "replicate/alibaba/wan-3": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "output_cost_per_second_1080p": 0.14, + "output_cost_per_second_480p": 0.035, + "output_cost_per_second_720p": 0.07, + "source": "https://replicate.com/alibaba/wan-3" + }, + "replicate/alibaba/wan-3-prime": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.28, + "output_cost_per_second_1080p": 0.28, + "output_cost_per_second_480p": 0.068, + "output_cost_per_second_720p": 0.14, + "source": "https://replicate.com/alibaba/wan-3-prime" + }, + "replicate/anthropic/claude-fable-5": { + "input_cost_per_token": 1e-05, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 5e-05, + "source": "https://replicate.com/anthropic/claude-fable-5", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/anthropic/claude-fable-5.2": { + "input_cost_per_token": 8e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 4e-05, + "source": "https://replicate.com/anthropic/claude-fable-5.2", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/anthropic/claude-opus-4.6": { + "input_cost_per_token": 5e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-05, + "source": "https://replicate.com/anthropic/claude-opus-4.6", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/anthropic/claude-opus-4.7": { + "input_cost_per_token": 5e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-05, + "source": "https://replicate.com/anthropic/claude-opus-4.7", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/anthropic/claude-opus-5.5": { + "input_cost_per_token": 4e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2e-05, + "source": "https://replicate.com/anthropic/claude-opus-5.5", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/anthropic/claude-sonnet-4.6": { + "input_cost_per_token": 3e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 1.5e-05, + "source": "https://replicate.com/anthropic/claude-sonnet-4.6", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/anthropic/claude-sonnet-5": { + "input_cost_per_token": 2e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://replicate.com/anthropic/claude-sonnet-5", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/black-forest-labs/flux-1.1-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/black-forest-labs/flux-1.1-pro" + }, + "replicate/black-forest-labs/flux-1.1-pro-ultra": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://replicate.com/black-forest-labs/flux-1.1-pro-ultra" + }, + "replicate/black-forest-labs/flux-1.1-pro-ultra-finetuned": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.07, + "source": "https://replicate.com/black-forest-labs/flux-1.1-pro-ultra-finetuned" + }, + "replicate/black-forest-labs/flux-2-flex": { + "input_cost_per_pixel": 6e-08, + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_pixel": 6e-08, + "source": "https://replicate.com/black-forest-labs/flux-2-flex" + }, + "replicate/black-forest-labs/flux-2-klein-4b": { + "input_cost_per_pixel": 1e-09, + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_pixel": 1e-09, + "source": "https://replicate.com/black-forest-labs/flux-2-klein-4b" + }, + "replicate/black-forest-labs/flux-2-klein-4b-base": { + "input_cost_per_pixel": 9e-09, + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_pixel": 9e-09, + "source": "https://replicate.com/black-forest-labs/flux-2-klein-4b-base" + }, + "replicate/black-forest-labs/flux-2-klein-4b-base-lora": { + "input_cost_per_pixel": 9e-09, + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_pixel": 1.9e-08, + "source": "https://replicate.com/black-forest-labs/flux-2-klein-4b-base-lora" + }, + "replicate/black-forest-labs/flux-2-klein-9b": { + "input_cost_per_pixel": 2e-09, + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_pixel": 1.5e-08, + "source": "https://replicate.com/black-forest-labs/flux-2-klein-9b" + }, + "replicate/black-forest-labs/flux-2-klein-9b-base": { + "input_cost_per_pixel": 1.1e-08, + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_pixel": 1.1e-08, + "source": "https://replicate.com/black-forest-labs/flux-2-klein-9b-base" + }, + "replicate/black-forest-labs/flux-2-klein-9b-base-lora": { + "input_cost_per_pixel": 1.1e-08, + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_pixel": 2.1e-08, + "source": "https://replicate.com/black-forest-labs/flux-2-klein-9b-base-lora" + }, + "replicate/black-forest-labs/flux-canny-dev": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://replicate.com/black-forest-labs/flux-canny-dev" + }, + "replicate/black-forest-labs/flux-canny-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://replicate.com/black-forest-labs/flux-canny-pro" + }, + "replicate/black-forest-labs/flux-depth-dev": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://replicate.com/black-forest-labs/flux-depth-dev" + }, + "replicate/black-forest-labs/flux-depth-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://replicate.com/black-forest-labs/flux-depth-pro" + }, + "replicate/black-forest-labs/flux-dev": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://replicate.com/black-forest-labs/flux-dev" + }, + "replicate/black-forest-labs/flux-dev-lora": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.032, + "source": "https://replicate.com/black-forest-labs/flux-dev-lora" + }, + "replicate/black-forest-labs/flux-fill-dev": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/black-forest-labs/flux-fill-dev" + }, + "replicate/black-forest-labs/flux-fill-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://replicate.com/black-forest-labs/flux-fill-pro" + }, + "replicate/black-forest-labs/flux-kontext-dev": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://replicate.com/black-forest-labs/flux-kontext-dev" + }, + "replicate/black-forest-labs/flux-kontext-dev-lora": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.032, + "source": "https://replicate.com/black-forest-labs/flux-kontext-dev-lora" + }, + "replicate/black-forest-labs/flux-kontext-max": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://replicate.com/black-forest-labs/flux-kontext-max" + }, + "replicate/black-forest-labs/flux-kontext-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/black-forest-labs/flux-kontext-pro" + }, + "replicate/black-forest-labs/flux-krea-dev": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://replicate.com/black-forest-labs/flux-krea-dev" + }, + "replicate/black-forest-labs/flux-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.055, + "source": "https://replicate.com/black-forest-labs/flux-pro" + }, + "replicate/black-forest-labs/flux-pro-finetuned": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://replicate.com/black-forest-labs/flux-pro-finetuned" + }, + "replicate/black-forest-labs/flux-redux-dev": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://replicate.com/black-forest-labs/flux-redux-dev" + }, + "replicate/black-forest-labs/flux-redux-schnell": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.003, + "source": "https://replicate.com/black-forest-labs/flux-redux-schnell" + }, + "replicate/black-forest-labs/flux-schnell": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.003, + "source": "https://replicate.com/black-forest-labs/flux-schnell" + }, + "replicate/black-forest-labs/flux-schnell-lora": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.02, + "source": "https://replicate.com/black-forest-labs/flux-schnell-lora" + }, + "replicate/bria/eraser": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/eraser" + }, + "replicate/bria/expand-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/expand-image" + }, + "replicate/bria/fibo": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/fibo" + }, + "replicate/bria/fibo-edit": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/fibo-edit" + }, + "replicate/bria/generate-background": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/generate-background" + }, + "replicate/bria/genfill": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/genfill" + }, + "replicate/bria/image-3.2": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/image-3.2" + }, + "replicate/bria/increase-resolution": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/increase-resolution" + }, + "replicate/bria/product-cutout": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/product-cutout" + }, + "replicate/bria/product-packshot": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/product-packshot" + }, + "replicate/bria/product-shadow": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bria/product-shadow" + }, + "replicate/bria/remove-background": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.018, + "source": "https://replicate.com/bria/remove-background" + }, + "replicate/bria/video-erase-object": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://replicate.com/bria/video-erase-object" + }, + "replicate/bria/video-increase-resolution": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://replicate.com/bria/video-increase-resolution" + }, + "replicate/bria/video-remove-background": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://replicate.com/bria/video-remove-background" + }, + "replicate/bytedance/dreamactor-m2.0": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://replicate.com/bytedance/dreamactor-m2.0" + }, + "replicate/bytedance/dreamina-3.1": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/bytedance/dreamina-3.1" + }, + "replicate/bytedance/omni-human": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://replicate.com/bytedance/omni-human" + }, + "replicate/bytedance/omni-human-1.5": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.16, + "source": "https://replicate.com/bytedance/omni-human-1.5" + }, + "replicate/bytedance/seedance-1-lite": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.036, + "output_cost_per_second_1080p": 0.072, + "output_cost_per_second_480p": 0.018, + "output_cost_per_second_720p": 0.036, + "source": "https://replicate.com/bytedance/seedance-1-lite" + }, + "replicate/bytedance/seedance-1-pro": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_480p": 0.03, + "output_cost_per_second_720p": 0.06, + "source": "https://replicate.com/bytedance/seedance-1-pro" + }, + "replicate/bytedance/seedance-1-pro-fast": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_480p": 0.015, + "output_cost_per_second_720p": 0.025, + "source": "https://replicate.com/bytedance/seedance-1-pro-fast" + }, + "replicate/bytedance/seedream-3": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/bytedance/seedream-3" + }, + "replicate/bytedance/seedream-4": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/bytedance/seedream-4" + }, + "replicate/bytedance/seedream-4.5": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/bytedance/seedream-4.5" + }, + "replicate/bytedance/seedream-5-lite": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://replicate.com/bytedance/seedream-5-lite" + }, + "replicate/datalab-to/ocr": { + "litellm_provider": "replicate", + "mode": "ocr", + "ocr_cost_per_page": 0.002, + "source": "https://replicate.com/datalab-to/ocr" + }, + "replicate/decart/lucy-edit-2": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.04, + "source": "https://replicate.com/decart/lucy-edit-2" + }, + "replicate/easel/ai-avatars": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://replicate.com/easel/ai-avatars" + }, + "replicate/elevenlabs/dubbing": { + "litellm_provider": "replicate", + "mode": "audio_speech", + "output_cost_per_second": 0.0366667, + "source": "https://replicate.com/elevenlabs/dubbing" + }, + "replicate/elevenlabs/flash-v2.5": { + "input_cost_per_character": 5e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/elevenlabs/flash-v2.5" + }, + "replicate/elevenlabs/turbo-v2.5": { + "input_cost_per_character": 5e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/elevenlabs/turbo-v2.5" + }, + "replicate/elevenlabs/v2-multilingual": { + "input_cost_per_character": 0.0001, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/elevenlabs/v2-multilingual" + }, + "replicate/elevenlabs/v3": { + "input_cost_per_character": 0.0001, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/elevenlabs/v3" + }, + "replicate/flux-kontext-apps/cartoonify": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/cartoonify" + }, + "replicate/flux-kontext-apps/change-haircut": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/change-haircut" + }, + "replicate/flux-kontext-apps/depth-of-field": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/depth-of-field" + }, + "replicate/flux-kontext-apps/face-to-many-kontext": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/face-to-many-kontext" + }, + "replicate/flux-kontext-apps/filters": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/filters" + }, + "replicate/flux-kontext-apps/iconic-locations": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/iconic-locations" + }, + "replicate/flux-kontext-apps/impossible-scenarios": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/impossible-scenarios" + }, + "replicate/flux-kontext-apps/multi-image-kontext-max": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://replicate.com/flux-kontext-apps/multi-image-kontext-max" + }, + "replicate/flux-kontext-apps/multi-image-kontext-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/multi-image-kontext-pro" + }, + "replicate/flux-kontext-apps/multi-image-list": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://replicate.com/flux-kontext-apps/multi-image-list" + }, + "replicate/flux-kontext-apps/portrait-series": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/portrait-series" + }, + "replicate/flux-kontext-apps/professional-headshot": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/professional-headshot" + }, + "replicate/flux-kontext-apps/restore-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/restore-image" + }, + "replicate/flux-kontext-apps/restyle-video-frame": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/restyle-video-frame" + }, + "replicate/flux-kontext-apps/text-removal": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/flux-kontext-apps/text-removal" + }, + "replicate/google/gemini-2.5-flash-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.039, + "source": "https://replicate.com/google/gemini-2.5-flash-image" + }, + "replicate/google/gemini-3-flash": { + "input_cost_per_token": 5e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://replicate.com/google/gemini-3-flash", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/google/gemini-3.1-flash-tts": { + "input_cost_per_token": 2e-06, + "litellm_provider": "replicate", + "mode": "audio_speech", + "output_cost_per_token": 4e-05, + "source": "https://replicate.com/google/gemini-3.1-flash-tts" + }, + "replicate/google/gemini-3.1-pro": { + "input_cost_per_token": 2e-06, + "input_cost_per_token_above_200k_tokens": 4e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 1.2e-05, + "output_cost_per_token_above_200k_tokens": 1.8e-05, + "source": "https://replicate.com/google/gemini-3.1-pro", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/google/gemini-3.5-flash": { + "input_cost_per_token": 1.5e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 9e-06, + "source": "https://replicate.com/google/gemini-3.5-flash", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/google/gemini-3.8-flash-lite-tts": { + "input_cost_per_token": 5e-07, + "litellm_provider": "replicate", + "mode": "audio_speech", + "output_cost_per_token": 6e-06, + "source": "https://replicate.com/google/gemini-3.8-flash-lite-tts" + }, + "replicate/google/gemini-3.8-flash-tts": { + "input_cost_per_token": 5e-07, + "litellm_provider": "replicate", + "mode": "audio_speech", + "output_cost_per_token": 9e-06, + "source": "https://replicate.com/google/gemini-3.8-flash-tts" + }, + "replicate/google/nano-banana": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.039, + "source": "https://replicate.com/google/nano-banana" + }, + "replicate/google/nano-banana-2": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.067, + "output_cost_per_image_1K": 0.067, + "output_cost_per_image_2K": 0.101, + "output_cost_per_image_4K": 0.151, + "source": "https://replicate.com/google/nano-banana-2" + }, + "replicate/google/nano-banana-2-lite": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.034, + "source": "https://replicate.com/google/nano-banana-2-lite" + }, + "replicate/google/nano-banana-2.1": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.0336, + "output_cost_per_image_1K": 0.0336, + "output_cost_per_image_2K": 0.0504, + "output_cost_per_image_4K": 0.1134, + "source": "https://replicate.com/google/nano-banana-2.1" + }, + "replicate/google/nano-banana-latest": { + "alias_of": "replicate/google/nano-banana-2.1" + }, + "replicate/heygen/avatar-iv": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.075, + "source": "https://replicate.com/heygen/avatar-iv" + }, + "replicate/heygen/avatar-v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.075, + "source": "https://replicate.com/heygen/avatar-v" + }, + "replicate/heygen/lipsync-precision": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.0667, + "source": "https://replicate.com/heygen/lipsync-precision" + }, + "replicate/heygen/lipsync-speed": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.0333, + "source": "https://replicate.com/heygen/lipsync-speed" + }, + "replicate/heygen/video-agent": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.0333, + "source": "https://replicate.com/heygen/video-agent" + }, + "replicate/ibm-granite/granite-20b-code-instruct-8k": { + "input_cost_per_token": 1e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 5e-07, + "source": "https://replicate.com/ibm-granite/granite-20b-code-instruct-8k", + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-3.0-2b-instruct": { + "input_cost_per_token": 3e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-3.0-2b-instruct", + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-3.0-8b-instruct": { + "input_cost_per_token": 5e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-3.0-8b-instruct", + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-3.1-2b-instruct": { + "input_cost_per_token": 3e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-3.1-2b-instruct", + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-3.1-8b-instruct": { + "input_cost_per_token": 3e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-3.1-8b-instruct", + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-3.2-8b-instruct": { + "input_cost_per_token": 3e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-3.2-8b-instruct", + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-4.0-h-small": { + "input_cost_per_token": 6e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-4.0-h-small", + "supports_function_calling": true, + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-4.1-8b": { + "input_cost_per_token": 6e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-4.1-8b", + "supports_function_calling": true, + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-4.2-8b": { + "input_cost_per_token": 6e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-4.2-8b", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-8b-code-instruct-128k": { + "input_cost_per_token": 5e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-8b-code-instruct-128k", + "supports_system_messages": true + }, + "replicate/ibm-granite/granite-speech-3.3-8b": { + "litellm_provider": "replicate", + "mode": "audio_transcription", + "output_cost_per_token": 4.9e-06, + "source": "https://replicate.com/ibm-granite/granite-speech-3.3-8b" + }, + "replicate/ibm-granite/granite-speech-4.1-2b": { + "input_cost_per_token": 3e-08, + "litellm_provider": "replicate", + "mode": "audio_transcription", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-speech-4.1-2b" + }, + "replicate/ibm-granite/granite-vision-3.3-2b": { + "input_cost_per_token": 0.0, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-vision-3.3-2b", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/ibm-granite/granite-vision-4.1-4b": { + "input_cost_per_token": 6e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/ibm-granite/granite-vision-4.1-4b", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/ideogram-ai/ideogram-v2": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://replicate.com/ideogram-ai/ideogram-v2" + }, + "replicate/ideogram-ai/ideogram-v2-turbo": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://replicate.com/ideogram-ai/ideogram-v2-turbo" + }, + "replicate/ideogram-ai/ideogram-v2a": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/ideogram-ai/ideogram-v2a" + }, + "replicate/ideogram-ai/ideogram-v2a-turbo": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://replicate.com/ideogram-ai/ideogram-v2a-turbo" + }, + "replicate/ideogram-ai/ideogram-v3-balanced": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://replicate.com/ideogram-ai/ideogram-v3-balanced" + }, + "replicate/ideogram-ai/ideogram-v3-quality": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.09, + "source": "https://replicate.com/ideogram-ai/ideogram-v3-quality" + }, + "replicate/ideogram-ai/ideogram-v3-turbo": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/ideogram-ai/ideogram-v3-turbo" + }, + "replicate/ideogram-ai/ideogram-v4-balanced": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "source": "https://replicate.com/ideogram-ai/ideogram-v4-balanced" + }, + "replicate/ideogram-ai/ideogram-v4-quality": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://replicate.com/ideogram-ai/ideogram-v4-quality" + }, + "replicate/ideogram-ai/layerize": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.09, + "source": "https://replicate.com/ideogram-ai/layerize" + }, + "replicate/intelligent-utilities/html-to-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.001, + "source": "https://replicate.com/intelligent-utilities/html-to-image" + }, + "replicate/inworld/realtime-tts-1.5-max": { + "input_cost_per_character": 3.5e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/inworld/realtime-tts-1.5-max" + }, + "replicate/inworld/realtime-tts-1.5-mini": { + "input_cost_per_character": 1.5e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/inworld/realtime-tts-1.5-mini" + }, + "replicate/inworld/realtime-tts-2": { + "input_cost_per_character": 2.5e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/inworld/realtime-tts-2" + }, + "replicate/kwaivgi/kling-lip-sync": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.014, + "source": "https://replicate.com/kwaivgi/kling-lip-sync" + }, + "replicate/kwaivgi/kling-v2.1-master": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.28, + "source": "https://replicate.com/kwaivgi/kling-v2.1-master" + }, + "replicate/kwaivgi/kling-v2.5-turbo-pro": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.07, + "source": "https://replicate.com/kwaivgi/kling-v2.5-turbo-pro" + }, + "replicate/lightricks/audio-to-video": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://replicate.com/lightricks/audio-to-video" + }, + "replicate/lightricks/ltx-2-distilled": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "source": "https://replicate.com/lightricks/ltx-2-distilled" + }, + "replicate/lightricks/ltx-2-fast": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.04, + "output_cost_per_second_1080p": 0.04, + "output_cost_per_second_2k": 0.08, + "output_cost_per_second_4k": 0.16, + "source": "https://replicate.com/lightricks/ltx-2-fast" + }, + "replicate/lightricks/ltx-2-pro": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_2k": 0.12, + "output_cost_per_second_4k": 0.24, + "source": "https://replicate.com/lightricks/ltx-2-pro" + }, + "replicate/lightricks/ltx-2-retake": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://replicate.com/lightricks/ltx-2-retake" + }, + "replicate/lightricks/ltx-2.3-fast": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_2k": 0.12, + "output_cost_per_second_4k": 0.24, + "source": "https://replicate.com/lightricks/ltx-2.3-fast" + }, + "replicate/lightricks/ltx-2.3-pro": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_1080p": 0.08, + "output_cost_per_second_2k": 0.16, + "output_cost_per_second_4k": 0.32, + "source": "https://replicate.com/lightricks/ltx-2.3-pro" + }, + "replicate/lightricks/ltx-2.5-fast": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_2k": 0.12, + "output_cost_per_second_4k": 0.24, + "output_cost_per_second_720p": 0.03, + "source": "https://replicate.com/lightricks/ltx-2.5-fast" + }, + "replicate/luma/photon": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/luma/photon" + }, + "replicate/luma/photon-flash": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://replicate.com/luma/photon-flash" + }, + "replicate/luma/reframe-video": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.06, + "source": "https://replicate.com/luma/reframe-video" + }, + "replicate/meta/llama-4-maverick-instruct": { + "input_cost_per_token": 2.5e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 9.5e-07, + "source": "https://replicate.com/meta/llama-4-maverick-instruct", + "supports_system_messages": true + }, + "replicate/meta/llama-4-scout-instruct": { + "input_cost_per_token": 1.7e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 6.5e-07, + "source": "https://replicate.com/meta/llama-4-scout-instruct", + "supports_system_messages": true + }, + "replicate/meta/llama-guard-4-12b": { + "input_cost_per_token": 2e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2e-07, + "source": "https://replicate.com/meta/llama-guard-4-12b", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/meta/meta-llama-3-70b": { + "input_cost_per_token": 6.5e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.75e-06, + "source": "https://replicate.com/meta/meta-llama-3-70b" + }, + "replicate/meta/meta-llama-3-70b-instruct": { + "input_cost_per_token": 6.5e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.75e-06, + "source": "https://replicate.com/meta/meta-llama-3-70b-instruct", + "supports_system_messages": true + }, + "replicate/meta/meta-llama-3-8b": { + "input_cost_per_token": 5e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/meta/meta-llama-3-8b" + }, + "replicate/meta/meta-llama-3-8b-instruct": { + "input_cost_per_token": 5e-08, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.5e-07, + "source": "https://replicate.com/meta/meta-llama-3-8b-instruct", + "supports_system_messages": true + }, + "replicate/minimax/h3": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.13, + "output_cost_per_second_2k": 0.13, + "output_cost_per_second_768p": 0.08, + "source": "https://replicate.com/minimax/h3" + }, + "replicate/minimax/h3-highspeed": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.03, + "source": "https://replicate.com/minimax/h3-highspeed" + }, + "replicate/minimax/h3-lite": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "output_cost_per_second_480p": 0.0125, + "output_cost_per_second_768p": 0.02, + "source": "https://replicate.com/minimax/h3-lite" + }, + "replicate/minimax/image-01": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://replicate.com/minimax/image-01" + }, + "replicate/minimax/speech-02-hd": { + "input_cost_per_token": 0.0001, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/minimax/speech-02-hd" + }, + "replicate/minimax/speech-02-turbo": { + "input_cost_per_token": 6e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/minimax/speech-02-turbo" + }, + "replicate/minimax/speech-2.6-hd": { + "input_cost_per_token": 0.0001, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/minimax/speech-2.6-hd" + }, + "replicate/minimax/speech-2.6-turbo": { + "input_cost_per_token": 6e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/minimax/speech-2.6-turbo" + }, + "replicate/minimax/speech-2.8-hd": { + "input_cost_per_token": 0.0001, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/minimax/speech-2.8-hd" + }, + "replicate/minimax/speech-2.8-turbo": { + "input_cost_per_token": 6e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/minimax/speech-2.8-turbo" + }, + "replicate/moonshotai/kimi-k2-thinking": { + "input_cost_per_token": 6.6e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.7e-06, + "source": "https://replicate.com/moonshotai/kimi-k2-thinking" + }, + "replicate/moonshotai/kimi-k2.5": { + "input_cost_per_token": 7.2e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 3.6e-06, + "source": "https://replicate.com/moonshotai/kimi-k2.5", + "supports_vision": true + }, + "replicate/moonshotai/kimi-k2.6": { + "input_cost_per_token": 9.5e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://replicate.com/moonshotai/kimi-k2.6", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/nightmareai/real-esrgan": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.002, + "source": "https://replicate.com/nightmareai/real-esrgan" + }, + "replicate/openai/gpt-4o-mini-transcribe": { + "input_cost_per_token": 3e-06, + "litellm_provider": "replicate", + "mode": "audio_transcription", + "output_cost_per_token": 5e-06, + "source": "https://replicate.com/openai/gpt-4o-mini-transcribe" + }, + "replicate/openai/gpt-4o-transcribe": { + "input_cost_per_token": 6e-06, + "litellm_provider": "replicate", + "mode": "audio_transcription", + "output_cost_per_token": 1e-05, + "source": "https://replicate.com/openai/gpt-4o-transcribe" + }, + "replicate/openai/gpt-5-pro": { + "input_cost_per_token": 1.5e-05, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 0.00012, + "source": "https://replicate.com/openai/gpt-5-pro", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/openai/gpt-5.1": { + "input_cost_per_token": 1.25e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://replicate.com/openai/gpt-5.1", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/openai/gpt-5.2": { + "input_cost_per_token": 1.75e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 1.4e-05, + "source": "https://replicate.com/openai/gpt-5.2", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/openai/gpt-5.4": { + "input_cost_per_token": 2.5e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 1.5e-05, + "source": "https://replicate.com/openai/gpt-5.4", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/openai/gpt-5.6-luna": { + "input_cost_per_token": 1e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 6e-06, + "source": "https://replicate.com/openai/gpt-5.6-luna", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/openai/gpt-5.6-sol": { + "input_cost_per_token": 2e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://replicate.com/openai/gpt-5.6-sol", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/openai/gpt-5.6-terra": { + "input_cost_per_token": 2.5e-06, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 1.5e-05, + "source": "https://replicate.com/openai/gpt-5.6-terra", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/perceptron-ai-inc/isaac-0.1": { + "input_cost_per_token": 2.6e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2.17e-06, + "source": "https://replicate.com/perceptron-ai-inc/isaac-0.1", + "supports_vision": true + }, + "replicate/philz1337x/clarity-pro-upscaler": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_pixel": 3e-08, + "source": "https://replicate.com/philz1337x/clarity-pro-upscaler" + }, + "replicate/pixverse/lipsync": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.04, + "source": "https://replicate.com/pixverse/lipsync" + }, + "replicate/playht/play-dialog": { + "litellm_provider": "replicate", + "mode": "audio_speech", + "output_cost_per_second": 0.001, + "source": "https://replicate.com/playht/play-dialog" + }, + "replicate/prunaai/flux-fast": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.005, + "source": "https://replicate.com/prunaai/flux-fast" + }, + "replicate/prunaai/flux-kontext-fast": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://replicate.com/prunaai/flux-kontext-fast" + }, + "replicate/prunaai/hidream-l1-fast": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.005, + "source": "https://replicate.com/prunaai/hidream-l1-fast" + }, + "replicate/prunaai/p-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.005, + "source": "https://replicate.com/prunaai/p-image" + }, + "replicate/prunaai/p-image-edit": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://replicate.com/prunaai/p-image-edit" + }, + "replicate/prunaai/p-image-edit-lora": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://replicate.com/prunaai/p-image-edit-lora" + }, + "replicate/prunaai/p-image-lora": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.005, + "source": "https://replicate.com/prunaai/p-image-lora" + }, + "replicate/prunaai/p-video-2-pro-avatar": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.04, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_2k": 0.08, + "output_cost_per_second_480p": 0.02, + "output_cost_per_second_4k": 0.12, + "output_cost_per_second_768p": 0.04, + "source": "https://replicate.com/prunaai/p-video-2-pro-avatar" + }, + "replicate/prunaai/p-video-2-pro-replace": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_2k": 0.07, + "output_cost_per_second_480p": 0.025, + "output_cost_per_second_4k": 0.09, + "output_cost_per_second_768p": 0.05, + "source": "https://replicate.com/prunaai/p-video-2-pro-replace" + }, + "replicate/prunaai/p-video-animate": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.03, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_720p": 0.03, + "source": "https://replicate.com/prunaai/p-video-animate" + }, + "replicate/prunaai/p-video-avatar": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.025, + "output_cost_per_second_1080p": 0.045, + "output_cost_per_second_720p": 0.025, + "source": "https://replicate.com/prunaai/p-video-avatar" + }, + "replicate/prunaai/p-video-replace": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.03, + "output_cost_per_second_1080p": 0.06, + "output_cost_per_second_720p": 0.03, + "source": "https://replicate.com/prunaai/p-video-replace" + }, + "replicate/prunaai/wan-2.2-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.02, + "source": "https://replicate.com/prunaai/wan-2.2-image" + }, + "replicate/quiverai/arrow-1.1": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.2, + "source": "https://replicate.com/quiverai/arrow-1.1" + }, + "replicate/quiverai/arrow-1.1-max": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.25, + "source": "https://replicate.com/quiverai/arrow-1.1-max" + }, + "replicate/quiverai/arrow-1.1-max-vectorize": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.2, + "source": "https://replicate.com/quiverai/arrow-1.1-max-vectorize" + }, + "replicate/quiverai/arrow-1.1-vectorize": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.15, + "source": "https://replicate.com/quiverai/arrow-1.1-vectorize" + }, + "replicate/qwen-edit-apps/qwen-image-edit-plus-lora-fusion": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen-edit-apps/qwen-image-edit-plus-lora-fusion" + }, + "replicate/qwen-edit-apps/qwen-image-edit-plus-lora-next-scene": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen-edit-apps/qwen-image-edit-plus-lora-next-scene" + }, + "replicate/qwen-edit-apps/qwen-image-edit-plus-lora-photo-to-anime": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen-edit-apps/qwen-image-edit-plus-lora-photo-to-anime" + }, + "replicate/qwen-edit-apps/qwen-image-edit-plus-lora-relight": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen-edit-apps/qwen-image-edit-plus-lora-relight" + }, + "replicate/qwen-edit-apps/qwen-image-edit-plus-lora-skin": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen-edit-apps/qwen-image-edit-plus-lora-skin" + }, + "replicate/qwen-edit-apps/qwen-image-edit-plus-lora-upscale": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen-edit-apps/qwen-image-edit-plus-lora-upscale" + }, + "replicate/qwen/qwen-edit-multiangle": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen/qwen-edit-multiangle" + }, + "replicate/qwen/qwen-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://replicate.com/qwen/qwen-image" + }, + "replicate/qwen/qwen-image-2": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://replicate.com/qwen/qwen-image-2" + }, + "replicate/qwen/qwen-image-2-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.075, + "source": "https://replicate.com/qwen/qwen-image-2-pro" + }, + "replicate/qwen/qwen-image-2512": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.02, + "source": "https://replicate.com/qwen/qwen-image-2512" + }, + "replicate/qwen/qwen-image-edit": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen/qwen-image-edit" + }, + "replicate/qwen/qwen-image-edit-2511": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen/qwen-image-edit-2511" + }, + "replicate/qwen/qwen-image-edit-plus": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen/qwen-image-edit-plus" + }, + "replicate/qwen/qwen-image-edit-plus-lora": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/qwen/qwen-image-edit-plus-lora" + }, + "replicate/qwen/qwen3-7-plus": { + "input_cost_per_token": 2.76e-07, + "input_cost_per_token_above_256k_tokens": 8.26e-07, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 1.101e-06, + "output_cost_per_token_above_256k_tokens": 3.301e-06, + "source": "https://replicate.com/qwen/qwen3-7-plus", + "supports_system_messages": true, + "supports_vision": true + }, + "replicate/qwen/qwen3-tts": { + "input_cost_per_character": 2e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/qwen/qwen3-tts" + }, + "replicate/recraft-ai/recraft-20b": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.022, + "source": "https://replicate.com/recraft-ai/recraft-20b" + }, + "replicate/recraft-ai/recraft-20b-svg": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.044, + "source": "https://replicate.com/recraft-ai/recraft-20b-svg" + }, + "replicate/recraft-ai/recraft-creative-upscale": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.3, + "source": "https://replicate.com/recraft-ai/recraft-creative-upscale" + }, + "replicate/recraft-ai/recraft-crisp-upscale": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.006, + "source": "https://replicate.com/recraft-ai/recraft-crisp-upscale" + }, + "replicate/recraft-ai/recraft-remove-background": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://replicate.com/recraft-ai/recraft-remove-background" + }, + "replicate/recraft-ai/recraft-v3": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/recraft-ai/recraft-v3" + }, + "replicate/recraft-ai/recraft-v3-svg": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://replicate.com/recraft-ai/recraft-v3-svg" + }, + "replicate/recraft-ai/recraft-v4": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/recraft-ai/recraft-v4" + }, + "replicate/recraft-ai/recraft-v4-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.25, + "source": "https://replicate.com/recraft-ai/recraft-v4-pro" + }, + "replicate/recraft-ai/recraft-v4-pro-svg": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.3, + "source": "https://replicate.com/recraft-ai/recraft-v4-pro-svg" + }, + "replicate/recraft-ai/recraft-v4-styles-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://replicate.com/recraft-ai/recraft-v4-styles-pro" + }, + "replicate/recraft-ai/recraft-v4-styles-pro-svg": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.12, + "source": "https://replicate.com/recraft-ai/recraft-v4-styles-pro-svg" + }, + "replicate/recraft-ai/recraft-v4-svg": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://replicate.com/recraft-ai/recraft-v4-svg" + }, + "replicate/recraft-ai/recraft-v4.1": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/recraft-ai/recraft-v4.1" + }, + "replicate/recraft-ai/recraft-v4.1-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.25, + "source": "https://replicate.com/recraft-ai/recraft-v4.1-pro" + }, + "replicate/recraft-ai/recraft-v4.1-pro-svg": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.25, + "source": "https://replicate.com/recraft-ai/recraft-v4.1-pro-svg" + }, + "replicate/recraft-ai/recraft-v4.1-svg": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/recraft-ai/recraft-v4.1-svg" + }, + "replicate/recraft-ai/recraft-v4.1-utility": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/recraft-ai/recraft-v4.1-utility" + }, + "replicate/recraft-ai/recraft-v4.1-utility-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.25, + "source": "https://replicate.com/recraft-ai/recraft-v4.1-utility-pro" + }, + "replicate/recraft-ai/recraft-vectorize": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://replicate.com/recraft-ai/recraft-vectorize" + }, + "replicate/resemble-ai/chatterbox": { + "input_cost_per_character": 2.5e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/resemble-ai/chatterbox" + }, + "replicate/resemble-ai/chatterbox-pro": { + "input_cost_per_character": 4e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/resemble-ai/chatterbox-pro" + }, + "replicate/resemble-ai/chatterbox-turbo": { + "input_cost_per_character": 2.5e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/resemble-ai/chatterbox-turbo" + }, + "replicate/retro-diffusion/rd-animation": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.07, + "source": "https://replicate.com/retro-diffusion/rd-animation" + }, + "replicate/runwayml/aleph-2": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.336, + "source": "https://replicate.com/runwayml/aleph-2" + }, + "replicate/runwayml/gen-4.5": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.12, + "source": "https://replicate.com/runwayml/gen-4.5" + }, + "replicate/runwayml/gen4-image-turbo": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/runwayml/gen4-image-turbo" + }, + "replicate/runwayml/gen4-turbo": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://replicate.com/runwayml/gen4-turbo" + }, + "replicate/snowflake/snowflake-arctic-instruct": { + "input_cost_per_token": 2e-05, + "litellm_provider": "replicate", + "mode": "chat", + "output_cost_per_token": 2e-05, + "source": "https://replicate.com/snowflake/snowflake-arctic-instruct", + "supports_system_messages": true + }, + "replicate/stability-ai/stable-diffusion-3": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://replicate.com/stability-ai/stable-diffusion-3" + }, + "replicate/stability-ai/stable-diffusion-3.5-large": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.065, + "source": "https://replicate.com/stability-ai/stable-diffusion-3.5-large" + }, + "replicate/stability-ai/stable-diffusion-3.5-large-turbo": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://replicate.com/stability-ai/stable-diffusion-3.5-large-turbo" + }, + "replicate/stability-ai/stable-diffusion-3.5-medium": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://replicate.com/stability-ai/stable-diffusion-3.5-medium" + }, + "replicate/sync/lipsync-2": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://replicate.com/sync/lipsync-2" + }, + "replicate/sync/lipsync-2-pro": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.08325, + "source": "https://replicate.com/sync/lipsync-2-pro" + }, + "replicate/sync/react-1": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.167, + "source": "https://replicate.com/sync/react-1" + }, + "replicate/tencent/hunyuan-image-2.1": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.02, + "source": "https://replicate.com/tencent/hunyuan-image-2.1" + }, + "replicate/tencent/hunyuan-image-3": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://replicate.com/tencent/hunyuan-image-3" + }, + "replicate/veed/fabric-1.0": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_480p": 0.08, + "output_cost_per_second_720p": 0.15, + "source": "https://replicate.com/veed/fabric-1.0" + }, + "replicate/wan-video/wan-2.2-s2v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.02, + "source": "https://replicate.com/wan-video/wan-2.2-s2v" + }, + "replicate/wan-video/wan-2.5-i2v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://replicate.com/wan-video/wan-2.5-i2v" + }, + "replicate/wan-video/wan-2.5-i2v-fast": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.068, + "output_cost_per_second_1080p": 0.102, + "output_cost_per_second_720p": 0.068, + "source": "https://replicate.com/wan-video/wan-2.5-i2v-fast" + }, + "replicate/wan-video/wan-2.5-t2v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.1, + "source": "https://replicate.com/wan-video/wan-2.5-t2v" + }, + "replicate/wan-video/wan-2.5-t2v-fast": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.068, + "output_cost_per_second_1080p": 0.102, + "output_cost_per_second_720p": 0.068, + "source": "https://replicate.com/wan-video/wan-2.5-t2v-fast" + }, + "replicate/wan-video/wan-2.6-i2v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://replicate.com/wan-video/wan-2.6-i2v" + }, + "replicate/wan-video/wan-2.6-t2v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://replicate.com/wan-video/wan-2.6-t2v" + }, + "replicate/wan-video/wan-2.7-i2v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_720p": 0.1, + "source": "https://replicate.com/wan-video/wan-2.7-i2v" + }, + "replicate/wan-video/wan-2.7-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/wan-video/wan-2.7-image" + }, + "replicate/wan-video/wan-2.7-image-pro": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://replicate.com/wan-video/wan-2.7-image-pro" + }, + "replicate/wan-video/wan-2.7-r2v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://replicate.com/wan-video/wan-2.7-r2v" + }, + "replicate/wan-video/wan-2.7-t2v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://replicate.com/wan-video/wan-2.7-t2v" + }, + "replicate/wan-video/wan-2.7-videoedit": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://replicate.com/wan-video/wan-2.7-videoedit" + }, + "replicate/wan-video/wan2.6-i2v-flash": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "output_cost_per_second_1080p": 0.075, + "output_cost_per_second_720p": 0.05, + "source": "https://replicate.com/wan-video/wan2.6-i2v-flash" + }, + "replicate/wavespeedai/qwen-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.025, + "source": "https://replicate.com/wavespeedai/qwen-image" + }, + "replicate/wavespeedai/wan-2.1-i2v-480p": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.09, + "source": "https://replicate.com/wavespeedai/wan-2.1-i2v-480p" + }, + "replicate/wavespeedai/wan-2.1-i2v-720p": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.25, + "source": "https://replicate.com/wavespeedai/wan-2.1-i2v-720p" + }, + "replicate/wavespeedai/wan-2.1-t2v-480p": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.07, + "source": "https://replicate.com/wavespeedai/wan-2.1-t2v-480p" + }, + "replicate/wavespeedai/wan-2.1-t2v-720p": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.24, + "source": "https://replicate.com/wavespeedai/wan-2.1-t2v-720p" + }, + "replicate/xai/grok-imagine-image": { + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.02, + "source": "https://replicate.com/xai/grok-imagine-image" + }, + "replicate/xai/grok-imagine-image-quality": { + "input_cost_per_pixel": 1e-08, + "litellm_provider": "replicate", + "mode": "image_generation", + "output_cost_per_image": 0.06, + "output_cost_per_image_1K": 0.04, + "output_cost_per_image_2K": 0.06, + "source": "https://replicate.com/xai/grok-imagine-image-quality" + }, + "replicate/xai/grok-imagine-r2v": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://replicate.com/xai/grok-imagine-r2v" + }, + "replicate/xai/grok-imagine-video": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.07, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.07, + "source": "https://replicate.com/xai/grok-imagine-video" + }, + "replicate/xai/grok-imagine-video-1.5": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.08, + "source": "https://replicate.com/xai/grok-imagine-video-1.5" + }, + "replicate/xai/grok-imagine-video-extension": { + "litellm_provider": "replicate", + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://replicate.com/xai/grok-imagine-video-extension" + }, + "replicate/xai/grok-text-to-speech": { + "input_cost_per_character": 1.5e-05, + "litellm_provider": "replicate", + "mode": "audio_speech", + "source": "https://replicate.com/xai/grok-text-to-speech" + }, + "fal_ai/blackforestlabs/flux-3/edit-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"the page states only the 1K (1 MP) price of $0.048 and the pricing API bills in megapixels at $0.048, so the per-pixel rate is $0.048 per megapixel and the per-image price is the default 1k output; 768sq, 1.5k, 2k and 4k outputs are priced by the per-pixel rate"}, + "mode": "image_generation", + "output_cost_per_image": 0.048, + "output_cost_per_pixel": 4.57763671875e-08, + "source": "https://fal.ai/models/blackforestlabs/flux-3/edit-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/blackforestlabs/flux-3/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; the pricing API reports a $0.085 per second base price that the page does not state"}, + "mode": "video_generation", + "output_cost_per_second": 0.17, + "output_cost_per_second_1080p": 0.29, + "output_cost_per_second_2k": 0.32, + "output_cost_per_second_4k": 0.47, + "output_cost_per_second_720p": 0.17, + "source": "https://fal.ai/models/blackforestlabs/flux-3/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-3/klein/edit-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per output image by resolution; output_cost_per_image is the 1K rate (image_size defaults to the input size, 1K is the page example); 768 x 768 is $0.008 and 1.5K is $0.011 per image, no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.009, + "output_cost_per_image_1K": 0.009, + "output_cost_per_image_2K": 0.014, + "output_cost_per_image_4K": 0.036, + "source": "https://fal.ai/models/blackforestlabs/flux-3/klein/edit-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/blackforestlabs/flux-3/klein/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per output image by resolution; output_cost_per_image is the 1K rate (default image_size square_hd); 768 x 768 is $0.008 and 1.5K is $0.011 per image, no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.009, + "output_cost_per_image_1K": 0.009, + "output_cost_per_image_2K": 0.014, + "output_cost_per_image_4K": 0.036, + "source": "https://fal.ai/models/blackforestlabs/flux-3/klein/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/blackforestlabs/flux-3/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"the page states only the 1K (1 MP) price of $0.048 and the pricing API bills in megapixels at $0.048, so the per-pixel rate is $0.048 per megapixel and the per-image price is the default 1k output; 768sq, 1.5k, 2k and 4k outputs are priced by the per-pixel rate"}, + "mode": "image_generation", + "output_cost_per_image": 0.048, + "output_cost_per_pixel": 4.57763671875e-08, + "source": "https://fal.ai/models/blackforestlabs/flux-3/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/blackforestlabs/flux-3/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; the pricing API reports a $0.085 per second base price that the page does not state"}, + "mode": "video_generation", + "output_cost_per_second": 0.17, + "output_cost_per_second_1080p": 0.29, + "output_cost_per_second_2k": 0.32, + "output_cost_per_second_4k": 0.47, + "output_cost_per_second_720p": 0.17, + "source": "https://fal.ai/models/blackforestlabs/flux-3/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/blackforestlabs/flux-video-upscale": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution in the default creative mode (creativity=1); output_cost_per_second is the highest tier (4K) because the output resolution depends on the source and upscale_factor; precise mode (creativity=0) is $0.084 (1080p), $0.15 (2K) and $0.33 (4K) per second and has no catalog field"}, + "mode": "video_generation", + "output_cost_per_second": 0.474, + "output_cost_per_second_1080p": 0.12, + "output_cost_per_second_2k": 0.21, + "output_cost_per_second_4k": 0.474, + "source": "https://fal.ai/models/blackforestlabs/flux-video-upscale", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bria/fibo-2/generate": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per generated image at the default 1MP output; the 4MP output is $0.06 per image and has no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/bria/fibo-2/generate", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/bytedance/seedance-2.0/fast/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video at the default resolution 720p, the only per-second rate the page states; fal bills tokens at $0.0112 per 1000 tokens, counts input video duration, and multiplies by 0.6 with video inputs"}, + "mode": "video_generation", + "output_cost_per_second": 0.2419, + "output_cost_per_second_720p": 0.2419, + "source": "https://fal.ai/models/bytedance/seedance-2.0/fast/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.0/us/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; 1080p and 4k are not priced on the page; fal bills tokens at $0.0168 per 1000 tokens, counts input video duration, and multiplies by 0.6 with video inputs"}, + "mode": "video_generation", + "output_cost_per_second": 0.37, + "output_cost_per_second_480p": 0.1731, + "output_cost_per_second_720p": 0.37, + "source": "https://fal.ai/models/bytedance/seedance-2.0/us/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedance-2.5/us/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 720p rate; with video references fal bills input and output duration and multiplies by 0.6"}, + "mode": "video_generation", + "output_cost_per_second": 0.473, + "output_cost_per_second_1080p": 1.164, + "output_cost_per_second_480p": 0.2205, + "output_cost_per_second_720p": 0.473, + "source": "https://fal.ai/models/bytedance/seedance-2.5/us/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/bria/background/remove": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per image without a prompt (prompt is optional); $0.03 per image when a prompt is given has no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.018, + "source": "https://fal.ai/models/fal-ai/bria/background/remove", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/bytedance-upscaler/upscale/video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by target_resolution at 30fps in normal mode; output_cost_per_second is the default target_resolution 1080p rate; 6k $0.0574 and 8k $0.1148 per second have no catalog field; 30-60fps doubles, over 60fps quadruples and pro mode multiplies by 10, none of which is modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.0072, + "output_cost_per_second_1080p": 0.0072, + "output_cost_per_second_2k": 0.0144, + "output_cost_per_second_4k": 0.0288, + "source": "https://fal.ai/models/fal-ai/bytedance-upscaler/upscale/video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/emu-3.5-image/edit-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per image at the default 720p resolution; 480p is $0.15 per image and has no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.3, + "source": "https://fal.ai/models/fal-ai/emu-3.5-image/edit-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/emu-3.5-image/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per image at the default 720p resolution; 480p is $0.15 per image and has no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.3, + "source": "https://fal.ai/models/fal-ai/emu-3.5-image/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/kling-video/v2.5-turbo/pro/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.07, + "source": "https://fal.ai/models/fal-ai/kling-video/v2.5-turbo/pro/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v2.5-turbo/pro/text-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.07, + "source": "https://fal.ai/models/fal-ai/kling-video/v2.5-turbo/pro/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/kling-video/v2.5-turbo/standard/image-to-video": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.042, + "source": "https://fal.ai/models/fal-ai/kling-video/v2.5-turbo/standard/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/minimax/hailuo-02/standard/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution; output_cost_per_second is the default resolution 768P rate; 512P is roughly $0.017 per second and has no catalog field"}, + "mode": "video_generation", + "output_cost_per_second": 0.045, + "output_cost_per_second_768p": 0.045, + "source": "https://fal.ai/models/fal-ai/minimax/hailuo-02/standard/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/minimax/image-01": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://fal.ai/models/fal-ai/minimax/image-01", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/object-removal": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per image at the default model best_quality; low_quality $0.006, medium_quality $0.012 and high_quality $0.018 per image have no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.024, + "source": "https://fal.ai/models/fal-ai/object-removal", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/object-removal/bbox": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per image at the default model best_quality; low_quality $0.006, medium_quality $0.012 and high_quality $0.018 per image have no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.024, + "source": "https://fal.ai/models/fal-ai/object-removal/bbox", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/object-removal/mask": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per image at the default model best_quality; low_quality $0.006, medium_quality $0.012 and high_quality $0.018 per image have no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.024, + "source": "https://fal.ai/models/fal-ai/object-removal/mask", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/recraft/v3/image-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per image at the default realistic_image style; vector styles are $0.08 per image and have no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/fal-ai/recraft/v3/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/scail-2": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.2, + "source": "https://fal.ai/models/fal-ai/scail-2", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan-vace-apps/long-reframe": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution, converted from the page rate per 2 seconds ($0.08 per 2s at 720p, $0.04 per 2s at 480p); output_cost_per_second is the 720p rate because the default resolution is auto; 580p ($0.06 per 2s) has no catalog field, 240p and 360p are not priced on the page; seconds are rounded up to a multiple of 2"}, + "mode": "video_generation", + "output_cost_per_second": 0.04, + "output_cost_per_second_480p": 0.02, + "output_cost_per_second_720p": 0.04, + "source": "https://fal.ai/models/fal-ai/wan-vace-apps/long-reframe", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.2-14b/animate/move": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per video second of output by resolution, where a video second is 16 frames; output_cost_per_second is the default resolution 480p rate; 580p is $0.06 per video second and has no catalog field"}, + "mode": "video_generation", + "output_cost_per_second": 0.04, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-14b/animate/move", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/wan/v2.2-14b/animate/replace": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per video second of output by resolution, where a video second is 16 frames; output_cost_per_second is the default resolution 480p rate; 580p is $0.06 per video second and has no catalog field"}, + "mode": "video_generation", + "output_cost_per_second": 0.04, + "output_cost_per_second_480p": 0.04, + "output_cost_per_second_720p": 0.08, + "source": "https://fal.ai/models/fal-ai/wan/v2.2-14b/animate/replace", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/google/gemini-omni-flash/v1.2/edit": { + "input_cost_per_token": 1.5e-06, + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 720p rate; 360p is $0.0273 per second and has no catalog field; input tokens (text, image, video) are billed at $1.50 per million"}, + "mode": "video_generation", + "output_cost_per_second": 0.0819, + "output_cost_per_second_1080p": 0.1229, + "output_cost_per_second_4k": 0.2457, + "output_cost_per_second_720p": 0.0819, + "source": "https://fal.ai/models/google/gemini-omni-flash/v1.2/edit", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/google/gemini-omni-flash/v1.2/extend": { + "input_cost_per_token": 1.5e-06, + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 720p rate; 360p is $0.0273 per second and has no catalog field; input tokens (text, image, video) are billed at $1.50 per million"}, + "mode": "video_generation", + "output_cost_per_second": 0.0819, + "output_cost_per_second_1080p": 0.1229, + "output_cost_per_second_4k": 0.2457, + "output_cost_per_second_720p": 0.0819, + "source": "https://fal.ai/models/google/gemini-omni-flash/v1.2/extend", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/google/gemini-omni-flash/v1.2/image-to-video": { + "input_cost_per_token": 1.5e-06, + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 720p rate; 360p is $0.0273 per second and has no catalog field; input tokens (text, image, video) are billed at $1.50 per million"}, + "mode": "video_generation", + "output_cost_per_second": 0.0819, + "output_cost_per_second_1080p": 0.1229, + "output_cost_per_second_4k": 0.2457, + "output_cost_per_second_720p": 0.0819, + "source": "https://fal.ai/models/google/gemini-omni-flash/v1.2/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/google/gemini-omni-flash/v1.2/reference-to-video": { + "input_cost_per_token": 1.5e-06, + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 720p rate; 360p is $0.0273 per second and has no catalog field; input tokens (text, image, video) are billed at $1.50 per million"}, + "mode": "video_generation", + "output_cost_per_second": 0.0819, + "output_cost_per_second_1080p": 0.1229, + "output_cost_per_second_4k": 0.2457, + "output_cost_per_second_720p": 0.0819, + "source": "https://fal.ai/models/google/gemini-omni-flash/v1.2/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/google/gemini-omni-flash/v1.2/text-to-video": { + "input_cost_per_token": 1.5e-06, + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 720p rate; 360p is $0.0273 per second and has no catalog field; input tokens (text, image, video) are billed at $1.50 per million"}, + "mode": "video_generation", + "output_cost_per_second": 0.0819, + "output_cost_per_second_1080p": 0.1229, + "output_cost_per_second_4k": 0.2457, + "output_cost_per_second_720p": 0.0819, + "source": "https://fal.ai/models/google/gemini-omni-flash/v1.2/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/google/virtual-try-on": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.075, + "source": "https://fal.ai/models/google/virtual-try-on", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/ideogram/v4/tiling": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per megapixel at the default rendering_speed BALANCED; TURBO is $0.03 and QUALITY is $0.10 per megapixel, no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.06, + "output_cost_per_pixel": 5.7220458984375e-08, + "source": "https://fal.ai/models/ideogram/v4/tiling", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/ideogram/v4/tiling/lora": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per megapixel at the default rendering_speed BALANCED; TURBO is $0.03375 and QUALITY is $0.1125 per megapixel, no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.0675, + "output_cost_per_pixel": 6.437301635742188e-08, + "source": "https://fal.ai/models/ideogram/v4/tiling/lora", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/kling/v4/flash/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video at 720p (the only resolution) with image references; with video references fal bills $0.063 per second on the output duration plus the greater of the input and output durations, which has no catalog field"}, + "mode": "video_generation", + "output_cost_per_second": 0.094, + "output_cost_per_second_720p": 0.094, + "source": "https://fal.ai/models/kling/v4/flash/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/kling/v4/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution with image references; output_cost_per_second is the default resolution 1080p rate; with video references or video elements fal bills $0.094 (720p) or $0.141 (1080p) per second on the input plus output length, which has no catalog field"}, + "mode": "video_generation", + "output_cost_per_second": 0.235, + "output_cost_per_second_1080p": 0.235, + "output_cost_per_second_720p": 0.157, + "source": "https://fal.ai/models/kling/v4/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/luma/agent/ray/v3.2/reframe": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per started source second by resolution; output_cost_per_second is the default resolution 540p rate ($0.06), which has no tier field"}, + "mode": "video_generation", + "output_cost_per_second": 0.06, + "output_cost_per_second_1080p": 0.36, + "output_cost_per_second_720p": 0.12, + "source": "https://fal.ai/models/luma/agent/ray/v3.2/reframe", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of requested output duration by resolution; output_cost_per_second is the default resolution 768P rate; the page states no promotion for this endpoint; reference tokens above the 4,096 included per request are $0.02 per 1,000 tokens and are not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_1080p": 0.16, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/styles/16bit-pixel": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/styles/16bit-pixel", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/styles/hand-drawn": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/styles/hand-drawn", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/styles/low-poly": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/styles/low-poly", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/styles/retro-toon-70s": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/styles/retro-toon-70s", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/minimax/h3-max/styles/vhs": { + "litellm_provider": "fal_ai", + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_768p": 0.08, + "source": "https://fal.ai/models/minimax/h3-max/styles/vhs", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/mirelo-ai/sfx2.0/video-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated audio per sample; promotional 33% off rate through 2026-12-13 per the page; the standard rate of $0.015 per second applies from 2026-12-14 (ruling fal-ai-promotional-rates-apply-until-promotion-ends, 2026-11-10); mode and endpoint follow fal_ai/sonilo/v1.1/video-to-video-sound-effects"}, + "mode": "video_generation", + "output_cost_per_second": 0.01, + "source": "https://fal.ai/models/mirelo-ai/sfx2.0/video-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/nvidia/cosmos-3-super/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per generated image; the optional $0.02 per request prompt expansion surcharge is not modeled, and agentic generation bills every candidate image"}, + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://fal.ai/models/nvidia/cosmos-3-super/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/recraft/v4/style/pro/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per generated image when a style_id is provided; the one-time $0.005 style creation surcharge when no style_id is given is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.1, + "source": "https://fal.ai/models/recraft/v4/style/pro/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/recraft/v4/style/pro/text-to-vector": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per generated image when a style_id is provided; the one-time $0.005 style creation surcharge when no style_id is given is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.12, + "source": "https://fal.ai/models/recraft/v4/style/pro/text-to-vector", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/recraft/v4/style/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per generated image when a style_id is provided; the one-time $0.005 style creation surcharge when no style_id is given is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://fal.ai/models/recraft/v4/style/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/recraft/v4/style/text-to-vector": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per generated image when a style_id is provided; the one-time $0.005 style creation surcharge when no style_id is given is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://fal.ai/models/recraft/v4/style/text-to-vector", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/vast/eden-live-14b-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of video generated in a live session; the 10 billable second ($0.10) minimum per session is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.01, + "source": "https://fal.ai/models/vast/eden-live-14b-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/vast/eden-live-5b-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of video generated in a live session; the 10 billable second ($0.035) minimum per session is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.0035, + "source": "https://fal.ai/models/vast/eden-live-5b-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-image/edit": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.022, + "source": "https://fal.ai/models/xai/grok-imagine-image/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/xai/grok-imagine-video/edit-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the 720p rate because the default resolution is auto; the $0.01 per second of input video charge is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.07, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.07, + "source": "https://fal.ai/models/xai/grok-imagine-video/edit-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-video/extend-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the 720p rate because the endpoint has no resolution field; the $0.01 per second of input video charge is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.07, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.07, + "source": "https://fal.ai/models/xai/grok-imagine-video/extend-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-video/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 720p rate; the $0.002 per request image input charge is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.07, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.07, + "source": "https://fal.ai/models/xai/grok-imagine-video/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-video/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 480p rate; the $0.002 per request image input charge is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.05, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.07, + "source": "https://fal.ai/models/xai/grok-imagine-video/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-video/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 720p rate"}, + "mode": "video_generation", + "output_cost_per_second": 0.07, + "output_cost_per_second_480p": 0.05, + "output_cost_per_second_720p": 0.07, + "source": "https://fal.ai/models/xai/grok-imagine-video/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-video/v1.5/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 720p rate; the $0.01 per reference image charge is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.14, + "output_cost_per_second_1080p": 0.25, + "output_cost_per_second_480p": 0.08, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/xai/grok-imagine-video/v1.5/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/xai/grok-imagine-video/v1.5/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video by resolution; output_cost_per_second is the default resolution 480p rate; the $0.01 per reference image charge is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.08, + "output_cost_per_second_720p": 0.14, + "source": "https://fal.ai/models/xai/grok-imagine-video/v1.5/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "databricks/databricks-claude-fable-5-2": { + "cache_creation_input_token_cost": 9.99999e-06, + "cache_creation_input_token_cost_above_1hr": 1.599997e-05, + "cache_read_input_token_cost": 1.9999e-07, + "input_cost_per_token": 8.00002e-06, + "input_dbu_cost_per_token": 0.000114286, + "litellm_provider": "databricks", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "metadata": {"notes":"Costs per token are the published Global DBU rates times $0.070 per DBU. The '*_dbu_cost_per_token' fields are provided for reference; cost calculation reads the dollar '*_cost_per_token' fields."}, + "mode": "chat", + "output_cost_per_token": 4.000003e-05, + "output_dbu_cost_per_token": 0.000571429, + "prompt_cache_min_tokens": 512.0, + "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "supports_adaptive_thinking": true, + "supports_anthropic_thinking_payload": true, + "supports_assistant_prefill": false, + "supports_forced_tool_use": false, + "supports_function_calling": true, + "supports_mid_conversation_system": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "thinking_always_on": true + }, + "databricks/system.ai.claude-fable-5-2": { + "cache_creation_input_token_cost": 9.99999e-06, + "cache_creation_input_token_cost_above_1hr": 1.599997e-05, + "cache_read_input_token_cost": 1.9999e-07, + "input_cost_per_token": 8.00002e-06, + "input_dbu_cost_per_token": 0.000114286, + "litellm_provider": "databricks", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "metadata": {"notes":"Claude Fable 5.2 on Databricks is served through Unity Gateway with the model service name system.ai.claude-fable-5-2, hosted through Amazon Bedrock. Costs per token are the published Global DBU rates times $0.070 per DBU. The '*_dbu_cost_per_token' fields are provided for reference; cost calculation reads the dollar '*_cost_per_token' fields."}, + "mode": "chat", + "output_cost_per_token": 4.000003e-05, + "output_dbu_cost_per_token": 0.000571429, + "prompt_cache_min_tokens": 512.0, + "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "supports_adaptive_thinking": true, + "supports_anthropic_thinking_payload": true, + "supports_assistant_prefill": false, + "supports_forced_tool_use": false, + "supports_function_calling": true, + "supports_mid_conversation_system": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_sampling_params": false, + "supports_tool_choice": true, + "supports_vision": true, + "thinking_always_on": true + }, + "replicate/google/gemini-4-carbon": { + "input_cost_per_token": 2e-06, + "litellm_provider": "replicate", + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "mode": "chat", + "output_cost_per_reasoning_token": 1e-05, + "output_cost_per_token": 1e-05, + "source": "https://replicate.com/google/gemini-4-carbon", + "supports_audio_input": true, + "supports_function_calling": false, + "supports_parallel_function_calling": false, + "supports_reasoning": true, + "supports_response_schema": false, + "supports_system_messages": true, + "supports_tool_choice": false, + "supports_video_input": true, + "supports_vision": true + }, + "azure_ai/mistral-large-4-latest": { + "deprecation_date": "2027-10-27", + "deprecation_source": "https://management.azure.com/subscriptions/{subscriptionId}/providers/Microsoft.CognitiveServices/locations/eastus/models?api-version=2024-10-01", + "input_cost_per_token": 7e-07, + "litellm_provider": "azure_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 2.1e-06, + "source": "https://docs.mistral.ai/models/mistral-large-4-0", + "supports_assistant_prefill": true, + "supports_function_calling": true, + "supports_pdf_input": false, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "fal_ai/fal-ai/recraft-20b": { + "litellm_provider": "fal_ai", + "metadata": {"notes":"per image at the default realistic_image style, from the fal pricing API; vector styles cost 2x and have no catalog field; the fal.ai page for this id redirects to fal-ai/recraft/v2/text-to-image, which rounds the rate to $0.022"}, + "mode": "image_generation", + "output_cost_per_image": 0.0219, + "source": "https://api.fal.ai/v1/models/pricing?endpoint_id=fal-ai/recraft-20b", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/stable-diffusion-v3-medium/image-to-image": { + "litellm_provider": "fal_ai", + "mode": "image_generation", + "output_cost_per_image": 0.035, + "source": "https://api.fal.ai/v1/models/pricing?endpoint_id=fal-ai/stable-diffusion-v3-medium/image-to-image", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/pixverse/lipsync": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of output video; when audio_url is not provided the text is spoken with TTS at $0.24 per 100 characters, which is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.04, + "source": "https://fal.ai/models/fal-ai/pixverse/lipsync", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "bedrock_mantle/us-gov-east-1/openai.gpt-5.6-cyber": { + "cache_creation_input_token_cost": 2.109375e-05, + "cache_read_input_token_cost": 1.6875e-06, + "input_cost_per_token": 1.6875e-05, + "litellm_provider": "bedrock_mantle", + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "mode": "responses", + "output_cost_per_token": 0.00010125, + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-cyber.html", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_minimal_reasoning_effort": false, + "supports_prompt_cache_breakpoint": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true, + "supports_web_search": false, + "supports_xhigh_reasoning_effort": true, + "use_openai_responses_path": true + }, + "fal_ai/fal-ai/kling-video/v2.6/pro/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video with the default generate_audio=true ($0.14); videos without audio are $0.07 per second and videos with audio and voice control are $0.168 per second, which have no catalog field"}, + "mode": "video_generation", + "output_cost_per_second": 0.14, + "source": "https://fal.ai/models/fal-ai/kling-video/v2.6/pro/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/vidu/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second derived from the fixed 4s clip price of $0.20 per video"}, + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/fal-ai/vidu/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/vidu/start-end-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second derived from the fixed 4s clip price of $0.20 per video"}, + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/fal-ai/vidu/start-end-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/vidu/reference-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second derived from the fixed 4s clip price of $0.40 per video"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "source": "https://fal.ai/models/fal-ai/vidu/reference-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/luma/agent/ray/v3.2/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second derived from the 5s clip prices by resolution ($0.15 at 540p, $0.30 at 720p, $1.20 at 1080p); output_cost_per_second is the default resolution 540p rate, which has no tier field; HDR ($0.60 at 720p, $2.40 at 1080p per 5s) and HDR+EXR ($0.90, $3.60) are not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.03, + "output_cost_per_second_1080p": 0.24, + "output_cost_per_second_720p": 0.06, + "source": "https://fal.ai/models/luma/agent/ray/v3.2/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/luma/agent/ray/v3.2/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second derived from the 5s and 10s clip prices by resolution ($0.50/$1.00 at 540p, $1.00/$2.00 at 720p, $2.00/$4.00 at 1080p); output_cost_per_second is the default resolution 540p rate, which has no tier field"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.4, + "output_cost_per_second_720p": 0.2, + "source": "https://fal.ai/models/luma/agent/ray/v3.2/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/luma/agent/ray/v3.2/video-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second derived from the 5s and 10s clip prices by resolution ($0.72/$1.44 at 540p, $1.08/$2.16 at 720p, $2.16/$4.32 at 1080p); output_cost_per_second is the default resolution 540p rate, which has no tier field; HDR and HDR+EXR prices are not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.144, + "output_cost_per_second_1080p": 0.432, + "output_cost_per_second_720p": 0.216, + "source": "https://fal.ai/models/luma/agent/ray/v3.2/video-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/pixverse/v6/max/text-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution without audio (the default generate_audio_switch=false); output_cost_per_second is the default resolution 720p rate; 360p $0.054 and 540p $0.081 have no catalog field; with audio the rates are $0.081/$0.099/$0.135/$0.252 per second, which is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.099, + "output_cost_per_second_1080p": 0.198, + "output_cost_per_second_720p": 0.099, + "source": "https://fal.ai/models/pixverse/v6/max/text-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/pixverse/v6/max/image-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second of generated video by resolution without audio (the default generate_audio_switch=false); output_cost_per_second is the default resolution 720p rate; 360p $0.054 and 540p $0.081 have no catalog field; with audio the rates are $0.081/$0.099/$0.135/$0.252 per second, which is not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.099, + "output_cost_per_second_1080p": 0.198, + "output_cost_per_second_720p": 0.099, + "source": "https://fal.ai/models/pixverse/v6/max/image-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/fal-ai/flux-2-pro": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per image for the default 1 MP output; fal bills $0.03 for the first output megapixel plus $0.015 per additional input or output megapixel, rounded up, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/flux-2-pro", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-pro/edit": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per image for the default 1 MP output; fal bills $0.03 for the first output megapixel plus $0.015 per additional input or output megapixel, rounded up, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/flux-2-pro/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2-pro/outpaint": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per image for the default 1 MP output; fal bills $0.03 for the first output megapixel plus $0.015 per additional input or output megapixel, rounded up, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/flux-2-pro/outpaint", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-2-max": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per image for the default 1 MP output; fal bills $0.07 for the first processed megapixel plus $0.03 per additional megapixel, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.07, + "source": "https://fal.ai/models/fal-ai/flux-2-max", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/fal-ai/flux-2-max/edit": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per image for the default 1 MP output; fal bills $0.07 for the first processed megapixel plus $0.03 per additional megapixel, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.07, + "source": "https://fal.ai/models/fal-ai/flux-2-max/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pro/v1/erase": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per image for the first generated megapixel; fal bills $0.004 for each subsequent generated megapixel and $0.004 per reference megapixel with a 3 MP minimum, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.03, + "source": "https://fal.ai/models/fal-ai/flux-pro/v1/erase", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/smart-resize": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per single-image request at standard resolution: $0.15 per output image plus the $0.05 minimum vision analysis fee per request; additional output images in one request ($0.15 each) and 4K outputs (charged double) are not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.2, + "source": "https://fal.ai/models/fal-ai/smart-resize", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bytedance/seedream/v5/pro/layerize": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per generated layer for total pixel area under 1536x1536; layers for a base image over 1536x1536 are $0.0675 each, which has no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.03375, + "source": "https://fal.ai/models/bytedance/seedream/v5/pro/layerize", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/luma/agent/uni-1/v1/edit": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per edit with one source image ($0.042 per edit plus $0.003 per reference or source image); each additional reference image adds $0.003, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.045, + "source": "https://fal.ai/models/luma/agent/uni-1/v1/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/luma/agent/uni-1/v1/max/edit": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per edit with one source image ($0.102 per edit plus $0.003 per reference or source image); each additional reference image adds $0.003, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.105, + "source": "https://fal.ai/models/luma/agent/uni-1/v1/max/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "databricks/databricks-gemini-4-carbon": { + "cache_creation_input_token_cost": 2e-06, + "cache_read_input_token_cost": 2e-06, + "input_cost_per_token": 2e-06, + "litellm_provider": "databricks", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "metadata": {"notes":"Gemini 4 Carbon on Databricks is available only through Unity Gateway with the model service name system.ai.gemini-4-carbon on a global endpoint. The Databricks pricing pages list no row for it yet, so input and output are the Global rates on the Vertex AI pricing page for Gemini 4 Carbon (listed there through November 30, 2026), no '*_dbu_cost_per_token' fields are published, and cache tokens bill at the input rate until Databricks publishes cache DBU rates."}, + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", + "supported_modalities": [ + "text", + "image", + "audio", + "video" + ], + "supported_output_modalities": [ + "text" + ], + "supports_audio_input": true, + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_tool_choice": true, + "supports_video_input": true, + "supports_vision": true + }, + "databricks/system.ai.gemini-4-carbon": { + "cache_creation_input_token_cost": 2e-06, + "cache_read_input_token_cost": 2e-06, + "input_cost_per_token": 2e-06, + "litellm_provider": "databricks", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "metadata": {"notes":"Gemini 4 Carbon on Databricks is available only through Unity Gateway with the model service name system.ai.gemini-4-carbon on a global endpoint. The Databricks pricing pages list no row for it yet, so input and output are the Global rates on the Vertex AI pricing page for Gemini 4 Carbon (listed there through November 30, 2026), no '*_dbu_cost_per_token' fields are published, and cache tokens bill at the input rate until Databricks publishes cache DBU rates."}, + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", + "supported_modalities": [ + "text", + "image", + "audio", + "video" + ], + "supported_output_modalities": [ + "text" + ], + "supports_audio_input": true, + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_tool_choice": true, + "supports_video_input": true, + "supports_vision": true + }, + "runwayml/kling2.5_turbo_pro": { + "litellm_provider": "runwayml", + "metadata": {"comment":"12 credits per second @ $0.01 per credit = $0.12 per second"}, + "mode": "video_generation", + "output_cost_per_second": 0.12, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/kling3.0_standard": { + "litellm_provider": "runwayml", + "metadata": {"comment":"13 credits per second with audio, 9 without @ $0.01 per credit; priced at the with-audio rate (audio defaults to true)"}, + "mode": "video_generation", + "output_cost_per_second": 0.13, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/kling3.0_pro": { + "litellm_provider": "runwayml", + "metadata": {"comment":"17 credits per second with audio, 12 without @ $0.01 per credit; priced at the with-audio rate (audio defaults to true)"}, + "mode": "video_generation", + "output_cost_per_second": 0.17, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/kling3.0_4k": { + "litellm_provider": "runwayml", + "metadata": {"comment":"43 credits per second @ $0.01 per credit = $0.43 per second, with or without audio"}, + "mode": "video_generation", + "output_cost_per_second": 0.43, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/klingO3_standard": { + "litellm_provider": "runwayml", + "metadata": {"comment":"13 credits per second @ $0.01 per credit = $0.13 per second; video-to-video is billed per second of the input video, not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.13, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/klingO3_pro": { + "litellm_provider": "runwayml", + "metadata": {"comment":"17 credits per second @ $0.01 per credit = $0.17 per second; video-to-video is billed per second of the input video, not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.17, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/klingO3_4k": { + "litellm_provider": "runwayml", + "metadata": {"comment":"43 credits per second @ $0.01 per credit = $0.43 per second; video-to-video is billed per second of the input video, not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.43, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/kling_4_flash": { + "litellm_provider": "runwayml", + "metadata": {"comment":"9.4 credits per second (720p) without input video @ $0.01 per credit = $0.094 per second; the with-input-video rate (6.3 credits per output second plus 6.3 per second of the greater of input and output duration), rounding up to the next credit and the 29 credit minimum are not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.094, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/wan3": { + "litellm_provider": "runwayml", + "metadata": {"comment":"5/10/20 credits per second at 480p/720p/1080p @ $0.01 per credit"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.2, + "output_cost_per_second_480p": 0.05, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/wan3_prime": { + "litellm_provider": "runwayml", + "metadata": {"comment":"6.8/14/28 credits per second at 480p/720p/1080p @ $0.01 per credit"}, + "mode": "video_generation", + "output_cost_per_second": 0.14, + "output_cost_per_second_1080p": 0.28, + "output_cost_per_second_480p": 0.068, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/grok_imagine_1_5": { + "litellm_provider": "runwayml", + "metadata": {"comment":"10/16/29 credits per second at 480p/720p/1080p @ $0.01 per credit; 1 credit per image or audio reference not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.16, + "output_cost_per_second_1080p": 0.29, + "output_cost_per_second_480p": 0.1, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/grok_imagine_1_5_lite": { + "litellm_provider": "runwayml", + "metadata": {"comment":"2/3/14 credits per second at 480p/720p/1080p @ $0.01 per credit; 1 credit for an image-to-video start frame not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.03, + "output_cost_per_second_1080p": 0.14, + "output_cost_per_second_480p": 0.02, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/h3_max": { + "litellm_provider": "runwayml", + "metadata": {"comment":"8 credits per second at 768p, 5 at 480p @ $0.01 per credit"}, + "mode": "video_generation", + "output_cost_per_second": 0.08, + "output_cost_per_second_480p": 0.05, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/happyhorse_1_0": { + "litellm_provider": "runwayml", + "metadata": {"comment":"15 credits per second at 720p, 30 at 1080p @ $0.01 per credit"}, + "mode": "video_generation", + "output_cost_per_second": 0.15, + "output_cost_per_second_1080p": 0.3, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/gemini_omni_flash_1.2": { + "litellm_provider": "runwayml", + "metadata": {"comment":"7/10/21 credits per second at 720p/1080p/4K @ $0.01 per credit; the 360p rate (2 credits per second), 1 credit per reference image or keyframe, 1 credit per second of input video and the 6 credit minimum per request are not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.07, + "output_cost_per_second_1080p": 0.1, + "output_cost_per_second_4k": 0.21, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/gemini_omni_flash_1.1": { + "litellm_provider": "runwayml", + "metadata": {"comment":"10/15/30 credits per second at 720p/1080p/4K @ $0.01 per credit; the 360p rate (3.4 credits per second), 1 credit per reference image and 1 credit per second of input video are not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.1, + "output_cost_per_second_1080p": 0.15, + "output_cost_per_second_4k": 0.3, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "runwayml/muse_image": { + "litellm_provider": "runwayml", + "metadata": {"comment":"1 credit per image (any resolution) @ $0.01 per credit = $0.01 per image"}, + "mode": "image_generation", + "output_cost_per_image": 0.01, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "image" + ] + }, + "runwayml/seedream5_lite": { + "litellm_provider": "runwayml", + "metadata": {"comment":"4 credits per image (any resolution) @ $0.01 per credit = $0.04 per image"}, + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "image" + ] + }, + "runwayml/seedream5_flash": { + "litellm_provider": "runwayml", + "metadata": {"comment":"2 credits per image (any resolution) @ $0.01 per credit = $0.02 per image"}, + "mode": "image_generation", + "output_cost_per_image": 0.02, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "image" + ] + }, + "runwayml/gemini_image3.1_flash_lite": { + "litellm_provider": "runwayml", + "metadata": {"comment":"4 credits per 1K image @ $0.01 per credit = $0.04 per image"}, + "mode": "image_generation", + "output_cost_per_image": 0.04, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "image" + ] + }, + "runwayml/bria_fibo_edit_1_5": { + "litellm_provider": "runwayml", + "metadata": {"comment":"5 credits per image @ $0.01 per credit = $0.05 per image"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "image" + ] + }, + "runwayml/gemini_2.5_flash": { + "litellm_provider": "runwayml", + "metadata": {"comment":"5 credits per image (any resolution) @ $0.01 per credit = $0.05 per image"}, + "mode": "image_generation", + "output_cost_per_image": 0.05, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "image" + ] + }, + "runwayml/eleven_v3": { + "input_cost_per_character": 0.0002, + "litellm_provider": "runwayml", + "metadata": {"comment":"1 credit per 50 characters @ $0.01 per credit = $0.0002 per character; 1 credit minimum not modeled"}, + "mode": "audio_speech", + "source": "https://docs.dev.runwayml.com/guides/pricing/" + }, + "runwayml/eleven_v4": { + "input_cost_per_character": 5e-05, + "litellm_provider": "runwayml", + "metadata": {"comment":"5 credits per 1,000 characters @ $0.01 per credit = $0.00005 per character; 1 credit minimum not modeled"}, + "mode": "audio_speech", + "source": "https://docs.dev.runwayml.com/guides/pricing/" + }, + "gemini/gemini-decision-1": { + "input_cost_per_token": 1e-07, + "litellm_provider": "gemini", + "max_input_tokens": 262144, + "mode": "decisions", + "output_cost_per_token": 0.0, + "rpm": 1500, + "source": "https://ai.google.dev/gemini-api/docs/pricing", + "supported_endpoints": [ + "/v1/decisions" + ], + "supported_modalities": [ + "text", + "image", + "audio", + "video" + ], + "supports_audio_input": true, + "supports_audio_output": false, + "supports_computer_use": false, + "supports_function_calling": false, + "supports_parallel_function_calling": false, + "supports_pdf_input": true, + "supports_prompt_caching": false, + "supports_reasoning": false, + "supports_response_schema": false, + "supports_tool_choice": false, + "supports_url_context": false, + "supports_video_input": true, + "supports_vision": true, + "supports_web_search": false, + "tpm": 1000000 + }, + "runwayml/kling_4": { + "litellm_provider": "runwayml", + "metadata": {"comment":"Promo rate through 2026-11-30 UTC: 12.56 credits per second (720p) and 18.8 (1080p) without input video @ $0.01 per credit = $0.1256 and $0.188 per second; list rate 15.7/23.5 credits per second applies from 2026-12-01 UTC (ruling runwayml-kling-4-promo-rate). The with-input-video rate (7.52/11.28 credits per output second plus the same per second of the greater of input and output duration) and rounding up to the next credit are not modeled"}, + "mode": "video_generation", + "output_cost_per_second": 0.1256, + "output_cost_per_second_1080p": 0.188, + "source": "https://docs.dev.runwayml.com/guides/pricing/", + "supported_modalities": [ + "text", + "image", + "video" + ], + "supported_output_modalities": [ + "video" + ] + }, + "fal_ai/bytedance/seedream/v5.5/text-to-image": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per image at the default image_size auto_2K; 1K and 1.5K outputs are $0.03 and custom dimensions are $0.03 up to and including 2,610,000 pixels and $0.0405 above, so 1.5K has no catalog field"}, + "mode": "image_generation", + "output_cost_per_image": 0.0405, + "output_cost_per_image_1K": 0.03, + "output_cost_per_image_2K": 0.0405, + "source": "https://fal.ai/models/bytedance/seedream/v5.5/text-to-image", + "supported_endpoints": [ + "/v1/images/generations" + ] + }, + "fal_ai/bytedance/seedream/v5.5/edit": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per output image with one input image at the default image_size auto_2K ($0.0405 per output plus $0.012 per input image per output); 1K and 1.5K outputs are $0.03 plus the input fee and each additional input image adds $0.012 per output, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.0525, + "output_cost_per_image_1K": 0.042, + "output_cost_per_image_2K": 0.0525, + "source": "https://fal.ai/models/bytedance/seedream/v5.5/edit", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/bytedance/seedream/v5.5/layerize": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per returned output image (the base image and every separated layer) at the default image_size auto, where a base image above 2,610,000 pixels bills $0.0405 per output and one at or under that area bills $0.03; fal also bills $0.012 for the input image once per request and returns up to max_images (default 30) outputs, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.0405, + "output_cost_per_image_1K": 0.03, + "output_cost_per_image_2K": 0.0405, + "source": "https://fal.ai/models/bytedance/seedream/v5.5/layerize", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/flux-pro/v1/vto": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per try-on with one 1 MP input image and one 1 MP output ($0.0375 for the first input megapixel plus $0.005 per output megapixel); fal bills $0.005 per additional input megapixel and rounds each input image and the output up to whole megapixels separately, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.0425, + "source": "https://fal.ai/models/fal-ai/flux-pro/v1/vto", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/patina/material": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per request at the schema defaults (1024x1024 square_hd, all 5 maps, no upscaling), the page's own example; fal bills $0.01 per request plus $0.02 per megapixel plus $0.01 per megapixel per map type, and 2x or 4x upscaling adds $0.004 or $0.016 per pre-upscaling megapixel per map, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.08, + "source": "https://fal.ai/models/fal-ai/patina/material", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/patina/material/extract": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per request at the schema defaults (1024x1024 input, all 5 maps, no upscaling), the page's own example; fal bills $0.10 per request plus $0.02 per megapixel plus $0.01 per megapixel per map type, and 2x or 4x upscaling adds $0.004 or $0.016 per pre-upscaling megapixel per map, which is not modeled"}, + "mode": "image_generation", + "output_cost_per_image": 0.17, + "source": "https://fal.ai/models/fal-ai/patina/material/extract", + "supported_endpoints": [ + "/v1/images/edits", + "/v1/images/generations" + ], + "supports_vision": true + }, + "fal_ai/fal-ai/vidu/template-to-video": { + "litellm_provider": "fal_ai", + "metadata": {"comment":"per second derived from the $0.20 Standard template price over the fixed 4s clip the sibling vidu endpoints state; Premium templates are $0.30 and Advanced templates $0.50 per video, which has no catalog field"}, + "mode": "video_generation", + "output_cost_per_second": 0.05, + "source": "https://fal.ai/models/fal-ai/vidu/template-to-video", + "supported_endpoints": [ + "/v1/videos" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "video" + ] } } diff --git a/litellm/models/alert.py b/litellm/models/alert.py new file mode 100644 index 00000000000..f96e042ff6b --- /dev/null +++ b/litellm/models/alert.py @@ -0,0 +1,160 @@ +from datetime import date as Date +from datetime import datetime, timezone +from typing import Annotated, Final, Literal, Protocol, TypeAlias + +from pydantic import AfterValidator, AwareDatetime, BaseModel, ConfigDict, Field, field_validator, model_validator +from typing_extensions import Self + +AlertType: TypeAlias = Literal["spend", "traffic", "latency", "reliability", "model_deprecation"] +AlertFilter: TypeAlias = AlertType | Literal["performance"] +AlertStatus: TypeAlias = Literal["open", "resolved", "dismissed"] +AlertResourceType: TypeAlias = Literal["gateway", "key", "team", "user", "model"] +MAX_ALERT_ID: Final = 2**63 - 1 + + +def _validate_alert_id(value: str) -> str: + if int(value) > MAX_ALERT_ID: + raise ValueError("Alert ID exceeds the supported range") + return value + + +AlertID: TypeAlias = Annotated[ + str, Field(pattern=r"^[1-9][0-9]{0,18}$", max_length=19), AfterValidator(_validate_alert_id) +] + + +class MetricEvidence(BaseModel): + model_config = ConfigDict(frozen=True, extra="forbid") + + value: float = Field(ge=0, allow_inf_nan=False, description="Observed metric value in the alert window.") + baseline: float = Field(ge=0, allow_inf_nan=False, description="Comparison value in the same unit.") + unit: Literal["usd", "requests", "milliseconds", "ratio"] = Field(description="Unit for both values.") + sample_size: int = Field(ge=0, le=MAX_ALERT_ID, description="Number of requests in the alert window.") + + +class DeprecationEvidence(BaseModel): + model_config = ConfigDict(frozen=True, extra="forbid") + + deprecation_date: Date = Field(description="Date the affected model retires.") + replacement_model: str | None = Field( + default=None, min_length=1, max_length=1024, description="Suggested replacement." + ) + + +class AlertDetection(BaseModel): + model_config = ConfigDict(frozen=True, extra="forbid") + + type: AlertType = Field(description="Built-in alert category.") + resource_type: AlertResourceType = Field(description="Kind of affected resource.") + resource_id: str = Field( + min_length=1, + max_length=1024, + description="Resource ID. Whole-gateway alerts use 'gateway'. Keys use their SHA-256 hash, never a secret.", + ) + window_start: AwareDatetime = Field( + description="Inclusive start of the observed window, normalized to UTC milliseconds." + ) + window_end: AwareDatetime = Field( + description="Exclusive end of the observed window, normalized to UTC milliseconds." + ) + evidence: MetricEvidence | DeprecationEvidence = Field(description="Small saved snapshot explaining the alert.") + + @field_validator("window_start", "window_end") + @classmethod + def normalize_window(cls, value: datetime) -> datetime: + return value.astimezone(timezone.utc).replace(microsecond=value.microsecond // 1000 * 1000) + + @model_validator(mode="after") + def validate_detection(self) -> Self: + if self.window_end <= self.window_start: + raise ValueError("window_end must be after window_start") + if self.resource_type == "gateway" and self.resource_id != "gateway": + raise ValueError("Whole-gateway alerts must use resource_id 'gateway'") + if self.resource_type == "key" and ( + len(self.resource_id) != 64 or any(c not in "0123456789abcdef" for c in self.resource_id) + ): + raise ValueError("Key resource IDs must be SHA-256 hashes") + if self.type == "model_deprecation": + if not isinstance(self.evidence, DeprecationEvidence) or self.resource_type != "model": + raise ValueError("Model deprecations require a model resource and deprecation evidence") + return self + expected_unit: Final = { + "spend": "usd", + "traffic": "requests", + "latency": "milliseconds", + "reliability": "ratio", + }[self.type] + if not isinstance(self.evidence, MetricEvidence) or self.evidence.unit != expected_unit: + raise ValueError("Evidence unit must match the alert type") + if self.type == "reliability" and (self.evidence.value > 1 or self.evidence.baseline > 1): + raise ValueError("Error ratios must be between zero and one") + return self + + def identity(self) -> tuple[str, ...]: + return ( + self.type, + self.resource_type, + self.resource_id, + self.window_start.astimezone(timezone.utc).isoformat(), + self.window_end.astimezone(timezone.utc).isoformat(), + ) + + +class Alert(AlertDetection): + id: AlertID = Field(description="Opaque alert ID, also used as a pagination cursor.") + status: AlertStatus = Field(description="Current review status.") + created_at: AwareDatetime = Field(description="When the alert was first saved.") + updated_at: AwareDatetime = Field(description="When its status last changed.") + updated_by: str | None = Field(default=None, max_length=1024, description="User who last changed the status.") + + +class AlertHistoryPoint(BaseModel): + model_config = ConfigDict(frozen=True) + + date: Date = Field(description="UTC day represented by this value.") + value: float = Field(allow_inf_nan=False, description="Recorded daily value in the alert metric's unit.") + + +class AlertView(Alert): + resource_name: str | None = Field(default=None, max_length=1024, description="Current resource display name.") + history: tuple[AlertHistoryPoint, ...] | None = Field( + default=None, + max_length=8, + description="Current Usage values for the seven baseline days and observed day. Null if unavailable.", + ) + + +class AlertUpdate(BaseModel): + model_config = ConfigDict(frozen=True, extra="forbid") + + status: AlertStatus = Field(description="Mark resolved, dismiss, or reopen the alert.") + + +class AlertPage(BaseModel): + model_config = ConfigDict(frozen=True) + + data: tuple[Alert, ...] = Field(description="Alerts ordered newest first.") + next_cursor: AlertID | None = Field( + default=None, description="Pass as cursor to fetch the next page, or null at the end." + ) + + +class AlertViewPage(BaseModel): + model_config = ConfigDict(frozen=True) + + data: tuple[AlertView, ...] = Field(description="Alerts ordered newest first, with current Usage history.") + next_cursor: AlertID | None = Field(default=None, description="Cursor for the next page, or null at the end.") + + +class AlertStore(Protocol): + async def record(self, detection: AlertDetection) -> Alert: ... + + async def list( + self, status: AlertStatus, limit: int, cursor: int | None, alert_type: AlertFilter | None = None + ) -> AlertPage: ... + + async def enrich(self, alerts: tuple[Alert, ...]) -> tuple[AlertView, ...]: ... + + async def get(self, alert_id: int) -> Alert | None: ... + + async def set_status(self, alert_id: int, status: AlertStatus, actor: str) -> Alert | None: ... diff --git a/litellm/models/base.py b/litellm/models/base.py index 3105fc9b91d..728fea1cff7 100644 --- a/litellm/models/base.py +++ b/litellm/models/base.py @@ -2,14 +2,34 @@ Base model class for domain models. """ +from collections.abc import Iterable, Mapping from datetime import datetime -from typing import Any +from typing import Final, Protocol from pydantic import ConfigDict +from typing_extensions import TypedDict +from litellm.litellm_core_utils.core_helpers import as_str_mapping, has_attributes from litellm.types.llms.base import LiteLLMBaseModel +class _RecordFields(TypedDict, total=False, extra_items=object): + pass + + +class _ModelDumpRecord(Protocol): + def model_dump(self) -> Mapping[str, object]: ... + + +class _DictRecord(Protocol): + def dict(self) -> Mapping[str, object]: ... + + +def _as_dict(record: object) -> Mapping[str, object] | None: + fields: Final = as_str_mapping(record) + return fields if isinstance(record, dict) else None + + class DomainModel(LiteLLMBaseModel): """Base class for all domain models.""" @@ -23,17 +43,18 @@ class DomainModel(LiteLLMBaseModel): updated_at: datetime | None = None @classmethod - def from_db_record(cls, record: Any) -> "DomainModel": + def from_db_record(cls, record: Mapping[str, object] | Iterable[tuple[str, object]] | None) -> "DomainModel": """Create a domain model from a database record.""" if record is None: raise ValueError("Cannot create domain model from None record") - if isinstance(record, dict): - return cls(**record) - if hasattr(record, "model_dump") and callable(record.model_dump): - return cls(**record.model_dump()) - if hasattr(record, "dict") and callable(record.dict): - return cls(**record.dict()) - return cls(**dict(record)) + fields: Final = _as_dict(record) + if fields is not None: + return cls(**_RecordFields(**fields)) + if has_attributes(record, _ModelDumpRecord, "model_dump") and callable(record.model_dump): + return cls(**_RecordFields(**record.model_dump())) + if has_attributes(record, _DictRecord, "dict") and callable(record.dict): + return cls(**_RecordFields(**record.dict())) + return cls(**_RecordFields(**dict(record))) def to_db_dict(self, exclude_unset: bool = False) -> dict[str, object]: """Convert domain model to a dictionary for database operations.""" diff --git a/litellm/models/fallback.py b/litellm/models/fallback.py new file mode 100644 index 00000000000..b8532a7f3cb --- /dev/null +++ b/litellm/models/fallback.py @@ -0,0 +1,25 @@ +from collections.abc import Callable, Sequence +from dataclasses import dataclass +from typing import Annotated, Final, Protocol, TypeAlias + +from pydantic import Field, JsonValue, TypeAdapter + +FallbackRule = dict[str, list[str]] +StoredFallback = Annotated[FallbackRule | dict[str, object] | str, Field(union_mode="left_to_right")] +STORED_FALLBACKS: Final = TypeAdapter(list[StoredFallback]) +SavedFallbackRule: TypeAlias = JsonValue + + +@dataclass(frozen=True, slots=True) +class FallbackRulesEdit: + rules: Sequence[StoredFallback] + replaced: bool + + +FallbackRulesEditor: TypeAlias = Callable[[Sequence[StoredFallback]], FallbackRulesEdit] + + +class RouterFallbackStore(Protocol): + async def saved_rules(self, fallback_key: str) -> Sequence[SavedFallbackRule] | None: ... + + async def edit_rules(self, fallback_key: str, edit: FallbackRulesEditor) -> FallbackRulesEdit: ... diff --git a/litellm/models/performance_alert.py b/litellm/models/performance_alert.py new file mode 100644 index 00000000000..1773aa460dc --- /dev/null +++ b/litellm/models/performance_alert.py @@ -0,0 +1,233 @@ +from collections.abc import Sequence +from dataclasses import dataclass +from datetime import date, datetime, time, timedelta, timezone +from typing import Final, Literal, Protocol, TypeAlias + +from pydantic import BaseModel, ConfigDict, Field + +from litellm.models.alert import MAX_ALERT_ID, AlertDetection, AlertType, MetricEvidence + +PerformanceScope: TypeAlias = Literal["gateway", "model", "team", "user", "key"] +SCOPES: Final[tuple[PerformanceScope, ...]] = ("gateway", "model", "team", "user", "key") +BASELINE_DAYS: Final = 7 +FREE_ALERT_LIMIT: Final = 5 + +MIN_ACTIVE_DAYS: Final = 4 +SPEND_MULTIPLIER: Final = 3 +SPEND_MIN_INCREASE_USD: Final = 50 +TRAFFIC_SPIKE_MULTIPLIER: Final = 10 +TRAFFIC_SPIKE_MIN_INCREASE: Final = 1000 +LATENCY_MULTIPLIER: Final = 3 +LATENCY_MIN_INCREASE_MS: Final = 500 +LATENCY_MIN_TIMED_REQUESTS: Final = 100 +RELIABILITY_MULTIPLIER: Final = 3 +RELIABILITY_MIN_INCREASE: Final = 0.02 +RELIABILITY_MIN_REQUESTS: Final = 500 + + +class ResourceWindow(BaseModel): + """One resource's totals for the evaluated day, and summed over the seven days before it.""" + + model_config = ConfigDict(frozen=True, extra="forbid") + + resource_id: str = Field(min_length=1, max_length=1024) + spend: float = Field(allow_inf_nan=False) + base_spend: float = Field(allow_inf_nan=False) + requests: int = Field(ge=0, le=MAX_ALERT_ID) + base_requests: int = Field(ge=0, le=MAX_ALERT_ID) + failed: int = Field(ge=0, le=MAX_ALERT_ID) + base_failed: int = Field(ge=0, le=MAX_ALERT_ID) + response_ms: int = Field(ge=0, le=MAX_ALERT_ID) + timed: int = Field(ge=0, le=MAX_ALERT_ID) + base_response_ms: int = Field(ge=0, le=MAX_ALERT_ID) + base_timed: int = Field(ge=0, le=MAX_ALERT_ID) + active_days: int = Field(ge=0, le=BASELINE_DAYS) + timed_days: int = Field(ge=0, le=BASELINE_DAYS) + + +class SweepState(BaseModel): + """Where the daily sweep stands. Scopes are walked in ID order. When the previous day stopped partway, that scope + starts where it stopped and wraps around, so an unfinished sweep does not leave out the same resources every day.""" + + model_config = ConfigDict(frozen=True, extra="forbid") + + day: date + scope: PerformanceScope = "gateway" + cursor: str = Field(default="", max_length=1024) + wrapped: bool = False + checked: int = Field(default=0, ge=0) + skipped: int = Field(default=0, ge=0) + completed: bool = False + start_scope: PerformanceScope | None = None + start_after: str = Field(default="", max_length=1024) + + @property + def start(self) -> str: + return self.start_after if self.scope == self.start_scope else "" + + +@dataclass(frozen=True, slots=True) +class Claim: + owner: str + state: SweepState | None + + +class SweepOwnershipLostError(Exception): + pass + + +class ResourceUnreadableError(Exception): + """A page that timed out or held invalid data. Retried alone, then stepped over. + Any other database error ends the run so the next run resumes from the same place.""" + + +class AlertMonitoring(BaseModel): + model_config = ConfigDict(frozen=True) + + enabled: bool = Field(description="Whether performance monitoring is enabled. Defaults to true.") + alerts_used: int = Field(ge=0, le=FREE_ALERT_LIMIT, description="Lifetime free allowance consumed, capped at five.") + alert_limit: int | None = Field(description="Free allowance, or null for Enterprise.") + disabled_by_config: bool = Field(description="Whether performance_alerts_enabled is false in proxy settings.") + + @property + def active(self) -> bool: + return self.enabled and (self.alert_limit is None or self.alerts_used < self.alert_limit) + + +class AlertMonitoringUpdate(BaseModel): + model_config = ConfigDict(frozen=True, extra="forbid") + + enabled: bool = Field(strict=True, description="Enable or disable performance monitoring for this gateway.") + + +class AlertMonitoringStore(Protocol): + async def monitoring(self) -> AlertMonitoring: ... + async def set_enabled(self, enabled: bool) -> AlertMonitoring: ... + + +class PerformanceAlertStore(Protocol): + async def claim(self, interval: timedelta) -> Claim | None: ... + async def key_index_ready(self) -> bool: ... + async def evaluate_page(self, owner: str, state: SweepState, limit: int) -> SweepState | None: ... + async def skip_next(self, owner: str, state: SweepState) -> SweepState | None: ... + + +def target_day(now: datetime) -> date: + """The last complete UTC day, switching to a new day at 01:00 UTC so late accounting has time to land.""" + return (now.astimezone(timezone.utc) - timedelta(hours=1)).date() - timedelta(days=1) + + +def new_sweep(day: date, previous: SweepState | None = None) -> SweepState: + if previous is None or previous.completed or previous.scope == "gateway": + return SweepState(day=day) + return SweepState(day=day, start_scope=previous.scope, start_after=previous.cursor) + + +def next_scope(state: SweepState) -> SweepState: + position: Final = SCOPES.index(state.scope) + if position + 1 == len(SCOPES): + return state.model_copy(update={"cursor": "", "wrapped": False, "completed": True}) + moved: Final = state.model_copy(update={"scope": SCOPES[position + 1], "wrapped": False}) + return moved.model_copy(update={"cursor": moved.start}) + + +def advance(state: SweepState, resource_ids: Sequence[str], limit: int, skipped: int = 0) -> SweepState: + counted: Final = state.model_copy( + update={"checked": state.checked + len(resource_ids) - skipped, "skipped": state.skipped + skipped} + ) + if state.scope == "gateway": + return next_scope(counted) + if len(resource_ids) == limit: + return counted.model_copy(update={"cursor": resource_ids[-1]}) + if state.wrapped or not state.start: + return next_scope(counted) + return counted.model_copy(update={"cursor": "", "wrapped": True}) + + +def _ratio(numerator: float, denominator: float) -> float: + return numerator / denominator if denominator else 0.0 + + +def _alert( + scope: PerformanceScope, + window: ResourceWindow, + day: date, + kind: AlertType, + value: float, + baseline: float, + sample_size: int, +) -> AlertDetection: + start: Final = datetime.combine(day, time.min, timezone.utc) + unit: Final = {"spend": "usd", "traffic": "requests", "latency": "milliseconds", "reliability": "ratio"}[kind] + return AlertDetection.model_validate( + { + "type": kind, + "resource_type": scope, + "resource_id": "gateway" if scope == "gateway" else window.resource_id, + "window_start": start, + "window_end": start + timedelta(days=1), + "evidence": MetricEvidence.model_validate( + {"value": value, "baseline": baseline, "unit": unit, "sample_size": sample_size} + ), + } + ) + + +def _spend_spike(window: ResourceWindow) -> tuple[float, float] | None: + baseline: Final = window.base_spend / BASELINE_DAYS + triggered: Final = ( + window.active_days >= MIN_ACTIVE_DAYS + and baseline > 0 + and window.spend >= SPEND_MULTIPLIER * baseline + and window.spend - baseline >= SPEND_MIN_INCREASE_USD + ) + return (window.spend, baseline) if triggered else None + + +def _traffic_spike(window: ResourceWindow) -> tuple[float, float] | None: + baseline: Final = window.base_requests / BASELINE_DAYS + spike: Final = ( + window.active_days >= MIN_ACTIVE_DAYS + and window.requests >= TRAFFIC_SPIKE_MULTIPLIER * baseline + and window.requests - baseline >= TRAFFIC_SPIKE_MIN_INCREASE + ) + return (window.requests, baseline) if spike else None + + +def _slower_responses(window: ResourceWindow) -> tuple[float, float] | None: + current: Final = _ratio(window.response_ms, window.timed) + baseline: Final = _ratio(window.base_response_ms, window.base_timed) + triggered: Final = ( + window.timed >= LATENCY_MIN_TIMED_REQUESTS + and window.timed_days >= MIN_ACTIVE_DAYS + and baseline > 0 + and current >= LATENCY_MULTIPLIER * baseline + and current - baseline >= LATENCY_MIN_INCREASE_MS + ) + return (current, baseline) if triggered else None + + +def _more_failures(window: ResourceWindow) -> tuple[float, float] | None: + current: Final = min(1.0, _ratio(window.failed, window.requests)) + baseline: Final = min(1.0, _ratio(window.base_failed, window.base_requests)) + triggered: Final = ( + window.active_days >= MIN_ACTIVE_DAYS + and window.requests >= RELIABILITY_MIN_REQUESTS + and current >= RELIABILITY_MULTIPLIER * baseline + and current - baseline >= RELIABILITY_MIN_INCREASE + ) + return (current, baseline) if triggered else None + + +def detect(scope: PerformanceScope, window: ResourceWindow, day: date) -> tuple[AlertDetection, ...]: + checks: Final[tuple[tuple[AlertType, tuple[float, float] | None, int], ...]] = ( + ("spend", _spend_spike(window), window.requests), + ("traffic", _traffic_spike(window), window.requests), + ("latency", _slower_responses(window), window.timed), + ("reliability", _more_failures(window), window.requests), + ) + return tuple( + _alert(scope, window, day, kind, found[0], found[1], sample_size) + for kind, found, sample_size in checks + if found is not None + ) diff --git a/litellm/models/skill_submission.py b/litellm/models/skill_submission.py index 09d722fa69f..59587588a35 100644 --- a/litellm/models/skill_submission.py +++ b/litellm/models/skill_submission.py @@ -11,7 +11,7 @@ from litellm.models.plugin_upload import ( ) from litellm.types.proxy.skill_scanning import SkillScan -SubmissionStatus: TypeAlias = Literal["pending_review", "approved", "rejected"] +SubmissionStatus: TypeAlias = Literal["pending_review", "approved", "rejected", "withdrawn"] SubmissionOperation: TypeAlias = Literal["create", "update"] @@ -38,6 +38,7 @@ class SkillSubmission: reviewed_by: str | None reviewed_at: datetime | None rejection_reason: str | None + revision: int = 0 @dataclass(frozen=True, slots=True) @@ -99,6 +100,14 @@ class SkillSubmissionStore(Protocol): async def get_archive(self, submission_id: str, submitted_by: str | None) -> bytes | None: ... + async def edit( + self, submission_id: str, owner: str, revision: int, upload: PluginPublication + ) -> SkillSubmission | SubmissionMissing | SubmissionConflict | SubmissionLimitExceeded: ... + + async def withdraw( + self, submission_id: str, owner: str, revision: int + ) -> SkillSubmission | SubmissionMissing | SubmissionConflict: ... + async def review( self, submission_id: str, @@ -107,4 +116,5 @@ class SkillSubmissionStore(Protocol): reason: str | None, *, publication_base_url: str | None = None, + expected_revision: int | None = None, ) -> SubmissionReviewResult: ... diff --git a/litellm/models/verification_token.py b/litellm/models/verification_token.py index 89048c56a9f..4b804ebde1c 100644 --- a/litellm/models/verification_token.py +++ b/litellm/models/verification_token.py @@ -35,7 +35,7 @@ class LiteLLM_VerificationToken(LiteLLMPydanticObjectBase): tpd_limit: int | None = None budget_duration: str | None = None budget_reset_at: datetime | None = None - allowed_cache_controls: list | None = [] + allowed_cache_controls: list[object] | None = [] allowed_routes: list | None = [] key_type: str | None = None permissions: dict = {} diff --git a/packaging/homebrew/README.md b/litellm/packaging/homebrew/README.md similarity index 100% rename from packaging/homebrew/README.md rename to litellm/packaging/homebrew/README.md diff --git a/packaging/homebrew/lite.rb b/litellm/packaging/homebrew/lite.rb similarity index 100% rename from packaging/homebrew/lite.rb rename to litellm/packaging/homebrew/lite.rb diff --git a/packaging/litellm-core/pyproject.toml b/litellm/packaging/litellm-core/pyproject.toml similarity index 77% rename from packaging/litellm-core/pyproject.toml rename to litellm/packaging/litellm-core/pyproject.toml index 906ff3e45d0..f002db805c1 100644 --- a/packaging/litellm-core/pyproject.toml +++ b/litellm/packaging/litellm-core/pyproject.toml @@ -46,7 +46,7 @@ requires = ["maturin==1.15.0"] build-backend = "maturin" [tool.maturin] -manifest-path = "litellm-rust/crates/python-bridge/Cargo.toml" +manifest-path = "litellm/rust/crates/python-bridge/Cargo.toml" module-name = "litellm.rust_bridge._native" python-source = "." bindings = "pyo3" @@ -54,8 +54,8 @@ features = ["extension-module"] profile = "release" editable-profile = "dev" include = [ - { path = "rust-toolchain.toml", format = "sdist" }, - { path = ".cargo/config.toml", format = "sdist" }, + { path = "litellm/rust/rust-toolchain.toml", format = "sdist" }, + { path = "litellm/rust/.cargo/config.toml", format = "sdist" }, { path = "model_prices_and_context_window.json", format = "sdist" }, "litellm/router_strategy/complexity_router/artifacts/*.json", "litellm/router_strategy/complexity_router/fuse_presets.json", @@ -66,6 +66,26 @@ include = [ "litellm/proxy/common_utils/codex_bedrock_runtime_models_0.166.0.json", ] exclude = [ + "litellm/scripts", + "litellm/scripts/**", + "litellm/runtime", + "litellm/runtime/**", + "litellm/schema.prisma", + "litellm/enterprise", + "litellm/enterprise/**", + "litellm/proxy-extras", + "litellm/proxy-extras/**", + "litellm/packaging", + "litellm/packaging/**", + { path = "litellm/rust", format = "wheel" }, + { path = "litellm/rust/**", format = "wheel" }, + "litellm/rust/target/**", + "litellm/deploy", + "litellm/deploy/**", + "litellm/ui", + "litellm/ui/**", + "litellm/vscode-extension", + "litellm/vscode-extension/**", "litellm/proxy/_experimental/out", "litellm/proxy/_experimental/out/**", "litellm/proxy/enterprise", diff --git a/packaging/litellm-proxy/pyproject.toml b/litellm/packaging/litellm-proxy/pyproject.toml similarity index 56% rename from packaging/litellm-proxy/pyproject.toml rename to litellm/packaging/litellm-proxy/pyproject.toml index 172f40a7228..8efdca8db74 100644 --- a/packaging/litellm-proxy/pyproject.toml +++ b/litellm/packaging/litellm-proxy/pyproject.toml @@ -10,13 +10,22 @@ requires = ["maturin==1.15.0"] build-backend = "maturin" [tool.maturin] -manifest-path = "../../litellm-rust/crates/gateway/Cargo.toml" +manifest-path = "../../rust/crates/gateway/Cargo.toml" bindings = "bin" targets = [{ name = "litellm-gateway", kind = "bin" }] profile = "release" editable-profile = "dev" include = [ - { path = "rust-toolchain.toml", format = "sdist" }, - { path = ".cargo/config.toml", format = "sdist" }, + { path = "litellm/rust/rust-toolchain.toml", format = "sdist" }, + { path = "litellm/rust/.cargo/config.toml", format = "sdist" }, { path = "model_prices_and_context_window.json", format = "sdist" }, ] + +[tool.uv] +cache-keys = [ + { file = "pyproject.toml" }, + { file = "setup.py" }, + { file = "setup.cfg" }, + { dir = "src" }, + { env = "MATURIN_PEP517_ARGS" }, +] diff --git a/litellm/passthrough/main.py b/litellm/passthrough/main.py index 4e94b1bb910..77b2cf9b5b5 100644 --- a/litellm/passthrough/main.py +++ b/litellm/passthrough/main.py @@ -57,11 +57,17 @@ def _as_generator(iterable: Iterator[bytes]) -> Generator[bytes, bytes, None]: class _SpendCollection: """Feeds relayed chunks to the provider's stream collector without letting spend tracking break the relay.""" - def __init__(self, provider_config: BasePassthroughConfig, litellm_logging_obj: LiteLLMLoggingObj) -> None: + def __init__( + self, + provider_config: BasePassthroughConfig, + litellm_logging_obj: LiteLLMLoggingObj, + response_headers: httpx.Headers, + ) -> None: self.collector: Final[PassthroughStreamCollector] = provider_config.create_stream_collector( model=litellm_logging_obj.model, custom_llm_provider=litellm_logging_obj.model_call_details.get("custom_llm_provider", ""), endpoint=litellm_logging_obj.model_call_details.get("endpoint", ""), + response_headers=response_headers, ) self.chunk_count = 0 self._failed = False @@ -97,7 +103,8 @@ class AsyncPassthroughStreamingResponse(AsyncGenerator[bytes, bytes]): self._response: httpx.Response self._iterator: AsyncGenerator[bytes, bytes] self._litellm_logging_obj = litellm_logging_obj - self._spend = _SpendCollection(provider_config, litellm_logging_obj) + self._provider_config: Final = provider_config + self._spend: _SpendCollection self._flush_scheduled = False self._background_tasks: set[asyncio.Task[bool]] = set() # mutable-ok: instance set for background task tracking self._flush: asyncio.Task[bool] | None = None @@ -129,6 +136,7 @@ class AsyncPassthroughStreamingResponse(AsyncGenerator[bytes, bytes]): self._response = await self._response_coro self.headers = self._response.headers self.status_code = self._response.status_code + self._spend = _SpendCollection(self._provider_config, self._litellm_logging_obj, self._response.headers) self._initialized = True try: raise_for_provider_status(self._response) @@ -148,7 +156,7 @@ class AsyncPassthroughStreamingResponse(AsyncGenerator[bytes, bytes]): return _init().__await__() def _start_flush(self) -> None: - if self._flush_scheduled or not self._spend.should_flush: + if self._flush_scheduled or not self._initialized or not self._spend.should_flush: return self._flush_scheduled = True @@ -237,7 +245,7 @@ class PassthroughStreamingResponse(Generator[bytes, bytes, None]): self.status_code = response.status_code self._litellm_logging_obj = litellm_logging_obj self._iterator: Generator[bytes, bytes, None] = _as_generator(response.iter_bytes()) - self._spend = _SpendCollection(provider_config, litellm_logging_obj) + self._spend = _SpendCollection(provider_config, litellm_logging_obj, response.headers) self._flush_scheduled = False def _start_flush(self) -> None: diff --git a/litellm/passthrough/utils.py b/litellm/passthrough/utils.py index 452c9c7de9d..7ef426898d8 100644 --- a/litellm/passthrough/utils.py +++ b/litellm/passthrough/utils.py @@ -25,7 +25,16 @@ _PASS_THROUGH_PROTECTED_HEADERS: Final[frozenset] = frozenset( ) # Header name prefix used to block AWS SigV4 signing headers from being overridden. -_PASS_THROUGH_PROTECTED_HEADER_PREFIXES: Final[tuple] = ("x-amz-",) +_PASS_THROUGH_PROTECTED_HEADER_PREFIXES: Final[tuple[str, ...]] = ("x-amz-",) + + +def _is_forwarded_pass_through_header(header_name: str) -> bool: + if not header_name.lower().startswith(PASS_THROUGH_HEADER_PREFIX): + return False + forwarded_name: Final = header_name[len(PASS_THROUGH_HEADER_PREFIX) :].lower() + return forwarded_name not in _PASS_THROUGH_PROTECTED_HEADERS and not any( + forwarded_name.startswith(prefix) for prefix in _PASS_THROUGH_PROTECTED_HEADER_PREFIXES + ) class BasePassthroughUtils: @@ -42,18 +51,11 @@ class BasePassthroughUtils: # parse_qs returns a dict where each value is a list, so let's flatten it updated_existing_query_params: Final = {k: v[0] if len(v) == 1 else v for k, v in existing_query_params.items()} - # Start with default query params (lowest priority) - merged_params: Final = {} - if default_query_params: - merged_params.update(default_query_params) + return {**(default_query_params or {}), **updated_existing_query_params, **request_query_params} - # Override with existing URL query params (medium priority) - merged_params.update(updated_existing_query_params) - - # Override with request query params (highest priority - client can override anything) - merged_params.update(request_query_params) - - return merged_params + @staticmethod + def pass_through_prefixed_headers(request_headers: Mapping[str, str]) -> Mapping[str, str]: + return {name: value for name, value in request_headers.items() if _is_forwarded_pass_through_header(name)} @staticmethod def forward_headers_from_request( @@ -88,16 +90,13 @@ class BasePassthroughUtils: # Credential and protocol-level headers are excluded from this mechanism. for header_name, header_value in request_headers.items(): if header_name.lower().startswith(PASS_THROUGH_HEADER_PREFIX): - # Strip the 'x-pass-' prefix and normalize to lowercase - actual_header_name = header_name[len(PASS_THROUGH_HEADER_PREFIX) :].lower() - if actual_header_name in _PASS_THROUGH_PROTECTED_HEADERS or any( - actual_header_name.startswith(p) for p in _PASS_THROUGH_PROTECTED_HEADER_PREFIXES - ): + if not _is_forwarded_pass_through_header(header_name): verbose_logger.debug( "x-pass- header %s maps to a protected header name; skipping", header_name, ) continue + actual_header_name = header_name[len(PASS_THROUGH_HEADER_PREFIX) :].lower() headers[actual_header_name] = header_value return headers diff --git a/litellm/provider_endpoints_support_backup.json b/litellm/provider_endpoints_support_backup.json index 00fee0a0d5a..b35037ee651 100644 --- a/litellm/provider_endpoints_support_backup.json +++ b/litellm/provider_endpoints_support_backup.json @@ -3508,16 +3508,16 @@ "responses": true, "text_completion": true, "embeddings": false, - "image_generations": false, + "image_generations": true, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, - "ocr": false, + "ocr": true, "search": false, "moderations": false, "realtime": false, - "video_generations": false, + "video_generations": true, "batches": false, "messages": true, "interactions": true, @@ -4098,6 +4098,32 @@ "generateContent": false } }, + "webiq": { + "display_name": "Microsoft Web IQ (`webiq`)", + "url": "https://learn.microsoft.com/en-us/web-iq/reference/web-search", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, "tavily": { "display_name": "Tavily (`tavily`)", "url": "https://docs.litellm.ai/docs/search/tavily", diff --git a/litellm-proxy-extras/LICENSE b/litellm/proxy-extras/LICENSE similarity index 87% rename from litellm-proxy-extras/LICENSE rename to litellm/proxy-extras/LICENSE index 3bfef5bae9b..2ffbfec19ad 100644 --- a/litellm-proxy-extras/LICENSE +++ b/litellm/proxy-extras/LICENSE @@ -1,6 +1,6 @@ Portions of this software are licensed as follows: -* All content that resides under the "enterprise/" directory of this repository, if that directory exists, is licensed under the license defined in "enterprise/LICENSE". +* All content that resides under the "litellm/enterprise/" directory of this repository, if that directory exists, is licensed under the license defined in "litellm/enterprise/LICENSE". * Content outside of the above mentioned directories or restrictions above is available under the MIT license as defined below. --- MIT License diff --git a/litellm-proxy-extras/README.md b/litellm/proxy-extras/README.md similarity index 100% rename from litellm-proxy-extras/README.md rename to litellm/proxy-extras/README.md diff --git a/litellm-proxy-extras/build_and_publish.md b/litellm/proxy-extras/build_and_publish.md similarity index 92% rename from litellm-proxy-extras/build_and_publish.md rename to litellm/proxy-extras/build_and_publish.md index 6808d800258..57c81ec6b8f 100644 --- a/litellm-proxy-extras/build_and_publish.md +++ b/litellm/proxy-extras/build_and_publish.md @@ -6,7 +6,7 @@ This runbook covers building and publishing a new version of the `litellm-proxy- - All `schema.prisma` files are in sync (see [migration_runbook.md](./migration_runbook.md) Step 0) - Migration has been generated and committed -- You are in the `litellm-proxy-extras/` directory +- You are in the `litellm/proxy-extras/` directory ## Step 1: Bump the Version @@ -15,7 +15,7 @@ This runbook covers building and publishing a new version of the `litellm-proxy- Use commitizen to automatically bump the version across all files: ```bash -cd litellm-proxy-extras +cd litellm/proxy-extras cz bump --increment patch ``` @@ -31,7 +31,7 @@ Then skip to Step 3 (Clean Old Artifacts). Update the version in `pyproject.toml`: ```bash -cd litellm-proxy-extras +cd litellm/proxy-extras # Check current version grep 'version' pyproject.toml @@ -41,7 +41,7 @@ Edit `pyproject.toml` and bump the version (both `[project].version` and `[tool. #### Step 2: Update Version in the Root Package Metadata (Manual Only) -After bumping the version in `litellm-proxy-extras/pyproject.toml`, you **must** also update the version reference in the root `pyproject.toml`: +After bumping the version in `litellm/proxy-extras/pyproject.toml`, you **must** also update the version reference in the root `pyproject.toml`: | File | Line to update | |------|---------------| @@ -91,7 +91,7 @@ Enter your API token: pypi-... ## Quick Reference (Copy-Paste) ```bash -cd litellm-proxy-extras +cd litellm/proxy-extras rm -rf dist/ build/ *.egg-info uv build uv tool run --from 'twine==6.2.0' twine upload dist/* @@ -104,7 +104,7 @@ uv tool run --from 'twine==6.2.0' twine upload dist/* If **yes**, run the following commands in order: ```bash -cd litellm-proxy-extras +cd litellm/proxy-extras rm -rf dist/ build/ *.egg-info uv build uv tool run --from 'twine==6.2.0' twine upload dist/* diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.0-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.0-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.0-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.0-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.0.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.0.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.0.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.0.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.1-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.1-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.1-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.1-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.1.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.1.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.1.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.1.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.12-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.12-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.12-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.12-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.12.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.12.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.12.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.12.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.14-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.14-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.14-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.14-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.14.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.14.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.14.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.14.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.15-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.15-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.15-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.15-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.15.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.15.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.15.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.15.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.17-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.17-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.17-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.17-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.17.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.17.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.17.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.17.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.18-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.18-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.18-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.18-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.18.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.18.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.18.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.18.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.19-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.19-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.19-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.19-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.19.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.19.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.19.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.19.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.2-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.2-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.2-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.2-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.2.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.2.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.2.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.2.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.20-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.20-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.20-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.20-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.20.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.20.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.20.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.20.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.21-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.21-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.21-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.21-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.21.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.21.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.21.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.21.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.3-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.3-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.3-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.3-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.3.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.3.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.3.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.3.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.4-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.4-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.4-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.4-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.4.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.4.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.4.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.4.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.7-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.7-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.7-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.7-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.7.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.7.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.7.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.7.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.8-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.8-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.8-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.8-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.1.8.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.1.8.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.1.8.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.1.8.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.1-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.1-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.1-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.1-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.1.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.1.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.1.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.1.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.10-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.10-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.10-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.10-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.10.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.10.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.10.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.10.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.14-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.14-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.14-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.14-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.14.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.14.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.14.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.14.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.16-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.16-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.16-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.16-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.16.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.16.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.16.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.16.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.17-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.17-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.17-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.17-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.17.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.17.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.17.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.17.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.18-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.18-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.18-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.18-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.18.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.18.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.18.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.18.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.19-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.19-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.19-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.19-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.19.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.19.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.19.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.19.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.2-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.2-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.2-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.2-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.2.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.2.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.2.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.2.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.20-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.20-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.20-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.20-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.20.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.20.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.20.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.20.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.21-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.21-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.21-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.21-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.21.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.21.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.21.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.21.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.22-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.22-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.22-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.22-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.22.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.22.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.22.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.22.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.23-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.23-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.23-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.23-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.23.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.23.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.23.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.23.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.25-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.25-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.25-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.25-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.25.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.25.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.25.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.25.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.26-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.26-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.26-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.26-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.26.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.26.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.26.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.26.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.28-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.28-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.28-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.28-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.29-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.29-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.29-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.29-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.29.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.29.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.29.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.29.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.31-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.31-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.31-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.31-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.31.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.31.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.31.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.31.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.4-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.4-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.4-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.4-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.4.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.4.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.4.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.4.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.5-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.5-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.5-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.5-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.5.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.5.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.5.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.5.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.7-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.7-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.7-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.7-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.7.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.7.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.7.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.7.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.8-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.8-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.8-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.8-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.8.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.8.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.8.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.8.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.9-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.9-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.9-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.9-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.2.9.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.2.9.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.2.9.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.2.9.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.3.0-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.3.0-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.3.0-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.3.0-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.3.0.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.3.0.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.3.0.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.3.0.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.1-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.1-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.1-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.1-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.1.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.1.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.1.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.1.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.10-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.10-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.10-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.10-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.10.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.10.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.10.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.10.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.11-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.11-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.11-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.11-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.11.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.11.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.11.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.11.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.12-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.12-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.12-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.12-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.12.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.12.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.12.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.12.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.13-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.13-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.13-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.13-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.13.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.13.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.13.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.13.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.14-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.14-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.14-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.14-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.14.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.14.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.14.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.14.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.15-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.15-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.15-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.15-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.15.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.15.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.15.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.15.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.17-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.17-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.17-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.17-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.17.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.17.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.17.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.17.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.18-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.18-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.18-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.18-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.18.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.18.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.18.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.18.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.19-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.19-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.19-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.19-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.19.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.19.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.19.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.19.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.2-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.2-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.2-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.2-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.2.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.2.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.2.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.2.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.20-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.20-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.20-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.20-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.20.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.20.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.20.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.20.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.21-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.21-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.21-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.21-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.21.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.21.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.21.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.21.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.22-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.22-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.22-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.22-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.22.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.22.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.22.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.22.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.23-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.23-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.23-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.23-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.23.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.23.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.23.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.23.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.25-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.25-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.25-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.25-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.25.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.25.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.25.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.25.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.26-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.26-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.26-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.26-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.26.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.26.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.26.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.26.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.27-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.27-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.27-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.27-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.27.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.27.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.27.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.27.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.28-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.28-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.28-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.28-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.28.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.28.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.28.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.28.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.29-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.29-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.29-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.29-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.29.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.29.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.29.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.29.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.3-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.3-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.3-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.3-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.3.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.3.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.3.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.3.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.30-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.30-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.30-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.30-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.30.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.30.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.30.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.30.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.31-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.31-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.31-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.31-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.31.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.31.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.31.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.31.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.32-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.32-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.32-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.32-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.32.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.32.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.32.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.32.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.33-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.33-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.33-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.33-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.33.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.33.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.33.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.33.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.34-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.34-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.34-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.34-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.34.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.34.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.34.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.34.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.35-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.35-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.35-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.35-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.35.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.35.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.35.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.35.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.36-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.36-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.36-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.36-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.36.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.36.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.36.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.36.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.37-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.37-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.37-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.37-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.37.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.37.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.37.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.37.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.4-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.4-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.4-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.4-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.4.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.4.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.4.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.4.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.40-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.40-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.40-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.40-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.40.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.40.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.40.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.40.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.41-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.41-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.41-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.41-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.41.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.41.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.41.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.41.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.42-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.42-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.42-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.42-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.42.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.42.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.42.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.42.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.43-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.43-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.43-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.43-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.43.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.43.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.43.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.43.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.44-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.44-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.44-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.44-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.44.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.44.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.44.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.44.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.45-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.45-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.45-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.45-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.45.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.45.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.45.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.45.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.47-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.47-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.47-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.47-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.47.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.47.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.47.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.47.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.48-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.48-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.48-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.48-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.48.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.48.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.48.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.48.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.49-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.49-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.49-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.49-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.49.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.49.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.49.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.49.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.5-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.5-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.5-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.5-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.5.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.5.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.5.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.5.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.51-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.51-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.51-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.51-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.51.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.51.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.51.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.51.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.52-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.52-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.52-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.52-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.52.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.52.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.52.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.52.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.53-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.53-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.53-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.53-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.53.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.53.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.53.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.53.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.54-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.54-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.54-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.54-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.54.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.54.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.54.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.54.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.56-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.56-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.56-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.56-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.56.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.56.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.56.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.56.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.57-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.57-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.57-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.57-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.57.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.57.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.57.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.57.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.58-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.58-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.58-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.58-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.58.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.58.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.58.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.58.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.6-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.6-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.6-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.6-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.6.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.6.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.6.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.6.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.60-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.60-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.60-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.60-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.60.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.60.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.60.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.60.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.7-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.7-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.7-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.7-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.7.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.7.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.7.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.7.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.8-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.8-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.8-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.8-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.8.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.8.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.8.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.8.tar.gz diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.9-py3-none-any.whl b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.9-py3-none-any.whl similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.9-py3-none-any.whl rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.9-py3-none-any.whl diff --git a/litellm-proxy-extras/dist/litellm_proxy_extras-0.4.9.tar.gz b/litellm/proxy-extras/dist/litellm_proxy_extras-0.4.9.tar.gz similarity index 100% rename from litellm-proxy-extras/dist/litellm_proxy_extras-0.4.9.tar.gz rename to litellm/proxy-extras/dist/litellm_proxy_extras-0.4.9.tar.gz diff --git a/litellm_cli/__init__.py b/litellm/proxy-extras/litellm_proxy_extras/__init__.py similarity index 100% rename from litellm_cli/__init__.py rename to litellm/proxy-extras/litellm_proxy_extras/__init__.py diff --git a/litellm-proxy-extras/litellm_proxy_extras/_logging.py b/litellm/proxy-extras/litellm_proxy_extras/_logging.py similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/_logging.py rename to litellm/proxy-extras/litellm_proxy_extras/_logging.py diff --git a/litellm-proxy-extras/litellm_proxy_extras/_redaction.py b/litellm/proxy-extras/litellm_proxy_extras/_redaction.py similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/_redaction.py rename to litellm/proxy-extras/litellm_proxy_extras/_redaction.py diff --git a/litellm-proxy-extras/litellm_proxy_extras/migration_data_checks.py b/litellm/proxy-extras/litellm_proxy_extras/migration_data_checks.py similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migration_data_checks.py rename to litellm/proxy-extras/litellm_proxy_extras/migration_data_checks.py diff --git a/litellm-proxy-extras/litellm_proxy_extras/migration_dry_run.py b/litellm/proxy-extras/litellm_proxy_extras/migration_dry_run.py similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migration_dry_run.py rename to litellm/proxy-extras/litellm_proxy_extras/migration_dry_run.py diff --git a/litellm-proxy-extras/litellm_proxy_extras/migration_lock.py b/litellm/proxy-extras/litellm_proxy_extras/migration_lock.py similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migration_lock.py rename to litellm/proxy-extras/litellm_proxy_extras/migration_lock.py diff --git a/litellm-proxy-extras/litellm_proxy_extras/migration_recovery.py b/litellm/proxy-extras/litellm_proxy_extras/migration_recovery.py similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migration_recovery.py rename to litellm/proxy-extras/litellm_proxy_extras/migration_recovery.py diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250326162113_baseline/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250326162113_baseline/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250326162113_baseline/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250326162113_baseline/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250326171002_add_daily_user_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250326171002_add_daily_user_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250326171002_add_daily_user_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250326171002_add_daily_user_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250327180120_add_api_requests_to_daily_user_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250327180120_add_api_requests_to_daily_user_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250327180120_add_api_requests_to_daily_user_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250327180120_add_api_requests_to_daily_user_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250329084805_new_cron_job_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250329084805_new_cron_job_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250329084805_new_cron_job_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250329084805_new_cron_job_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250331215456_track_success_and_failed_requests_daily_agg_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250331215456_track_success_and_failed_requests_daily_agg_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250331215456_track_success_and_failed_requests_daily_agg_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250331215456_track_success_and_failed_requests_daily_agg_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250411215431_add_managed_file_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250411215431_add_managed_file_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250411215431_add_managed_file_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250411215431_add_managed_file_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250412081753_team_member_permissions/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250412081753_team_member_permissions/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250412081753_team_member_permissions/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250412081753_team_member_permissions/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250415151647_add_cache_read_write_tokens_daily_spend_transactions/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250415151647_add_cache_read_write_tokens_daily_spend_transactions/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250415151647_add_cache_read_write_tokens_daily_spend_transactions/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250415151647_add_cache_read_write_tokens_daily_spend_transactions/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250415191926_add_daily_team_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250415191926_add_daily_team_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250415191926_add_daily_team_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250415191926_add_daily_team_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250416115320_add_tag_table_to_db/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250416115320_add_tag_table_to_db/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250416115320_add_tag_table_to_db/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250416115320_add_tag_table_to_db/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250416151339_drop_tag_uniqueness_requirement/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250416151339_drop_tag_uniqueness_requirement/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250416151339_drop_tag_uniqueness_requirement/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250416151339_drop_tag_uniqueness_requirement/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250416185146_add_allowed_routes_litellm_verification_token/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250416185146_add_allowed_routes_litellm_verification_token/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250416185146_add_allowed_routes_litellm_verification_token/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250416185146_add_allowed_routes_litellm_verification_token/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250425182129_add_session_id/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250425182129_add_session_id/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250425182129_add_session_id/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250425182129_add_session_id/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250430193429_add_managed_vector_stores/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250430193429_add_managed_vector_stores/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250430193429_add_managed_vector_stores/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250430193429_add_managed_vector_stores/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250507161526_add_mcp_table_to_db/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250507161526_add_mcp_table_to_db/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250507161526_add_mcp_table_to_db/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250507161526_add_mcp_table_to_db/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250507161527_add_health_check_fields_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250507161527_add_health_check_fields_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250507161527_add_health_check_fields_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250507161527_add_health_check_fields_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250507184818_add_mcp_key_team_permission_mgmt/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250507184818_add_mcp_key_team_permission_mgmt/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250507184818_add_mcp_key_team_permission_mgmt/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250507184818_add_mcp_key_team_permission_mgmt/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250508072103_add_status_to_spendlogs/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250508072103_add_status_to_spendlogs/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250508072103_add_status_to_spendlogs/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250508072103_add_status_to_spendlogs/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250509141545_use_big_int_for_daily_spend_tables/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250509141545_use_big_int_for_daily_spend_tables/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250509141545_use_big_int_for_daily_spend_tables/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250509141545_use_big_int_for_daily_spend_tables/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250510142544_add_session_id_index_spend_logs/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250510142544_add_session_id_index_spend_logs/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250510142544_add_session_id_index_spend_logs/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250510142544_add_session_id_index_spend_logs/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250514142245_add_guardrails_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250514142245_add_guardrails_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250514142245_add_guardrails_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250514142245_add_guardrails_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250522223020_managed_object_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250522223020_managed_object_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250522223020_managed_object_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250522223020_managed_object_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250526154401_allow_null_entity_id/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250526154401_allow_null_entity_id/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250526154401_allow_null_entity_id/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250526154401_allow_null_entity_id/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250528185438_add_vector_stores_to_object_permissions/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250528185438_add_vector_stores_to_object_permissions/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250528185438_add_vector_stores_to_object_permissions/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250528185438_add_vector_stores_to_object_permissions/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250603210143_cascade_budget_changes/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250603210143_cascade_budget_changes/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250603210143_cascade_budget_changes/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250603210143_cascade_budget_changes/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250618225828_add_health_check_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250618225828_add_health_check_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250618225828_add_health_check_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250618225828_add_health_check_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250625145206_cascade_budget_and_loosen_managed_file_json/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250625145206_cascade_budget_and_loosen_managed_file_json/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250625145206_cascade_budget_and_loosen_managed_file_json/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250625145206_cascade_budget_and_loosen_managed_file_json/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250625213625_add_status_to_managed_object_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250625213625_add_status_to_managed_object_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250625213625_add_status_to_managed_object_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250625213625_add_status_to_managed_object_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250707212517_add_mcp_info_column_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250707212517_add_mcp_info_column_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250707212517_add_mcp_info_column_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250707212517_add_mcp_info_column_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250707230009_add_mcp_namespaced_tool_name/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250707230009_add_mcp_namespaced_tool_name/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250707230009_add_mcp_namespaced_tool_name/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250707230009_add_mcp_namespaced_tool_name/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250711220620_add_stdio_mcp/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250711220620_add_stdio_mcp/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250711220620_add_stdio_mcp/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250711220620_add_stdio_mcp/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250718125714_add_litellm_params_to_vector_stores/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250718125714_add_litellm_params_to_vector_stores/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250718125714_add_litellm_params_to_vector_stores/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250718125714_add_litellm_params_to_vector_stores/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250802162330_prompt_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250802162330_prompt_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250802162330_prompt_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250802162330_prompt_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250806095134_rename_alias_to_server_name_mcp_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250806095134_rename_alias_to_server_name_mcp_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250806095134_rename_alias_to_server_name_mcp_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250806095134_rename_alias_to_server_name_mcp_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250918083359_drop_spec_version_column_from_mcp_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250918083359_drop_spec_version_column_from_mcp_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250918083359_drop_spec_version_column_from_mcp_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250918083359_drop_spec_version_column_from_mcp_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20250926194702_unnamed_migration/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20250926194702_unnamed_migration/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20250926194702_unnamed_migration/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20250926194702_unnamed_migration/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251003165142_add_allowed_tools_to_mcp/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251003165142_add_allowed_tools_to_mcp/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251003165142_add_allowed_tools_to_mcp/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251003165142_add_allowed_tools_to_mcp/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251003190954_extra_headers_to_mcp_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251003190954_extra_headers_to_mcp_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251003190954_extra_headers_to_mcp_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251003190954_extra_headers_to_mcp_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251006143948_add_mcp_tool_permissions/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251006143948_add_mcp_tool_permissions/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251006143948_add_mcp_tool_permissions/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251006143948_add_mcp_tool_permissions/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251011084309_add_tag_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251011084309_add_tag_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251011084309_add_tag_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251011084309_add_tag_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251023141814_add_search_tool_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251023141814_add_search_tool_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251023141814_add_search_tool_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251023141814_add_search_tool_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251031181430_add_cache_config_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251031181430_add_cache_config_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251031181430_add_cache_config_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251031181430_add_cache_config_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251101131415_add_managed_vector_store_index_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251101131415_add_managed_vector_store_index_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251101131415_add_managed_vector_store_index_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251101131415_add_managed_vector_store_index_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251103072422_add_static_headers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251103072422_add_static_headers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251103072422_add_static_headers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251103072422_add_static_headers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251104220043_add_credentials_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251104220043_add_credentials_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251104220043_add_credentials_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251104220043_add_credentials_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251113000000_add_project_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251113000000_add_project_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251113000000_add_project_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251113000000_add_project_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251113000001_add_project_fields/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251113000001_add_project_fields/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251113000001_add_project_fields/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251113000001_add_project_fields/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251114173537_add_request_id_to_daily_tag_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251114173537_add_request_id_to_daily_tag_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251114173537_add_request_id_to_daily_tag_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251114173537_add_request_id_to_daily_tag_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251114180624_Add_org_usage_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251114180624_Add_org_usage_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251114180624_Add_org_usage_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251114180624_Add_org_usage_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251114182247_agents_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251114182247_agents_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251114182247_agents_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251114182247_agents_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251119131227_add_prompt_versioning/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251119131227_add_prompt_versioning/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251119131227_add_prompt_versioning/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251119131227_add_prompt_versioning/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251122125322_Add organization_id to spend logs/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251122125322_Add organization_id to spend logs/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251122125322_Add organization_id to spend logs/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251122125322_Add organization_id to spend logs/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251204124859_add_end_user_spend_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251204124859_add_end_user_spend_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251204124859_add_end_user_spend_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251204124859_add_end_user_spend_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251204142718_add_agent_permissions/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251204142718_add_agent_permissions/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251204142718_add_agent_permissions/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251204142718_add_agent_permissions/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251209112246_add_ui_settings_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251209112246_add_ui_settings_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251209112246_add_ui_settings_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251209112246_add_ui_settings_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251210125210_add_storage_backend_to_managed_files/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251210125210_add_storage_backend_to_managed_files/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251210125210_add_storage_backend_to_managed_files/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251210125210_add_storage_backend_to_managed_files/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251210205007_add_daily_agent_spend_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251210205007_add_daily_agent_spend_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251210205007_add_daily_agent_spend_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251210205007_add_daily_agent_spend_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251211100212_schema_sync/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251211100212_schema_sync/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251211100212_schema_sync/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251211100212_schema_sync/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251219110931_add_deleted_keys_and_deleted_teams_tables/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251219110931_add_deleted_keys_and_deleted_teams_tables/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251219110931_add_deleted_keys_and_deleted_teams_tables/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251219110931_add_deleted_keys_and_deleted_teams_tables/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20251220144550_schema_update/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20251220144550_schema_update/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20251220144550_schema_update/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20251220144550_schema_update/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260102131258_add_metadata_urls_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260102131258_add_metadata_urls_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260102131258_add_metadata_urls_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260102131258_add_metadata_urls_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260105151539_add_allow_all_keys_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260105151539_add_allow_all_keys_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260105151539_add_allow_all_keys_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260105151539_add_allow_all_keys_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260106155622_add_endpoint_to_daily_activity_tables/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260106155622_add_endpoint_to_daily_activity_tables/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260106155622_add_endpoint_to_daily_activity_tables/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260106155622_add_endpoint_to_daily_activity_tables/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260107111013_add_router_settings_to_keys_teams/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260107111013_add_router_settings_to_keys_teams/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260107111013_add_router_settings_to_keys_teams/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260107111013_add_router_settings_to_keys_teams/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260108_add_user_email_lower_idx/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260108_add_user_email_lower_idx/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260108_add_user_email_lower_idx/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260108_add_user_email_lower_idx/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260116142756_update_deleted_keys_teams_table_routing_settings/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260116142756_update_deleted_keys_teams_table_routing_settings/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260116142756_update_deleted_keys_teams_table_routing_settings/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260116142756_update_deleted_keys_teams_table_routing_settings/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260123131407_add_policy_tables_and_policies_field/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260123131407_add_policy_tables_and_policies_field/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260123131407_add_policy_tables_and_policies_field/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260123131407_add_policy_tables_and_policies_field/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260131150814_add_team_user_to_vector_stores/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260131150814_add_team_user_to_vector_stores/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260131150814_add_team_user_to_vector_stores/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260131150814_add_team_user_to_vector_stores/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260203120000_add_deprecated_verification_token_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260203120000_add_deprecated_verification_token_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260203120000_add_deprecated_verification_token_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260203120000_add_deprecated_verification_token_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260205091235_allow_team_guardrail_config/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260205091235_allow_team_guardrail_config/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260205091235_allow_team_guardrail_config/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260205091235_allow_team_guardrail_config/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260205144610_add_soft_budget_to_team_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260205144610_add_soft_budget_to_team_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260205144610_add_soft_budget_to_team_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260205144610_add_soft_budget_to_team_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260207093506_add_available_on_public_internet_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260207093506_add_available_on_public_internet_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260207093506_add_available_on_public_internet_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260207093506_add_available_on_public_internet_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260207110613_add_soft_budget_to_deleted_teams_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260207110613_add_soft_budget_to_deleted_teams_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260207110613_add_soft_budget_to_deleted_teams_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260207110613_add_soft_budget_to_deleted_teams_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260209085821_add_verificationtoken_indexes/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260209085821_add_verificationtoken_indexes/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260209085821_add_verificationtoken_indexes/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260209085821_add_verificationtoken_indexes/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260212103349_adjust_tags_policy_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260212103349_adjust_tags_policy_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260212103349_adjust_tags_policy_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260212103349_adjust_tags_policy_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260212143306_add_access_group_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260212143306_add_access_group_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260212143306_add_access_group_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260212143306_add_access_group_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260213105436_add_managed_vector_store_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260213105436_add_managed_vector_store_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260213105436_add_managed_vector_store_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260213105436_add_managed_vector_store_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260213170952_access_group_change_to_model_name/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260213170952_access_group_change_to_model_name/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260213170952_access_group_change_to_model_name/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260213170952_access_group_change_to_model_name/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260214094754_schema_sync/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260214094754_schema_sync/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260214094754_schema_sync/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260214094754_schema_sync/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260214163027_add_pipeline_to_policy_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260214163027_add_pipeline_to_policy_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260214163027_add_pipeline_to_policy_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260214163027_add_pipeline_to_policy_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260214185341_object_permissions_for_end_users/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260214185341_object_permissions_for_end_users/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260214185341_object_permissions_for_end_users/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260214185341_object_permissions_for_end_users/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260218231534_add_last_active_to_key_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260218231534_add_last_active_to_key_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260218231534_add_last_active_to_key_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260218231534_add_last_active_to_key_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260219105005_add_project_id_to_deleted_keys/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260219105005_add_project_id_to_deleted_keys/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260219105005_add_project_id_to_deleted_keys/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260219105005_add_project_id_to_deleted_keys/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260219181415_baseline_diff/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260219181415_baseline_diff/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260219181415_baseline_diff/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260219181415_baseline_diff/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260220124742_add_spec_path_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260220124742_add_spec_path_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260220124742_add_spec_path_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260220124742_add_spec_path_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260220153844_add_composite_index_aggregate_tables/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260220153844_add_composite_index_aggregate_tables/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260220153844_add_composite_index_aggregate_tables/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260220153844_add_composite_index_aggregate_tables/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260221000000_ensure_project_id_verification_token/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260221000000_ensure_project_id_verification_token/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260221000000_ensure_project_id_verification_token/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260221000000_ensure_project_id_verification_token/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260221183800_add_policy_versioning/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260221183800_add_policy_versioning/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260221183800_add_policy_versioning/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260221183800_add_policy_versioning/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260222000000_add_batch_processed_to_managed_object_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260222000000_add_batch_processed_to_managed_object_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260222000000_add_batch_processed_to_managed_object_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260222000000_add_batch_processed_to_managed_object_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260224201417_spend_logs_request_duration/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260224201417_spend_logs_request_duration/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260224201417_spend_logs_request_duration/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260224201417_spend_logs_request_duration/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260224203854_add_agent_object_permissions_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260224203854_add_agent_object_permissions_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260224203854_add_agent_object_permissions_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260224203854_add_agent_object_permissions_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260226000000_add_blocked_tools_to_object_permission/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260226000000_add_blocked_tools_to_object_permission/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260226000000_add_blocked_tools_to_object_permission/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260226000000_add_blocked_tools_to_object_permission/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260226120000_add_spend_log_tool_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260226120000_add_spend_log_tool_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260226120000_add_spend_log_tool_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260226120000_add_spend_log_tool_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260226202727_add_agent_id_to_delete_keys/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260226202727_add_agent_id_to_delete_keys/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260226202727_add_agent_id_to_delete_keys/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260226202727_add_agent_id_to_delete_keys/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260228000000_add_claude_code_plugin_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260228000000_add_claude_code_plugin_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260228000000_add_claude_code_plugin_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260228000000_add_claude_code_plugin_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260228100000_add_spend_logs_composite_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260228100000_add_spend_logs_composite_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260228100000_add_spend_logs_composite_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260228100000_add_spend_logs_composite_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260228110000_mcp_default_public_internet_true/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260228110000_mcp_default_public_internet_true/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260228110000_mcp_default_public_internet_true/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260228110000_mcp_default_public_internet_true/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260228170127_support_team_based_guardrails/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260228170127_support_team_based_guardrails/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260228170127_support_team_based_guardrails/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260228170127_support_team_based_guardrails/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260303000000_update_tool_table_policies/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260303000000_update_tool_table_policies/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260303000000_update_tool_table_policies/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260303000000_update_tool_table_policies/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260304175016_add_spend_to_agent_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260304175016_add_spend_to_agent_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260304175016_add_spend_to_agent_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260304175016_add_spend_to_agent_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260305000000_add_agent_headers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260305000000_add_agent_headers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260305000000_add_agent_headers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260305000000_add_agent_headers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260305000000_add_rate_limits_to_agents/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260305000000_add_rate_limits_to_agents/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260305000000_add_rate_limits_to_agents/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260305000000_add_rate_limits_to_agents/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260306175056_add_configs_override_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260306175056_add_configs_override_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260306175056_add_configs_override_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260306175056_add_configs_override_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260306233848_schema_sync/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260306233848_schema_sync/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260306233848_schema_sync/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260306233848_schema_sync/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260309000000_add_mcp_approval_status/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260309000000_add_mcp_approval_status/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260309000000_add_mcp_approval_status/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260309000000_add_mcp_approval_status/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260309000001_add_mcp_source_url/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260309000001_add_mcp_source_url/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260309000001_add_mcp_source_url/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260309000001_add_mcp_source_url/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260312124619_schema_sync/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260312124619_schema_sync/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260312124619_schema_sync/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260312124619_schema_sync/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260318140652_add_index_to_team_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260318140652_add_index_to_team_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260318140652_add_index_to_team_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260318140652_add_index_to_team_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260319000000_restore_mcp_approval_fields/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260319000000_restore_mcp_approval_fields/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260319000000_restore_mcp_approval_fields/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260319000000_restore_mcp_approval_fields/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260321000000_add_mcp_toolsets/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260321000000_add_mcp_toolsets/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260321000000_add_mcp_toolsets/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260321000000_add_mcp_toolsets/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260331000000_add_prompt_environment_and_created_by/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260331000000_add_prompt_environment_and_created_by/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260331000000_add_prompt_environment_and_created_by/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260331000000_add_prompt_environment_and_created_by/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260401000000_add_budget_limits/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260401000000_add_budget_limits/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260401000000_add_budget_limits/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260401000000_add_budget_limits/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260401000000_add_team_member_model_scope/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260401000000_add_team_member_model_scope/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260401000000_add_team_member_model_scope/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260401000000_add_team_member_model_scope/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260414140000_add_mcp_server_instructions/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260414140000_add_mcp_server_instructions/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260414140000_add_mcp_server_instructions/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260414140000_add_mcp_server_instructions/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260415120000_health_check_latest_per_model_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260415120000_health_check_latest_per_model_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260415120000_health_check_latest_per_model_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260415120000_health_check_latest_per_model_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260418000000_add_adaptive_router_tables/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260418000000_add_adaptive_router_tables/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260418000000_add_adaptive_router_tables/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260418000000_add_adaptive_router_tables/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260421120000_add_memory_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260421120000_add_memory_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260421120000_add_memory_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260421120000_add_memory_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260421135425_add_team_membership_total_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260421135425_add_team_membership_total_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260421135425_add_team_membership_total_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260421135425_add_team_membership_total_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260429120000_search_tools_on_object_permission/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260429120000_search_tools_on_object_permission/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260429120000_search_tools_on_object_permission/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260429120000_search_tools_on_object_permission/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260429161855_workflow_runs_tables/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260429161855_workflow_runs_tables/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260429161855_workflow_runs_tables/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260429161855_workflow_runs_tables/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260501195714_managed_resource_team_owner/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260501195714_managed_resource_team_owner/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260501195714_managed_resource_team_owner/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260501195714_managed_resource_team_owner/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260513120000_add_delegate_auth_to_upstream_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260513120000_add_delegate_auth_to_upstream_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260513120000_add_delegate_auth_to_upstream_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260513120000_add_delegate_auth_to_upstream_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260514120000_add_blocked_to_proxy_model_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260514120000_add_blocked_to_proxy_model_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260514120000_add_blocked_to_proxy_model_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260514120000_add_blocked_to_proxy_model_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260520120000_add_mcp_env_vars/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260520120000_add_mcp_env_vars/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260520120000_add_mcp_env_vars/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260520120000_add_mcp_env_vars/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260526120000_add_oauth_passthrough_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260526120000_add_oauth_passthrough_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260526120000_add_oauth_passthrough_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260526120000_add_oauth_passthrough_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260604120000_add_oauth2_flow_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260604120000_add_oauth2_flow_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260604120000_add_oauth2_flow_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260604120000_add_oauth2_flow_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260605182307_add_timeout_to_mcp_server_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260605182307_add_timeout_to_mcp_server_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260605182307_add_timeout_to_mcp_server_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260605182307_add_timeout_to_mcp_server_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260626120000_add_mcp_tool_search_enabled/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260626120000_add_mcp_tool_search_enabled/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260626120000_add_mcp_tool_search_enabled/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260626120000_add_mcp_tool_search_enabled/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260629000000_add_max_concurrent_requests_to_mcp_server_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260629000000_add_max_concurrent_requests_to_mcp_server_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260629000000_add_max_concurrent_requests_to_mcp_server_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260629000000_add_max_concurrent_requests_to_mcp_server_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260630120000_add_token_exchange_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260630120000_add_token_exchange_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260630120000_add_token_exchange_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260630120000_add_token_exchange_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260630190000_add_budget_fallbacks_to_litellm_verification_token/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260630190000_add_budget_fallbacks_to_litellm_verification_token/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260630190000_add_budget_fallbacks_to_litellm_verification_token/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260630190000_add_budget_fallbacks_to_litellm_verification_token/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260703120000_add_token_exchange_profile_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260703120000_add_token_exchange_profile_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260703120000_add_token_exchange_profile_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260703120000_add_token_exchange_profile_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260710000000_add_dcr_bridge_to_mcp_server_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260710000000_add_dcr_bridge_to_mcp_server_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260710000000_add_dcr_bridge_to_mcp_server_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260710000000_add_dcr_bridge_to_mcp_server_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260713010000_add_ptu_columns_to_daily_team_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260713010000_add_ptu_columns_to_daily_team_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260713010000_add_ptu_columns_to_daily_team_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260713010000_add_ptu_columns_to_daily_team_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260713230852_add_key_type_to_litellm_verification_token/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260713230852_add_key_type_to_litellm_verification_token/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260713230852_add_key_type_to_litellm_verification_token/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260713230852_add_key_type_to_litellm_verification_token/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260715000000_add_issuer_to_mcp_server_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260715000000_add_issuer_to_mcp_server_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260715000000_add_issuer_to_mcp_server_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260715000000_add_issuer_to_mcp_server_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260717000000_add_compression_saved_tokens/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260717000000_add_compression_saved_tokens/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260717000000_add_compression_saved_tokens/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260717000000_add_compression_saved_tokens/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260717000000_add_mcp_server_oauth_client_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260717000000_add_mcp_server_oauth_client_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260717000000_add_mcp_server_oauth_client_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260717000000_add_mcp_server_oauth_client_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260717000000_cascade_delete_jwt_key_mapping_on_token_delete/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260717000000_cascade_delete_jwt_key_mapping_on_token_delete/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260717000000_cascade_delete_jwt_key_mapping_on_token_delete/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260717000000_cascade_delete_jwt_key_mapping_on_token_delete/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260718000000_add_savings_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260718000000_add_savings_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260718000000_add_savings_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260718000000_add_savings_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260721000000_add_sso_identity_assertion/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260721000000_add_sso_identity_assertion/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260721000000_add_sso_identity_assertion/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260721000000_add_sso_identity_assertion/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260724000000_add_spend_log_tool_index_start_time_idx/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260724000000_add_spend_log_tool_index_start_time_idx/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260724000000_add_spend_log_tool_index_start_time_idx/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260724000000_add_spend_log_tool_index_start_time_idx/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260725000000_add_daily_tool_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260725000000_add_daily_tool_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260725000000_add_daily_tool_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260725000000_add_daily_tool_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260729000000_add_reload_tracking_to_litellm_config/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260729000000_add_reload_tracking_to_litellm_config/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260729000000_add_reload_tracking_to_litellm_config/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260729000000_add_reload_tracking_to_litellm_config/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260730000000_add_api_key_and_request_tags_to_managed_object_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260730000000_add_api_key_and_request_tags_to_managed_object_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260730000000_add_api_key_and_request_tags_to_managed_object_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260730000000_add_api_key_and_request_tags_to_managed_object_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260731000000_add_autorouter_savings_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260731000000_add_autorouter_savings_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260731000000_add_autorouter_savings_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260731000000_add_autorouter_savings_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260803000000_add_daily_gateway_requests/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260803000000_add_daily_gateway_requests/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260803000000_add_daily_gateway_requests/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260803000000_add_daily_gateway_requests/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260804162853_add_budget_window_spend_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260804162853_add_budget_window_spend_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260804162853_add_budget_window_spend_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260804162853_add_budget_window_spend_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260805000000_add_autorouter_session_rollup/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260805000000_add_autorouter_session_rollup/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260805000000_add_autorouter_session_rollup/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260805000000_add_autorouter_session_rollup/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260807000000_add_autorouter_session_tier_turns/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260807000000_add_autorouter_session_tier_turns/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260807000000_add_autorouter_session_tier_turns/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260807000000_add_autorouter_session_tier_turns/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260810000000_add_verificationtoken_settings_updated_at/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260810000000_add_verificationtoken_settings_updated_at/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260810000000_add_verificationtoken_settings_updated_at/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260810000000_add_verificationtoken_settings_updated_at/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260811172448_add_shadow_eval/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260811172448_add_shadow_eval/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260811172448_add_shadow_eval/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260811172448_add_shadow_eval/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260813180408_add_shadow_eval_direction/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260813180408_add_shadow_eval_direction/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260813180408_add_shadow_eval_direction/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260813180408_add_shadow_eval_direction/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260814000000_add_proxy_worker_heartbeat/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260814000000_add_proxy_worker_heartbeat/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260814000000_add_proxy_worker_heartbeat/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260814000000_add_proxy_worker_heartbeat/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260817000000_shadow_eval_multi_key/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260817000000_shadow_eval_multi_key/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260817000000_shadow_eval_multi_key/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260817000000_shadow_eval_multi_key/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260817143646_add_daily_guardrail_usage_units/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260817143646_add_daily_guardrail_usage_units/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260817143646_add_daily_guardrail_usage_units/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260817143646_add_daily_guardrail_usage_units/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260818000000_add_spend_log_timestamps/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260818000000_add_spend_log_timestamps/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260818000000_add_spend_log_timestamps/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260818000000_add_spend_log_timestamps/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260818224500_add_shadow_eval_stopped_by/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260818224500_add_shadow_eval_stopped_by/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260818224500_add_shadow_eval_stopped_by/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260818224500_add_shadow_eval_stopped_by/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260819000000_shadow_eval_max_budget/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260819000000_shadow_eval_max_budget/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260819000000_shadow_eval_max_budget/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260819000000_shadow_eval_max_budget/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260823000000_add_spend_logs_api_key_starttime_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260823000000_add_spend_logs_api_key_starttime_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260823000000_add_spend_logs_api_key_starttime_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260823000000_add_spend_logs_api_key_starttime_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260824000000_add_gateway_injected_caching_savings_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260824000000_add_gateway_injected_caching_savings_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260824000000_add_gateway_injected_caching_savings_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260824000000_add_gateway_injected_caching_savings_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260828000000_shadow_eval_cost_comparison/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260828000000_shadow_eval_cost_comparison/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260828000000_shadow_eval_cost_comparison/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260828000000_shadow_eval_cost_comparison/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260829000000_add_model_access_group_budget_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260829000000_add_model_access_group_budget_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260829000000_add_model_access_group_budget_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260829000000_add_model_access_group_budget_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260831000000_shadow_eval_typed_targets/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260831000000_shadow_eval_typed_targets/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260831000000_shadow_eval_typed_targets/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260831000000_shadow_eval_typed_targets/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260831120000_add_litellm_call_id_spend_logs/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260831120000_add_litellm_call_id_spend_logs/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260831120000_add_litellm_call_id_spend_logs/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260831120000_add_litellm_call_id_spend_logs/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260831120001_spend_logs_litellm_call_id_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260831120001_spend_logs_litellm_call_id_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260831120001_spend_logs_litellm_call_id_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260831120001_spend_logs_litellm_call_id_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260901000000_shadow_eval_multi_router/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260901000000_shadow_eval_multi_router/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260901000000_shadow_eval_multi_router/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260901000000_shadow_eval_multi_router/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260901000001_add_guardrail_usage_units_cost/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260901000001_add_guardrail_usage_units_cost/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260901000001_add_guardrail_usage_units_cost/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260901000001_add_guardrail_usage_units_cost/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260903230000_add_org_id_to_managed_object_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260903230000_add_org_id_to_managed_object_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260903230000_add_org_id_to_managed_object_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260903230000_add_org_id_to_managed_object_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260904000000_shadow_eval_model_scope/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260904000000_shadow_eval_model_scope/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260904000000_shadow_eval_model_scope/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260904000000_shadow_eval_model_scope/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260905120000_add_per_server_oauth_discovery_to_mcp_servers/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260905120000_add_per_server_oauth_discovery_to_mcp_servers/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260905120000_add_per_server_oauth_discovery_to_mcp_servers/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260905120000_add_per_server_oauth_discovery_to_mcp_servers/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260907000000_add_autorouter_classifier_cost/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260907000000_add_autorouter_classifier_cost/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260907000000_add_autorouter_classifier_cost/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260907000000_add_autorouter_classifier_cost/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260910000000_add_autorouter_session_baseline_models/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260910000000_add_autorouter_session_baseline_models/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260910000000_add_autorouter_session_baseline_models/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260910000000_add_autorouter_session_baseline_models/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260910000000_skills_on_object_permission/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260910000000_skills_on_object_permission/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260910000000_skills_on_object_permission/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260910000000_skills_on_object_permission/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260913000000_add_tpd_limit/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260913000000_add_tpd_limit/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260913000000_add_tpd_limit/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260913000000_add_tpd_limit/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_autorouter_savings_estimate_coverage/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_autorouter_savings_estimate_coverage/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_autorouter_savings_estimate_coverage/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_autorouter_savings_estimate_coverage/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_background_interaction_settlement/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_background_interaction_settlement/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_background_interaction_settlement/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_background_interaction_settlement/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_daily_global_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_daily_global_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_daily_global_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_daily_global_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_daily_response_time/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_daily_response_time/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_daily_response_time/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_add_daily_response_time/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_scope_jwt_key_mapping_by_issuer/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_scope_jwt_key_mapping_by_issuer/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260915000000_scope_jwt_key_mapping_by_issuer/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260915000000_scope_jwt_key_mapping_by_issuer/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260915010000_add_autorouter_baseline_state/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260915010000_add_autorouter_baseline_state/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260915010000_add_autorouter_baseline_state/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260915010000_add_autorouter_baseline_state/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260916000000_add_key_total_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260916000000_add_key_total_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260916000000_add_key_total_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260916000000_add_key_total_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260917000000_add_agent_access_group_ids/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260917000000_add_agent_access_group_ids/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260917000000_add_agent_access_group_ids/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260917000000_add_agent_access_group_ids/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260917000000_add_budget_temp_increase/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260917000000_add_budget_temp_increase/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260917000000_add_budget_temp_increase/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260917000000_add_budget_temp_increase/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260917055603_add_policy_attachment_priority/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260917055603_add_policy_attachment_priority/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260917055603_add_policy_attachment_priority/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260917055603_add_policy_attachment_priority/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260918000000_add_managed_file_content_table/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260918000000_add_managed_file_content_table/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260918000000_add_managed_file_content_table/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260918000000_add_managed_file_content_table/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260919000000_add_autorouter_user_session_rollup/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260919000000_add_autorouter_user_session_rollup/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260919000000_add_autorouter_user_session_rollup/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260919000000_add_autorouter_user_session_rollup/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260920041500_add_policy_attachment_is_default/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260920041500_add_policy_attachment_is_default/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260920041500_add_policy_attachment_is_default/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260920041500_add_policy_attachment_is_default/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260921000000_add_password_reset_columns/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260921000000_add_password_reset_columns/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260921000000_add_password_reset_columns/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260921000000_add_password_reset_columns/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260921190000_agent_identity/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260921190000_agent_identity/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260921190000_agent_identity/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260921190000_agent_identity/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260923000000_add_agent_kill_switch/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260923000000_add_agent_kill_switch/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260923000000_add_agent_kill_switch/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260923000000_add_agent_kill_switch/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260923000000_add_mcp_catalog_revision_trigger/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260923000000_add_mcp_catalog_revision_trigger/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260923000000_add_mcp_catalog_revision_trigger/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260923000000_add_mcp_catalog_revision_trigger/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260925000000_add_mcp_pinned_tools/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260925000000_add_mcp_pinned_tools/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260925000000_add_mcp_pinned_tools/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260925000000_add_mcp_pinned_tools/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260928000000_add_daily_model_usage/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260928000000_add_daily_model_usage/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260928000000_add_daily_model_usage/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260928000000_add_daily_model_usage/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260930000000_add_end_user_models/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260930000000_add_end_user_models/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260930000000_add_end_user_models/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260930000000_add_end_user_models/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260930000000_agent_engine/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20260930000000_agent_engine/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20260930000000_agent_engine/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20260930000000_agent_engine/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261001000000_lens_run_history/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261001000000_lens_run_history/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261001000000_lens_run_history/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261001000000_lens_run_history/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261001100000_rename_lens/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261001100000_rename_lens/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261001100000_rename_lens/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261001100000_rename_lens/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261001200000_add_autorouter_daily_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261001200000_add_autorouter_daily_spend/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261001200000_add_autorouter_daily_spend/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261001200000_add_autorouter_daily_spend/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261002220000_lens_worker_scope_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261002220000_lens_worker_scope_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261002220000_lens_worker_scope_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261002220000_lens_worker_scope_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261003000000_add_managed_file_flat_ids_gin_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261003000000_add_managed_file_flat_ids_gin_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261003000000_add_managed_file_flat_ids_gin_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261003000000_add_managed_file_flat_ids_gin_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261005000000_add_mcp_server_rpm/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261005000000_add_mcp_server_rpm/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261005000000_add_mcp_server_rpm/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261005000000_add_mcp_server_rpm/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261005230000_lens_trace_findings_indexes/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261005230000_lens_trace_findings_indexes/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261005230000_lens_trace_findings_indexes/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261005230000_lens_trace_findings_indexes/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261005230100_lens_current_findings_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261005230100_lens_current_findings_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261005230100_lens_current_findings_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261005230100_lens_current_findings_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261006000000_lens_review_checkpoints/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261006000000_lens_review_checkpoints/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261006000000_lens_review_checkpoints/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261006000000_lens_review_checkpoints/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261006000100_lens_datasets/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261006000100_lens_datasets/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261006000100_lens_datasets/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261006000100_lens_datasets/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261007000000_lens_review_fk_on_update_cascade/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261007000000_lens_review_fk_on_update_cascade/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261007000000_lens_review_fk_on_update_cascade/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261007000000_lens_review_fk_on_update_cascade/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261007000100_lens_ingestion_keys/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261007000100_lens_ingestion_keys/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261007000100_lens_ingestion_keys/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261007000100_lens_ingestion_keys/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261007120000_add_autorouter_daily_tokens/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261007120000_add_autorouter_daily_tokens/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261007120000_add_autorouter_daily_tokens/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261007120000_add_autorouter_daily_tokens/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261008000000_lens_due_at/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261008000000_lens_due_at/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261008000000_lens_due_at/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261008000000_lens_due_at/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261008000100_lens_due_at_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261008000100_lens_due_at_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261008000100_lens_due_at_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261008000100_lens_due_at_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261008000200_lens_trace_signals/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261008000200_lens_trace_signals/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261008000200_lens_trace_signals/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261008000200_lens_trace_signals/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261008010000_add_daily_gateway_failed_requests/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261008010000_add_daily_gateway_failed_requests/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261008010000_add_daily_gateway_failed_requests/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261008010000_add_daily_gateway_failed_requests/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261008120000_add_daily_request_errors/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261008120000_add_daily_request_errors/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261008120000_add_daily_request_errors/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261008120000_add_daily_request_errors/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261008120000_user_provider_credentials/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261008120000_user_provider_credentials/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261008120000_user_provider_credentials/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261008120000_user_provider_credentials/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261009000000_add_credential_display_name/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261009000000_add_credential_display_name/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261009000000_add_credential_display_name/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261009000000_add_credential_display_name/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261009000100_telemetry_reports/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261009000100_telemetry_reports/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261009000100_telemetry_reports/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261009000100_telemetry_reports/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261013000000_access_group_mcp_tool_permissions/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261013000000_access_group_mcp_tool_permissions/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261013000000_access_group_mcp_tool_permissions/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261013000000_access_group_mcp_tool_permissions/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261013000000_add_access_group_skill_names/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261013000000_add_access_group_skill_names/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261013000000_add_access_group_skill_names/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261013000000_add_access_group_skill_names/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261015000000_managed_object_end_user_id/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261015000000_managed_object_end_user_id/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261015000000_managed_object_end_user_id/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261015000000_managed_object_end_user_id/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261015120000_add_environment_variables_revision_trigger/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261015120000_add_environment_variables_revision_trigger/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261015120000_add_environment_variables_revision_trigger/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261015120000_add_environment_variables_revision_trigger/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261016000000_background_interaction_settlement_settled_at_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261016000000_background_interaction_settlement_settled_at_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261016000000_background_interaction_settlement_settled_at_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261016000000_background_interaction_settlement_settled_at_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261021000000_managed_file_created_by_created_at_index/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261021000000_managed_file_created_by_created_at_index/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261021000000_managed_file_created_by_created_at_index/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261021000000_managed_file_created_by_created_at_index/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261027000000_add_accounting_ledger_tables/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261027000000_add_accounting_ledger_tables/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261027000000_add_accounting_ledger_tables/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261027000000_add_accounting_ledger_tables/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261028000000_subscription_accounts/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261028000000_subscription_accounts/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261028000000_subscription_accounts/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261028000000_subscription_accounts/migration.sql diff --git a/litellm/proxy-extras/litellm_proxy_extras/migrations/20261029000000_add_background_response_settlement/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261029000000_add_background_response_settlement/migration.sql new file mode 100644 index 00000000000..4965ed3cfc4 --- /dev/null +++ b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261029000000_add_background_response_settlement/migration.sql @@ -0,0 +1,9 @@ +SET LOCAL lock_timeout = '10s'; + +-- CreateTable +CREATE TABLE IF NOT EXISTS "LiteLLM_BackgroundResponseSettlement" ( + "response_id" TEXT NOT NULL, + "settled_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP, + + CONSTRAINT "LiteLLM_BackgroundResponseSettlement_pkey" PRIMARY KEY ("response_id") +); diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261103010000_spendlogs_accounting_delivery/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261103010000_spendlogs_accounting_delivery/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261103010000_spendlogs_accounting_delivery/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261103010000_spendlogs_accounting_delivery/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261104000000_skill_zip_upload/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261104000000_skill_zip_upload/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261104000000_skill_zip_upload/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261104000000_skill_zip_upload/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261104010000_drop_accounting_event_tables/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261104010000_drop_accounting_event_tables/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261104010000_drop_accounting_event_tables/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261104010000_drop_accounting_event_tables/migration.sql diff --git a/litellm/proxy-extras/litellm_proxy_extras/migrations/20261105000000_scheduled_job_runs/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261105000000_scheduled_job_runs/migration.sql new file mode 100644 index 00000000000..4e9b168921c --- /dev/null +++ b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261105000000_scheduled_job_runs/migration.sql @@ -0,0 +1,23 @@ +SET LOCAL lock_timeout = '10s'; + +CREATE TYPE "ScheduledJobRunStatus" AS ENUM ('PENDING', 'RUNNING', 'SUCCEEDED', 'FAILED', 'CANCELLED'); + +CREATE TABLE IF NOT EXISTS "LiteLLM_ScheduledJobRun" ( + "id" TEXT NOT NULL, + "job_name" TEXT NOT NULL, + "lock_group" TEXT NOT NULL, + "schedule" TEXT NOT NULL, + "scheduled_for" TIMESTAMPTZ(3) NOT NULL, + "status" "ScheduledJobRunStatus" NOT NULL DEFAULT 'PENDING', + "claimed_by" TEXT, + "claimed_at" TIMESTAMPTZ(3), + "lease_expires_at" TIMESTAMPTZ(3), + "finished_at" TIMESTAMPTZ(3), + "created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP, + + CONSTRAINT "LiteLLM_ScheduledJobRun_pkey" PRIMARY KEY ("id") +); + +CREATE INDEX IF NOT EXISTS "LiteLLM_ScheduledJobRun_job_name_status_idx" ON "LiteLLM_ScheduledJobRun"("job_name", "status"); + +CREATE INDEX IF NOT EXISTS "LiteLLM_ScheduledJobRun_lock_group_status_idx" ON "LiteLLM_ScheduledJobRun"("lock_group", "status"); diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261105000000_skill_version_history/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261105000000_skill_version_history/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261105000000_skill_version_history/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261105000000_skill_version_history/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261105010000_skill_submissions/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261105010000_skill_submissions/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261105010000_skill_submissions/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261105010000_skill_submissions/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261105020000_skill_scanning/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261105020000_skill_scanning/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261105020000_skill_scanning/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261105020000_skill_scanning/migration.sql diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261105094500_add_skill_download_history/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261105094500_add_skill_download_history/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261105094500_add_skill_download_history/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261105094500_add_skill_download_history/migration.sql diff --git a/litellm/proxy-extras/litellm_proxy_extras/migrations/20261109013000_add_alerts/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261109013000_add_alerts/migration.sql new file mode 100644 index 00000000000..da623a0c6c6 --- /dev/null +++ b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261109013000_add_alerts/migration.sql @@ -0,0 +1,22 @@ +SET LOCAL lock_timeout = '10s'; + +CREATE TABLE IF NOT EXISTS "LiteLLM_Alert" ( + "id" BIGSERIAL PRIMARY KEY, + "detection_key" VARCHAR(64) NOT NULL, + "type" VARCHAR(32) NOT NULL, + "resource_type" VARCHAR(16) NOT NULL, + "resource_id" VARCHAR(1024) NOT NULL, + "status" VARCHAR(16) NOT NULL DEFAULT 'open', + "window_start" TIMESTAMP(3) NOT NULL, + "window_end" TIMESTAMP(3) NOT NULL, + "evidence" JSONB NOT NULL, + "created_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP, + "updated_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP, + "updated_by" VARCHAR(1024), + CHECK ("status" IN ('open', 'resolved', 'dismissed')), + CHECK ("window_end" > "window_start"), + CHECK (octet_length("evidence"::text) <= 8192) +); + +CREATE UNIQUE INDEX IF NOT EXISTS "LiteLLM_Alert_detection_key_key" ON "LiteLLM_Alert"("detection_key"); +CREATE INDEX IF NOT EXISTS "LiteLLM_Alert_status_id_idx" ON "LiteLLM_Alert"("status", "id"); diff --git a/litellm/proxy-extras/litellm_proxy_extras/migrations/20261109090000_add_performance_alerts/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261109090000_add_performance_alerts/migration.sql new file mode 100644 index 00000000000..071e4177761 --- /dev/null +++ b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261109090000_add_performance_alerts/migration.sql @@ -0,0 +1,21 @@ +SET LOCAL lock_timeout = '10s'; + +CREATE TABLE IF NOT EXISTS "LiteLLM_PerformanceAlertState" ( + "id" INTEGER PRIMARY KEY, + "owner" VARCHAR(32) NOT NULL, + "next_run_at" TIMESTAMPTZ(3) NOT NULL, + "day" VARCHAR(10), + "scope" VARCHAR(16), + "resume_after" VARCHAR(1024) NOT NULL DEFAULT '', + "wrapped" BOOLEAN NOT NULL DEFAULT false, + "checked" INTEGER NOT NULL DEFAULT 0, + "skipped" INTEGER NOT NULL DEFAULT 0, + "start_scope" VARCHAR(16), + "start_after" VARCHAR(1024) NOT NULL DEFAULT '', + "completed_at" TIMESTAMP(3), + "updated_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP +); + +ALTER TABLE "LiteLLM_DailyModelUsage" + ADD COLUMN IF NOT EXISTS "total_response_time_ms" BIGINT NOT NULL DEFAULT 0, + ADD COLUMN IF NOT EXISTS "timed_requests" BIGINT NOT NULL DEFAULT 0; diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20261110000000_add_budget_model_tpm_rpm_limit/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261110000000_add_budget_model_tpm_rpm_limit/migration.sql similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/20261110000000_add_budget_model_tpm_rpm_limit/migration.sql rename to litellm/proxy-extras/litellm_proxy_extras/migrations/20261110000000_add_budget_model_tpm_rpm_limit/migration.sql diff --git a/litellm/proxy-extras/litellm_proxy_extras/migrations/20261110120000_add_daily_spend_guardrail_spend/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261110120000_add_daily_spend_guardrail_spend/migration.sql new file mode 100644 index 00000000000..c2c264325a6 --- /dev/null +++ b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261110120000_add_daily_spend_guardrail_spend/migration.sql @@ -0,0 +1,22 @@ +SET LOCAL lock_timeout = '10s'; + +-- AlterTable +ALTER TABLE "LiteLLM_DailyUserSpend" ADD COLUMN IF NOT EXISTS "guardrail_spend" DOUBLE PRECISION NOT NULL DEFAULT 0.0; + +-- AlterTable +ALTER TABLE "LiteLLM_DailyTeamSpend" ADD COLUMN IF NOT EXISTS "guardrail_spend" DOUBLE PRECISION NOT NULL DEFAULT 0.0; + +-- AlterTable +ALTER TABLE "LiteLLM_DailyOrganizationSpend" ADD COLUMN IF NOT EXISTS "guardrail_spend" DOUBLE PRECISION NOT NULL DEFAULT 0.0; + +-- AlterTable +ALTER TABLE "LiteLLM_DailyEndUserSpend" ADD COLUMN IF NOT EXISTS "guardrail_spend" DOUBLE PRECISION NOT NULL DEFAULT 0.0; + +-- AlterTable +ALTER TABLE "LiteLLM_DailyAgentSpend" ADD COLUMN IF NOT EXISTS "guardrail_spend" DOUBLE PRECISION NOT NULL DEFAULT 0.0; + +-- AlterTable +ALTER TABLE "LiteLLM_DailyTagSpend" ADD COLUMN IF NOT EXISTS "guardrail_spend" DOUBLE PRECISION NOT NULL DEFAULT 0.0; + +-- AlterTable +ALTER TABLE "LiteLLM_DailyGlobalSpend" ADD COLUMN IF NOT EXISTS "guardrail_spend" DOUBLE PRECISION NOT NULL DEFAULT 0.0; diff --git a/litellm/proxy-extras/litellm_proxy_extras/migrations/20261111000000_add_performance_alert_access/migration.sql b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261111000000_add_performance_alert_access/migration.sql new file mode 100644 index 00000000000..c878ea297dc --- /dev/null +++ b/litellm/proxy-extras/litellm_proxy_extras/migrations/20261111000000_add_performance_alert_access/migration.sql @@ -0,0 +1,5 @@ +SET LOCAL lock_timeout = '10s'; + +ALTER TABLE "LiteLLM_PerformanceAlertState" + ADD COLUMN IF NOT EXISTS "enabled" BOOLEAN NOT NULL DEFAULT true, + ADD COLUMN IF NOT EXISTS "alerts_used" INTEGER; diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/migration_lock.toml b/litellm/proxy-extras/litellm_proxy_extras/migrations/migration_lock.toml similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/migrations/migration_lock.toml rename to litellm/proxy-extras/litellm_proxy_extras/migrations/migration_lock.toml diff --git a/litellm-proxy-extras/litellm_proxy_extras/prisma_toolchain.py b/litellm/proxy-extras/litellm_proxy_extras/prisma_toolchain.py similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/prisma_toolchain.py rename to litellm/proxy-extras/litellm_proxy_extras/prisma_toolchain.py diff --git a/litellm-proxy-extras/litellm_proxy_extras/py.typed b/litellm/proxy-extras/litellm_proxy_extras/py.typed similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/py.typed rename to litellm/proxy-extras/litellm_proxy_extras/py.typed diff --git a/litellm-proxy-extras/litellm_proxy_extras/replica_identity.py b/litellm/proxy-extras/litellm_proxy_extras/replica_identity.py similarity index 100% rename from litellm-proxy-extras/litellm_proxy_extras/replica_identity.py rename to litellm/proxy-extras/litellm_proxy_extras/replica_identity.py diff --git a/litellm-proxy-extras/litellm_proxy_extras/request_log_indexes.py b/litellm/proxy-extras/litellm_proxy_extras/request_log_indexes.py similarity index 98% rename from litellm-proxy-extras/litellm_proxy_extras/request_log_indexes.py rename to litellm/proxy-extras/litellm_proxy_extras/request_log_indexes.py index 4c856c741d3..d68b8c77c0d 100644 --- a/litellm-proxy-extras/litellm_proxy_extras/request_log_indexes.py +++ b/litellm/proxy-extras/litellm_proxy_extras/request_log_indexes.py @@ -4,7 +4,7 @@ background, once it serves). A migration cannot build them: a plain `CREATE INDEX` blocks spend-log inserts for the whole build, and `CREATE INDEX CONCURRENTLY` is refused on a partitioned parent -(db_scripts/partition_spend_logs.sql). `REQUEST_LOG_INDEXES` is the one list to extend; +(litellm/scripts/db/partition_spend_logs.sql). `REQUEST_LOG_INDEXES` is the one list to extend; names match what Prisma derives from the `@@index` declarations in schema.prisma, so an index a database already has is recognized and never rebuilt. """ @@ -59,6 +59,7 @@ class RequestLogIndex: REQUEST_LOG_INDEXES: Final = ( RequestLogIndex("LiteLLM_SpendLogs", "LiteLLM_SpendLogs_api_key_startTime_idx", '("api_key", "startTime")'), RequestLogIndex("LiteLLM_SpendLogs", "LiteLLM_SpendLogs_litellm_call_id_idx", '("litellm_call_id")'), + RequestLogIndex("LiteLLM_DailyUserSpend", "LiteLLM_DailyUserSpend_api_key_date_idx", '("api_key", "date")'), ) _IDENTIFIER_MAX_BYTES: Final = 63 diff --git a/schema.prisma b/litellm/proxy-extras/litellm_proxy_extras/schema.prisma similarity index 97% rename from schema.prisma rename to litellm/proxy-extras/litellm_proxy_extras/schema.prisma index e63580da721..498f86cc40f 100644 --- a/schema.prisma +++ b/litellm/proxy-extras/litellm_proxy_extras/schema.prisma @@ -883,6 +883,7 @@ model LiteLLM_DailyUserSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -896,6 +897,7 @@ model LiteLLM_DailyUserSpend { @@index([date]) @@index([user_id, date]) @@index([api_key]) + @@index([api_key, date]) @@index([model]) @@index([mcp_namespaced_tool_name]) @@index([endpoint]) @@ -919,6 +921,7 @@ model LiteLLM_DailyGlobalSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -952,6 +955,7 @@ model LiteLLM_DailyOrganizationSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -990,6 +994,7 @@ model LiteLLM_DailyEndUserSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1027,6 +1032,7 @@ model LiteLLM_DailyAgentSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1064,6 +1070,7 @@ model LiteLLM_DailyTeamSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1104,6 +1111,7 @@ model LiteLLM_DailyTagSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1148,6 +1156,31 @@ enum JobStatus { INACTIVE } +model LiteLLM_ScheduledJobRun { + id String @id @default(uuid()) + job_name String + lock_group String + schedule String + scheduled_for DateTime @client.Timestamptz(3) + status ScheduledJobRunStatus @default(PENDING) + claimed_by String? + claimed_at DateTime? @client.Timestamptz(3) + lease_expires_at DateTime? @client.Timestamptz(3) + finished_at DateTime? @client.Timestamptz(3) + created_at DateTime @default(now()) @client.Timestamptz(3) + + @@index([job_name, status]) + @@index([lock_group, status]) +} + +enum ScheduledJobRunStatus { + PENDING + RUNNING + SUCCEEDED + FAILED + CANCELLED +} + model LiteLLM_ManagedFileTable { id String @id @default(uuid()) unified_file_id String @unique // The base64 encoded unified file ID @@ -1351,6 +1384,8 @@ model LiteLLM_DailyModelUsage { request_count BigInt @default(0) successful_requests BigInt @default(0) failed_requests BigInt @default(0) + total_response_time_ms BigInt @default(0) + timed_requests BigInt @default(0) created_at DateTime @default(now()) updated_at DateTime @updatedAt @@ -2055,6 +2090,11 @@ model LiteLLM_BackgroundInteractionSettlement { @@index([settled_at], map: "idx_background_interaction_settlement_settled_at") } +model LiteLLM_BackgroundResponseSettlement { + response_id String @id + settled_at DateTime @default(now()) +} + model LiteLLM_Lens { reviews LiteLLM_LensReview[] id String @id @@ -2170,3 +2210,38 @@ model LiteLLM_SubscriptionAccountTable { @@unique([custom_llm_provider, account_id], map: "LiteLLM_SubscriptionAccountTable_provider_account_key") } + +model LiteLLM_Alert { + id BigInt @id @default(autoincrement()) + detection_key String @unique @client.VarChar(64) + type String @client.VarChar(32) + resource_type String @client.VarChar(16) + resource_id String @client.VarChar(1024) + status String @default("open") @client.VarChar(16) + window_start DateTime + window_end DateTime + evidence Json + created_at DateTime @default(now()) + updated_at DateTime @default(now()) @updatedAt + updated_by String? @client.VarChar(1024) + + @@index([status, id]) +} + +model LiteLLM_PerformanceAlertState { + enabled Boolean @default(true) + alerts_used Int? + id Int @id + owner String @client.VarChar(32) + next_run_at DateTime @client.Timestamptz(3) + day String? @client.VarChar(10) + scope String? @client.VarChar(16) + resume_after String @default("") @client.VarChar(1024) + wrapped Boolean @default(false) + checked Int @default(0) + skipped Int @default(0) + start_scope String? @client.VarChar(16) + start_after String @default("") @client.VarChar(1024) + completed_at DateTime? + updated_at DateTime @default(now()) @updatedAt +} diff --git a/litellm-proxy-extras/litellm_proxy_extras/utils.py b/litellm/proxy-extras/litellm_proxy_extras/utils.py similarity index 99% rename from litellm-proxy-extras/litellm_proxy_extras/utils.py rename to litellm/proxy-extras/litellm_proxy_extras/utils.py index 8b19576d86e..f8625088d8e 100644 --- a/litellm-proxy-extras/litellm_proxy_extras/utils.py +++ b/litellm/proxy-extras/litellm_proxy_extras/utils.py @@ -147,7 +147,7 @@ _SPEND_LOGS_PK_CLAUSE_RE = re.compile( ) PARTITIONED_SPEND_LOGS_PUSH_ERROR = ( - "LiteLLM_SpendLogs is a partitioned table (see db_scripts/partition_spend_logs.sql), " + "LiteLLM_SpendLogs is a partitioned table (see litellm/scripts/db/partition_spend_logs.sql), " 'so its primary key must include the partition key ("startTime"). `prisma db push` ' "reconciles the database against schema.prisma, which declares the unpartitioned " 'primary key ("request_id"), and Postgres rejects that rewrite with: unique ' @@ -179,7 +179,7 @@ def _without_spend_logs_pk_clauses(statement: str) -> str | None: def filter_partitioned_spend_logs_diff(diff_sql: str) -> str: """Drop statements from a `prisma migrate diff` script that fight the - SpendLogs partitioning runbook (db_scripts/partition_spend_logs.sql): the + SpendLogs partitioning runbook (litellm/scripts/db/partition_spend_logs.sql): the primary-key rewrite on "LiteLLM_SpendLogs", which Postgres rejects on a partitioned table, and drops of runbook artifacts such as "LiteLLM_SpendLogs_legacy".""" @@ -679,7 +679,7 @@ class ProxyExtrasDBManager: """True when the connected database's LiteLLM_SpendLogs is a partitioned table in Prisma's target schema (the `schema` URL param, falling back to Prisma's default target, public), i.e. the operator - ran db_scripts/partition_spend_logs.sql. Returns False when psycopg is + ran litellm/scripts/db/partition_spend_logs.sql. Returns False when psycopg is unavailable or the database cannot be reached, preserving the pre-existing behavior in those cases.""" database_url = os.getenv("DATABASE_URL") @@ -692,7 +692,7 @@ class ProxyExtrasDBManager: logger.warning( "psycopg is not installed; skipping the LiteLLM_SpendLogs " "partition check. If this table is partitioned (see " - "db_scripts/partition_spend_logs.sql), schema reconciliation " + "litellm/scripts/db/partition_spend_logs.sql), schema reconciliation " "will try to rewrite its primary key and fail. Install the " "litellm[extra_proxy] extra, which now includes psycopg." ) diff --git a/litellm-proxy-extras/migration_runbook.md b/litellm/proxy-extras/migration_runbook.md similarity index 80% rename from litellm-proxy-extras/migration_runbook.md rename to litellm/proxy-extras/migration_runbook.md index b1e9236e520..08c944a988d 100644 --- a/litellm-proxy-extras/migration_runbook.md +++ b/litellm/proxy-extras/migration_runbook.md @@ -10,24 +10,24 @@ Before doing anything else, make sure all `schema.prisma` files in the repo are | File | Purpose | |------|---------| -| `schema.prisma` (repo root) | Source of truth | +| `litellm/schema.prisma` (canonical) | Source of truth | | `litellm/proxy/schema.prisma` | Used by the proxy server | -| `litellm-proxy-extras/litellm_proxy_extras/schema.prisma` | Used for migration generation | +| `litellm/proxy-extras/litellm_proxy_extras/schema.prisma` | Used for migration generation | **Sync process:** ```bash # 1. Diff all schema files against the root source of truth -diff schema.prisma litellm/proxy/schema.prisma -diff schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma +diff litellm/schema.prisma litellm/proxy/schema.prisma +diff litellm/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma # 2. If there are differences, copy the root schema to all locations -cp schema.prisma litellm/proxy/schema.prisma -cp schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma +cp litellm/schema.prisma litellm/proxy/schema.prisma +cp litellm/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma # 3. Verify all files are now identical -diff schema.prisma litellm/proxy/schema.prisma && echo "proxy schema in sync" || echo "MISMATCH" -diff schema.prisma litellm-proxy-extras/litellm_proxy_extras/schema.prisma && echo "extras schema in sync" || echo "MISMATCH" +diff litellm/schema.prisma litellm/proxy/schema.prisma && echo "proxy schema in sync" || echo "MISMATCH" +diff litellm/schema.prisma litellm/proxy-extras/litellm_proxy_extras/schema.prisma && echo "extras schema in sync" || echo "MISMATCH" ``` > **Do NOT proceed to migration generation until all schema files are identical.** @@ -43,7 +43,7 @@ brew install postgresql@14 # macOS export PATH="/opt/homebrew/opt/postgresql@14/bin:$PATH" # Run migration -uv run --with testing.postgresql python ci_cd/run_migration.py "your_migration_name" +uv run --with testing.postgresql python litellm/scripts/ci_cd/run_migration.py "your_migration_name" ``` ## What It Does @@ -69,7 +69,7 @@ When the guard fires: 1. Update your branch: ```bash - base_branch=$(python3 scripts/default_branch.py --branch) && + base_branch=$(python3 litellm/scripts/default_branch.py --branch) && git fetch origin "+refs/heads/$base_branch:refs/remotes/origin/$base_branch" && git rebase "origin/$base_branch" ``` @@ -89,7 +89,7 @@ When the guard fires: 4. Only if the drops are genuinely intentional, re-run with the flag: ```bash - uv run --with testing.postgresql python ci_cd/run_migration.py "your_migration_name" --allow-destructive + uv run --with testing.postgresql python litellm/scripts/ci_cd/run_migration.py "your_migration_name" --allow-destructive ``` > **AI AGENTS / ASSISTANTS:** Do **not** automatically re-run the command with `--allow-destructive`. If the guard fires while you are driving the runbook for a human, stop, show them the error, and wait for their explicit confirmation before passing the flag. Auto-passing `--allow-destructive` is the exact failure mode this guard exists to prevent. @@ -98,7 +98,7 @@ When the guard fires: **Missing testing module:** ```bash -uv run --with testing.postgresql python ci_cd/run_migration.py "your_migration_name" +uv run --with testing.postgresql python litellm/scripts/ci_cd/run_migration.py "your_migration_name" ``` **initdb not found:** @@ -109,13 +109,13 @@ export PATH="/opt/homebrew/opt/postgresql@14/bin:$PATH" **Empty migration directory error:** ```bash -rm -rf litellm-proxy-extras/litellm_proxy_extras/migrations/[empty_dir] +rm -rf litellm/proxy-extras/litellm_proxy_extras/migrations/[empty_dir] ``` ## Rules - Sync all `schema.prisma` files first (Step 0) -- Update `schema.prisma` at the repo root first, then sync copies +- Update `litellm/schema.prisma` first, then sync copies - Review generated SQL before committing - Use descriptive migration names - Never edit existing migration files diff --git a/litellm-proxy-extras/pyproject.toml b/litellm/proxy-extras/pyproject.toml similarity index 93% rename from litellm-proxy-extras/pyproject.toml rename to litellm/proxy-extras/pyproject.toml index 1c0c708ae7a..06d77e751c7 100644 --- a/litellm-proxy-extras/pyproject.toml +++ b/litellm/proxy-extras/pyproject.toml @@ -33,5 +33,5 @@ module-root = "" version = "0.4.114" version_files = [ "pyproject.toml:^version", - "../pyproject.toml:litellm-proxy-extras==", + "../../pyproject.toml:litellm-proxy-extras==", ] diff --git a/tests/unit/cookbook/__init__.py b/litellm/proxy-extras/tests/__init__.py similarity index 100% rename from tests/unit/cookbook/__init__.py rename to litellm/proxy-extras/tests/__init__.py diff --git a/litellm-proxy-extras/tests/test_setup_database_fail_fast.py b/litellm/proxy-extras/tests/test_setup_database_fail_fast.py similarity index 100% rename from litellm-proxy-extras/tests/test_setup_database_fail_fast.py rename to litellm/proxy-extras/tests/test_setup_database_fail_fast.py diff --git a/litellm/proxy/AGENTS.md b/litellm/proxy/AGENTS.md new file mode 100644 index 00000000000..62726c30a10 --- /dev/null +++ b/litellm/proxy/AGENTS.md @@ -0,0 +1,5 @@ +# Proxy + +## Rust forwarding + +`proxy_server.py`, routes, auth and middleware never know whether Rust is in front of the proxy, and none of them may branch on it. `proxy_cli.py` only describes what it would serve with as a `rust_forward.server.PythonServer`, calls `rust_forward.supervisor.supervise`, and merges the options `rust_forward.mode` returns, which are identities when forwarding is off. Every forwarding decision lives in `rust_forward/`, and `rust_forward/AGENTS.md` states the contract diff --git a/litellm/proxy/_experimental/out/404.html b/litellm/proxy/_experimental/out/404.html index 6dae2b2c62a..f1c5adbe044 100644 --- a/litellm/proxy/_experimental/out/404.html +++ b/litellm/proxy/_experimental/out/404.html @@ -1 +1 @@ -404: This page could not be found.LiteLLM Dashboard

404

This page could not be found.

\ No newline at end of file +404: This page could not be found.LiteLLM Dashboard

404

This page could not be found.

\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/404/index.html b/litellm/proxy/_experimental/out/404/index.html index 6dae2b2c62a..f1c5adbe044 100644 --- a/litellm/proxy/_experimental/out/404/index.html +++ b/litellm/proxy/_experimental/out/404/index.html @@ -1 +1 @@ -404: This page could not be found.LiteLLM Dashboard

404

This page could not be found.

\ No newline at end of file +404: This page could not be found.LiteLLM Dashboard

404

This page could not be found.

\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/__next.!KGRhc2hib2FyZCk.__PAGE__.txt b/litellm/proxy/_experimental/out/__next.!KGRhc2hib2FyZCk.__PAGE__.txt index 3588af4e008..7e3e39f454b 100644 --- a/litellm/proxy/_experimental/out/__next.!KGRhc2hib2FyZCk.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/__next.!KGRhc2hib2FyZCk.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,48 +21,49 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 1e:"$Sreact.suspense" 1f:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 17:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L18","p":"$@19","v":null,"s":"$12"}}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1b",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L1d",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1e",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L1f","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@20","v":null,"s":"$12"}},"a":"$@21","u":"$@22","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1b",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L1d",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1e",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L1f","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@20","v":null,"s":"$12"}},"a":"$@21","u":"$@22","b":"KYjqhQPd_2f-3TMRjKY98"} 23:"ClientSegmentRoot" 24:I[92825,["$2","$3","$4","$5"],"$23"] -25:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -26:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -27:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -28:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -29:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2a:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2b:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2c:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2d:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2e:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -2f:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -32:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +25:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +26:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +28:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +29:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2b:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2c:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2d:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2e:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +31:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +32:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 33:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -34:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -35:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -36:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -37:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +35:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +36:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +37:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 38:I[216370,["$2","$3","$4","$5","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37"],"default"] 3a:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3b:"/litellm-asset-prefix/_next/static/chunks/1ke00a5rdne40.js" -3c:"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js" -3d:"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js" +3b:"/litellm-asset-prefix/_next/static/chunks/2fpdg-oodm5f5.js" +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" 3e:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3f:I[871135,["$2","$3","$4","$5","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$3b","$3c","$3d","$3e"],"default"] -42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js" +40:I[871135,["$2","$3","$4","$5","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$3b","$3c","$3d","$3e","$3f"],"default"] +43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L24",null,{"Component":"$38","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@39"]}}] -18:["$","$1","c",{"children":[["$","$L3a",null,{"Component":"$3f","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@40","$@41"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1ke00a5rdne40.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}]],["$","$L42",null,{"children":["$","$1e",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] +18:["$","$1","c",{"children":[["$","$L3a",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2fpdg-oodm5f5.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js","async":true}]],["$","$L43",null,{"children":["$","$1e",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] 12:300 39:"$15:props:serverProvidedParams:params" -40:{} -41:"$15:props:serverProvidedParams:params" -43:null +41:{} +42:"$15:props:serverProvidedParams:params" +44:null 22:true 12:C 21:0 diff --git a/litellm/proxy/_experimental/out/__next._full.txt b/litellm/proxy/_experimental/out/__next._full.txt index c46c361f5e5..c57b2a75d7b 100644 --- a/litellm/proxy/_experimental/out/__next._full.txt +++ b/litellm/proxy/_experimental/out/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,50 +21,51 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 1e:"$Sreact.suspense" 20:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 17:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L18","p":false,"v":null}}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1a",null,{"children":"$L1b"}],["$","$L1d",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1e",null,{"name":"Next.Metadata","children":"$L1f"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$20",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1a",null,{"children":"$L1b"}],["$","$L1d",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1e",null,{"name":"Next.Metadata","children":"$L1f"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$20",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 21:"ClientSegmentRoot" 22:I[92825,["$2","$3","$4","$5"],"$21"] -23:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -24:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -25:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -26:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -27:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -28:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2c:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -2d:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -30:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +23:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +24:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +25:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +26:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +27:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +28:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2b:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2c:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +2e:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +30:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 31:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -32:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -35:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +32:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +34:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +35:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 36:I[216370,["$2","$3","$4","$5","$23","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35"],"default"] 38:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -39:"/litellm-asset-prefix/_next/static/chunks/1ke00a5rdne40.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js" +39:"/litellm-asset-prefix/_next/static/chunks/2fpdg-oodm5f5.js" +3a:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" 3c:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3d:I[871135,["$2","$3","$4","$5","$23","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$39","$3a","$3b","$3c"],"default"] -40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3d:"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js" +3e:I[871135,["$2","$3","$4","$5","$23","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$39","$3a","$3b","$3c","$3d"],"default"] +41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L22",null,{"Component":"$36","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@37"]}}] -18:["$","$1","c",{"children":[["$","$L38",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1ke00a5rdne40.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$1e",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] +18:["$","$1","c",{"children":[["$","$L38",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2fpdg-oodm5f5.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$1e",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] 37:"$16:props:serverProvidedParams:params" -3e:{} -3f:"$16:props:serverProvidedParams:params" +3f:{} +40:"$16:props:serverProvidedParams:params" 1b:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -42:I[27201,["$2","$3","$4","$5"],"IconMark"] -1f:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L42","4",{}]] -41:null +43:I[27201,["$2","$3","$4","$5"],"IconMark"] +1f:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L43","4",{}]] +42:null diff --git a/litellm/proxy/_experimental/out/__next._tree.txt b/litellm/proxy/_experimental/out/__next._tree.txt index 38c2a71bc87..001428a939a 100644 --- a/litellm/proxy/_experimental/out/__next._tree.txt +++ b/litellm/proxy/_experimental/out/__next._tree.txt @@ -1,6 +1,6 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 2:[["children",{"s":"__PAGE__","h":160}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/_next/static/-EHFOBemiW1d6QWCiXe70/_buildManifest.js b/litellm/proxy/_experimental/out/_next/static/KYjqhQPd_2f-3TMRjKY98/_buildManifest.js similarity index 100% rename from litellm/proxy/_experimental/out/_next/static/-EHFOBemiW1d6QWCiXe70/_buildManifest.js rename to litellm/proxy/_experimental/out/_next/static/KYjqhQPd_2f-3TMRjKY98/_buildManifest.js diff --git a/litellm/proxy/_experimental/out/_next/static/-EHFOBemiW1d6QWCiXe70/_clientMiddlewareManifest.js b/litellm/proxy/_experimental/out/_next/static/KYjqhQPd_2f-3TMRjKY98/_clientMiddlewareManifest.js similarity index 100% rename from litellm/proxy/_experimental/out/_next/static/-EHFOBemiW1d6QWCiXe70/_clientMiddlewareManifest.js rename to litellm/proxy/_experimental/out/_next/static/KYjqhQPd_2f-3TMRjKY98/_clientMiddlewareManifest.js diff --git a/litellm/proxy/_experimental/out/_next/static/-EHFOBemiW1d6QWCiXe70/_ssgManifest.js b/litellm/proxy/_experimental/out/_next/static/KYjqhQPd_2f-3TMRjKY98/_ssgManifest.js similarity index 100% rename from litellm/proxy/_experimental/out/_next/static/-EHFOBemiW1d6QWCiXe70/_ssgManifest.js rename to litellm/proxy/_experimental/out/_next/static/KYjqhQPd_2f-3TMRjKY98/_ssgManifest.js diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0-sfk5q6f2trd.js b/litellm/proxy/_experimental/out/_next/static/chunks/0-sfk5q6f2trd.js deleted file mode 100644 index d9a036db289..00000000000 --- a/litellm/proxy/_experimental/out/_next/static/chunks/0-sfk5q6f2trd.js +++ /dev/null @@ -1 +0,0 @@ -(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,198134,e=>{"use strict";var s=e.i(843476),t=e.i(438847),r=e.i(271645),a=e.i(322831),l=e.i(345771),i=e.i(602869),n=e.i(488826),d=e.i(54105),u=e.i(978056),o=e.i(411382),c=e.i(772325),m=e.i(240192),x=e.i(708347),f=e.i(860585),h=e.i(558364),g=e.i(904031),b=e.i(953563),p=e.i(355619),j=e.i(75921),v=e.i(390605),_=e.i(845150),N=e.i(542450),k=e.i(182668),w=e.i(519455),y=e.i(257428),C=e.i(793479),S=e.i(967489),I=e.i(624687),z=e.i(746798),T=e.i(991326),E=e.i(359360);let M=e=>null==e||""===String(e).trim(),V=e=>{let s=e("users.editView.errors.rateLimit");return n.z.union([d.z.string(),u.z.number()]).nullish().transform(e=>M(e)?null:Number(e)).pipe(u.z.number({error:s}).int(s).nonnegative(s).nullable())},F=o.z.object({servers:c.z.array(d.z.string()),accessGroups:c.z.array(d.z.string()),toolsets:c.z.array(d.z.string())}),K=(e,s,t,r)=>{let a=e.user_info?.max_budget;return{...t?{}:{user_id:e.user_id,user_email:e.user_info?.user_email,tpm_limit:e.user_info?.tpm_limit??"",rpm_limit:e.user_info?.rpm_limit??""},user_alias:e.user_info?.user_alias,user_role:e.user_info?.user_role,models:e.user_info?.models||[],max_budget:null==a?"":a,budget_duration:e.user_info?.budget_duration,metadata:e.user_info?.metadata?JSON.stringify(e.user_info.metadata,null,2):void 0,...r?{mcp_servers_and_groups:{servers:s?.mcp_servers??[],accessGroups:s?.mcp_access_groups??[],toolsets:s?.mcp_toolsets??[]},mcp_tool_permissions:s?.mcp_tool_permissions??{}}:{}}},L=(e,s)=>e===(s??null)?void 0:e,P=(e,t)=>(0,s.jsxs)(s.Fragment,{children:[e,(0,s.jsxs)(z.W,{children:[(0,s.jsx)(z.y,{render:(0,s.jsx)(E.f,{className:"size-3.5 shrink-0 cursor-help text-muted-foreground"})}),(0,s.jsx)(z.Y,{children:t})]})]});function R({userData:e,onCancel:t,onSubmit:l,teams:i,accessToken:E,userID:U,userRole:D,userModels:O,possibleUIRoles:A,isBulkEdit:B=!1,objectPermission:$,premiumUser:q=!1}){let{t:H}=(0,a.f)(),W=!B&&x.G.includes(D||""),[G,J]=(0,r.useState)(!1),[Q,Y]=(0,b.f)(e.user_id,()=>e.user_info?.model_max_budget??{}),Z=(0,r.useMemo)(()=>o.z.object({...{user_id:d.z.string().nullish(),user_email:d.z.string().nullish(),user_alias:d.z.string().nullish(),user_role:d.z.string().nullish(),models:c.z.array(d.z.string()),budget_duration:d.z.string().nullish(),metadata:d.z.string().nullish(),tpm_limit:V(H),rpm_limit:V(H),mcp_servers_and_groups:F.optional(),mcp_tool_permissions:m.z.record(d.z.string(),c.z.array(d.z.string())).optional()},max_budget:n.z.union([d.z.string(),u.z.number()]).nullish().refine(e=>G||!M(e),H("users.editView.errors.budgetRequired"))}),[G,H]),X=(0,T.f)(Z,{defaultValues:K(e,$,B,W)});r.default.useEffect(()=>{J(null==e.user_info?.max_budget),X.reset(K(e,$,B,W))},[e,$,W,B,X]);let ee=[{label:H("users.editView.modelOptions.allProxyModels"),value:"all-proxy-models"},{label:H("users.editView.modelOptions.noDefaultModels"),value:"no-default-models"},...O.map(e=>({label:(0,p.Y)(e),value:e}))],es=Object.entries(A??{}).map(([e,{ui_label:s,description:t}])=>({value:e,label:s,description:t}));return(0,s.jsx)(z.g,{children:(0,s.jsxs)("form",{onSubmit:X.handleSubmit(s=>{let t=(e=>{if(!e)return{ok:!0,value:e};try{return{ok:!0,value:JSON.parse(e)}}catch(e){return console.error("Error parsing metadata JSON:",e),{ok:!1}}})(s.metadata);if(!t.ok)return;let{tpm_limit:r,rpm_limit:a,...i}=s,n=(0,g.f)(Q,e.user_info?.model_max_budget),d=L(r,e.user_info?.tpm_limit),u=L(a,e.user_info?.rpm_limit);l({...i,..."metadata"in s?{metadata:t.value}:{},...void 0!==n&&{model_max_budget:n},...void 0!==d&&{tpm_limit:d},...void 0!==u&&{rpm_limit:u},max_budget:G||""===s.max_budget||void 0===s.max_budget?null:s.max_budget})}),children:[(0,s.jsxs)(N.e,{children:[!B&&(0,s.jsx)(k.f,{control:X.control,name:"user_id",label:H("users.editView.fields.userId"),children:({ref:e,value:t,...r})=>(0,s.jsx)(C.f,{...r,ref:e,value:t??"",disabled:!0})}),!B&&(0,s.jsx)(k.f,{control:X.control,name:"user_email",label:H("users.editView.fields.email"),children:({ref:e,value:t,...r})=>(0,s.jsx)(C.f,{...r,ref:e,value:t??""})}),(0,s.jsx)(k.f,{control:X.control,name:"user_alias",label:H("users.editView.fields.userAlias"),children:({ref:e,value:t,...r})=>(0,s.jsx)(C.f,{...r,ref:e,value:t??""})}),(0,s.jsx)(k.f,{control:X.control,name:"user_role",label:P(H("users.editView.fields.globalProxyRole"),H("users.editView.fields.globalProxyRoleHint")),children:({id:e,value:t,onChange:r})=>(0,s.jsxs)(S.d,{items:es,value:void 0===t||""===t?null:t,onValueChange:e=>r(e??void 0),children:[(0,s.jsx)(S.P,{id:e,className:"w-full",children:(0,s.jsx)(S.U,{})}),(0,s.jsx)(S.r,{children:es.map(e=>(0,s.jsxs)(S.T,{value:e.value,children:[(0,s.jsx)("span",{children:e.label}),(0,s.jsx)("span",{className:"ml-2 text-xs text-muted-foreground",children:e.description})]},e.value))})]})}),(0,s.jsx)(k.f,{control:X.control,name:"models",label:P(H("users.editView.fields.personalModels"),H("users.editView.fields.personalModelsHint")),children:({value:e,onChange:t})=>(0,s.jsx)(_.f,{options:ee,value:e,onValueChange:t,placeholder:H("users.editView.fields.modelsPlaceholder"),disabled:!x.G.includes(D||"")})}),(0,s.jsx)(k.f,{control:X.control,name:"max_budget",label:(0,s.jsxs)(s.Fragment,{children:[H("users.editView.fields.maxBudget"),(0,s.jsxs)("label",{className:"ml-3 inline-flex items-center gap-2 font-normal",children:[(0,s.jsx)(y.f,{checked:G,onCheckedChange:e=>{J(e),e&&X.setValue("max_budget","")}}),H("users.editView.fields.unlimitedBudget")]})]}),children:({ref:e,value:t,onChange:r,...a})=>(0,s.jsx)(C.f,{...a,ref:e,type:"number",step:.01,value:t??"",onChange:e=>r(e.target.value),onWheel:e=>e.currentTarget.blur(),placeholder:H("users.editView.fields.maxBudgetPlaceholder"),disabled:G})}),(0,s.jsx)(k.f,{control:X.control,name:"budget_duration",label:H("users.editView.fields.resetBudget"),children:({id:e,value:t,onChange:r})=>(0,s.jsx)(f.U,{id:e,value:t,onChange:r,placeholder:B?H("users.editView.fields.noChange"):void 0})}),!B&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(k.f,{control:X.control,name:"tpm_limit",label:P(H("users.editView.fields.tpmLimit"),H("users.editView.fields.rateLimitHint")),children:({ref:e,value:t,onChange:r,...a})=>(0,s.jsx)(C.f,{...a,ref:e,type:"number",min:0,step:1,value:t??"",onChange:e=>r(e.target.value),onWheel:e=>e.currentTarget.blur(),placeholder:H("users.editView.fields.rateLimitPlaceholder")})}),(0,s.jsx)(k.f,{control:X.control,name:"rpm_limit",label:P(H("users.editView.fields.rpmLimit"),H("users.editView.fields.rateLimitHint")),children:({ref:e,value:t,onChange:r,...a})=>(0,s.jsx)(C.f,{...a,ref:e,type:"number",min:0,step:1,value:t??"",onChange:e=>r(e.target.value),onWheel:e=>e.currentTarget.blur(),placeholder:H("users.editView.fields.rateLimitPlaceholder")})})]}),!B&&(0,s.jsx)(h.p,{premiumUser:q,value:Q,onChange:Y,availableModels:O,usage:e.user_info?.model_max_budget_usage,hint:H("users.editView.fields.modelMaxBudgetHint")},e.user_id),(0,s.jsx)(k.f,{control:X.control,name:"metadata",label:H("users.editView.fields.metadata"),children:({ref:e,value:t,...r})=>(0,s.jsx)(I.f,{...r,ref:e,value:t??"",rows:4,placeholder:H("users.editView.fields.metadataPlaceholder")})}),W&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(k.f,{control:X.control,name:"mcp_servers_and_groups",label:P(H("users.editView.fields.mcpServers"),H("users.editView.fields.mcpServersHint")),children:({value:t,onChange:r})=>(0,s.jsx)(j.f,{onChange:r,value:t,accessToken:E||"",userId:B?null:e.user_id,placeholder:H("users.editView.fields.mcpServersPlaceholder")})}),(0,s.jsx)(v.f,{accessToken:E||"",selectedServers:X.watch("mcp_servers_and_groups")?.servers||[],selectedAccessGroups:X.watch("mcp_servers_and_groups")?.accessGroups||[],selectedToolsets:X.watch("mcp_servers_and_groups")?.toolsets||[],toolPermissions:X.watch("mcp_tool_permissions")||{},onChange:e=>X.setValue("mcp_tool_permissions",e)})]})]}),(0,s.jsxs)("div",{className:"mt-6 flex justify-end gap-2",children:[(0,s.jsx)(w.K,{variant:"secondary",type:"button",onClick:t,children:H("users.editView.actions.cancel")}),(0,s.jsx)(w.K,{type:"submit",children:H("users.editView.actions.save")})]})]})})}var U=e.i(417385);e.i(622826);var D=e.i(964471),O=e.i(435451),A=e.i(515288),B=e.i(776639),$=e.i(772436),q=e.i(784774),H=e.i(196631),W=e.i(135214);let G=({open:e,onCancel:t,selectedUsers:n,possibleUIRoles:d,accessToken:u,onSuccess:o,teams:c,userRole:m,userModels:x,allowAllUsers:f=!1})=>{let{t:h}=(0,a.f)(),{premiumUser:g}=(0,W.f)(),[b,p]=(0,r.useState)(!1),[j,v]=(0,r.useState)([]),[N,k]=(0,r.useState)(null),[w,C]=(0,r.useState)(!1),[S,I]=(0,r.useState)(!1),z=(0,r.useId)(),T=(0,r.useId)(),E=(0,r.useId)(),M=(0,r.useId)(),V=()=>{v([]),k(null),C(!1),I(!1),t()},F=r.default.useMemo(()=>({user_id:"bulk_edit",user_info:{user_email:"",user_role:"",teams:[],models:[],max_budget:null,spend:0,metadata:{},created_at:null,updated_at:null},keys:[],teams:c||[]}),[c,e]),K=async e=>{if(!u)return void U.f.fromError(h("users.bulkEdit.toasts.noAccessToken"));p(!0);try{let s=n.map(e=>e.user_id),r={};e.user_role&&""!==e.user_role&&(r.user_role=e.user_role),null!==e.max_budget&&void 0!==e.max_budget&&(r.max_budget=e.max_budget),e.models&&e.models.length>0&&(r.models=e.models),e.budget_duration&&""!==e.budget_duration&&(r.budget_duration=e.budget_duration),e.metadata&&Object.keys(e.metadata).length>0&&(r.metadata=e.metadata);let a=Object.keys(r).length>0,l=w&&j.length>0;if(!a&&!l)return void U.f.fromError(h("users.bulkEdit.toasts.nothingToUpdate"));let d=[];if(a)if(S){let e=await (0,i.ip)(u,r,void 0,!0);d.push(h("users.bulkEdit.toasts.updatedAll",{total:e.total_requested}))}else await (0,i.ip)(u,r,s),d.push(h("users.bulkEdit.toasts.updated",{count:s.length}));if(l){let e=[];for(let s of j)try{let t=null;t=S?null:n.map(e=>({user_id:e.user_id,role:"user",user_email:e.user_email||null}));let r=await (0,i.g0)(u,s,t||null,N||void 0,S);e.push({teamId:s,success:!0,successfulAdditions:r.successful_additions,failedAdditions:r.failed_additions})}catch(t){console.error(`Failed to add users to team ${s}:`,t),e.push({teamId:s,success:!1,error:t})}let s=e.filter(e=>e.success),t=e.filter(e=>!e.success);if(s.length>0){let e=s.reduce((e,s)=>e+s.successfulAdditions,0);d.push(h("users.bulkEdit.toasts.addedToTeams",{count:s.length,additions:e}))}t.length>0&&U.f.warning(h("users.bulkEdit.toasts.teamAddFailed",{count:t.length}))}d.length>0&&U.f.success(d.join(". ")),v([]),k(null),C(!1),I(!1),o(),t()}catch(e){console.error("Bulk operation failed:",e),U.f.fromError(h("users.bulkEdit.toasts.bulkFailed"))}finally{p(!1)}};return(0,s.jsx)(B.N,{open:e,onOpenChange:e=>!e&&V(),children:(0,s.jsxs)(B.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[800px]",children:[(0,s.jsx)(B.s,{children:(0,s.jsx)(B.F,{children:S?h("users.bulkEdit.titleAll"):h("users.bulkEdit.title",{count:n.length})})}),f&&(0,s.jsxs)("div",{className:"mb-4",children:[(0,s.jsxs)("div",{className:"flex items-center gap-2",children:[(0,s.jsx)(y.f,{id:z,checked:S,onCheckedChange:e=>I(!0===e),"aria-label":h("users.bulkEdit.updateAll")}),(0,s.jsx)("label",{htmlFor:z,className:"cursor-pointer text-sm font-medium text-foreground",children:h("users.bulkEdit.updateAll")})]}),S&&(0,s.jsx)("div",{className:"mt-2",children:(0,s.jsx)("span",{className:"text-xs text-warning",children:h("users.bulkEdit.updateAllWarning")})})]}),!S&&(0,s.jsxs)("div",{className:"mb-4",children:[(0,s.jsx)("h5",{className:"mb-2 text-sm font-semibold text-foreground",children:h("users.bulkEdit.selectedUsers",{count:n.length})}),(0,s.jsx)("div",{className:"max-h-[200px] overflow-y-auto rounded-md border border-border",children:(0,s.jsxs)(q.s,{children:[(0,s.jsx)(q.E,{children:(0,s.jsxs)(q.N,{children:[(0,s.jsx)(q.V,{className:"w-[30%]",children:h("users.bulkEdit.table.userId")}),(0,s.jsx)(q.V,{className:"w-[25%]",children:h("users.bulkEdit.table.email")}),(0,s.jsx)(q.V,{className:"w-[25%]",children:h("users.bulkEdit.table.currentRole")}),(0,s.jsx)(q.V,{className:(0,H.c)("w-[20%]",q.J),children:h("users.bulkEdit.table.budget")})]})}),(0,s.jsx)(q.z,{children:n.map(e=>(0,s.jsxs)(q.N,{children:[(0,s.jsx)(q.d,{className:"text-xs font-medium text-foreground",children:e.user_id.length>20?`${e.user_id.slice(0,20)}...`:e.user_id}),(0,s.jsx)(q.d,{className:"text-xs text-muted-foreground",children:e.user_email||h("users.bulkEdit.table.noEmail")}),(0,s.jsx)(q.d,{className:"text-xs text-foreground",children:d?.[e.user_role]?.ui_label||e.user_role}),(0,s.jsx)(q.d,{className:q.J,children:(0,s.jsx)(D.f,{value:e.max_budget,decimals:2,emptyText:h("users.bulkEdit.table.unlimited"),showZero:!0})})]},e.user_id))})]})})]}),(0,s.jsx)($.f,{className:"my-6"}),(0,s.jsx)("div",{className:"mb-4",children:(0,s.jsx)("p",{className:"text-sm text-foreground",children:(0,s.jsx)(l.f,{i18nKey:"users.bulkEdit.instructions",components:{strong:(0,s.jsx)("strong",{})}})})}),(0,s.jsxs)(A.N,{size:"sm",className:"mb-4 bg-muted/50",children:[(0,s.jsx)(A.Y,{children:(0,s.jsx)(A.v,{children:h("users.bulkEdit.teamManagement.title")})}),(0,s.jsx)(A.O,{children:(0,s.jsxs)("div",{className:"flex flex-col gap-2",children:[(0,s.jsxs)("div",{className:"flex items-center gap-2",children:[(0,s.jsx)(y.f,{id:T,checked:w,onCheckedChange:e=>C(!0===e),"aria-label":h("users.bulkEdit.teamManagement.addToTeams")}),(0,s.jsx)("label",{htmlFor:T,className:"cursor-pointer text-sm text-foreground",children:h("users.bulkEdit.teamManagement.addToTeams")})]}),w&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("label",{htmlFor:E,className:"block text-sm font-medium text-foreground",children:h("users.bulkEdit.teamManagement.selectTeams")}),(0,s.jsx)(_.f,{id:E,className:"mt-2",placeholder:h("users.bulkEdit.teamManagement.selectTeamsPlaceholder"),value:j,onValueChange:v,options:c?.map(e=>({label:e.team_alias||e.team_id,value:e.team_id}))||[]})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("label",{htmlFor:M,className:"block text-sm font-medium text-foreground",children:h("users.bulkEdit.teamManagement.teamBudget")}),(0,s.jsx)(O.f,{id:M,className:"mt-2",placeholder:h("users.bulkEdit.teamManagement.teamBudgetPlaceholder"),value:N??"",onChange:e=>k(""===e.target.value?null:Number(e.target.value)),min:0,step:.01}),(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:h("users.bulkEdit.teamManagement.teamBudgetHint")})]}),(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:h("users.bulkEdit.teamManagement.defaultRoleNote")})]})]})})]}),(0,s.jsx)(R,{userData:F,onCancel:V,onSubmit:K,teams:c,accessToken:u,userID:"bulk_edit",userRole:m,userModels:x,possibleUIRoles:d,isBulkEdit:!0,premiumUser:!0===g}),b&&(0,s.jsx)("div",{className:"mt-2.5 text-center",children:(0,s.jsx)("span",{className:"text-sm text-foreground",children:S?h("users.bulkEdit.updatingAll"):h("users.bulkEdit.updating",{count:n.length})})})]})})};var J=e.i(440160),Q=e.i(178583);let Y=(0,e.i(475254).f)("file-warning",[["path",{d:"M15 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V7Z",key:"1rqfz7"}],["path",{d:"M12 9v4",key:"juzpu7"}],["path",{d:"M12 17h.01",key:"p32p05"}]]);var Z=e.i(727612),X=e.i(89128),ee=e.i(569074),es=e.i(59935);let et=r.forwardRef(function(e,s){return r.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:s},e),r.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M9 12l2 2 4-4m6 2a9 9 0 11-18 0 9 9 0 0118 0z"}))}),er=r.forwardRef(function(e,s){return r.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:s},e),r.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M10 14l2-2m0 0l2-2m-2 2l-2-2m2 2l2 2m7-2a9 9 0 11-18 0 9 9 0 0118 0z"}))}),ea=r.forwardRef(function(e,s){return r.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:s},e),r.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M12 9v2m0 4h.01m-6.938 4h13.856c1.54 0 2.502-1.667 1.732-3L13.732 4c-.77-1.333-2.694-1.333-3.464 0L3.34 16c-.77 1.333.192 3 1.732 3z"}))});var el=e.i(237016),ei=e.i(37084),en=e.i(431370);let ed=({accessToken:e,teams:t,possibleUIRoles:n,onUsersCreated:d})=>{let{t:u}=(0,a.f)(),[o,c]=(0,r.useState)(!1),[m,x]=(0,r.useState)([]),[f,h]=(0,r.useState)(!1),[g,b]=(0,r.useState)(null),[p,j]=(0,r.useState)(null),[v,_]=(0,r.useState)(null),[N,k]=(0,r.useState)(null),[y,C]=(0,r.useState)(null),[S,I]=(0,r.useState)("http://localhost:4000"),[z,T]=(0,r.useState)(!1),[E,M]=(0,r.useState)(0),V=r.default.useId();(0,r.useEffect)(()=>{(async()=>{try{let s=await (0,i.qm)(e);C(s)}catch(e){console.error("Error fetching UI settings:",e)}})(),I(new URL("/",window.location.href).toString())},[e]);let F=e=>{if(b(null),j(null),_(null),k(e),"text/csv"!==e.type&&!e.name.endsWith(".csv")){_(u("users.bulkCreate.errors.invalidFileType",{name:e.name})),U.f.fromError(u("users.bulkCreate.errors.invalidFileTypeToast"));return}e.size>5242880?_(u("users.bulkCreate.errors.fileTooLarge",{size:(e.size/1048576).toFixed(1)})):es.default.parse(e,{complete:e=>{if(!e.data||0===e.data.length){j(u("users.bulkCreate.errors.emptyFile")),x([]);return}if(1===e.data.length){j(u("users.bulkCreate.errors.headersOnly")),x([]);return}let s=e.data[0];if(0===s.length||1===s.length&&""===s[0]){j(u("users.bulkCreate.errors.noHeaders")),x([]);return}let r=["user_email","user_role"].filter(e=>!s.includes(e));if(r.length>0){j(u("users.bulkCreate.errors.missingColumns",{columns:r.join(", ")})),x([]);return}try{let r=e.data.slice(1).map((e,r)=>{if(0===e.length||1===e.length&&""===e[0])return null;if(e.length=parseFloat(a.max_budget.toString())&&l.push(u("users.bulkCreate.validation.budgetNotPositive"))),a.budget_duration&&!a.budget_duration.match(/^\d+[dhmwy]$|^\d+mo$/)&&l.push(u("users.bulkCreate.validation.durationInvalid",{duration:a.budget_duration})),a.teams&&"string"==typeof a.teams&&t&&t.length>0){let e=t.map(e=>e.team_id),s=a.teams.split(",").map(e=>e.trim()).filter(s=>!e.includes(s));s.length>0&&l.push(u("users.bulkCreate.validation.unknownTeams",{teams:s.join(", ")}))}return l.length>0&&(a.isValid=!1,a.error=l.join(", ")),a}).filter(Boolean),a=r.filter(e=>e.isValid);x(r),0===r.length?j(u("users.bulkCreate.errors.noDataRows")):0===a.length?b(u("users.bulkCreate.errors.noValidUsers")):a.length{b(u("users.bulkCreate.errors.readFailed",{message:e.message})),x([])},header:!1})},K=()=>{x([]),b(null),M(0)},L=async()=>{h(!0);let s=m.map(e=>({...e,status:"pending"}));x(s);let t=!1;for(let r=0;re.trim()).filter(Boolean),0===s.teams.length&&delete s.teams),a.models&&"string"==typeof a.models&&""!==a.models.trim()&&(s.models=a.models.split(",").map(e=>e.trim()).filter(Boolean),0===s.models.length&&delete s.models),a.max_budget&&""!==a.max_budget.toString().trim()){let e=parseFloat(a.max_budget.toString());!isNaN(e)&&e>0&&(s.max_budget=e)}a.budget_duration&&""!==a.budget_duration.trim()&&(s.budget_duration=a.budget_duration.trim()),a.metadata&&"string"==typeof a.metadata&&""!==a.metadata.trim()&&(s.metadata=a.metadata.trim());let l=await (0,i.ln)(e,null,s);if(l&&(l.key||l.user_id)){t=!0;let s=l.data?.user_id||l.user_id;try{if(y?.SSO_ENABLED){let e=new URL("/ui",S).toString();x(s=>s.map((s,t)=>t===r?{...s,status:"success",key:l.key||l.user_id,invitation_link:e}:s))}else{let t=await (0,i.nU)(e,s),a=(0,i.dG)(new URL(`/ui/onboarding?invitation_id=${t.id}`,S).toString());x(e=>e.map((e,s)=>s===r?{...e,status:"success",key:l.key||l.user_id,invitation_link:a}:e))}}catch(e){console.error("Error creating invitation:",e),x(e=>e.map((e,s)=>s===r?{...e,status:"success",key:l.key||l.user_id,error:u("users.bulkCreate.errors.inviteLinkFailed")}:e))}}else{let e=l?.error||u("users.bulkCreate.errors.createFailed");x(s=>s.map((s,t)=>t===r?{...s,status:"failed",error:e}:s))}}catch(s){console.error("Caught error:",s);let e=s?.response?.data?.error||s?.message||String(s);x(s=>s.map((s,t)=>t===r?{...s,status:"failed",error:e}:s))}}h(!1),t&&d&&d()},P=()=>U.f.success(u("users.bulkCreate.toasts.linkCopied")),R=Math.max(1,Math.ceil(m.length/5)),D=Math.min(E,R-1),O=m.slice(5*D,(D+1)*5),A=m.filter(e=>e.isValid).length,$=m.filter(e=>"success"===e.status).length,H=m.filter(e=>"failed"===e.status).length,W=f?u("users.bulkCreate.preview.creating"):u("users.bulkCreate.preview.create",{count:A});return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(w.K,{className:"mb-0",onClick:()=>c(!0),children:u("users.bulkCreate.openButton")}),(0,s.jsx)(B.N,{open:o,onOpenChange:e=>!e&&c(!1),children:(0,s.jsxs)(B.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[800px]",children:[(0,s.jsx)(B.s,{children:(0,s.jsx)(B.F,{children:u("users.bulkCreate.title")})}),(0,s.jsx)("div",{className:"flex flex-col",children:0===m.length?(0,s.jsxs)("div",{className:"mb-6",children:[(0,s.jsxs)("div",{className:"flex items-center mb-4",children:[(0,s.jsx)("div",{className:"w-8 h-8 rounded-full bg-info text-info-foreground flex items-center justify-center mr-3",children:"1"}),(0,s.jsx)("h3",{className:"text-lg font-medium",children:u("users.bulkCreate.steps.download")})]}),(0,s.jsxs)("div",{className:"ml-11 mb-6",children:[(0,s.jsx)("p",{className:"mb-4",children:u("users.bulkCreate.instructions.intro")}),(0,s.jsxs)("ol",{className:"list-decimal list-inside space-y-2 ml-2 mb-4",children:[(0,s.jsx)("li",{children:u("users.bulkCreate.instructions.downloadTemplate")}),(0,s.jsx)("li",{children:u("users.bulkCreate.instructions.addUsers")}),(0,s.jsx)("li",{children:u("users.bulkCreate.instructions.saveAndUpload")}),(0,s.jsx)("li",{children:u("users.bulkCreate.instructions.downloadResults")})]}),(0,s.jsxs)("div",{className:"bg-muted p-4 rounded-md border border-border mb-4",children:[(0,s.jsx)("h4",{className:"font-medium mb-2",children:u("users.bulkCreate.templateColumns.title")}),(0,s.jsxs)("div",{className:"grid grid-cols-1 md:grid-cols-2 gap-3",children:[(0,s.jsxs)("div",{className:"flex items-start",children:[(0,s.jsx)("div",{className:"w-3 h-3 rounded-full bg-destructive mt-1.5 mr-2 shrink-0"}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:"user_email"}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:u("users.bulkCreate.templateColumns.email")})]})]}),(0,s.jsxs)("div",{className:"flex items-start",children:[(0,s.jsx)("div",{className:"w-3 h-3 rounded-full bg-destructive mt-1.5 mr-2 shrink-0"}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:"user_role"}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:u("users.bulkCreate.templateColumns.role")})]})]}),(0,s.jsxs)("div",{className:"flex items-start",children:[(0,s.jsx)("div",{className:"w-3 h-3 rounded-full bg-border mt-1.5 mr-2 shrink-0"}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:en.f.users.bulkTemplateTeamsColumn}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:u("users.bulkCreate.templateColumns.teams")})]})]}),(0,s.jsxs)("div",{className:"flex items-start",children:[(0,s.jsx)("div",{className:"w-3 h-3 rounded-full bg-border mt-1.5 mr-2 shrink-0"}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:"max_budget"}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:u("users.bulkCreate.templateColumns.maxBudget")})]})]}),(0,s.jsxs)("div",{className:"flex items-start",children:[(0,s.jsx)("div",{className:"w-3 h-3 rounded-full bg-border mt-1.5 mr-2 shrink-0"}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:"budget_duration"}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:u("users.bulkCreate.templateColumns.budgetDuration")})]})]}),(0,s.jsxs)("div",{className:"flex items-start",children:[(0,s.jsx)("div",{className:"w-3 h-3 rounded-full bg-border mt-1.5 mr-2 shrink-0"}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:en.f.users.bulkTemplateModelsColumn}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:u("users.bulkCreate.templateColumns.models")})]})]})]})]}),(0,s.jsxs)(w.K,{size:"lg",className:"w-full md:w-auto",onClick:()=>{(0,ei.h)(new Blob([es.default.unparse([["user_email","user_role","teams","max_budget","budget_duration","models"],["user@example.com","internal_user","team-id-1,team-id-2","100","30d","gpt-3.5-turbo,gpt-4"]])],{type:"text/csv"}),"bulk_users_template.csv")},children:[(0,s.jsx)(J.f,{className:"size-4"}),u("users.bulkCreate.downloadTemplate")]})]}),(0,s.jsxs)("div",{className:"flex items-center mb-4",children:[(0,s.jsx)("div",{className:"w-8 h-8 rounded-full bg-info text-info-foreground flex items-center justify-center mr-3",children:"2"}),(0,s.jsx)("h3",{className:"text-lg font-medium",children:u("users.bulkCreate.steps.upload")})]}),(0,s.jsxs)("div",{className:"ml-11",children:[N?(0,s.jsxs)("div",{className:`mb-4 p-4 rounded-md border ${v?"bg-destructive/10 border-destructive/20":"bg-info/10 border-info/20"}`,children:[(0,s.jsxs)("div",{className:"flex items-center justify-between",children:[(0,s.jsxs)("div",{className:"flex items-center min-w-0",children:[v?(0,s.jsx)(Y,{className:"size-5 shrink-0 text-destructive mr-3"}):(0,s.jsx)(Q.f,{className:"size-5 shrink-0 text-info mr-3"}),(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("strong",{className:`break-words ${v?"text-destructive":"text-info"}`,children:N.name}),(0,s.jsx)("span",{className:`block text-xs ${v?"text-destructive":"text-info"}`,children:u("users.bulkCreate.upload.fileMeta",{size:(N.size/1024).toFixed(1),date:new Date().toLocaleDateString()})})]})]}),(0,s.jsxs)(w.K,{variant:"outline",size:"sm",onClick:()=>{k(null),x([]),b(null),j(null),_(null)},className:"flex items-center",children:[(0,s.jsx)(Z.f,{className:"size-4"}),u("users.bulkCreate.upload.remove")]})]}),v?(0,s.jsxs)("div",{className:"mt-3 text-destructive text-sm flex items-start",children:[(0,s.jsx)(X.f,{className:"size-3.5 shrink-0 mr-2 mt-0.5"}),(0,s.jsx)("span",{className:"min-w-0 break-words",children:v})]}):!p&&(0,s.jsxs)("div",{className:"mt-3 flex items-center",children:[(0,s.jsx)("div",{className:"w-full bg-border rounded-full h-1.5",children:(0,s.jsx)("div",{className:"bg-info h-1.5 rounded-full w-full animate-pulse"})}),(0,s.jsx)("span",{className:"ml-2 text-xs text-info",children:u("users.bulkCreate.upload.processing")})]})]}):(0,s.jsx)("label",{htmlFor:V,className:"block",onDragOver:e=>{e.preventDefault(),T(!0)},onDragLeave:()=>T(!1),onDrop:e=>{e.preventDefault(),T(!1);let s=e.dataTransfer.files?.[0];s&&F(s)},children:(0,s.jsxs)("div",{className:`border-2 border-dashed ${z?"border-info":"border-border"} rounded-lg p-8 text-center hover:border-info focus-within:border-info transition-colors cursor-pointer`,children:[(0,s.jsx)("input",{id:V,type:"file",accept:".csv",className:"sr-only",onChange:e=>{let s=e.target.files?.[0];s&&F(s)}}),(0,s.jsx)(ee.f,{className:"size-[30px] text-muted-foreground mb-2"}),(0,s.jsx)("p",{className:"mb-1",children:u("users.bulkCreate.upload.dropHere")}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground mb-3",children:u("users.bulkCreate.upload.or")}),(0,s.jsx)("span",{className:(0,w.i)({variant:"outline",size:"sm"}),children:u("users.bulkCreate.upload.browse")}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground mt-4",children:u("users.bulkCreate.upload.csvOnly")})]})}),p&&(0,s.jsx)("div",{className:"mb-4 p-4 bg-warning/10 border border-warning/20 rounded-md",children:(0,s.jsxs)("div",{className:"flex items-start",children:[(0,s.jsx)(ea,{className:"h-5 w-5 shrink-0 text-warning mr-2 mt-0.5"}),(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("strong",{className:"text-warning",children:u("users.bulkCreate.upload.structureErrorTitle")}),(0,s.jsx)("p",{className:"text-warning mt-1 mb-0 break-words",children:p}),(0,s.jsx)("p",{className:"text-warning mt-2 mb-0",children:u("users.bulkCreate.upload.structureErrorHint")})]})]})})]})]}):(0,s.jsxs)("div",{className:"mb-6",children:[(0,s.jsxs)("div",{className:"flex items-center mb-4",children:[(0,s.jsx)("div",{className:"w-8 h-8 rounded-full bg-info text-info-foreground flex items-center justify-center mr-3",children:"3"}),(0,s.jsx)("h3",{className:"text-lg font-medium",children:m.some(e=>"success"===e.status||"failed"===e.status)?u("users.bulkCreate.steps.results"):u("users.bulkCreate.steps.review")})]}),g&&(0,s.jsx)("div",{className:"ml-11 mb-4 p-4 bg-destructive/10 border border-destructive/20 rounded-md",children:(0,s.jsxs)("div",{className:"flex items-start",children:[(0,s.jsx)(X.f,{className:"size-4 shrink-0 text-destructive mr-2 mt-1"}),(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("p",{className:"text-destructive font-medium break-words",children:g}),m.some(e=>!e.isValid)&&(0,s.jsxs)("ul",{className:"mt-2 list-disc list-inside text-destructive text-sm",children:[(0,s.jsx)("li",{children:u("users.bulkCreate.preview.errorTips.checkTable")}),(0,s.jsx)("li",{children:u("users.bulkCreate.preview.errorTips.commonIssues")}),(0,s.jsx)("li",{children:u("users.bulkCreate.preview.errorTips.fixAndReupload")})]})]})]})}),(0,s.jsxs)("div",{className:"ml-11",children:[(0,s.jsxs)("div",{className:"flex justify-between items-center mb-3",children:[(0,s.jsx)("div",{className:"flex items-center",children:m.some(e=>"success"===e.status||"failed"===e.status)?(0,s.jsxs)("div",{className:"flex items-center",children:[(0,s.jsx)("p",{className:"text-lg font-medium mr-3",children:u("users.bulkCreate.preview.creationSummary")}),(0,s.jsx)("p",{className:"text-sm bg-success/15 text-success px-2 py-1 rounded-sm mr-2",children:u("users.bulkCreate.preview.successful",{count:$})}),m.some(e=>"failed"===e.status)&&(0,s.jsx)("p",{className:"text-sm bg-destructive/15 text-destructive px-2 py-1 rounded-sm",children:u("users.bulkCreate.preview.failed",{count:H})})]}):(0,s.jsxs)("div",{className:"flex items-center",children:[(0,s.jsx)("p",{className:"text-lg font-medium mr-3",children:u("users.bulkCreate.preview.userPreview")}),(0,s.jsx)("p",{className:"text-sm bg-info/15 text-info px-2 py-1 rounded-sm",children:u("users.bulkCreate.preview.validCount",{valid:A,count:m.length})})]})}),!m.some(e=>"success"===e.status||"failed"===e.status)&&(0,s.jsxs)("div",{className:"flex space-x-3",children:[(0,s.jsx)(w.K,{variant:"outline",onClick:K,children:u("users.bulkCreate.preview.back")}),(0,s.jsx)(w.K,{onClick:L,disabled:0===m.filter(e=>e.isValid).length||f,children:W})]})]}),m.some(e=>"success"===e.status)&&(0,s.jsx)("div",{className:"mb-4 p-4 bg-info/10 border border-info/20 rounded-md",children:(0,s.jsxs)("div",{className:"flex items-start",children:[(0,s.jsx)("div",{className:"mr-3 mt-1",children:(0,s.jsx)(et,{className:"h-5 w-5 text-info"})}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium text-info",children:u("users.bulkCreate.preview.completeTitle")}),(0,s.jsx)("p",{className:"block text-sm text-info mt-1",children:(0,s.jsx)(l.f,{i18nKey:"users.bulkCreate.preview.nextStep",components:{emphasis:(0,s.jsx)("span",{className:"font-medium"})}})})]})]})}),(0,s.jsx)("div",{className:"max-h-[300px] overflow-y-auto",children:(0,s.jsxs)(q.s,{children:[(0,s.jsx)(q.E,{children:(0,s.jsxs)(q.N,{children:[(0,s.jsx)(q.V,{className:"w-20",children:u("users.bulkCreate.preview.table.row")}),(0,s.jsx)(q.V,{children:u("users.bulkCreate.preview.table.email")}),(0,s.jsx)(q.V,{children:u("users.bulkCreate.preview.table.role")}),(0,s.jsx)(q.V,{children:u("users.bulkCreate.preview.table.teams")}),(0,s.jsx)(q.V,{className:q.J,children:u("users.bulkCreate.preview.table.budget")}),(0,s.jsx)(q.V,{children:u("users.bulkCreate.preview.table.status")})]})}),(0,s.jsx)(q.z,{children:O.map(e=>(0,s.jsxs)(q.N,{className:e.isValid?"":"bg-destructive/10",children:[(0,s.jsx)(q.d,{children:e.rowNumber}),(0,s.jsx)(q.d,{className:"whitespace-normal break-words",children:e.user_email}),(0,s.jsx)(q.d,{className:"whitespace-normal break-words",children:e.user_role}),(0,s.jsx)(q.d,{className:"whitespace-normal break-words",children:e.teams}),(0,s.jsx)(q.d,{className:q.J,children:e.max_budget}),(0,s.jsx)(q.d,{className:"whitespace-normal break-words",children:e.isValid?e.status&&"pending"!==e.status?"success"===e.status?(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{className:"flex items-center",children:[(0,s.jsx)(et,{className:"h-5 w-5 text-success mr-2"}),(0,s.jsx)("span",{className:"text-success",children:u("users.bulkCreate.status.success")})]}),e.invitation_link&&(0,s.jsx)("div",{className:"mt-1",children:(0,s.jsxs)("div",{className:"flex items-center",children:[(0,s.jsx)("span",{className:"text-xs text-muted-foreground truncate max-w-[150px]",children:e.invitation_link}),(0,s.jsx)(el.CopyToClipboard,{text:e.invitation_link,onCopy:P,children:(0,s.jsx)("button",{className:"ml-1 text-info text-xs hover:text-info/80",children:u("users.bulkCreate.status.copy")})})]})})]}):(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{className:"flex items-center",children:[(0,s.jsx)(er,{className:"h-5 w-5 text-destructive mr-2"}),(0,s.jsx)("span",{className:"text-destructive",children:u("users.bulkCreate.status.failed")})]}),e.error&&(0,s.jsx)("span",{className:"text-sm text-destructive ml-7",children:JSON.stringify(e.error)})]}):(0,s.jsx)("span",{className:"text-muted-foreground",children:u("users.bulkCreate.status.pending")}):(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{className:"flex items-center",children:[(0,s.jsx)(er,{className:"h-5 w-5 text-destructive mr-2"}),(0,s.jsx)("span",{className:"text-destructive",children:u("users.bulkCreate.status.invalid")})]}),e.error&&(0,s.jsx)("span",{className:"text-sm text-destructive ml-7",children:e.error})]})})]},e.rowNumber))})]})}),R>1&&(0,s.jsxs)("div",{className:"flex items-center justify-end gap-3 mt-2",children:[(0,s.jsx)("span",{className:"text-sm text-muted-foreground",children:u("users.bulkCreate.preview.page",{page:D+1,pageCount:R})}),(0,s.jsx)(w.K,{variant:"outline",size:"sm",onClick:()=>M(D-1),disabled:0===D,children:u("users.bulkCreate.preview.previous")}),(0,s.jsx)(w.K,{variant:"outline",size:"sm",onClick:()=>M(D+1),disabled:D>=R-1,children:u("users.bulkCreate.preview.next")})]}),!m.some(e=>"success"===e.status||"failed"===e.status)&&(0,s.jsxs)("div",{className:"flex justify-end mt-4",children:[(0,s.jsx)(w.K,{variant:"outline",onClick:K,className:"mr-3",children:u("users.bulkCreate.preview.back")}),(0,s.jsx)(w.K,{onClick:L,disabled:0===m.filter(e=>e.isValid).length||f,children:W})]}),m.some(e=>"success"===e.status||"failed"===e.status)&&(0,s.jsxs)("div",{className:"flex justify-end mt-4",children:[(0,s.jsx)(w.K,{variant:"outline",onClick:K,className:"mr-3",children:u("users.bulkCreate.preview.startNew")}),(0,s.jsxs)(w.K,{onClick:()=>{let e=m.map(e=>({user_email:e.user_email,user_role:e.user_role,status:e.status,key:e.key||"",invitation_link:e.invitation_link||"",error:e.error||""})),s=new Blob([es.default.unparse(e)],{type:"text/csv"}),t=window.URL.createObjectURL(s),r=document.createElement("a");r.href=t,r.download="bulk_users_results.csv",document.body.appendChild(r),r.click(),document.body.removeChild(r),window.URL.revokeObjectURL(t)},children:[(0,s.jsx)(J.f,{className:"size-4"}),u("users.bulkCreate.preview.downloadCredentials")]})]})]})]})})]})})]})};var eu=e.i(371455),eo=e.i(302747),ec=e.i(677572),em=e.i(172372),ex=e.i(741466),ef=e.i(655063),eh=e.i(266027),eg=e.i(912598),eb=e.i(127952),ep=e.i(954616),ej=e.i(653145),ev=e.i(785242),e_=e.i(162386),eN=e.i(744582),ek=e.i(768371),ew=e.i(282492),ey=e.i(201787);let eC=d.z.string().refine(e=>""===e.trim()||Number.isFinite(Number(e))&&Number(e)>=0,{error:()=>ey.f.t("users.defaultSettings.errors.nonNegative")}),eS=o.z.object({team_id:d.z.string().nullable().pipe(d.z.string({error:()=>ey.f.t("users.defaultSettings.errors.selectTeam")}).min(1,{error:()=>ey.f.t("users.defaultSettings.errors.selectTeam")})),max_budget_in_team:eC,user_role:ew.z.enum(["user","admin"])}),eI={team_id:null,max_budget_in_team:"",user_role:"user"},ez={user_role:d.z.string(),max_budget:eC,budget_duration:d.z.string(),models:c.z.array(d.z.string()),teams:c.z.array(eS)},eT=o.z.object(ez).superRefine((e,s)=>{e.teams.flatMap((s,t)=>""!==s.team_id&&e.teams.findIndex(e=>e.team_id===s.team_id)s.addIssue({code:"custom",message:ey.f.t("users.defaultSettings.errors.duplicateTeam"),path:["teams",e,"team_id"]}))}),eE=n.z.union([d.z.string().transform(e=>({...eI,team_id:e})),o.z.object({team_id:d.z.string(),max_budget_in_team:u.z.number().nullish(),user_role:ew.z.enum(["user","admin"]).catch("user")}).transform(e=>({team_id:e.team_id,max_budget_in_team:e.max_budget_in_team?.toString()??"",user_role:e.user_role}))]).catch(eI),eM={user_role:d.z.string().nullish().catch(null),max_budget:u.z.number().nullish().catch(null),budget_duration:d.z.string().nullish().catch(null),models:c.z.array(d.z.string()).nullish().catch(null),teams:c.z.array(eE).nullish().catch(null)},eV=o.z.object(eM),eF=["internal_user","internal_user_viewer","proxy_admin","proxy_admin_viewer"],eK=e=>""===e.trim()?null:Number(e),eL=e=>0===e.length?null:[...e],eP=e=>({team_id:e.team_id,max_budget_in_team:eK(e.max_budget_in_team),user_role:e.user_role}),eR="never",eU=[{value:eR,labelKey:"users.defaultSettings.budgetDurations.noReset"},{value:"1h",labelKey:"users.defaultSettings.budgetDurations.hourly"},{value:"24h",labelKey:"users.defaultSettings.budgetDurations.daily"},{value:"7d",labelKey:"users.defaultSettings.budgetDurations.weekly"},{value:"30d",labelKey:"users.defaultSettings.budgetDurations.monthly"}],eD=[{value:"user",labelKey:"users.defaultSettings.teamRoles.user"},{value:"admin",labelKey:"users.defaultSettings.teamRoles.admin"}],eO=new Map(e_.D.map(({value:e,labelKey:s})=>[e,s])),eA=["internalUserSettings"],eB=async()=>{let{data:e}=await ek.Q.GET("/get/internal_user_settings");if(void 0===e)throw Error("Failed to load default user settings");return e},e$=async e=>{await ek.Q.PATCH("/update/internal_user_settings",{body:e})},eq=({control:e,index:t})=>{let{t:l}=(0,a.f)(),[i,n]=r.useState(""),{data:d,fetchNextPage:u,hasNextPage:o,isFetchingNextPage:c,isLoading:m}=(0,ev.m)(50,""===i?void 0:i),x=r.useMemo(()=>(d?.pages??[]).flatMap(e=>e.teams.map(e=>({label:e.team_alias||e.team_id,value:e.team_id,sublabel:e.team_id}))),[d]);return(0,s.jsx)(k.f,{control:e,name:`teams.${t}.team_id`,label:l("users.defaultSettings.teams.team"),children:({id:e,value:t,onChange:r,"aria-invalid":a,"aria-describedby":i})=>(0,s.jsx)(eN.f,{options:x,value:t,onValueChange:r,onSearchChange:n,onLoadMore:()=>void u(),hasNextPage:o,isLoading:m,isFetchingNextPage:c,placeholder:l("users.defaultSettings.teams.teamPlaceholder"),emptyText:l("users.defaultSettings.teams.teamEmpty"),inputId:e,"aria-invalid":a,"aria-describedby":i})})},eH=({control:e})=>{let{t}=(0,a.f)(),{fields:r,append:l,remove:i}=(0,ej.v)({control:e,name:"teams"}),n=eD.map(e=>({value:e.value,label:t(e.labelKey)}));return(0,s.jsxs)("div",{className:"flex w-full flex-col gap-3",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium",children:t("users.defaultSettings.fields.teams")}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:t("users.defaultSettings.teams.description")})]}),r.map((r,a)=>(0,s.jsxs)("div",{className:"rounded-lg border border-border p-4",children:[(0,s.jsxs)("div",{className:"mb-3 flex items-center justify-between",children:[(0,s.jsx)("p",{className:"text-sm font-medium",children:t("users.defaultSettings.teams.rowTitle",{number:a+1})}),(0,s.jsx)(w.K,{type:"button",variant:"destructive",size:"sm",onClick:()=>i(a),children:t("users.defaultSettings.teams.remove")})]}),(0,s.jsxs)("div",{className:"grid grid-cols-1 gap-3 md:grid-cols-3",children:[(0,s.jsx)(eq,{control:e,index:a}),(0,s.jsx)(k.f,{control:e,name:`teams.${a}.max_budget_in_team`,label:t("users.defaultSettings.teams.maxBudget"),children:({ref:e,...r})=>(0,s.jsx)(C.f,{...r,ref:e,type:"number",step:"any",min:0,placeholder:t("users.defaultSettings.teams.maxBudgetPlaceholder")})}),(0,s.jsx)(k.f,{control:e,name:`teams.${a}.user_role`,label:t("users.defaultSettings.teams.role"),children:({id:e,value:t,onChange:r,"aria-invalid":a,"aria-describedby":l})=>(0,s.jsxs)(S.d,{items:n,value:t,onValueChange:e=>r(e??"user"),children:[(0,s.jsx)(S.P,{id:e,className:"w-full","aria-invalid":a,"aria-describedby":l,children:(0,s.jsx)(S.U,{})}),(0,s.jsx)(S.r,{children:n.map(e=>(0,s.jsx)(S.T,{value:e.value,children:e.label},e.value))})]})})]})]},r.id)),(0,s.jsx)(w.K,{type:"button",variant:"outline",onClick:()=>l(eI),children:t("users.defaultSettings.teams.add")})]})},eW=({label:e,children:t})=>(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium",children:e}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:t})]}),eG=({values:e,roleOptions:t})=>{let{t:r}=(0,a.f)(),l=t.find(s=>s.value===e.user_role)?.label??e.user_role,i=""===e.budget_duration?eR:e.budget_duration,n=eU.find(e=>e.value===i),d=void 0===n?e.budget_duration:r(n.labelKey),u=r("users.defaultSettings.view.notSet");return(0,s.jsxs)("div",{className:"flex flex-col gap-4",children:[(0,s.jsx)(eW,{label:r("users.defaultSettings.fields.role"),children:""===l?u:l}),(0,s.jsx)(eW,{label:r("users.defaultSettings.fields.maxBudget"),children:""===e.max_budget?u:e.max_budget}),(0,s.jsx)(eW,{label:r("users.defaultSettings.fields.resetBudget"),children:d}),(0,s.jsx)(eW,{label:r("users.defaultSettings.fields.models"),children:0===e.models.length?u:e.models.map(e=>{let s=eO.get(e);return void 0===s?e:r(s)}).join(", ")}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium",children:r("users.defaultSettings.fields.teams")}),0===e.teams.length?(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:r("users.defaultSettings.view.none")}):e.teams.map(e=>(0,s.jsxs)("p",{className:"text-sm text-muted-foreground",children:[e.team_id,""!==e.max_budget_in_team&&(0,s.jsxs)(s.Fragment,{children:[" · ",r("users.defaultSettings.view.teamMaxBudget",{budget:e.max_budget_in_team})]}),(0,s.jsxs)(s.Fragment,{children:[" · ",e.user_role]})]},e.team_id))]})]})},eJ=({initialValues:e,roleOptions:t,updateSettings:r,onCancel:l,onSaved:i})=>{let{t:n}=(0,a.f)(),d=(0,eg.d)(),u=eU.map(e=>({value:e.value,label:n(e.labelKey)})),o=(0,T.f)(eT,{defaultValues:e}),{isDirty:c}=o.formState,m=(0,ep.f)({mutationFn:e=>{let s,t;return r({user_role:(s=e.user_role,eF.find(e=>e===s)??null),max_budget:eK(e.max_budget),budget_duration:""===(t=e.budget_duration).trim()?null:t,models:eL(e.models),teams:eL(e.teams.map(eP))})},onSuccess:(e,s)=>{U.f.success(n("users.defaultSettings.toasts.updated")),d.invalidateQueries({queryKey:eA}),o.reset(s),i()},onError:e=>U.f.fromError(e instanceof Error?e.message:n("users.defaultSettings.toasts.updateFailed"))}),x=o.handleSubmit(e=>m.mutate(e));return(0,s.jsxs)("form",{onSubmit:x,noValidate:!0,children:[(0,s.jsxs)(N.e,{children:[(0,s.jsx)(k.f,{control:o.control,name:"user_role",label:n("users.defaultSettings.fields.role"),description:n("users.defaultSettings.fields.roleDescription"),children:({id:e,value:r,onChange:a,"aria-invalid":l,"aria-describedby":i})=>(0,s.jsxs)(S.d,{items:t,value:""===r?null:r,onValueChange:e=>a(e??""),children:[(0,s.jsx)(S.P,{id:e,className:"w-full","aria-invalid":l,"aria-describedby":i,children:(0,s.jsx)(S.U,{placeholder:n("users.defaultSettings.fields.rolePlaceholder")})}),(0,s.jsx)(S.r,{children:t.map(e=>(0,s.jsxs)(S.T,{value:e.value,children:[(0,s.jsx)("span",{children:e.label}),""!==e.description&&(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:e.description})]},e.value))})]})}),(0,s.jsx)(k.f,{control:o.control,name:"max_budget",label:n("users.defaultSettings.fields.maxBudget"),description:n("users.defaultSettings.fields.maxBudgetDescription"),children:({ref:e,...t})=>(0,s.jsx)(C.f,{...t,ref:e,type:"number",step:"any",min:0})}),(0,s.jsx)(k.f,{control:o.control,name:"budget_duration",label:n("users.defaultSettings.fields.resetBudget"),description:n("users.defaultSettings.fields.resetBudgetDescription"),children:({id:e,value:t,onChange:r,"aria-invalid":a,"aria-describedby":l})=>(0,s.jsxs)(S.d,{items:u,value:""===t?eR:t,onValueChange:e=>r(null===e||e===eR?"":e),children:[(0,s.jsx)(S.P,{id:e,className:"w-full","aria-invalid":a,"aria-describedby":l,children:(0,s.jsx)(S.U,{})}),(0,s.jsx)(S.r,{children:u.map(e=>(0,s.jsx)(S.T,{value:e.value,children:e.label},e.value))})]})}),(0,s.jsx)(k.f,{control:o.control,name:"models",label:n("users.defaultSettings.fields.models"),description:n("users.defaultSettings.fields.modelsDescription"),children:e=>(0,s.jsx)(e_.k,{value:e.value,onChange:e.onChange,context:"global",options:{includeSpecialOptions:!0}})}),(0,s.jsx)(eH,{control:o.control})]}),(0,s.jsxs)("div",{className:"mt-6 flex items-center justify-end gap-2",children:[(0,s.jsx)(w.K,{type:"button",variant:"outline",onClick:()=>{o.reset(e),l()},disabled:m.isPending,children:n("users.defaultSettings.cancel")}),(0,s.jsx)(w.K,{type:"submit",disabled:!c||m.isPending,children:m.isPending?n("users.defaultSettings.saving"):n("users.defaultSettings.save")})]})]})},eQ=({action:e,children:t})=>{let{t:r}=(0,a.f)();return(0,s.jsxs)(A.N,{children:[(0,s.jsxs)(A.Y,{children:[(0,s.jsx)(A.v,{children:r("users.defaultSettings.card.title")}),(0,s.jsx)(A.u,{children:r("users.defaultSettings.card.description")}),void 0!==e&&(0,s.jsx)(A.e,{children:e})]}),(0,s.jsx)(A.O,{children:t})]})},eY=({possibleUIRoles:e,fetchSettings:t=eB,updateSettings:l=e$})=>{let{t:i}=(0,a.f)(),[n,d]=r.useState(!1),{data:u,isPending:o,isError:c}=(0,eh.f)({queryKey:eA,queryFn:t}),m=r.useMemo(()=>Object.entries(e??{}).filter(([e])=>e.includes("internal_user")).map(([e,s])=>({value:e,label:s.ui_label||e,description:s.description??""})),[e]),x=r.useMemo(()=>{var e;let s;return void 0===u?void 0:(e=u.values,{user_role:(s=eV.parse(e)).user_role??"",max_budget:s.max_budget?.toString()??"",budget_duration:s.budget_duration??"",models:s.models??[],teams:s.teams??[]})},[u]);return o?(0,s.jsx)(eQ,{children:(0,s.jsx)(eo.f,{className:"h-64 w-full"})}):c||void 0===x?(0,s.jsx)(eQ,{children:(0,s.jsx)("p",{role:"alert",children:i("users.defaultSettings.loadError")})}):(0,s.jsx)(eQ,{action:n?void 0:(0,s.jsx)(w.K,{type:"button",onClick:()=>d(!0),children:i("users.defaultSettings.editSettings")}),children:n?(0,s.jsx)(eJ,{initialValues:x,roleOptions:m,updateSettings:l,onCancel:()=>d(!1),onSaved:()=>d(!1)}):(0,s.jsx)(eG,{values:x,roleOptions:m})})};var eZ=e.i(761911);e.i(707701);var eX=e.i(807235),e0=e.i(981080),e1=e.i(531649),e2=e.i(552546),e4=e.i(102040),e4=e4,e3=e.i(174886),e5=e.i(952571),e6=e.i(465261),e7=e.i(541071),e8=e.i(788699),e9=e.i(522016),se=e.i(735419),ss=e.i(494862),st=e.i(581070),sr=e.i(200208),sa=e.i(997422),sl=e.i(112179),si=e.i(487486),sn=e.i(755146),sd=e.i(548907),su=e.i(500330);function so(e){return e.metadata?.scim_active===!1}function sc({user:e,canViewUserUsage:t,onUserClick:r,onDeleteUser:l,onResetPassword:i}){let{t:n}=(0,a.f)();return(0,s.jsxs)(sn.G,{children:[(0,s.jsx)(sn.X,{"aria-label":n("users.table.rowActions.open"),"data-testid":`user-actions-${e.user_id}`,className:(0,H.c)((0,w.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(e7.f,{className:"size-4"})}),(0,s.jsxs)(sn.L,{align:"end",className:"w-48",children:[(0,s.jsxs)(sn.r,{onClick:()=>r(e.user_id,!0),"data-testid":"user-action-edit",children:[(0,s.jsx)(e8.f,{}),n("users.table.rowActions.edit")]}),(0,s.jsxs)(sn.r,{onClick:()=>i(e.user_id),"data-testid":"user-action-reset-password",children:[(0,s.jsx)(e6.f,{}),n("users.table.rowActions.resetPassword")]}),(0,s.jsxs)(sn.r,{onClick:()=>void(0,su.W)(e.user_id,n("users.table.rowActions.copied")),"data-testid":"user-action-copy",children:[(0,s.jsx)(e3.f,{}),n("users.table.rowActions.copyId")]}),t&&(0,s.jsxs)(sn.r,{render:(0,s.jsx)(e9.default,{href:(0,sd.R)(e.user_id)}),"data-testid":"user-action-view-usage",children:[(0,s.jsx)(e4.f,{}),n("users.table.rowActions.viewUsage")]}),(0,s.jsx)(sn.U,{}),(0,s.jsxs)(sn.r,{variant:"destructive",onClick:()=>l(e),"data-testid":"user-action-delete",children:[(0,s.jsx)(Z.f,{}),n("users.table.rowActions.delete")]})]})]})}let sm={user_id:"users.table.filters.userId",sso_user_id:"users.table.filters.ssoId",user_role:"users.table.filters.role",team:"users.table.filters.team"};function sx(){let{t:e}=(0,a.f)();return(0,s.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,s.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,s.jsx)(eZ.f,{className:"size-5 text-muted-foreground"})}),(0,s.jsx)("div",{className:"text-sm font-medium text-foreground",children:e("users.table.emptyState.title")}),(0,s.jsx)("div",{className:"text-sm text-muted-foreground",children:e("users.table.emptyState.description")})]})}function sf({data:e,rowCount:t,isLoading:l,possibleUIRoles:i,teams:n,canViewUserUsage:d,sorting:u,onSortingChange:o,pagination:c,onPaginationChange:m,columnFilters:x,onColumnFiltersChange:f,searchValue:h,onSearchChange:g,selectionEnabled:b,rowSelection:p,onRowSelectionChange:j,onUserClick:v,onDeleteUser:_,onResetPassword:N}){let{t:k}=(0,a.f)(),[w,y]=(0,r.useState)(!1),S=(0,r.useMemo)(()=>(({possibleUIRoles:e,includeSelection:t,canViewUserUsage:r,onUserClick:a,onDeleteUser:l,onResetPassword:i,t:n})=>{let d=[{id:"user_id",accessorKey:"user_id",meta:{title:n("users.table.columns.userId")},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.userId"),variant:"header-cycle"}),size:220,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(sa.f,{title:e.original.user_id,titleClassName:"font-mono text-xs text-primary",onClick:()=>a(e.original.user_id,!1)})},{id:"user_email",accessorKey:"user_email",meta:{title:n("users.table.columns.email")},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.email"),variant:"header-cycle"}),size:220,enableSorting:!0,cell:({row:e})=>(0,s.jsx)("span",{className:"block max-w-60 truncate text-sm",title:e.original.user_email??void 0,children:e.original.user_email||"-"})},{id:"status",accessorFn:e=>so(e)?"Inactive":"Active",meta:{title:n("users.table.columns.status"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.status")}),sortDescFirst:!1,size:110,enableSorting:!0,cell:({row:e})=>so(e.original)?(0,s.jsx)(sl.f,{tone:"error",label:n("users.table.status.inactive"),tooltip:n("users.table.status.scimInactiveHint"),dataTestId:`user-status-${e.original.user_id}`}):(0,s.jsx)(sl.f,{tone:"success",label:n("users.table.status.active"),dataTestId:`user-status-${e.original.user_id}`})},{id:"user_role",accessorKey:"user_role",meta:{title:n("users.table.columns.globalProxyRole")},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.globalProxyRole"),variant:"header-cycle"}),size:160,enableSorting:!0,cell:({row:t})=>(0,s.jsx)("span",{className:"text-sm",children:t.original.user_role&&e?.[t.original.user_role]?.ui_label||"-"})},{id:"user_alias",accessorKey:"user_alias",meta:{title:n("users.table.columns.userAlias")},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.userAlias")}),sortDescFirst:!1,size:150,enableSorting:!0,cell:({row:e})=>(0,s.jsx)("span",{className:"block max-w-40 truncate text-sm",title:e.original.user_alias??void 0,children:e.original.user_alias||"-"})},{id:"spend",accessorKey:"spend",meta:{title:n("users.table.columns.spend"),numeric:!0},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.spend"),variant:"header-cycle"}),size:130,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(D.f,{value:e.original.spend,decimals:2})},{id:"max_budget",accessorKey:"max_budget",meta:{title:n("users.table.columns.budget"),numeric:!0},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.budget")}),sortDescFirst:!0,size:130,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(D.f,{value:e.original.max_budget,decimals:2,emptyText:n("users.table.unlimitedBudget"),showZero:!0})},{id:"sso_user_id",accessorKey:"sso_user_id",meta:{title:n("users.table.columns.ssoId")},header:({column:e})=>(0,s.jsxs)("span",{className:"flex items-center gap-1.5",children:[(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.ssoId")}),(0,s.jsx)(st.f,{content:n("users.table.ssoIdHint"),trigger:(0,s.jsx)(e5.f,{className:"size-3.5 shrink-0 text-muted-foreground","aria-label":n("users.table.ssoIdHintLabel")})})]}),sortDescFirst:!1,size:160,enableSorting:!0,cell:({row:e})=>(0,s.jsx)("span",{className:"block max-w-40 truncate font-mono text-xs",title:e.original.sso_user_id??void 0,children:e.original.sso_user_id??"-"})},{id:"key_count",accessorKey:"key_count",meta:{title:n("users.table.columns.virtualKeys"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.virtualKeys")}),sortDescFirst:!0,size:120,enableSorting:!0,cell:({row:e})=>{let t=e.original.key_count;return t>0?(0,s.jsxs)(si.f,{variant:"outline",className:"whitespace-nowrap border-indigo-200 bg-indigo-50 font-normal text-indigo-600 dark:border-indigo-800 dark:bg-indigo-950 dark:text-indigo-300",children:[t," ",n("users.table.keyCount",{count:t})]}):(0,s.jsx)(si.f,{variant:"outline",className:"whitespace-nowrap border-border bg-muted font-normal text-muted-foreground",children:n("users.table.noKeys")})}},{id:"created_at",accessorKey:"created_at",meta:{title:n("users.table.columns.createdAt")},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.createdAt"),variant:"header-cycle"}),size:130,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(sr.S,{value:e.original.created_at,precision:"date"})},{id:"updated_at",accessorKey:"updated_at",meta:{title:n("users.table.columns.updatedAt")},header:({column:e})=>(0,s.jsx)(ss.v,{column:e,title:n("users.table.columns.updatedAt")}),sortDescFirst:!1,size:130,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(sr.S,{value:e.original.updated_at,precision:"date"})},{id:"actions",meta:{title:n("users.table.columns.actions"),className:"text-right",headerClassName:"text-right"},header:()=>(0,s.jsx)("span",{className:"sr-only",children:n("users.table.columns.actions")}),size:60,enableSorting:!1,enableHiding:!1,cell:({row:e})=>(0,s.jsx)("div",{className:"flex justify-end",children:(0,s.jsx)(sc,{user:e.original,canViewUserUsage:r,onUserClick:a,onDeleteUser:l,onResetPassword:i})})}];return t?[(0,se.f)({rowAriaLabel:e=>n("users.table.selectRow",{user:e.original.user_email||e.original.user_id})}),...d]:d})({possibleUIRoles:i,includeSelection:b,canViewUserUsage:d,onUserClick:v,onDeleteUser:_,onResetPassword:N,t:k}),[i,b,d,v,_,N,k]),I=(0,r.useMemo)(()=>Object.fromEntries(Object.entries(sm).map(([e,s])=>[e,k(s)])),[k]),z=(0,r.useMemo)(()=>Object.entries(i??{}).map(([e,s])=>({label:s.ui_label||e,value:e})),[i]),T=(0,r.useMemo)(()=>(n??[]).map(e=>({label:e.team_alias||e.team_id,value:e.team_id})),[n]),E=(e,s)=>{let t=String(s);return"user_role"===e?i?.[t]?.ui_label||t:"team"===e&&n?.find(e=>e.team_id===t)?.team_alias||t};return(0,s.jsx)(eX.f,{data:e,columns:S,getRowId:e=>e.user_id,sortingMode:"server",sorting:u,onSortingChange:o,paginationMode:"server",pagination:c,onPaginationChange:m,rowCount:t,filterMode:"server",columnFilters:x,onColumnFiltersChange:f,rowSelection:p,onRowSelectionChange:j,isLoading:l,loadingMessage:k("users.table.loading"),noDataMessage:(0,s.jsx)(sx,{}),size:"compact",toolbar:e=>(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(e1.f,{table:e,searchValue:h,onSearchChange:g,searchPlaceholder:k("users.table.searchPlaceholder"),onOpenFilters:()=>y(!0),filterLabels:I,formatFilterValue:E}),(0,s.jsx)(e0.q,{table:e,open:w,onOpenChange:y,title:k("users.table.filters.title"),description:k("users.table.filters.description"),children:({get:e,set:t})=>(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(e0.Q,{label:k("users.table.filters.userId"),children:(0,s.jsx)(C.f,{value:e("user_id")??"",onChange:e=>t("user_id",e.target.value),placeholder:k("users.table.filters.userIdPlaceholder"),"data-testid":"users-filter-user-id"})}),(0,s.jsx)(e0.Q,{label:k("users.table.filters.ssoId"),children:(0,s.jsx)(C.f,{value:e("sso_user_id")??"",onChange:e=>t("sso_user_id",e.target.value),placeholder:k("users.table.filters.ssoIdPlaceholder"),"data-testid":"users-filter-sso-id"})}),(0,s.jsx)(e0.Q,{label:k("users.table.filters.role"),children:(0,s.jsx)(e2.f,{options:z,value:e("user_role")||void 0,onValueChange:e=>t("user_role",e??void 0),placeholder:k("users.table.filters.rolePlaceholder"),emptyText:k("users.table.filters.roleEmpty")})}),(0,s.jsx)(e0.Q,{label:k("users.table.filters.team"),children:(0,s.jsx)(e2.f,{options:T,value:e("team")||void 0,onValueChange:e=>t("team",e??void 0),placeholder:k("users.table.filters.teamPlaceholder"),emptyText:k("users.table.filters.teamEmpty")})})]})})]})})}var sh=e.i(131792),sg=e.i(422444),sb=e.i(556908),sp=e.i(871689),sj=e.i(678784),sv=e.i(118366),s_=e.i(107233),sN=e.i(16715),sk=e.i(953960),sw=e.i(500727),sy=e.i(699857),sC=e.i(247482),sS=e.i(933759),sI=e.i(560111),sz=e.i(555376),sT=e.i(435416);let sE="add-team-team",sM="add-team-role",sV=[{value:"user",hintKey:"users.userInfo.memberRoles.userHint"},{value:"admin",hintKey:"users.userInfo.memberRoles.adminHint"}];function sF({userId:e,onClose:t,accessToken:l,userRole:n,onDelete:d,possibleUIRoles:u,initialTab:o=0,startInEditMode:c=!1}){let{t:m}=(0,a.f)(),{premiumUser:h,userId:g}=(0,W.f)(),b=(0,x.a)(n),p=b||!!e.trim()&&e===g,j=(0,sz.x)(),[v,_]=(0,r.useState)(null),[k,y]=(0,r.useState)([]),[C,I]=(0,r.useState)(!1),[T,E]=(0,r.useState)(!1),[M,V]=(0,r.useState)(!0),[F,K]=(0,r.useState)(c),[L,P]=(0,r.useState)([]),[D,O]=(0,r.useState)(!1),[$,H]=(0,r.useState)(null),[G,J]=(0,r.useState)(null),[Q,Y]=(0,r.useState)(1===o?"details":"overview"),X="savings"===Q&&!p,ee="auto-router-usage"===Q&&!b,[es,et]=(0,r.useState)({}),[er,ea]=(0,r.useState)(!1),[el,ei]=(0,r.useState)(!1),[en,ed]=(0,r.useState)(!1),[eu,eo]=(0,r.useState)(null),[ex,ef]=(0,r.useState)(!1),[eh,eg]=(0,r.useState)(!1),[ep,ej]=(0,r.useState)([]),[ev,e_]=(0,r.useState)(""),[eN,ek]=(0,r.useState)("user"),[ew,ey]=(0,r.useState)(!1),{data:eC=[]}=(0,sw.o)(),{data:eS=[]}=(0,sy.f)();r.default.useEffect(()=>{J((0,i._h)())},[]),r.default.useEffect(()=>{(async()=>{try{if(!l)return;let s=await (0,i.dP)(l,e);if(_(s),s.teams&&s.teams.length>0)try{let e=s.teams.map(async e=>{try{let s=await (0,i.w1)(l,e);return{team_id:e,team_alias:s?.team_info?.team_alias||null}}catch{return{team_id:e,team_alias:null}}}),t=await Promise.all(e);y(t)}catch{y(s.teams.map(e=>({team_id:e,team_alias:null})))}let t=(await (0,i.SL)(l,e,n||"")).data.map(e=>e.id);P(t)}catch(e){console.error("Error fetching user data:",e),U.f.fromError(m("users.userInfo.toasts.fetchFailed"))}finally{V(!1)}})()},[l,e,n,m]);let eI="proxy_admin"===n||"Admin"===n,ez=async()=>{if(l){ey(!0);try{let e=await (0,i.Jn)(l,null);ej((e||[]).map(e=>({team_id:e.team_id,team_alias:e.team_alias||e.team_id})))}catch(e){console.error("Error fetching teams:",e)}finally{ey(!1)}}},eT=async()=>{if(l&&ev){ef(!0);try{await (0,i.Bi)(l,ev,{role:eN,user_id:e}),U.f.success(m("users.userInfo.toasts.addedToTeam")),ei(!1);let s=await (0,i.dP)(l,e);if(_(s),s.teams&&s.teams.length>0){let e=s.teams.map(async e=>{try{let s=await (0,i.w1)(l,e);return{team_id:e,team_alias:s?.team_info?.team_alias||null}}catch{return{team_id:e,team_alias:null}}});y(await Promise.all(e))}else y([])}catch(e){console.error("Error adding user to team:",e),U.f.fromError(e?.message||m("users.userInfo.toasts.addToTeamFailed"))}finally{ef(!1)}}},eE=async()=>{if(l&&eu){eg(!0);try{await (0,i.a6)(l,eu.team_id,{role:"user",user_id:e}),U.f.success(m("users.userInfo.toasts.removedFromTeam")),ed(!1),eo(null);let s=await (0,i.dP)(l,e);if(_(s),s.teams&&s.teams.length>0){let e=s.teams.map(async e=>{try{let s=await (0,i.w1)(l,e);return{team_id:e,team_alias:s?.team_info?.team_alias||null}}catch{return{team_id:e,team_alias:null}}});y(await Promise.all(e))}else y([])}catch(e){console.error("Error removing user from team:",e),U.f.fromError(e?.message||m("users.userInfo.toasts.removeFromTeamFailed"))}finally{eg(!1)}}},eM=ep.filter(e=>!k.some(s=>s.team_id===e.team_id)),eV=eM.find(e=>e.team_id===ev)??null,eF=async()=>{if(!l)return void U.f.fromError(m("users.userInfo.toasts.accessTokenMissing"));try{U.f.success(m("users.userInfo.toasts.generatingResetLink"));let s=await (0,i.nU)(l,e);H(s),O(!0)}catch(e){U.f.fromError(m("users.userInfo.toasts.resetLinkFailed"))}},eK=async()=>{try{if(!l)return;E(!0),await (0,i.kK)(l,[e]),U.f.success(m("users.userInfo.toasts.deleted")),d&&d(),t()}catch(e){console.error("Error deleting user:",e),U.f.fromError(m("users.userInfo.toasts.deleteFailed"))}finally{I(!1),E(!1)}},eL=async e=>{try{if(!l||!v)return;let s=(0,sC.f)(e,eC,eS),t=Object.fromEntries(Object.entries(e).filter(([e])=>"mcp_servers_and_groups"!==e&&"mcp_tool_permissions"!==e));await (0,i.vd)(l,s?{...t,object_permission:s}:t,null),_({...v,user_email:e.user_email??v.user_email,user_alias:e.user_alias??v.user_alias,models:e.models??v.models,max_budget:void 0===e.max_budget?v.max_budget:e.max_budget,tpm_limit:void 0===e.tpm_limit?v.tpm_limit:e.tpm_limit,rpm_limit:void 0===e.rpm_limit?v.rpm_limit:e.rpm_limit,budget_duration:void 0===e.budget_duration?v.budget_duration:e.budget_duration,metadata:e.metadata??v.metadata,model_max_budget:e.model_max_budget??v.model_max_budget,object_permission:s?{...v.object_permission,...s}:v.object_permission}),U.f.success(m("users.userInfo.toasts.updated")),K(!1)}catch(e){console.error("Error updating user:",e),U.f.fromError(m("users.userInfo.toasts.updateFailed"))}};if(M)return(0,s.jsxs)("div",{className:"p-4",children:[(0,s.jsxs)(w.K,{variant:"ghost",onClick:t,className:"mb-4",children:[(0,s.jsx)(sp.f,{}),m("users.userInfo.backToUsers")]}),(0,s.jsx)("p",{className:"text-sm",children:m("users.userInfo.loading")})]});if(!v)return(0,s.jsxs)("div",{className:"p-4",children:[(0,s.jsxs)(w.K,{variant:"ghost",onClick:t,className:"mb-4",children:[(0,s.jsx)(sp.f,{}),m("users.userInfo.backToUsers")]}),(0,s.jsx)("p",{className:"text-sm",children:m("users.userInfo.notFound")})]});let eP=async(e,s)=>{await (0,su.W)(e)&&(et(e=>({...e,[s]:!0})),setTimeout(()=>{et(e=>({...e,[s]:!1}))},2e3))},eR=m("users.userInfo.details.unknown"),eU=m("users.userInfo.unlimited"),eD=null!==v.max_budget?`$${(0,su.c)(v.max_budget,2)}`:eU,eO=m("users.userInfo.addTeamDialog.teamPlaceholder"),eA={user_id:v.user_id,user_info:{user_email:v.user_email,user_alias:v.user_alias,user_role:v.user_role,models:v.models,max_budget:v.max_budget,tpm_limit:v.tpm_limit,rpm_limit:v.rpm_limit,budget_duration:v.budget_duration,metadata:v.metadata,model_max_budget:v.model_max_budget,model_max_budget_usage:v.model_max_budget_usage}};return(0,s.jsxs)("div",{className:"p-4",children:[(0,s.jsxs)("div",{className:"flex justify-between items-center mb-6",children:[(0,s.jsxs)("div",{children:[(0,s.jsxs)(w.K,{variant:"ghost",onClick:t,className:"mb-4",children:[(0,s.jsx)(sp.f,{}),m("users.userInfo.backToUsers")]}),(0,s.jsx)("h2",{className:"text-xl font-semibold",children:v.user_email||m("users.userInfo.fallbackTitle")}),(0,s.jsxs)("div",{className:"flex items-center cursor-pointer",children:[(0,s.jsx)("span",{className:"text-sm text-muted-foreground font-mono",children:v.user_id}),(0,s.jsx)(w.K,{variant:"ghost",size:"icon-xs",onClick:()=>eP(v.user_id,"user-id"),className:`left-2 z-raised transition-all duration-200 ${es["user-id"]?"text-success bg-success/10 border-success/20":"text-muted-foreground hover:text-foreground hover:bg-accent"}`,children:es["user-id"]?(0,s.jsx)(sj.f,{size:12}):(0,s.jsx)(sv.f,{size:12})})]})]}),n&&x.L.includes(n)&&(0,s.jsxs)("div",{className:"flex items-center space-x-2",children:[(0,s.jsxs)(w.K,{variant:"secondary",onClick:eF,className:"flex items-center",children:[(0,s.jsx)(sN.f,{}),m("users.userInfo.actions.resetPassword")]}),(0,s.jsxs)(w.K,{variant:"secondary",onClick:()=>I(!0),className:"flex items-center text-destructive border-destructive hover:bg-destructive/10",children:[(0,s.jsx)(Z.f,{}),m("users.userInfo.actions.deleteUser")]})]})]}),(0,s.jsx)(eb.f,{isOpen:C,title:m("users.userInfo.deleteModal.title"),message:m("users.userInfo.deleteModal.message"),resourceInformationTitle:m("users.userInfo.deleteModal.informationTitle"),resourceInformation:[{label:m("users.userInfo.deleteModal.email"),value:v.user_email},{label:m("users.userInfo.deleteModal.userId"),value:v.user_id,code:!0},{label:m("users.userInfo.deleteModal.globalProxyRole"),value:v.user_role&&u?.[v.user_role]?.ui_label||v.user_role||"-"},{label:m("users.userInfo.deleteModal.totalSpend"),value:null!==v.spend&&void 0!==v.spend?v.spend.toFixed(2):void 0}],onCancel:()=>{I(!1)},onOk:eK,confirmLoading:T}),(0,s.jsxs)(ec.i,{value:X||ee?"overview":Q,onValueChange:e=>Y(String(e)),className:"gap-0",children:[(0,s.jsxs)(ec.U,{variant:"line",className:"mb-4",children:[(0,s.jsx)(ec.k,{value:"overview",className:"flex-none data-active:text-primary after:bg-primary",children:m("users.userInfo.tabs.overview")}),(0,s.jsx)(ec.k,{value:"details",className:"flex-none data-active:text-primary after:bg-primary",children:m("users.userInfo.tabs.details")}),p&&(0,s.jsx)(ec.k,{value:"savings",className:"flex-none data-active:text-primary after:bg-primary",children:m("users.userInfo.tabs.savings")}),b&&(0,s.jsx)(ec.k,{value:"auto-router-usage",className:"flex-none data-active:text-primary after:bg-primary",children:m("users.userInfo.tabs.autoRouterUsage")})]}),(0,s.jsx)(ec.S,{value:"overview",keepMounted:!0,children:(0,s.jsxs)("div",{className:"grid grid-cols-1 sm:grid-cols-2 lg:grid-cols-3 gap-6",children:[(0,s.jsxs)(A.N,{className:"block p-6",children:[(0,s.jsxs)("p",{children:[m("users.userInfo.overview.spend"),(0,s.jsx)(sT.f,{spend:v.spend,maxBudget:v.max_budget,budgetDuration:v.budget_duration,budgetResetAt:v.budget_reset_at})]}),(0,s.jsxs)("div",{className:"mt-2",children:[(0,s.jsxs)("h3",{className:"text-lg font-medium",children:["$",(0,su.c)(v.spend||0,2)]}),(0,s.jsx)("p",{children:m("users.userInfo.overview.budgetOf",{budget:eD})})]})]}),(0,s.jsxs)(A.N,{className:"block p-6",children:[(0,s.jsxs)("div",{className:"flex justify-between items-center mb-2",children:[(0,s.jsx)("p",{children:m("users.userInfo.overview.teams")}),eI&&(0,s.jsxs)(w.K,{variant:"ghost",size:"sm",onClick:()=>{e_(""),ek("user"),ei(!0),ez()},children:[(0,s.jsx)(s_.f,{}),m("users.userInfo.overview.addTeam")]})]}),(0,s.jsxs)("div",{className:"mt-2",children:[k.length>0?(0,s.jsx)("div",{className:"max-h-60 overflow-y-auto",children:(0,s.jsxs)(q.s,{children:[(0,s.jsx)(q.E,{children:(0,s.jsxs)(q.N,{children:[(0,s.jsx)(q.V,{children:m("users.userInfo.overview.teamName")}),eI&&(0,s.jsx)(q.V,{className:"text-right",children:m("users.userInfo.overview.actions")})]})}),(0,s.jsx)(q.z,{children:k.slice(0,er?k.length:20).map(e=>(0,s.jsxs)(q.N,{children:[(0,s.jsx)(q.d,{children:(0,s.jsx)(sb.f,{href:(0,sg.Q)(e.team_id),children:e.team_alias||e.team_id})}),eI&&(0,s.jsx)(q.d,{className:"text-right",children:(0,s.jsx)(w.K,{variant:"ghost",size:"icon-sm","aria-label":m("users.userInfo.overview.removeFromTeam",{team:e.team_alias||e.team_id}),onClick:()=>{eo(e),ed(!0)},className:"text-destructive",children:(0,s.jsx)(Z.f,{})})})]},e.team_id))})]})}):(0,s.jsx)("p",{children:m("users.userInfo.overview.noTeams")}),!er&&k.length>20&&(0,s.jsx)(w.K,{variant:"ghost",size:"sm",className:"mt-2",onClick:()=>ea(!0),children:m("users.userInfo.overview.moreTeams",{count:k.length-20})}),er&&k.length>20&&(0,s.jsx)(w.K,{variant:"ghost",size:"sm",className:"mt-2",onClick:()=>ea(!1),children:m("users.userInfo.overview.showLess")})]})]}),(0,s.jsxs)(A.N,{className:"block p-6",children:[(0,s.jsx)("p",{children:m("users.userInfo.personalModels")}),(0,s.jsx)("div",{className:"mt-2",children:v.models?.length&&v.models?.length>0?v.models?.map((e,t)=>(0,s.jsx)("p",{children:e},t)):(0,s.jsx)("p",{children:m("users.userInfo.allProxyModels")})})]})]})}),(0,s.jsx)(ec.S,{value:"details",keepMounted:!0,children:(0,s.jsxs)(A.N,{className:"block p-6",children:[(0,s.jsxs)("div",{className:"flex justify-between items-center mb-4",children:[(0,s.jsx)("h3",{className:"text-lg font-medium",children:m("users.userInfo.details.title")}),!F&&n&&x.L.includes(n)&&(0,s.jsx)(w.K,{onClick:()=>K(!0),children:m("users.userInfo.details.editSettings")})]}),F&&v?(0,s.jsx)(R,{userData:eA,onCancel:()=>K(!1),onSubmit:eL,teams:k,accessToken:l,userID:e,userRole:n,userModels:L,possibleUIRoles:u,objectPermission:v.object_permission,premiumUser:!0===h}):(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.details.userId")}),(0,s.jsxs)("div",{className:"flex items-center cursor-pointer",children:[(0,s.jsx)("span",{className:"font-mono",children:v.user_id}),(0,s.jsx)(w.K,{variant:"ghost",size:"icon-xs",onClick:()=>eP(v.user_id,"user-id"),className:`left-2 z-raised transition-all duration-200 ${es["user-id"]?"text-success bg-success/10 border-success/20":"text-muted-foreground hover:text-foreground hover:bg-accent"}`,children:es["user-id"]?(0,s.jsx)(sj.f,{size:12}):(0,s.jsx)(sv.f,{size:12})})]})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.details.email")}),(0,s.jsx)("p",{children:v.user_email||m("users.userInfo.details.notSet")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.details.userAlias")}),(0,s.jsx)("p",{children:v.user_alias||m("users.userInfo.details.notSet")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.details.globalProxyRole")}),(0,s.jsx)("p",{children:v.user_role||m("users.userInfo.details.notSet")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.details.created")}),(0,s.jsx)("p",{children:v.created_at?new Date(v.created_at).toLocaleString():eR})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.details.lastUpdated")}),(0,s.jsx)("p",{children:v.updated_at?new Date(v.updated_at).toLocaleString():eR})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.personalModels")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-2 mt-1",children:v.models?.length&&v.models?.length>0?v.models?.map((e,t)=>(0,s.jsx)("span",{className:"px-2 py-1 bg-info/15 rounded-sm text-xs",children:e},t)):(0,s.jsx)("p",{children:m("users.userInfo.allProxyModels")})})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.details.maxBudget")}),(0,s.jsx)("p",{children:null!==v.max_budget&&void 0!==v.max_budget?`$${(0,su.c)(v.max_budget,4)}`:eU})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.details.budgetReset")}),(0,s.jsx)("p",{children:(0,f.k)(v.budget_duration??null)})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:m("users.userInfo.details.metadata")}),(0,s.jsx)("pre",{className:"bg-muted p-2 rounded-sm text-xs overflow-auto mt-1",children:JSON.stringify(v.metadata||{},null,2)})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium mb-2",children:m("users.userInfo.details.mcpPermissions")}),(0,s.jsx)(sk.f,{mcpServers:v.object_permission?.mcp_servers||[],mcpAccessGroups:v.object_permission?.mcp_access_groups||[],mcpToolPermissions:v.object_permission?.mcp_tool_permissions||{},mcpToolsets:v.object_permission?.mcp_toolsets||[],accessToken:l})]})]})]})}),p&&(0,s.jsx)(ec.S,{value:"savings",children:"savings"===Q&&(e.trim()?(0,s.jsx)(sS.f,{accessToken:l,scope:{userId:e},activity:j,entityType:"user",scopeNote:m("users.userInfo.savings.scopeNote")},e):(0,s.jsx)("p",{role:"alert",children:m("users.userInfo.savings.unavailable")}))}),b&&(0,s.jsx)(ec.S,{value:"auto-router-usage",children:"auto-router-usage"===Q&&(e.trim()?(0,s.jsx)(sI.z,{accessToken:l,userId:e,activity:j},e):(0,s.jsx)("p",{role:"alert",children:m("users.userInfo.autoRouter.unavailable")}))})]}),(0,s.jsx)(em.f,{isInvitationLinkModalVisible:D,setIsInvitationLinkModalVisible:O,baseUrl:G||"",invitationLinkData:$,modalType:"resetPassword"}),(0,s.jsx)(eb.f,{isOpen:en,title:m("users.userInfo.removeTeamModal.title"),alertMessage:m("users.userInfo.removeTeamModal.alert"),message:m("users.userInfo.removeTeamModal.message"),resourceInformationTitle:m("users.userInfo.removeTeamModal.informationTitle"),resourceInformation:[{label:m("users.userInfo.removeTeamModal.team"),value:eu?.team_alias||eu?.team_id},{label:m("users.userInfo.removeTeamModal.userId"),value:v?.user_id,code:!0},{label:m("users.userInfo.removeTeamModal.email"),value:v?.user_email}],onCancel:()=>{ed(!1),eo(null)},onOk:eE,confirmLoading:eh}),(0,s.jsx)(B.N,{open:el,onOpenChange:e=>!e&&ei(!1),disablePointerDismissal:ex,children:(0,s.jsxs)(B.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[500px]",children:[(0,s.jsx)(B.s,{children:(0,s.jsx)(B.F,{children:m("users.userInfo.addTeamDialog.title")})}),(0,s.jsxs)("form",{onSubmit:e=>{e.preventDefault(),eT()},children:[(0,s.jsxs)(N.e,{children:[(0,s.jsxs)(N.N,{children:[(0,s.jsx)(N.u,{htmlFor:sE,children:m("users.userInfo.addTeamDialog.team")}),(0,s.jsxs)(sh.x,{items:eM,value:eV,onValueChange:e=>e_(e?.team_id??""),itemToStringLabel:e=>e.team_alias,isItemEqualToValue:(e,s)=>e.team_id===s.team_id,children:[(0,s.jsx)(sh.c,{id:sE,placeholder:eO,className:"w-full"}),(0,s.jsxs)(sh.R,{children:[(0,s.jsx)(sh.S,{children:m("users.userInfo.addTeamDialog.noTeams")}),(0,s.jsx)(sh.k,{children:e=>(0,s.jsx)(sh.T,{value:e,title:e.team_alias,children:e.team_alias},e.team_id)})]})]})]}),(0,s.jsxs)(N.N,{children:[(0,s.jsx)(N.u,{htmlFor:sM,children:m("users.userInfo.addTeamDialog.memberRole")}),(0,s.jsxs)(S.d,{value:eN,onValueChange:e=>null!==e&&ek(e),children:[(0,s.jsx)(S.P,{id:sM,className:"w-full",children:(0,s.jsx)(S.U,{})}),(0,s.jsx)(S.r,{children:sV.map(e=>(0,s.jsx)(S.T,{value:e.value,title:e.value,children:(0,s.jsxs)(z.x,{content:m(e.hintKey),children:[(0,s.jsx)("span",{className:"font-medium",children:e.value}),(0,s.jsxs)("span",{className:"ml-2 text-muted-foreground text-sm",children:["- ",m(e.hintKey)]})]})},e.value))})]})]})]}),(0,s.jsx)("div",{className:"text-right mt-4",children:(0,s.jsx)(w.K,{type:"submit",disabled:ex||!ev,"aria-busy":ex,children:ex?m("users.userInfo.addTeamDialog.submitting"):m("users.userInfo.addTeamDialog.submit")})})]})]})})]})}let sK="created_at",sL=[{id:sK,desc:!0}],sP=({accessToken:e,token:l,userRole:n,userID:d,teams:u,orgAdminOrgIds:o})=>{let{t:c}=(0,a.f)(),m=!!n&&(0,x.u)(n),f=(0,eg.d)(),[h,g]=(0,r.useState)({pageIndex:0,pageSize:25}),[b,p]=(0,r.useState)(sL),[j,v]=(0,r.useState)([]),[_,N]=(0,r.useState)(""),[k]=(0,ef.f)(_,{wait:ex.f}),[y,C]=(0,r.useState)({}),[S,I]=(0,r.useState)(!1),[z,T]=(0,r.useState)(!1),[E,M]=(0,t.o)("user",t.d.withOptions({history:"push"})),[V,F]=(0,r.useState)(!1),[K,L]=(0,r.useState)(!1),[P,R]=(0,r.useState)(!1),[D,O]=(0,r.useState)(null),[A,B]=(0,r.useState)(!1),[$,q]=(0,r.useState)(null),[H,W]=(0,r.useState)(null),[J,Q]=(0,r.useState)([]);(0,r.useEffect)(()=>{W((0,i._h)())},[]),(0,r.useEffect)(()=>{(async()=>{try{if(!d||!n||!e)return;let s=(await (0,i.SL)(e,d,n)).data.map(e=>e.id);Q(s)}catch(e){console.error("Error fetching user models:",e)}})()},[e,d,n]);let Y=(0,r.useCallback)(e=>{let s=j.find(s=>s.id===e);return"string"==typeof s?.value&&s.value.trim()?s.value.trim():void 0},[j]),Z=(0,r.useCallback)(e=>{N(e),g(e=>({...e,pageIndex:0})),C({})},[]),X=(0,r.useCallback)(e=>{p(e),g(e=>({...e,pageIndex:0})),C({})},[]),ee=(0,r.useCallback)(e=>{v(e),g(e=>({...e,pageIndex:0})),C({})},[]),es=(0,r.useCallback)(e=>{g(e),C({})},[]),et=(0,r.useCallback)((e,s=!1)=>{M(e),F(s)},[M]),er=(0,r.useCallback)(()=>{M(null),F(!1)},[M]),ea=(0,r.useCallback)(e=>{O(e),L(!0)},[]),el=(0,r.useCallback)(async s=>{if(!e)return void U.f.fromError(c("users.page.toasts.accessTokenMissing"));try{U.f.success(c("users.page.toasts.generatingResetLink"));let t=await (0,i.nU)(e,s);q(t),B(!0)}catch(e){U.f.fromError(c("users.page.toasts.resetLinkFailed"))}},[e,c]),ei=async()=>{if(D&&e)try{R(!0),await (0,i.kK)(e,[D.user_id]),f.setQueriesData({queryKey:["userList"]},e=>{if(void 0===e)return e;let s=e.users.filter(e=>e.user_id!==D.user_id);return{...e,users:s}}),U.f.success(c("users.page.toasts.deleted"))}catch(e){console.error("Error deleting user:",e),U.f.fromError(c("users.page.toasts.deleteFailed"))}finally{L(!1),O(null),R(!1)}},en=b[0],ep=en?.id??sK,ej=en?.desc??!0?"desc":"asc",ev=Y("user_id"),e_=Y("sso_user_id"),eN=Y("user_role"),ek=Y("team"),ew=k.trim()||null,ey={page:h.pageIndex+1,pageSize:h.pageSize,search:ew,userId:ev,ssoUserId:e_,role:eN,team:ek,sortBy:ep,sortOrder:ej,orgAdminOrgIds:o},eC=(0,eh.f)({queryKey:["userList",ey],queryFn:async()=>{if(!e)throw Error("Access token required");return await (0,i.J0)(e,ev?[ev]:null,h.pageIndex+1,h.pageSize,null,eN??null,ek??null,e_??null,ep,ej,o?o.map(e=>e.organization_id):null,ew)},enabled:!!(e&&l&&n&&d),placeholderData:e=>e}),eS=(0,eh.f)({queryKey:["userRoles"],initialData:()=>({}),queryFn:async()=>{if(!e)throw Error("Access token required");return await (0,i.Uk)(e)},enabled:!!(e&&l&&n&&d)}).data,eI=(0,r.useMemo)(()=>eC.data?.users??[],[eC.data]),ez=eC.data?.total??0,eT=(0,r.useMemo)(()=>eI.filter(e=>y[e.user_id]),[eI,y]);if(E)return(0,s.jsx)(sF,{userId:E,onClose:er,accessToken:e,userRole:n,possibleUIRoles:eS,initialTab:+!!V,startInEditMode:V});let eE=(0,s.jsx)(sf,{data:eI,rowCount:ez,isLoading:eC.isLoading||eC.isPlaceholderData,possibleUIRoles:eS,teams:u,canViewUserUsage:x.G.includes(n??""),sorting:b,onSortingChange:X,pagination:h,onPaginationChange:es,columnFilters:j,onColumnFiltersChange:ee,searchValue:_,onSearchChange:Z,selectionEnabled:m&&S,rowSelection:y,onRowSelectionChange:C,onUserClick:et,onDeleteUser:ea,onResetPassword:el});return(0,s.jsxs)("div",{className:"w-full overflow-hidden p-8",children:[(0,s.jsx)("div",{className:"mb-4 flex items-center justify-between",children:(0,s.jsxs)("div",{className:"flex space-x-3",children:[eC.isLoading&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(eo.f,{className:"h-9 w-28"}),(0,s.jsx)(eo.f,{className:"h-9 w-36"}),(0,s.jsx)(eo.f,{className:"h-9 w-28"})]}),!eC.isLoading&&d&&e&&(0,s.jsxs)(s.Fragment,{children:[m&&(0,s.jsx)(eu.f,{userID:d,accessToken:e,possibleUIRoles:eS}),m&&(0,s.jsx)(ed,{accessToken:e,teams:u,possibleUIRoles:eS}),m&&(0,s.jsx)(w.K,{type:"button",onClick:()=>{I(!S),C({})},variant:S?"default":"outline","data-testid":"toggle-user-selection",children:S?c("users.page.selection.cancel"):c("users.page.selection.start")}),m&&S&&(0,s.jsx)(w.K,{type:"button",onClick:()=>T(!0),disabled:0===eT.length,"data-testid":"bulk-edit-users",children:c("users.page.selection.bulkEdit",{count:eT.length})})]})]})}),m?(0,s.jsxs)(ec.i,{defaultValue:"users",className:"gap-0",children:[(0,s.jsxs)(ec.U,{variant:"line",className:"mb-4",children:[(0,s.jsx)(ec.k,{value:"users",className:"flex-none data-active:text-primary after:bg-primary",children:c("users.page.tabs.users")}),(0,s.jsx)(ec.k,{value:"default-settings",className:"flex-none data-active:text-primary after:bg-primary",children:c("users.page.tabs.defaultSettings")})]}),(0,s.jsx)(ec.S,{value:"users",keepMounted:!0,children:eE}),(0,s.jsx)(ec.S,{value:"default-settings",keepMounted:!0,children:d&&n&&e?(0,s.jsx)(eY,{possibleUIRoles:eS}):(0,s.jsx)("div",{className:"flex h-64 items-center justify-center",role:"status","aria-label":c("users.page.defaultSettingsLoading"),children:(0,s.jsxs)("div",{className:"w-full max-w-lg space-y-3",children:[(0,s.jsx)(eo.f,{className:"h-5 w-1/3"}),(0,s.jsx)(eo.f,{className:"h-5 w-full"}),(0,s.jsx)(eo.f,{className:"h-5 w-full"}),(0,s.jsx)(eo.f,{className:"h-5 w-2/3"})]})})})]}):eE,(0,s.jsx)(eb.f,{isOpen:K,title:c("users.page.deleteModal.title"),message:c("users.page.deleteModal.message"),resourceInformationTitle:c("users.page.deleteModal.informationTitle"),resourceInformation:[{label:c("users.page.deleteModal.email"),value:D?.user_email},{label:c("users.page.deleteModal.userId"),value:D?.user_id,code:!0},{label:c("users.page.deleteModal.globalProxyRole"),value:D?.user_role&&eS?.[D.user_role]?.ui_label||D?.user_role||"-"},{label:c("users.page.deleteModal.totalSpend"),value:D?.spend?.toFixed(2)}],onCancel:()=>{L(!1),O(null)},onOk:ei,confirmLoading:P}),(0,s.jsx)(em.f,{isInvitationLinkModalVisible:A,setIsInvitationLinkModalVisible:B,baseUrl:H||"",invitationLinkData:$,modalType:"resetPassword"}),(0,s.jsx)(G,{open:z,onCancel:()=>T(!1),selectedUsers:eT,possibleUIRoles:eS,accessToken:e,onSuccess:()=>{f.invalidateQueries({queryKey:["userList"]}),C({}),I(!1)},teams:u,userRole:n,userModels:J,allowAllUsers:!!n&&(0,x.z)(n)})]})};e.s(["default",0,function(){let{accessToken:e,token:t,userRole:r,userId:a}=(0,W.f)(),{data:l}=(0,ev.n)();return(0,s.jsx)(sP,{userID:a,userRole:r,token:t,teams:l??null,accessToken:e})}],198134)}]); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0-yugjb2xj35y.js b/litellm/proxy/_experimental/out/_next/static/chunks/0-yugjb2xj35y.js new file mode 100644 index 00000000000..bbe13e02b57 --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/0-yugjb2xj35y.js @@ -0,0 +1 @@ +(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,541071,373488,e=>{let t=(0,e.i(475254).f)("ellipsis",[["circle",{cx:"12",cy:"12",r:"1",key:"41hilf"}],["circle",{cx:"19",cy:"12",r:"1",key:"1wjl8i"}],["circle",{cx:"5",cy:"12",r:"1",key:"1pcz8c"}]]);e.s(["f",0,t],373488),e.s(["f",0,t],541071)},77705,e=>{let t=(0,e.i(475254).f)("eye-off",[["path",{d:"M10.733 5.076a10.744 10.744 0 0 1 11.205 6.575 1 1 0 0 1 0 .696 10.747 10.747 0 0 1-1.444 2.49",key:"ct8e1f"}],["path",{d:"M14.084 14.158a3 3 0 0 1-4.242-4.242",key:"151rxh"}],["path",{d:"M17.479 17.499a10.75 10.75 0 0 1-15.417-5.151 1 1 0 0 1 0-.696 10.75 10.75 0 0 1 4.446-5.143",key:"13bj9a"}],["path",{d:"m2 2 20 20",key:"1ooewy"}]]);e.s(["f",0,t],77705)},286536,e=>{let t=(0,e.i(475254).f)("eye",[["path",{d:"M2.062 12.348a1 1 0 0 1 0-.696 10.75 10.75 0 0 1 19.876 0 1 1 0 0 1 0 .696 10.75 10.75 0 0 1-19.876 0",key:"1nclc0"}],["circle",{cx:"12",cy:"12",r:"3",key:"1v7zrd"}]]);e.s(["f",0,t],286536)},332102,e=>{let t=(0,e.i(475254).f)("inbox",[["polyline",{points:"22 12 16 12 14 15 10 15 8 12 2 12",key:"o97t9d"}],["path",{d:"M5.45 5.11 2 12v6a2 2 0 0 0 2 2h16a2 2 0 0 0 2-2v-6l-3.45-6.89A2 2 0 0 0 16.76 4H7.24a2 2 0 0 0-1.79 1.11z",key:"oot6mr"}]]);e.s(["f",0,t],332102)},181692,e=>{let t=(0,e.i(475254).f)("key",[["path",{d:"m15.5 7.5 2.3 2.3a1 1 0 0 0 1.4 0l2.1-2.1a1 1 0 0 0 0-1.4L19 4",key:"g0fldk"}],["path",{d:"m21 2-9.6 9.6",key:"1j0ho8"}],["circle",{cx:"7.5",cy:"15.5",r:"5.5",key:"yqb3hr"}]]);e.s(["f",0,t])},834161,e=>{var t=e.i(181692);e.s(["f",()=>t.f])},221345,e=>{let t=(0,e.i(475254).f)("link",[["path",{d:"M10 13a5 5 0 0 0 7.54.54l3-3a5 5 0 0 0-7.07-7.07l-1.72 1.71",key:"1cjeqo"}],["path",{d:"M14 11a5 5 0 0 0-7.54-.54l-3 3a5 5 0 0 0 7.07 7.07l1.71-1.71",key:"19qd67"}]]);e.s(["f",0,t],221345)},991810,e=>{let t=(0,e.i(475254).f)("rotate-cw",[["path",{d:"M21 12a9 9 0 1 1-9-9c2.52 0 4.93 1 6.74 2.74L21 8",key:"1p45f6"}],["path",{d:"M21 3v5h-5",key:"1q7to0"}]]);e.s(["f",0,t],991810)},727612,e=>{let t=(0,e.i(475254).f)("trash-2",[["path",{d:"M3 6h18",key:"d0wm0j"}],["path",{d:"M19 6v14c0 1-1 2-2 2H7c-1 0-2-1-2-2V6",key:"4alrt4"}],["path",{d:"M8 6V4c0-1 1-2 2-2h4c1 0 2 1 2 2v2",key:"v07s0e"}],["line",{x1:"10",x2:"10",y1:"11",y2:"17",key:"1uufr5"}],["line",{x1:"14",x2:"14",y1:"11",y2:"17",key:"xtxkd"}]]);e.s(["f",0,t],727612)},127952,e=>{var t=e.i(843476),a=e.i(707621),r=e.i(271645),s=e.i(345771),o=e.i(322831),i=e.i(204290),n=e.i(929592),l=e.i(519455),d=e.i(515288),c=e.i(776639),u=e.i(950594);e.s(["f",0,function({isOpen:e,title:f,alertMessage:m,message:p,resourceInformationTitle:h,resourceInformation:g,onCancel:x,onOk:y,confirmLoading:j,requiredConfirmation:v}){let{t:b}=(0,o.f)(),[k,w]=(0,r.useState)("");return(0,r.useEffect)(()=>{e&&w("")},[e]),(0,t.jsx)(c.N,{open:e,onOpenChange:e=>!e&&!j&&x(),children:(0,t.jsxs)(c.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto",children:[(0,t.jsx)(c.s,{children:(0,t.jsx)(c.F,{children:f})}),(0,t.jsxs)("div",{className:"space-y-4",children:[m&&(0,t.jsx)(i.f,{variant:"warning",children:(0,t.jsx)(n.s,{children:m})}),(0,t.jsxs)(d.N,{size:"sm",className:"mt-4",children:[h&&(0,t.jsx)(d.Y,{className:"border-b",children:(0,t.jsx)(d.v,{children:h})}),(0,t.jsx)(d.O,{children:(0,t.jsx)("dl",{className:"grid grid-cols-[auto_minmax(0,1fr)] gap-x-4 gap-y-1",children:g?.map(({label:e,value:a,code:s})=>(0,t.jsxs)(r.default.Fragment,{children:[(0,t.jsx)("dt",{className:"font-semibold",children:e}),(0,t.jsx)("dd",{className:"min-w-0 break-words",children:s?(0,t.jsx)("code",{children:a??"-"}):a??"-"})]},e))})})]}),(0,t.jsx)("div",{children:(0,t.jsx)("span",{children:p})}),v&&(0,t.jsxs)("div",{className:"mb-6 mt-4 pt-4 border-t border-border",children:[(0,t.jsx)("p",{className:"block text-base font-medium text-foreground mb-2",children:(0,t.jsx)(s.f,{i18nKey:"commonComponents.deleteResourceModal.typeToConfirm",components:{confirmation:(0,t.jsx)("span",{className:"font-semibold text-destructive",children:v})}})}),(0,t.jsxs)(u.H,{className:"rounded-md",children:[(0,t.jsx)(u.B,{children:(0,t.jsx)(a.f,{className:"size-3.5 text-destructive"})}),(0,t.jsx)(u.M,{value:k,onChange:e=>w(e.target.value),placeholder:v,autoFocus:!0})]})]})]}),(0,t.jsxs)(c.c,{children:[(0,t.jsx)(l.K,{variant:"outline",onClick:x,disabled:j,children:b("commonComponents.deleteResourceModal.cancel")}),(0,t.jsx)(l.K,{variant:"destructive",onClick:y,disabled:!!v&&k!==v||j,children:b(j?"commonComponents.deleteResourceModal.deleting":"commonComponents.deleteResourceModal.delete")})]})]})})}])},450240,e=>{var t=e.i(843476),a=e.i(286536),r=e.i(77705),s=e.i(271645),o=e.i(322831),i=e.i(950594);let n=s.forwardRef(({className:e,groupClassName:n,disabled:l,...d},c)=>{let{t:u}=(0,o.f)(),[f,m]=s.useState(!1);return(0,t.jsxs)(i.H,{className:n,children:[(0,t.jsx)(i.M,{...d,ref:c,type:f?"text":"password",disabled:l,className:e}),(0,t.jsx)(i.B,{align:"inline-end",children:(0,t.jsx)(i.w,{size:"icon-xs",disabled:l,"aria-label":u(f?"shared.passwordInput.hide":"shared.passwordInput.show"),onClick:()=>m(e=>!e),children:f?(0,t.jsx)(r.f,{}):(0,t.jsx)(a.f,{})})})]})});n.displayName="PasswordInput",e.s(["f",0,n])},868499,e=>{var t=e.i(843476),a=e.i(366250),r=e.i(581239),s=e.i(156736),o=e.i(209793),i=e.i(784324),n=e.i(264951),l=e.i(77173);let d=e.i(313488).f;e.s(["Backdrop",()=>r.f,"Close",()=>s.f,"Description",()=>o.f,"Popup",()=>i.f,"Portal",()=>n.f,"Root",0,function(e){return(0,a.f)(e,"alert-dialog")},"Title",()=>l.f,"Trigger",0,d],734604);var c=e.i(734604),c=c,u=c,f=c,m=c,p=c,h=c,g=c,x=c,y=e.i(196631),j=e.i(519455);function v({...e}){return(0,t.jsx)(f.Portal,{"data-slot":"alert-dialog-portal",...e})}function b({className:e,...a}){return(0,t.jsx)(m.Backdrop,{"data-slot":"alert-dialog-overlay",className:(0,y.c)("fixed inset-0 isolate z-popup bg-black/10 duration-100 supports-backdrop-filter:backdrop-blur-xs data-open:animate-in data-open:fade-in-0 data-closed:animate-out data-closed:fade-out-0",e),...a})}e.s(["m",0,function({...e}){return(0,t.jsx)(c.Root,{"data-slot":"alert-dialog",...e})},"s",0,function({className:e,variant:a="default",size:r="default",...s}){return(0,t.jsx)(x.Close,{"data-slot":"alert-dialog-action",className:(0,y.c)(e),render:(0,t.jsx)(j.K,{variant:a,size:r}),...s})},"D",0,function({className:e,variant:a="outline",size:r="default",...s}){return(0,t.jsx)(x.Close,{"data-slot":"alert-dialog-cancel",className:(0,y.c)(e),render:(0,t.jsx)(j.K,{variant:a,size:r}),...s})},"B",0,function({className:e,size:a="default",...r}){return(0,t.jsxs)(v,{children:[(0,t.jsx)(b,{}),(0,t.jsx)(p.Popup,{"data-slot":"alert-dialog-content","data-size":a,className:(0,y.c)("group/alert-dialog-content fixed top-1/2 left-1/2 z-popup grid w-full -translate-x-1/2 -translate-y-1/2 gap-6 rounded-xl bg-popover p-6 text-popover-foreground ring-1 ring-foreground/10 duration-100 outline-none data-[size=default]:max-w-xs data-[size=sm]:max-w-xs data-[size=default]:sm:max-w-lg data-open:animate-in data-open:fade-in-0 data-open:zoom-in-95 data-closed:animate-out data-closed:fade-out-0 data-closed:zoom-out-95",e),...r})]})},"I",0,function({className:e,...a}){return(0,t.jsx)(g.Description,{"data-slot":"alert-dialog-description",className:(0,y.c)("text-sm text-balance text-muted-foreground md:text-pretty *:[a]:underline *:[a]:underline-offset-3 *:[a]:hover:text-foreground",e),...a})},"_",0,function({className:e,...a}){return(0,t.jsx)("div",{"data-slot":"alert-dialog-footer",className:(0,y.c)("flex flex-col-reverse gap-2 group-data-[size=sm]/alert-dialog-content:grid group-data-[size=sm]/alert-dialog-content:grid-cols-2 sm:flex-row sm:justify-end",e),...a})},"O",0,function({className:e,...a}){return(0,t.jsx)("div",{"data-slot":"alert-dialog-header",className:(0,y.c)("grid grid-rows-[auto_1fr] place-items-center gap-1.5 text-center has-data-[slot=alert-dialog-media]:grid-rows-[auto_auto_1fr] has-data-[slot=alert-dialog-media]:gap-x-6 sm:group-data-[size=default]/alert-dialog-content:place-items-start sm:group-data-[size=default]/alert-dialog-content:text-left sm:group-data-[size=default]/alert-dialog-content:has-data-[slot=alert-dialog-media]:grid-rows-[auto_1fr]",e),...a})},"g",0,function({className:e,...a}){return(0,t.jsx)(h.Title,{"data-slot":"alert-dialog-title",className:(0,y.c)("text-lg font-medium sm:group-data-[size=default]/alert-dialog-content:group-has-data-[slot=alert-dialog-media]/alert-dialog-content:col-start-2",e),...a})},"t",0,function({...e}){return(0,t.jsx)(u.Trigger,{"data-slot":"alert-dialog-trigger",...e})}],868499)},991326,972165,e=>{var t=e.i(653145);let a=(e,a,r)=>{if(e&&"reportValidity"in e){let s=(0,t.g)(r,a);e.setCustomValidity(s&&s.message||""),e.reportValidity()}},r=(e,t)=>{for(let r in t.fields){let s=t.fields[r];s&&s.ref&&"reportValidity"in s.ref?a(s.ref,r,e):s&&s.refs&&s.refs.forEach(t=>a(t,r,e))}},s=(e,a)=>{a.shouldUseNativeValidation&&r(e,a);let s={};for(let r in e){let i=(0,t.g)(a.fields,r),n=Object.assign(e[r]||{},{ref:i&&i.ref});if(o(a.names||Object.keys(e),r)){let e=Object.assign({},(0,t.g)(s,r));(0,t.u)(e,"root",n),(0,t.u)(s,r,e)}else(0,t.u)(s,r,n)}return s},o=(e,t)=>{let a=i(t).replace(/[.*+?^${}()|\\]/g,"\\$&");return e.some(e=>i(e).match(`^${a}\\.\\d+`))};function i(e){return e.replace(/[\[\]]/g,"")}var n=e.i(374969),l=e.i(803108);function d(){return(d=Object.assign.bind()).apply(null,arguments)}function c(e,t){try{var a=e()}catch(e){return t(e)}return a&&a.then?a.then(void 0,t):a}function u(e,a,o){if(void 0===o&&(o={}),"_def"in e&&"object"==typeof e._def&&"typeName"in e._def)return function(i,n,l){try{return Promise.resolve(c(function(){return Promise.resolve(e["sync"===o.mode?"parse":"parseAsync"](i,a)).then(function(e){return l.shouldUseNativeValidation&&r({},l),{errors:{},values:o.raw?Object.assign({},i):e}})},function(e){if(Array.isArray(null==e?void 0:e.issues))return{values:{},errors:s(function(e,a){for(var r={};e.length;){var s=e[0],o=s.code,i=s.message,n=s.path.join(".");if(!r[n])if("unionErrors"in s){var l=s.unionErrors[0].errors[0];r[n]={message:l.message,type:l.code}}else r[n]={message:i,type:o};if("unionErrors"in s&&s.unionErrors.forEach(function(t){return t.errors.forEach(function(t){return e.push(t)})}),a){var d=r[n].types,c=d&&d[s.code];r[n]=(0,t.I)(n,a,r,o,c?[].concat(c,s.message):s.message)}e.shift()}return r}(e.errors,!l.shouldUseNativeValidation&&"all"===l.criteriaMode),l)};throw e}))}catch(e){return Promise.reject(e)}};if("_zod"in e&&"object"==typeof e._zod)return function(i,u,f){try{return Promise.resolve(c(function(){return Promise.resolve(("sync"===o.mode?l.y:l.s)(e,i,a)).then(function(e){return f.shouldUseNativeValidation&&r({},f),{errors:{},values:o.raw?Object.assign({},i):e}})},function(e){if(e instanceof n.o)return{values:{},errors:s(function(e,a){for(var r={};e.length;)!function(){var s=e[0],o=s.code,i=s.message,n=s.path.join(".");if(!r[n])if("invalid_union"===s.code&&s.errors.length>0){var l=s.errors[0][0];r[n]={message:l.message,type:l.code}}else r[n]={message:i,type:o};if("invalid_union"===s.code&&s.errors.forEach(function(t){return t.forEach(function(t){return e.push(d({},t,{path:[].concat(s.path,t.path)}))})}),a){var c=r[n].types,u=c&&c[s.code];r[n]=(0,t.I)(n,a,r,o,u?[].concat(u,s.message):s.message)}e.shift()}();return r}(e.issues,!f.shouldUseNativeValidation&&"all"===f.criteriaMode),f)};throw e}))}catch(e){return Promise.reject(e)}};throw Error("Invalid input: not a Zod schema")}e.s(["f",0,u],972165),e.s(["f",0,function(e,a){return(0,t.G)({...a,resolver:u(e)})}],991326)},899426,e=>{let t=e=>e.trim().toLowerCase();function a(e,a){let r=t(e);if(""===r)return!0;let s=a.filter(e=>"string"==typeof e).map(e=>e.toLowerCase());return!!s.some(e=>e.includes(r))||r.split(/\s+/).every(e=>s.some(t=>t.includes(e)))}e.s(["$",0,function(e,t,r){return e.filter(e=>a(t,r(e)))},"h",0,a,"e",0,function(e,a,r){let s=t(a);if(""===s)return[...e];let o=e=>{let t=r(e).toLowerCase();return 1e3*(t===s)+100*!!t.startsWith(s)+(1e3-t.length)};return[...e].sort((e,t)=>o(t)-o(e))}])}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/007hncf901i6t.js b/litellm/proxy/_experimental/out/_next/static/chunks/007hncf901i6t.js deleted file mode 100644 index a6ae8fd1477..00000000000 --- a/litellm/proxy/_experimental/out/_next/static/chunks/007hncf901i6t.js +++ /dev/null @@ -1 +0,0 @@ -(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,269638,e=>{let t=(0,e.i(475254).f)("circle-check-big",[["path",{d:"M21.801 10A10 10 0 1 1 17 3.335",key:"yps3ct"}],["path",{d:"m9 11 3 3L22 4",key:"1pflzl"}]]);e.s(["f",0,t],269638)},248536,e=>{var t=e.i(843476),s=e.i(271645),n=e.i(405033),r=e.i(227409);function a(){let{accessToken:e,selectedMCPServers:s,setSelectedMCPServers:a}=(0,n.k)();return(0,t.jsx)("div",{className:"flex-1 min-h-0 overflow-auto w-full py-8 px-8",children:(0,t.jsx)(r.f,{accessToken:e,selectedServers:s,onChange:a})})}e.s(["default",0,function(){return(0,t.jsx)(s.Suspense,{children:(0,t.jsx)(a,{})})}])},227409,e=>{var t=e.i(843476),s=e.i(271645),n=e.i(618566),r=e.i(266027),a=e.i(322831),l=e.i(555436),c=e.i(871689),i=e.i(463059),o=e.i(195116),d=e.i(269638),p=e.i(531278),m=e.i(519455),u=e.i(793479),x=e.i(302747),h=e.i(677572),f=e.i(602869),v=e.i(292335),g=e.i(174553),j=e.i(201787),b=e.i(417385),w=e.i(280024),N=e.i(434166);let y=({server:e,accessToken:n,onConnect:r,variant:l="badge",autoStartKey:c=null,scopes:i,buttonLabel:o=j.f.t("chat.mcpAppsPanel.connect")})=>{let{t:d}=(0,a.f)(),u=e.server_name??e.alias??e.server_id,x={accessToken:n,serverId:e.server_id,serverAlias:u,scopes:i,onSuccess:(0,s.useCallback)(()=>r(e.server_id),[r,e.server_id])},{startOAuthFlow:h,status:f}=(0,w.f)(x);(0,s.useEffect)(()=>{null!==c&&"idle"===f&&null===(0,N.e)(c)&&((0,N.t)(c,"1"),h())},[c,f,h]);let v="authorizing"===f||"exchanging"===f;return"button"===l?(0,t.jsxs)(m.K,{onClick:h,disabled:v,className:"font-semibold h-[38px] min-w-[110px]",children:[v&&(0,t.jsx)(p.f,{className:"h-4 w-4 animate-spin mr-1.5"}),v?d("chat.mcpAppsPanel.connecting"):o]}):(0,t.jsx)("span",{onClick:e=>{e.stopPropagation(),v||h()},className:`text-[11px] font-semibold rounded-md px-2 py-0.5 shrink-0 whitespace-nowrap ${v?"text-muted-foreground bg-muted cursor-default":"text-primary-foreground bg-primary cursor-pointer hover:bg-primary/90"}`,children:d(v?"chat.mcpAppsPanel.connecting":"chat.mcpAppsPanel.connect")})},_=["#1677ff","#52c41a","#fa8c16","#eb2f96","#722ed1","#13c2c2","#fa541c","#2f54eb","#a0d911","#faad14"];function A(e){let t=0;for(let s=0;s{let{t:N}=(0,a.f)(),[_,k]=(0,s.useState)([]),[P,S]=(0,s.useState)(!0),[C,F]=(0,s.useState)(""),[B,T]=(0,s.useState)("all"),[$,M]=(0,s.useState)(new Set),[L,z]=(0,s.useState)(null),[K,R]=(0,s.useState)({}),[O,E]=(0,s.useState)(!1),[U,q]=(0,s.useState)(new Set),[D,G]=(0,s.useState)(new Set),I=(0,s.useRef)([]),H=(0,s.useCallback)(e=>{I.current=e,k(e)},[]),V=(0,s.useRef)(n);(0,s.useEffect)(()=>{V.current=n},[n]);let J=(0,s.useRef)(j);(0,s.useEffect)(()=>{J.current=j},[j]);let Q=e=>e.server_name??e.alias??e.server_id,W=_.find(e=>e.server_id===L),X=(0,s.useCallback)(e=>w&&(0,v.z)(e.auth_type)?N("chat.mcpAppsPanel.notSupported"):null,[w,N]),Y=(0,s.useCallback)(e=>{let t=I.current.find(t=>t.server_id===e);return void 0!==t&&null===X(t)?t:void 0},[X]),Z=(0,s.useCallback)(async(t,s)=>{try{let n=await (0,f.MG)(e,t.server_id);if(!s())return;let r=Array.isArray(n?.tools)?n.tools:[];R(e=>({...e,[Q(t)]:r.length}))}catch{}},[e]),ee=(0,s.useCallback)(async(t,s)=>{try{let n=await (0,f.pf)(e,t.server_id);if(!s())return;n.has_credential&&!n.is_expired&&q(e=>new Set(e).add(t.server_id))}catch{}finally{s()&&G(e=>{let s=new Set(e);return s.delete(t.server_id),s})}},[e]);(0,s.useEffect)(()=>{let t=!0,s=()=>t;return(0,f.hf)(e,void 0,w).then(async e=>{if(!s())return;let t=Array.isArray(e)?e:e?.data??[],n=w?t.filter(e=>!1!==e.connected_app_reachable):t,r=n.filter(e=>"authorization_code"===(0,v.j)(e));for(let e of(H(n),G(new Set(r.map(e=>e.server_id))),S(!1),r.forEach(e=>ee(e,s)),E(!0),Array.from({length:Math.ceil(n.length/5)},(e,t)=>n.slice(5*t,(t+1)*5)))){if(!s())return;await Promise.allSettled(e.map(e=>Z(e,s)))}s()&&E(!1)}).catch(()=>{s()&&(H([]),S(!1))}),()=>{t=!1}},[e,w,H,Z,ee]),(0,s.useEffect)(()=>{if(0===U.size)return;let e=I.current.filter(e=>U.has(e.server_id)&&!V.current.includes(Q(e))&&null===X(e)).map(Q);e.length>0&&J.current([...V.current,...e])},[U,X]);let et=async(t,s)=>{let r=Q(t);if(!s){j(n.filter(e=>e!==r)),q(e=>{let s=new Set(e);return s.delete(t.server_id),s});return}if(void 0!==Y(t.server_id)){M(e=>new Set(e).add(r));try{let s=await (0,f.MG)(e,t.server_id);if(s?.error)return void b.f.warning(N("chat.mcpAppsPanel.toolsLoadFailed",{serverName:r}));if(void 0===Y(t.server_id))return;V.current.includes(r)||j([...V.current,r])}catch{b.f.warning(N("chat.mcpAppsPanel.toolsLoadFailed",{serverName:r}))}finally{M(e=>{let t=new Set(e);return t.delete(r),t})}}},{data:es,isLoading:en}=(0,r.f)({queryKey:["mcp-apps-panel-detail-tools",W?.server_id],queryFn:()=>(0,f.MG)(e,W.server_id),enabled:!!W}),er=Array.isArray(es?.tools)?es.tools:[],ea=_.filter(e=>{let t=Q(e),s=!C.trim()||t.toLowerCase().includes(C.toLowerCase())||(e.description??"").toLowerCase().includes(C.toLowerCase()),r="all"===B||n.includes(t)&&null===X(e);return s&&r}),el=_.filter(e=>n.includes(Q(e))&&null===X(e)).length,ec=Object.values(K).reduce((e,t)=>e+t,0);if(W){let s,r=Q(W),a=n.includes(r),l=$.has(r),i=A(r);return(0,t.jsxs)("div",{className:"w-full",children:[(0,t.jsxs)(m.K,{variant:"ghost",size:"sm",onClick:()=>z(null),className:"-ml-3 mb-5 gap-1.5 text-muted-foreground hover:text-foreground",children:[(0,t.jsx)(c.f,{className:"h-3 w-3"}),N("chat.mcpAppsPanel.back")]}),(0,t.jsxs)("div",{className:"flex items-start gap-5 mb-7",children:[W.mcp_info?.logo_url?(0,t.jsx)(g.f,{src:W.mcp_info.logo_url,label:r,className:"w-16 h-16 rounded-2xl object-contain shrink-0 bg-muted/50"}):(0,t.jsx)("div",{className:"w-16 h-16 rounded-2xl flex items-center justify-center text-white font-bold text-[28px] shrink-0",style:{background:i},children:r.charAt(0).toUpperCase()}),(0,t.jsxs)("div",{className:"flex-1",children:[(0,t.jsx)("h2",{className:"m-0 mb-1 text-[22px] font-bold text-foreground",children:r}),(0,t.jsx)("p",{className:"m-0 text-sm text-muted-foreground",children:W.description??N("chat.mcpAppsPanel.defaultDescription")})]}),null!==(s=X(W))?(0,t.jsx)("span",{className:"text-[13px] text-muted-foreground py-2.5 shrink-0",children:s}):"m2m"===(0,v.j)(W)?(0,t.jsx)("span",{className:"text-[13px] text-muted-foreground",children:N("chat.mcpAppsPanel.authorized")}):"authorization_code"!==(0,v.j)(W)?(0,t.jsxs)(m.K,{variant:a?"outline":"default",disabled:l,onClick:()=>et(W,!a),className:"font-semibold h-[38px] min-w-[110px]",children:[l&&(0,t.jsx)(p.f,{className:"h-4 w-4 animate-spin mr-1.5"}),a?N("chat.mcpAppsPanel.disconnect"):N("chat.mcpAppsPanel.connect")]}):U.has(W.server_id)?(0,t.jsx)(m.K,{variant:"destructive",onClick:async()=>{try{await (0,f.O8)(e,W.server_id)}catch(e){}q(e=>{let t=new Set(e);return t.delete(W.server_id),t}),J.current(V.current.filter(e=>e!==r))},className:"font-semibold h-[38px] min-w-[110px]",children:N("chat.mcpAppsPanel.disconnect")}):(0,t.jsx)(y,{server:W,accessToken:e,onConnect:e=>{q(t=>new Set(t).add(e))},variant:"button"})]}),(0,t.jsx)("h3",{className:"m-0 mb-3 text-[15px] font-semibold text-foreground",children:N("chat.mcpAppsPanel.information")}),(0,t.jsx)("div",{className:"border rounded-lg overflow-hidden mb-7",children:[[N("chat.mcpAppsPanel.info.serverId"),W.server_id],[N("chat.mcpAppsPanel.info.transport"),(0,v.K)(W.transport,W.spec_path)],[N("chat.mcpAppsPanel.info.status"),a?N("chat.mcpAppsPanel.info.connected"):N("chat.mcpAppsPanel.info.notConnected")]].filter(([,e])=>e).map(([e,s],n,r)=>(0,t.jsxs)("div",{className:`flex px-4 py-3 text-[13px] ${n(0,t.jsxs)("div",{className:"border rounded-lg px-3.5 py-2.5 bg-muted/30 flex flex-col gap-1.5",children:[(0,t.jsx)(x.f,{className:"h-3.5 w-1/3"}),(0,t.jsx)(x.f,{className:"h-3 w-2/3"})]},s))}):0===er.length?(0,t.jsx)("div",{className:"text-muted-foreground text-[13px] py-2",children:N("chat.mcpAppsPanel.noTools")}):(0,t.jsx)("div",{className:"flex flex-col gap-2",children:er.map(e=>(0,t.jsxs)("div",{className:"border rounded-lg px-3.5 py-2.5 bg-muted/30",children:[(0,t.jsxs)("div",{className:`flex items-center gap-2 ${e.description?"mb-1":""}`,children:[(0,t.jsx)(o.f,{className:"h-3.5 w-3.5 text-muted-foreground"}),(0,t.jsx)("span",{className:"text-[13px] font-semibold text-foreground font-mono",children:e.name})]}),e.description&&(0,t.jsx)("p",{className:"m-0 text-xs text-muted-foreground pl-[21px]",children:e.description})]},e.name))})]})}return(0,t.jsxs)("div",{className:"w-full",children:[(0,t.jsxs)("div",{className:"flex items-center justify-between mb-5 gap-4 flex-wrap",children:[(0,t.jsxs)("div",{children:[(0,t.jsxs)("div",{className:"flex items-center gap-2 mb-1",children:[(0,t.jsx)("h2",{className:"m-0 text-lg font-semibold text-foreground",children:N("chat.mcpAppsPanel.title")}),!w&&(0,t.jsx)("span",{className:"text-[10px] font-semibold text-primary bg-primary/10 rounded px-1.5 py-0.5 uppercase tracking-wider",children:N("chat.mcpAppsPanel.beta")})]}),w?(0,t.jsx)("p",{className:"m-0 text-[13px] text-muted-foreground",children:N("chat.mcpAppsPanel.connectModeSubtitle")}):(0,t.jsxs)("div",{className:"flex items-center gap-3",children:[(0,t.jsx)("p",{className:"m-0 text-[13px] text-muted-foreground",children:N("chat.mcpAppsPanel.subtitle")}),O?(0,t.jsxs)("span",{className:"flex items-center gap-1.5 text-xs text-muted-foreground",children:[(0,t.jsx)(p.f,{className:"h-3 w-3 animate-spin"}),N("chat.mcpAppsPanel.loadingTools")]}):ec>0?(0,t.jsxs)("span",{className:"flex items-center gap-1 text-xs text-muted-foreground",children:[(0,t.jsx)(o.f,{className:"h-3 w-3"}),N("chat.mcpAppsPanel.toolsAvailable",{count:ec})]}):null]})]}),(0,t.jsxs)("div",{className:"relative w-[220px]",children:[(0,t.jsx)(l.f,{className:"absolute left-3 top-1/2 -translate-y-1/2 h-3.5 w-3.5 text-muted-foreground"}),(0,t.jsx)(u.f,{placeholder:N("chat.mcpAppsPanel.searchPlaceholder"),value:C,onChange:e=>F(e.target.value),className:"pl-9 text-[13px] h-9"})]})]}),(0,t.jsx)(h.i,{value:B,onValueChange:e=>T(e),className:"mb-4",children:(0,t.jsxs)(h.U,{variant:"line",className:"border-b rounded-none w-full justify-start h-auto p-0",children:[(0,t.jsx)(h.k,{value:"all",className:"rounded-none px-4 py-2 text-[13px]",children:N("chat.mcpAppsPanel.tabs.all")}),(0,t.jsxs)(h.k,{value:"connected",className:"rounded-none px-4 py-2 text-[13px]",children:[N("chat.mcpAppsPanel.tabs.connected"),el>0?` (${el})`:""]})]})}),P?(0,t.jsx)("div",{className:"grid grid-cols-2 border rounded-lg overflow-hidden",children:Array.from({length:6},(e,s)=>(0,t.jsxs)("div",{className:`flex items-center gap-3 p-4 ${s%2==0?"border-r":""} ${s<4?"border-b":""}`,children:[(0,t.jsx)(x.f,{className:"w-[38px] h-[38px] rounded-xl shrink-0"}),(0,t.jsxs)("div",{className:"flex-1 min-w-0 flex flex-col gap-1.5",children:[(0,t.jsx)(x.f,{className:"h-3.5 w-2/3"}),(0,t.jsx)(x.f,{className:"h-3 w-1/2"})]})]},s))}):0===ea.length?(0,t.jsx)("div",{className:"text-center text-muted-foreground text-[13px] py-12 px-3",children:0===_.length?w?N("chat.mcpAppsPanel.empty.connectMode"):N("chat.mcpAppsPanel.empty.noServers"):"connected"===B?N("chat.mcpAppsPanel.empty.noneConnected"):N("chat.mcpAppsPanel.empty.noMatch")}):(0,t.jsx)("div",{className:"grid grid-cols-2 border rounded-lg overflow-hidden",children:ea.map((s,r)=>{var a;let l,c=Q(s),p=A(c),m=K[c],u=null!==X(s);return(0,t.jsxs)("div",{onClick:()=>z(s.server_id),className:`flex items-center gap-3 p-4 bg-card cursor-pointer transition-colors hover:bg-accent/30 min-w-0 ${r%2==0?"border-r":""} ${Math.floor(r/2)0?(0,t.jsxs)("span",{className:"shrink-0 flex items-center gap-1 text-muted-foreground",children:["· ",(0,t.jsx)(o.f,{className:"h-2.5 w-2.5"})," ",m]}):null:O?(0,t.jsx)(x.f,{className:"w-7 h-3 shrink-0"}):null]})]}),null!==(l=X(a=s))?(0,t.jsx)("span",{className:"text-[11px] text-muted-foreground shrink-0 whitespace-nowrap",children:l}):"m2m"===(0,v.j)(a)?(0,t.jsx)(d.f,{className:"h-3.5 w-3.5 text-success shrink-0"}):"authorization_code"===(0,v.j)(a)?U.has(a.server_id)?(0,t.jsx)(d.f,{className:"h-3.5 w-3.5 text-success shrink-0"}):D.has(a.server_id)?(0,t.jsx)(x.f,{className:"h-6 w-16 shrink-0 rounded-md"}):(0,t.jsx)(y,{server:a,accessToken:e,onConnect:e=>q(t=>new Set(t).add(e)),variant:"badge"}):n.includes(Q(a))?(0,t.jsx)("span",{className:"w-[7px] h-[7px] rounded-full bg-success shrink-0"}):null,(0,t.jsx)(i.f,{className:"h-3 w-3 text-muted-foreground/40 shrink-0"})]},s.server_id)})})]})};var P=j;let S=({flowHandle:e,flow:s,accessToken:n,onConnected:r,failed:l})=>{let{t:c}=(0,a.f)(),i=`${(0,f._h)()}/authorize/complete`,o=l||void 0===s?"stale":s.state,p="unscoped"===o||"stale"!==o&&void 0!==s&&("multi"!==o?!0===s.connected:null!==s.servers&&s.servers.length>0&&s.servers.every(e=>e.connected)),m=function(e){if(!e)return!1;try{let t=new URL(e).hostname.replace(/^\[|\]$/g,"");return"localhost"===t||"::1"===t||/^127(\.\d{1,3}){3}$/.test(t)}catch{return!1}}(s?.client_origin??null),u="multi"===o?(s?.servers??[]).filter(e=>!e.connected).map(({server_id:e,server_name:t})=>({server_id:e,server_name:t})):"interactive"!==o||s?.connected!==!1||null===s.server_id?[]:[{server_id:s.server_id,server_name:s.server_name}],x=((e,t,s=P.f.t.bind(P.f))=>{let n=e?.client_origin??s("chat.connectFlowBanner.defaultClient"),r=e?.server_name??s("chat.connectFlowBanner.defaultServer"),a=e?.servers?.map(e=>e.server_name).join(", ")??"";if(t||void 0===e||"stale"===e.state)return[s("chat.connectFlowBanner.stale.title"),s("chat.connectFlowBanner.stale.description",{client:n})];if("unscoped"===e.state)return[s("chat.connectFlowBanner.unscoped.title",{client:n}),s("chat.connectFlowBanner.unscoped.description",{client:n})];if("multi"===e.state){let t=null!==e.servers&&e.servers.length>0&&e.servers.every(e=>e.connected);return[s("chat.connectFlowBanner.multi.title",{client:n,servers:a}),t?s("chat.connectFlowBanner.multi.ready",{client:n,servers:a}):s("chat.connectFlowBanner.multi.pending",{client:n})]}return"interactive"!==e.state||e.connected?[s("chat.connectFlowBanner.single.title",{client:n,server:r}),s("chat.connectFlowBanner.single.ready",{client:n,server:r})]:[s("chat.connectFlowBanner.single.title",{client:n,server:r}),s("chat.connectFlowBanner.single.pending",{client:n,server:r})]})(s,l,c);return(0,t.jsx)("div",{className:"mb-6 rounded-lg border border-primary/30 bg-primary/5 px-5 py-4",children:(0,t.jsxs)("div",{className:"flex items-start justify-between gap-4 flex-wrap",children:[(0,t.jsxs)("div",{className:"flex items-start gap-3 min-w-0",children:[(0,t.jsx)(d.f,{className:"h-5 w-5 text-primary shrink-0 mt-0.5"}),(0,t.jsxs)("div",{className:"min-w-0",children:[(0,t.jsx)("p",{className:"text-sm font-semibold text-foreground",children:x[0]}),(0,t.jsx)("p",{className:"text-[13px] text-muted-foreground mt-0.5",children:x[1]})]})]}),(0,t.jsxs)("div",{className:"flex shrink-0 gap-2",children:[u.map(a=>(0,t.jsx)(y,{server:a,accessToken:n,onConnect:r,scopes:s?.requested_scopes,variant:"button",buttonLabel:"multi"===o?c("chat.connectFlowBanner.connectServer",{server:a.server_name??a.server_id}):void 0,..."multi"===o?{}:{autoStartKey:`litellm-mcp-autostart:${e}:${a.server_id}`}},a.server_id)),(0,t.jsxs)("form",{method:"POST",action:i,children:[(0,t.jsx)("input",{type:"hidden",name:"flow",value:e}),p&&(0,t.jsx)("button",{type:"submit",className:"h-[38px] rounded-md bg-primary px-4 text-sm font-semibold text-primary-foreground hover:bg-primary/90",children:c("chat.connectFlowBanner.finish")}),"unscoped"!==o&&(0,t.jsx)("button",{type:"submit",name:"decision",value:"deny",className:"ml-2 h-[38px] rounded-md border px-4 text-sm font-semibold text-foreground hover:bg-accent/40",children:c("chat.connectFlowBanner.cancel")}),m&&(0,t.jsxs)("label",{className:"mt-2 flex items-center gap-2 text-[13px] text-muted-foreground",children:[(0,t.jsx)("input",{type:"checkbox",name:"delivery",value:"manual"}),c("chat.connectFlowBanner.manualDelivery")]})]})]})]})})};e.s(["f",0,({accessToken:e,selectedServers:a,onChange:l})=>{let c=(0,n.useRouter)(),i=(0,n.useSearchParams)(),o=i.get("mcpOauthReturn"),d=i.get("connect_flow");(0,s.useEffect)(()=>{if(o){let e=new URL(window.location.href);e.searchParams.delete("mcpOauthReturn"),c.replace(e.pathname+e.search)}},[o,c]);let{data:p,isError:m,refetch:u}=(0,r.f)({queryKey:["gateway-connect-flow",d],queryFn:()=>(0,f.Ov)(d),enabled:!!d,retry:!1});return null===d?(0,t.jsx)(k,{accessToken:e,selectedServers:a,onChange:l}):(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(S,{flowHandle:d,flow:p,accessToken:e,onConnected:u,failed:m}),p?.state==="unscoped"&&(0,t.jsx)(k,{accessToken:e,selectedServers:a,onChange:l,connectMode:!0})]})}],227409)}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/00li-vcjbfw46.js b/litellm/proxy/_experimental/out/_next/static/chunks/00li-vcjbfw46.js new file mode 100644 index 00000000000..e3737026a3a --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/00li-vcjbfw46.js @@ -0,0 +1 @@ +(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,[774835,66747,373374,e=>{var t,r=e.i(271645),s=e.i(828918),l=e.i(146376),a=e.i(667865),i=e.i(502077),n=e.i(956789),o=e.i(333848),d=e.i(675606),c=e.i(380025),u=e.i(209407),m=e.i(875812);let f=((t={}).checked="data-checked",t.unchecked="data-unchecked",t.disabled="data-disabled",t.readonly="data-readonly",t.required="data-required",t.valid="data-valid",t.invalid="data-invalid",t.touched="data-touched",t.dirty="data-dirty",t.filled="data-filled",t.focused="data-focused",t),g={checked:e=>e?{[f.checked]:""}:{[f.unchecked]:""},...u.T,...m.s};var p=e.i(788015),x=e.i(552245),h=e.i(540886),b=e.i(370359),v=e.i(348990),j=e.i(469690),y=e.i(157153),k=e.i(247778),w=e.i(31421),N=e.i(538489);let S=r.createContext(void 0);var _=e.i(186698),C=e.i(733332);let P=r.createContext(void 0);var M=e.i(843476);let F=r.forwardRef(function(e,t){let{render:u,className:m,disabled:f=!1,readOnly:C=!1,required:F=!1,"aria-labelledby":T,value:q,inputRef:E,nativeButton:K=!1,id:A,style:G,...O}=e,L=r.useContext(S),{disabled:R,readOnly:z,required:V,form:$,checkedValue:I,touched:B=!1,validation:D,name:H}=L??{},W=L?.setCheckedValue??n.x,U=L?.setTouched??n.x,Q=L?.registerControlRef??n.x,J=L?.registerInputRef??n.x,{setTouched:X,setFilled:Y,state:Z,disabled:ee}=(0,j.U)(),et=(0,y.f)(),{labelId:er,getDescriptionProps:es}=(0,k.f)(),el=ee||et.disabled||R||f,ea=z||C,ei=V||F,en=L?I===q:""===q,eo=r.useRef(null),ed=r.useRef(null),ec=(0,a.f)(e=>{e&&Q(e,el)}),eu=(0,s.A)(E,ed,J);(0,l.f)(()=>{ed.current?.checked&&Y(!0)},[Y]),(0,l.f)(()=>{if(ed.current){if(el&&en)return void J(null);eo.current&&Q(eo.current,el),J(ed.current)}},[en,el,Q,J]);let em=(0,p.f)(),ef=(0,N.f)({id:A,implicit:!1,controlRef:eo}),eg=K?void 0:ef,ep={role:"radio","aria-checked":en,"aria-required":ei||void 0,"aria-readonly":ea||void 0,"aria-labelledby":(0,w.f)(T,er,ed,!K,eg),[b.f]:en?"":void 0,id:K?ef:em,onKeyDown(e){"Enter"===e.key&&e.preventDefault()},onClick(e){if(e.defaultPrevented||el||ea)return;e.preventDefault();let t=ed.current;t&&t.dispatchEvent(new((0,o.f)(t)).PointerEvent("click",{bubbles:!0,shiftKey:e.shiftKey,ctrlKey:e.ctrlKey,altKey:e.altKey,metaKey:e.metaKey}))},onFocus(e){e.defaultPrevented||el||ea||!B||(ed.current?.click(),U(!1))}},{getButtonProps:ex,buttonRef:eh}=(0,h.f)({disabled:el,native:K,composite:!1}),eb={type:"radio",ref:eu,form:$,id:eg,name:H,tabIndex:-1,style:H?i.L:i.p,"aria-hidden":!0,...void 0!==q?{value:(0,_.f)(q)}:n.w,disabled:el,checked:en,required:ei,readOnly:ea,onChange(e){if(e.nativeEvent.defaultPrevented||el||ea||void 0===q)return;let t=(0,d.j)(c.f.none,e.nativeEvent);W(q,t),t.isCanceled||X(!0)},onFocus(){eo.current?.focus()}},ev=r.useMemo(()=>({...Z,required:ei,disabled:el,readOnly:ea,checked:en}),[Z,el,ea,en,ei]),ej=void 0!==L,ey=[t,eo,eh,ec],ek=[ep,O,ex,es,D?e=>D.getValidationProps(el,e):n.w],ew=(0,x.f)("span",e,{enabled:!ej,state:ev,ref:ey,props:ek,stateAttributesMapping:g});return(0,M.jsxs)(P.Provider,{value:ev,children:[ej?(0,M.jsx)(v.f,{tag:"span",render:u,className:m,style:G,state:ev,refs:ey,props:ek,stateAttributesMapping:g}):ew,(0,M.jsx)("input",{...eb,suppressHydrationWarning:!0})]})});var T=e.i(137584),q=e.i(223910);let E=r.forwardRef(function(e,t){let{render:s,className:l,style:a,keepMounted:i=!1,...n}=e,o=function(){let e=r.useContext(P);if(void 0===e)throw Error((0,C.f)(52));return e}(),d=o.checked,{mounted:c,transitionStatus:u,setMounted:m}=(0,q.f)(d),f={...o,transitionStatus:u},p=r.useRef(null),h=(0,x.f)("span",e,{ref:[t,p],state:f,props:n,stateAttributesMapping:g});return((0,T.f)({open:d,ref:p,onComplete(){d||m(!1)}}),i||c)?h:null});e.s(["Indicator",0,E,"Root",0,F],66747);var K=e.i(66747);e.s(["f",0,K],774835);var A=e.i(951437),G=e.i(647554),O=e.i(673327),L=e.i(405934),R=e.i(381104);let z=r.createContext(void 0);var V=e.i(884708),$=e.i(606039);let I=[O.B],B=r.forwardRef(function(e,t){let{render:s,className:l,disabled:i,readOnly:n,required:o,onValueChange:d,value:c,defaultValue:u,form:f,name:g,inputRef:x,id:h,style:b,...v}=e,{setTouched:y,setFocused:w,validationMode:N,name:_,disabled:P,state:F,validation:T,setDirty:q,setFilled:E,validityData:K}=(0,j.U)(),{labelId:O}=(0,k.f)(),{clearErrors:B}=(0,V.f)(),D=function(e=!1){let t=r.useContext(z);if(!t&&!e)throw Error((0,C.f)(86));return t}(!0),H=P||i,W=_??g,U=(0,p.f)(h),[Q,J]=(0,A.f)({controlled:c,default:u,name:"RadioGroup",state:"value"}),[X,Y]=r.useState(!1),Z=(0,a.f)((e,t)=>{d?.(e,t),t.isCanceled||J(e)}),ee=r.useRef(null),et=r.useRef(null),er=r.useRef(null);function es(e){let t;return x&&("function"==typeof x?t=x(e):x.current=e),et.current=e,T.inputRef.current=e,t}let el=(0,a.f)((e,t=!1)=>{if(e){if(t){ee.current===e&&(ee.current=null);return}null==ee.current&&(ee.current=e)}}),ea=(0,a.f)(e=>{if(!e||e.disabled)return;er.current||(er.current=e);let t=et.current;if(e.checked||null==t||t.disabled)return es(e)}),ei=(0,a.f)(()=>{let e=et.current;return e&&!e.disabled&&e.checked?Q??null:null});(0,R.f)(ee,U,Q??null,ei,!H,g),(0,$.f)(Q,()=>{B(W),q(Q!==K.initialValue),E(null!=Q),T.change(Q);let e=er.current;null==Q&&e&&!e.disabled&&es(e)});let en=v["aria-labelledby"]??O??D?.legendId,eo={...F,disabled:H??!1,required:o??!1,readOnly:n??!1},ed=r.useMemo(()=>({...F,checkedValue:Q,disabled:H,form:f,validation:T,name:W,readOnly:n,registerControlRef:el,registerInputRef:ea,required:o,setCheckedValue:Z,setTouched:Y,touched:X}),[Q,H,f,T,F,W,n,el,ea,o,Z,Y,X]);return(0,M.jsx)(S.Provider,{value:ed,children:(0,M.jsx)(L.f,{render:s,className:l,style:b,state:eo,props:[{id:h,role:"radiogroup","aria-required":o||void 0,"aria-disabled":H||void 0,"aria-readonly":n||void 0,"aria-labelledby":en,onFocus(){w(!0)},onBlur(e){(0,G.I)(e.currentTarget,e.relatedTarget)||(y(!0),w(!1),"onBlur"===N&&T.commit(Q))},onKeyDownCapture(e){e.key.startsWith("Arrow")&&(Y(!0),w(!0))}},v,e=>T.getValidationProps(H??!1,e)],refs:[t],stateAttributesMapping:m.s,enableHomeAndEndKeys:!1,modifierKeys:I})})});e.s(["f",0,B],373374)},250980,e=>{var t=e.i(271645);let r=t.forwardRef(function(e,r){return t.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:r},e),t.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M12 9v3m0 0v3m0-3h3m-3 0H9m12 0a9 9 0 11-18 0 9 9 0 0118 0z"}))});e.s(["f",0,r],250980)},68155,e=>{var t=e.i(271645);let r=t.forwardRef(function(e,r){return t.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:r},e),t.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M19 7l-.867 12.142A2 2 0 0116.138 21H7.862a2 2 0 01-1.995-1.858L5 7m5 4v6m4-6v6m1-10V4a1 1 0 00-1-1h-4a1 1 0 00-1 1v3M4 7h16"}))});e.s(["f",0,r],68155)},63209,e=>{var t=e.i(361653);e.s(["f",()=>t.f])},77705,e=>{let t=(0,e.i(475254).f)("eye-off",[["path",{d:"M10.733 5.076a10.744 10.744 0 0 1 11.205 6.575 1 1 0 0 1 0 .696 10.747 10.747 0 0 1-1.444 2.49",key:"ct8e1f"}],["path",{d:"M14.084 14.158a3 3 0 0 1-4.242-4.242",key:"151rxh"}],["path",{d:"M17.479 17.499a10.75 10.75 0 0 1-15.417-5.151 1 1 0 0 1 0-.696 10.75 10.75 0 0 1 4.446-5.143",key:"13bj9a"}],["path",{d:"m2 2 20 20",key:"1ooewy"}]]);e.s(["f",0,t],77705)},286536,e=>{let t=(0,e.i(475254).f)("eye",[["path",{d:"M2.062 12.348a1 1 0 0 1 0-.696 10.75 10.75 0 0 1 19.876 0 1 1 0 0 1 0 .696 10.75 10.75 0 0 1-19.876 0",key:"1nclc0"}],["circle",{cx:"12",cy:"12",r:"3",key:"1v7zrd"}]]);e.s(["f",0,t],286536)},270756,e=>{let t=(0,e.i(475254).f)("lock",[["rect",{width:"18",height:"11",x:"3",y:"11",rx:"2",ry:"2",key:"1w4ew1"}],["path",{d:"M7 11V7a5 5 0 0 1 10 0v4",key:"fwvmzm"}]]);e.s(["f",0,t],270756)},364009,e=>{let t={src:e.i(614148).default,width:600,height:450,blurWidth:0,blurHeight:0};e.s(["f",0,t])},421436,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(322831),l=e.i(131792),a=e.i(201787);let i=(e,t)=>e.label.toLowerCase().includes(t.trim().toLowerCase());e.s(["f",0,({value:e,onValueChange:n,options:o=[],placeholder:d,emptyText:c=a.f.t("tagsInput.empty"),tokenSeparators:u=[],loading:m=!1,disabled:f=!1,id:g})=>{let{t:p}=(0,s.f)(),x=(0,l.d)(),[h,b]=(0,r.useState)(""),v=e.map(e=>o.find(t=>t.value===e)??{label:e,value:e}),j=h.trim(),y=j.length>0&&!o.some(e=>e.value===j)?[{label:j,value:j},...o]:o,k=t=>{let r=t.map(e=>e.trim()).filter(Boolean).filter((t,r,s)=>s.indexOf(t)===r&&!e.includes(t));r.length>0&&n([...e,...r])},w=()=>{b(""),k([h])},N=e=>{"Enter"!==e.key||(e.preventDefault(),e.currentTarget.getAttribute("aria-activedescendant")||w())};return(0,t.jsxs)(l.x,{multiple:!0,items:y,value:v,onValueChange:e=>{b(""),n(e.map(e=>e.value))},inputValue:h,onInputValueChange:e=>{if(!u.some(t=>e.includes(t)))return void b(e);let t=u.reduce((e,t)=>e.flatMap(e=>e.split(t)),[e]);b(t[t.length-1]??""),k(t.slice(0,-1))},isItemEqualToValue:(e,t)=>e.value===t.value,itemToStringLabel:e=>e.label,filter:i,openOnInputClick:!0,disabled:f||m,children:[(0,t.jsx)(l.V,{render:(0,t.jsx)("div",{ref:x}),className:"min-h-8 py-1 text-sm",children:(0,t.jsx)(l.l,{children:e=>(0,t.jsxs)(t.Fragment,{children:[e.map(e=>(0,t.jsx)(l.Q,{"aria-label":e.label,children:e.label},e.value)),(0,t.jsx)(l.z,{id:g,placeholder:m?p("tagsInput.loading"):d,className:"min-w-24",onBlur:w,onKeyDown:N})]})})}),(0,t.jsxs)(l.R,{anchor:x,children:[(0,t.jsx)(l.S,{children:c}),(0,t.jsx)(l.k,{children:e=>(0,t.jsx)(l.T,{value:e,title:e.label,children:e.label},e.value)})]})]})}])},263147,e=>{var t=e.i(266027),r=e.i(243652),s=e.i(602869),l=e.i(431703),a=e.i(708347),i=e.i(135214);let n=(0,r.f)("accessGroups"),o=async e=>{let t=(0,s._h)(),r=`${t}/v1/access_group`,a=await fetch(r,{method:"GET",headers:{[(0,s.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"}});if(!a.ok){let e=await a.json(),t=(0,l.O)(e);throw(0,s.Bv)(t),Error(t)}return a.json()};e.s(["K",0,n,"W",0,()=>{let{accessToken:e,userRole:r}=(0,i.f)();return(0,t.f)({queryKey:n.list({}),queryFn:async()=>o(e),enabled:!!e&&a.G.includes(r||"")})}])},36281,390770,e=>{var t=e.i(954616),r=e.i(912598),s=e.i(271645),l=e.i(135214),a=e.i(602869),i=e.i(243652),n=e.i(198458);let o="__unset__",d=[{value:"1h",labelKey:"budgets.durationFilterOptions.hourly"},{value:"24h",labelKey:"budgets.durationFilterOptions.daily"},{value:"7d",labelKey:"budgets.durationFilterOptions.weekly"},{value:"30d",labelKey:"budgets.durationFilterOptions.monthly"},{value:o,labelKey:"budgets.durationFilterOptions.notSet"}],c=(e,t)=>""===t?[]:[[e,t]],u=e=>"object"==typeof e&&null!==e?e:{},m=e=>"string"==typeof e?e.trim():"",f=(e,t)=>{if(""===e)return"";let r=new Date(`${e}T${t}`);return Number.isNaN(r.getTime())?"":r.toISOString()},g=e=>{switch(e.id){case"budget_duration":let t,r;return(r=Array.isArray(t=e.value)?t.filter(e=>"string"==typeof e):[]).includes(o)?[["filter[budget_duration][is_null]","true"]]:c("filter[budget_duration][in]",r.join(","));case"max_budget":let s;return!0===(s=u(e.value)).unlimitedOnly?[["filter[max_budget][is_null]","true"]]:[...c("filter[max_budget][gte]",m(s.min)),...c("filter[max_budget][lte]",m(s.max))];case"created_at":let l;return[...c("filter[created_at][gte]",f(m((l=u(e.value)).from),"00:00:00.000")),...c("filter[created_at][lte]",f(m(l.to),"23:59:59.999"))];default:return[]}},p=e=>Object.fromEntries(e.flatMap(g));e.s(["W",0,d,"t",0,o,"M",0,p],390770);let x=(0,i.f)("budgets"),h=[{id:"created_at",desc:!0}];e.s(["n",0,x,"Y",0,()=>{let{accessToken:e}=(0,l.f)(),t=(0,s.useCallback)((t,r)=>a.Mw.get("/management/v1/budgets",{accessToken:e,query:t,signal:r}),[e]),r={queryKey:x.lists(),fetchPage:t,serializeFilters:p,defaultSorting:h,defaultPageSize:50,enabled:!!e};return(0,n.f)(r)},"E",0,()=>{let{accessToken:e}=(0,l.f)(),s=(0,r.d)();return(0,t.f)({mutationFn:async t=>{if(!e)throw Error("Access token is required");return(0,a._6)(e,t)},onSuccess:()=>{s.invalidateQueries({queryKey:x.all})}})},"t",0,()=>{let{accessToken:e}=(0,l.f)(),s=(0,r.d)();return(0,t.f)({mutationFn:async t=>{if(!e)throw Error("Access token is required");return(0,a.gJ)(e,t)},onSuccess:()=>{s.invalidateQueries({queryKey:x.all})}})},"p",0,()=>{let{accessToken:e}=(0,l.f)(),s=(0,r.d)();return(0,t.f)({mutationFn:async t=>{if(!e)throw Error("Access token is required");return(0,a.G4)(e,t)},onSuccess:()=>{s.invalidateQueries({queryKey:x.all})}})}],36281)},198458,e=>{var t=e.i(655063),r=e.i(266027),s=e.i(271645),l=e.i(741466);e.s(["f",0,function(e){let{queryKey:a,fetchPage:i,serializeFilters:n,defaultSorting:o,defaultPageSize:d,enabled:c}=e,[u,m]=(0,s.useState)(o),[f,g]=(0,s.useState)({pageIndex:0,pageSize:d}),[p,x]=(0,s.useState)([]),[h,b]=(0,s.useState)(""),[v]=(0,t.f)(h,{wait:l.f}),j=(0,s.useMemo)(()=>{let e=u.map(e=>e.desc?`-${e.id}`:e.id).join(","),t=v.trim();return{page:f.pageIndex+1,page_size:f.pageSize,...""===e?{}:{sort:e},...""===t?{}:{q:t},...n(p)}},[u,f.pageIndex,f.pageSize,v,p,n]),y={queryKey:[...a,j],queryFn:({signal:e})=>i(j,e),enabled:c,placeholderData:e=>e},{data:k,isLoading:w,isPlaceholderData:N,isFetching:S,error:_,refetch:C}=(0,r.f)(y),P=(0,s.useCallback)(()=>g(e=>({...e,pageIndex:0})),[]),M=(0,s.useCallback)(e=>{m(e),P()},[P]),F=(0,s.useCallback)(e=>{x(e),P()},[P]),T=(0,s.useCallback)(e=>{b(e),P()},[P]),q=(0,s.useCallback)(()=>{C()},[C]);return{rows:(0,s.useMemo)(()=>k?.data??[],[k]),rowCount:k?.meta.total_count??0,isLoading:w||N,isFetching:S,error:_,refetch:q,sorting:u,onSortingChange:M,pagination:f,onPaginationChange:g,columnFilters:p,onColumnFiltersChange:F,searchValue:h,onSearchChange:T}}])},992619,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(531245),l=e.i(343488),a=e.i(322831),i=e.i(793479),n=e.i(552546),o=e.i(695411),d=e.i(201787);e.s(["f",0,({accessToken:e,value:c,placeholder:u=d.f.t("modelSelector.placeholder"),onChange:m,disabled:f=!1,style:g,className:p,showLabel:x=!0,labelText:h=d.f.t("modelSelector.label")})=>{let{t:b}=(0,a.f)(),[v,j]=(0,r.useState)(c??null),[y,k]=(0,r.useState)(!1),[w,N]=(0,r.useState)([]);(0,r.useEffect)(()=>{j(c??null)},[c]),(0,r.useEffect)(()=>{e&&(async()=>{try{let t=await (0,o.X)(e);t.length>0&&N(t)}catch(e){console.error("Error fetching model info:",e)}})()},[e]);let S=(0,l.f)(e=>{j(e??null),m?.(e)},{wait:500});return(0,t.jsxs)("div",{children:[x&&(0,t.jsxs)("p",{className:"font-medium block mb-2 text-foreground flex items-center",children:[(0,t.jsx)(s.f,{className:"mr-2 size-3.5"})," ",h]}),(0,t.jsx)("div",{style:{width:"100%",...g},className:`rounded-md ${p||""}`,children:(0,t.jsx)(n.f,{options:[...Array.from(new Set(w.map(e=>e.model_group))).map(e=>({value:e,label:e})),{value:"custom",label:b("modelSelector.customOption")}],value:v,placeholder:u,onValueChange:e=>{"custom"===e?(k(!0),j(null)):(k(!1),j(e??null),m&&m(e))},disabled:f})}),y&&(0,t.jsx)(i.f,{className:"mt-2",placeholder:b("modelSelector.customPlaceholder"),onChange:e=>S(e.target.value),disabled:f})]})}])},663435,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(322831),l=e.i(744582),a=e.i(785242);e.s(["f",0,({value:e,onChange:i,onTeamSelect:n,disabled:o,organizationId:d,pageSize:c=20,id:u,filterTeam:m})=>{let{t:f}=(0,s.f)(),[g,p]=(0,r.useState)(""),{data:x,fetchNextPage:h,hasNextPage:b,isFetchingNextPage:v,isFetchNextPageError:j,isLoading:y}=(0,a.m)(c,g||void 0,d),k=(0,r.useMemo)(()=>{if(!x?.pages)return[];let e=new Set,t=[];for(let r of x.pages)for(let s of r.teams)e.has(s.team_id)||(e.add(s.team_id),t.push(s));return t},[x]),w=(0,r.useMemo)(()=>k.filter(e=>!m||m(e)),[k,m]),N=null!=m;return(0,r.useEffect)(()=>{N&&w.length({label:e.team_alias||e.team_id,value:e.team_id,sublabel:e.team_id})),value:e,onValueChange:e=>{i?.(e),n&&n(e?k.find(t=>t.team_id===e)??null:null)},onSearchChange:p,onLoadMore:h,hasNextPage:b,isLoading:y,isFetchingNextPage:v,placeholder:f("teamDropdown.placeholder"),emptyText:f("teamDropdown.empty"),loadingText:f("teamDropdown.loading"),disabled:o,inputId:u})})}])},390605,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(345771),l=e.i(322831),a=e.i(602869),i=e.i(629288),n=e.i(571303),o=e.i(500727),d=e.i(101837),c=e.i(699857),u=e.i(531516),m=e.i(696609),f=e.i(234713),g=e.i(288839);let p=[];e.s(["f",0,({accessToken:e,selectedServers:x,selectedAccessGroups:h=p,selectedToolsets:b=p,toolPermissions:v,onChange:j,disabled:y=!1,preserveUnrestrictedServers:k=p})=>{let{t:w}=(0,l.f)(),{data:N=[],isError:S,isLoading:_,isSuccess:C}=(0,o.o)(),{data:P=[],isSuccess:M}=(0,d.f)(),{data:F=[],isError:T,isLoading:q}=(0,c.f)(),[E,K]=(0,r.useState)({}),[A,G]=(0,r.useState)({}),[O,L]=(0,r.useState)({}),[R,z]=(0,r.useState)({}),V=(0,r.useRef)(v);(0,r.useEffect)(()=>{V.current=v},[v]);let $={allServers:N,selectedServers:x,selectedAccessGroups:h,selectedToolsets:b,toolsets:F,toolPermissions:v},I=(0,r.useMemo)(()=>(0,g.H)($),[N,x,h,b,F,v]),B=(0,r.useMemo)(()=>new Set(k.flatMap(e=>(0,g.C)(N,e).map(e=>e.server_id))),[N,k]),D=async(e,t)=>{let r=e.server.server_id;G(e=>({...e,[r]:!0})),L(e=>({...e,[r]:""}));try{let s=await (0,a.MG)(t,r);if(s.error)L(e=>({...e,[r]:s.message||w("mcpServerManagement.toolPermissions.fetchFailed")})),K(e=>({...e,[r]:[]}));else{let t=s.tools||[];K(e=>({...e,[r]:t}));let l=V.current,a="direct"===e.source.kind,i=void 0===(0,g.S)(e.server,l,N)&&void 0===e.toolsetTools;if(!B.has(r)&&a&&i&&(0===b.length||!T)&&t.length>0){let r=t.filter(e=>"delete"!==(0,m.j)(e.name,e.description||"")).map(e=>e.name);j((0,g.r)({toolPermissions:l,entry:e,allowed:r}),"default")}}}catch(e){console.error(`Error fetching tools for server ${r}:`,e),L(e=>({...e,[r]:w("mcpServerManagement.toolPermissions.fetchFailed")})),K(e=>({...e,[r]:[]}))}finally{G(e=>({...e,[r]:!1}))}};(0,r.useEffect)(()=>{q||I.forEach(t=>{let r=t.server.server_id;E[r]||A[r]||D(t,e)})},[I,e,q]);let H=(e,t)=>{let r=(E[e.server.server_id]??[]).map(e=>e.name),s="toolset"!==e.source.kind&&r.length>0&&r.every(e=>t.includes(e))?[f.p]:t;j((0,g.r)({toolPermissions:v,entry:e,allowed:s}),"edit")};return x.includes(f.r)||![x.length,h.length,b.length,Object.keys(v).length].some(e=>e>0)?null:(0,t.jsxs)("div",{className:"space-y-4",children:[S&&(0,t.jsxs)("div",{className:"p-4 bg-yellow-50 border border-yellow-200 rounded-lg",children:[(0,t.jsx)("p",{className:"text-sm text-yellow-800 font-medium",children:w("mcpServerManagement.toolPermissions.serversFailed.title")}),(0,t.jsx)("p",{className:"text-sm text-yellow-700 mt-1",children:w("mcpServerManagement.toolPermissions.serversFailed.description")})]}),C&&M&&(0,g.n)(N,P,h).map(e=>(0,t.jsxs)("div",{className:"p-4 bg-yellow-50 border border-yellow-200 rounded-lg",children:[(0,t.jsx)("p",{className:"text-sm text-yellow-800 font-medium",children:w("mcpServerManagement.toolPermissions.emptyAccessGroup.title",{group:e})}),(0,t.jsx)("p",{className:"text-sm text-yellow-700 mt-1",children:(0,t.jsx)(s.f,{i18nKey:"mcpServerManagement.toolPermissions.emptyAccessGroup.description",components:{code:(0,t.jsx)("code",{})}})})]},e)),T&&b.length>0&&(0,t.jsxs)("div",{className:"p-4 bg-yellow-50 border border-yellow-200 rounded-lg",children:[(0,t.jsx)("p",{className:"text-sm text-yellow-800 font-medium",children:w("mcpServerManagement.toolPermissions.toolsetsFailed.title")}),(0,t.jsx)("p",{className:"text-sm text-yellow-700 mt-1",children:w("mcpServerManagement.toolPermissions.toolsetsFailed.description")})]}),_&&(0,t.jsxs)("div",{className:"flex items-center justify-center py-6",children:[(0,t.jsx)(n.f,{}),(0,t.jsx)("p",{className:"ml-3 text-sm text-muted-foreground",children:w("mcpServerManagement.toolPermissions.loadingServers")})]}),I.map(e=>{let r=e.server,s=r.server_id,l=r.server_name||r.alias||s,a=E[s]||[],o=(0,g.G)(e.keyedTools),d=o?a.map(e=>e.name):e.allowedTools??a.map(e=>e.name),c=A[s],m=O[s],f=R[s]??"crud",p=((e,t)=>{switch(e.kind){case"direct":return null;case"accessGroup":return{label:t("mcpServerManagement.toolPermissions.inherited.accessGroup",{name:e.name}),className:"text-green-700 bg-green-50 border-green-200"};case"toolset":return{label:t("mcpServerManagement.toolPermissions.inherited.toolset",{name:e.name}),className:"text-purple-700 bg-purple-50 border-purple-200"};case"toolPermission":return{label:t("mcpServerManagement.toolPermissions.inherited.toolPermission"),className:"text-amber-700 bg-amber-50 border-amber-200"}}})(e.source,w),x=e.toolsetTools??[];return(0,t.jsxs)("div",{className:`border rounded-lg bg-muted ${p?"border-dashed":""}`,children:[(0,t.jsxs)("div",{className:"flex items-center justify-between p-4 border-b bg-card rounded-t-lg",children:[(0,t.jsxs)("div",{children:[(0,t.jsxs)("div",{className:"flex items-center gap-2",children:[(0,t.jsx)("p",{className:"text-sm font-semibold text-foreground",children:l}),p&&(0,t.jsx)("span",{className:`px-1.5 py-0.5 text-[10px] font-semibold border rounded-sm uppercase tracking-wide ${p.className}`,children:p.label})]}),r.description&&(0,t.jsx)("p",{className:"text-sm text-muted-foreground",children:r.description}),o&&(0,t.jsx)("p",{className:"text-sm text-muted-foreground mt-1",children:w("mcpServerManagement.toolPermissions.allToolsAllowed")}),e.ambiguousKeys.length>0&&(0,t.jsx)("p",{className:"text-sm text-amber-700 mt-1",children:w("mcpServerManagement.toolPermissions.ambiguousKeys",{keys:e.ambiguousKeys.map(e=>`"${e}"`).join(", ")})}),x.length>0&&(0,t.jsx)("p",{className:"text-sm text-purple-700 mt-1",children:w("mcpServerManagement.toolPermissions.lockedByToolset",{count:x.length,tools:x.join(", ")})})]}),(0,t.jsxs)("div",{className:"flex items-center gap-3",children:[!y&&a.length>0&&(0,t.jsxs)(i.x,{value:f,onValueChange:e=>z(t=>({...t,[s]:e})),className:"flex w-auto items-center gap-4",children:[(0,t.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,t.jsx)(i.a,{value:"crud"}),w("mcpServerManagement.toolPermissions.viewModes.riskGroups")]}),(0,t.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,t.jsx)(i.a,{value:"flat"}),w("mcpServerManagement.toolPermissions.viewModes.flatList")]})]}),!y&&(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)("button",{type:"button",className:"text-sm text-info hover:text-info/80 font-medium",onClick:()=>{let t;return t=E[e.server.server_id]||[],void H(e,t.map(e=>e.name))},disabled:c,children:w("mcpServerManagement.toolPermissions.selectAll")}),(0,t.jsx)("button",{type:"button",className:"text-sm text-info hover:text-info/80 font-medium",onClick:()=>H(e,[]),disabled:c,children:w("mcpServerManagement.toolPermissions.deselectAll")})]})]})]}),(0,t.jsxs)("div",{className:"p-4",children:[c&&(0,t.jsxs)("div",{className:"flex items-center justify-center py-8",children:[(0,t.jsx)(n.f,{}),(0,t.jsx)("p",{className:"ml-3 text-sm text-muted-foreground",children:w("mcpServerManagement.toolPermissions.loadingTools")})]}),m&&!c&&(0,t.jsxs)("div",{className:"p-4 bg-destructive/10 border border-destructive/20 rounded-lg text-center",children:[(0,t.jsx)("p",{className:"text-sm text-destructive font-medium",children:w("mcpServerManagement.toolPermissions.loadToolsFailed")}),(0,t.jsx)("p",{className:"text-sm text-destructive mt-1",children:m})]}),!c&&!m&&a.length>0&&"crud"===f&&(0,t.jsx)(u.f,{tools:a,value:void 0===e.allowedTools?void 0:[...d],lockedTools:x,onChange:t=>H(e,t),readOnly:y}),!c&&!m&&a.length>0&&"flat"===f&&(0,t.jsx)("div",{className:"space-y-2",children:a.map(r=>{let s=d.includes(r.name),l=x.includes(r.name);return(0,t.jsxs)("div",{className:"flex items-start gap-2",children:[(0,t.jsx)("input",{type:"checkbox","aria-label":r.name,checked:s,onChange:()=>{y||l||H(e,s?d.filter(e=>e!==r.name):[...d,r.name])},disabled:y||l,className:"mt-0.5"}),(0,t.jsx)("div",{className:"flex-1 min-w-0",children:(0,t.jsxs)("div",{className:"flex items-center gap-2",children:[(0,t.jsx)("p",{className:"text-sm font-medium text-foreground",children:r.name}),(0,t.jsxs)("p",{className:"text-sm text-muted-foreground",children:["- ",r.description||w("mcpServerManagement.toolPermissions.noDescription")]})]})})]},r.name)})}),!c&&!m&&0===a.length&&(0,t.jsx)("div",{className:"text-center py-6",children:(0,t.jsx)("p",{className:"text-sm text-muted-foreground",children:w("mcpServerManagement.toolPermissions.noTools")})})]})]},s)})]})}])},531516,696609,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(322831),l=e.i(257428),a=e.i(409797),i=e.i(233565);let n=/\b(delete|remove|destroy|purge|drop|erase|unlink)\b/i,o=/\b(create|add|insert|new|post|submit|register|make|generate|write|upload)\b/i,d=/\b(update|edit|modify|change|patch|put|set|rename|move|transform)\b/i,c=/\b(get|read|list|fetch|search|find|query|retrieve|show|view|check|describe|info)\b/i;function u(e,t=""){let r=e.toLowerCase();if(c.test(r))return"read";if(n.test(r))return"delete";if(d.test(r))return"update";if(o.test(r))return"create";if(t){let e=t.toLowerCase();if(c.test(e))return"read";if(n.test(e))return"delete";if(d.test(e))return"update";if(o.test(e))return"create"}return"unknown"}function m(e){let t={read:[],create:[],update:[],delete:[],unknown:[]};for(let r of e)t[u(r.name,r.description)].push(r);return t}let f={read:{label:"mcpTools.crudPermissionPanel.groups.read.label",description:"mcpTools.crudPermissionPanel.groups.read.description",risk:"low"},create:{label:"mcpTools.crudPermissionPanel.groups.create.label",description:"mcpTools.crudPermissionPanel.groups.create.description",risk:"medium"},update:{label:"mcpTools.crudPermissionPanel.groups.update.label",description:"mcpTools.crudPermissionPanel.groups.update.description",risk:"medium"},delete:{label:"mcpTools.crudPermissionPanel.groups.delete.label",description:"mcpTools.crudPermissionPanel.groups.delete.description",risk:"high"},unknown:{label:"mcpTools.crudPermissionPanel.groups.unknown.label",description:"mcpTools.crudPermissionPanel.groups.unknown.description",risk:"unknown"}};e.s(["F",0,f,"j",0,u,"$",0,m],696609);let g=["read","create","update","delete","unknown"],p={low:"bg-success/15 text-success",medium:"bg-warning/15 text-warning",high:"bg-destructive/15 text-destructive font-semibold",unknown:"bg-muted text-foreground"},x={read:"border-success/20",create:"border-info/20",update:"border-warning/20",delete:"border-destructive/30",unknown:"border-border"},h={read:"bg-success/10",create:"bg-info/10",update:"bg-warning/10",delete:"bg-destructive/10",unknown:"bg-muted"},b=[];e.s(["f",0,({tools:e,value:n,onChange:o,lockedTools:d=b,readOnly:c=!1,searchFilter:u=""})=>{let{t:v}=(0,s.f)(),[j,y]=(0,r.useState)({read:!1,create:!1,update:!1,delete:!1,unknown:!0}),k=(0,r.useMemo)(()=>m(e),[e]),w=(0,r.useMemo)(()=>new Set(void 0===n?e.map(e=>e.name):n),[n,e]),N=(0,r.useMemo)(()=>new Set(d),[d]);return 0===e.length?null:(0,t.jsx)("div",{className:"space-y-3",children:g.map(e=>{let r,s=k[e];if(0===s.length)return null;if(u){let e=u.toLowerCase();if(!s.some(t=>t.name.toLowerCase().includes(e)||(t.description??"").toLowerCase().includes(e)))return null}let n=f[e],d=(r=k[e]).length>0&&r.every(e=>w.has(e.name)),m=(e=>{let t=k[e];if(0===t.length)return!1;let r=t.filter(e=>w.has(e.name)).length;return r>0&&r{y(t=>({...t,[e]:!t[e]}))},children:[g?(0,t.jsx)(i.f,{className:"w-4 h-4 text-muted-foreground shrink-0"}):(0,t.jsx)(a.f,{className:"w-4 h-4 text-muted-foreground shrink-0"}),(0,t.jsx)("span",{className:"font-semibold text-foreground text-sm",children:v(n.label)}),(0,t.jsx)("span",{className:`text-xs px-2 py-0.5 rounded-full ${p[n.risk]}`,children:"high"===n.risk?v("mcpTools.crudPermissionPanel.risk.high"):"medium"===n.risk?v("mcpTools.crudPermissionPanel.risk.medium"):"low"===n.risk?v("mcpTools.crudPermissionPanel.risk.low"):v("mcpTools.crudPermissionPanel.risk.unknown")}),(0,t.jsx)("span",{className:"text-xs text-muted-foreground ml-1",children:v("mcpTools.crudPermissionPanel.allowedCount",{allowed:s.filter(e=>w.has(e.name)).length,total:s.length})})]}),!c&&(0,t.jsxs)("div",{className:"flex items-center gap-2 ml-4",children:[(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:d?v("mcpTools.crudPermissionPanel.groupState.allOn"):m?v("mcpTools.crudPermissionPanel.groupState.partial"):v("mcpTools.crudPermissionPanel.groupState.allOff")}),(0,t.jsx)(l.f,{"aria-label":v("mcpTools.crudPermissionPanel.allowAllAria",{label:v(n.label)}),checked:d,indeterminate:m,onCheckedChange:t=>((e,t)=>{if(c)return;let r=new Set(w);for(let s of k[e])t?r.add(s.name):N.has(s.name)||r.delete(s.name);o(Array.from(r))})(e,t),onClick:e=>e.stopPropagation()})]})]}),!g&&(0,t.jsx)("div",{className:"px-4 pt-2 pb-1 text-xs text-muted-foreground bg-card border-b border-border",children:v(n.description)}),!g&&(0,t.jsx)("div",{className:"bg-card divide-y divide-gray-50",children:s.filter(e=>!u||e.name.toLowerCase().includes(u.toLowerCase())||(e.description??"").toLowerCase().includes(u.toLowerCase())).map(e=>{let r,s=(r=e.name,w.has(r)),a=N.has(e.name);return(0,t.jsxs)("div",{className:`flex items-start gap-3 px-4 py-2.5 transition-colors hover:bg-accent ${!c&&!a?"cursor-pointer":""} ${s?"":"opacity-60"}`,onClick:()=>(e=>{if(c||N.has(e))return;let t=new Set(w);t.has(e)?t.delete(e):t.add(e),o(Array.from(t))})(e.name),children:[(0,t.jsx)(l.f,{"aria-label":e.name,checked:s,disabled:c||a,onClick:e=>e.stopPropagation()}),(0,t.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,t.jsx)("p",{className:"font-medium text-foreground text-sm",children:e.name}),e.description&&(0,t.jsx)("p",{className:"text-xs text-muted-foreground mt-0.5 leading-snug",children:e.description})]}),(0,t.jsx)("span",{className:`text-xs px-1.5 py-0.5 rounded shrink-0 ${s?"bg-success/15 text-success":"bg-muted text-muted-foreground"}`,children:s?v("mcpTools.crudPermissionPanel.toolState.on"):v("mcpTools.crudPermissionPanel.toolState.off")})]},e.name)})})]},e)})})}],531516)},158392,327563,334115,419470,e=>{var t=e.i(843476),r=e.i(322831),s=e.i(487486),l=e.i(746798),a=e.i(270756);let i="routerSettingsForm.configOwned.hint";function n(e,t){return"config"===e[t]}function o(){let{t:e}=(0,r.f)();return(0,t.jsxs)(l.W,{children:[(0,t.jsxs)(l.y,{render:(0,t.jsx)(s.f,{variant:"outline","data-testid":"config-owned-badge",className:"ml-2 align-middle"}),children:[(0,t.jsx)(a.f,{"aria-hidden":!0}),"config.yaml"]}),(0,t.jsx)(l.Y,{children:e(i)})]})}e.s(["n",0,i,"o",0,o,"q",0,"routerSettingsForm.configOwned.sourceUnknown","P",0,n],327563);var d=e.i(793479);let c={ttl:3600,lowest_latency_buffer:0},u=({routingStrategyArgs:e,ownedByConfig:s=!1})=>{let{t:l}=(0,r.f)(),a={ttl:l("routerSettingsForm.latency.ttl"),lowest_latency_buffer:l("routerSettingsForm.latency.lowestLatencyBuffer")};return(0,t.jsxs)(t.Fragment,{children:[(0,t.jsxs)("div",{className:"space-y-6",children:[(0,t.jsxs)("div",{className:"max-w-3xl",children:[(0,t.jsxs)("h3",{className:"text-sm font-medium text-foreground",children:[l("routerSettingsForm.latency.title"),s&&(0,t.jsx)(o,{})]}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground mt-1",children:l("routerSettingsForm.latency.description")})]}),(0,t.jsx)("div",{className:"grid grid-cols-1 gap-6 lg:grid-cols-2 xl:grid-cols-3",children:Object.entries(e||c).map(([e,r])=>(0,t.jsx)("div",{className:"space-y-2",children:(0,t.jsxs)("label",{className:"block",children:[(0,t.jsx)("span",{className:"text-xs font-medium text-foreground uppercase tracking-wide",children:e.replace(/_/g," ")}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground mt-0.5 mb-2",children:a[e]||""}),(0,t.jsx)(d.f,{name:e,defaultValue:"object"==typeof r?JSON.stringify(r,null,2):r?.toString(),disabled:s,title:s?l(i):void 0,className:"font-mono text-sm w-full"})]})},e))})]}),(0,t.jsx)("div",{className:"border-t border-border"})]})},m=({routerSettings:e,routerFieldsMetadata:s,routerSettingsSource:l={}})=>{let{t:a}=(0,r.f)();return(0,t.jsxs)("div",{className:"space-y-6",children:[(0,t.jsxs)("div",{className:"max-w-3xl",children:[(0,t.jsx)("h3",{className:"text-sm font-medium text-foreground",children:a("routerSettingsForm.reliability.title")}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground mt-1",children:a("routerSettingsForm.reliability.description")})]}),(0,t.jsx)("div",{className:"grid grid-cols-1 gap-6 lg:grid-cols-2 xl:grid-cols-3",children:Object.entries(e).filter(([e])=>"fallbacks"!=e&&"context_window_fallbacks"!=e&&"routing_strategy_args"!=e&&"routing_strategy"!=e&&"enable_tag_filtering"!=e&&"retry_policy"!=e&&"model_group_retry_policy"!=e&&"routing_groups"!=e).map(([e,r])=>(0,t.jsx)("div",{className:"space-y-2",children:(0,t.jsxs)("label",{className:"block",children:[(0,t.jsx)("span",{className:"text-xs font-medium text-foreground uppercase tracking-wide",children:s[e]?.ui_field_name||e}),n(l,e)&&(0,t.jsx)(o,{}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground mt-0.5 mb-2",children:s[e]?.field_description||""}),(0,t.jsx)(d.f,{name:e,defaultValue:null==r||"null"===r?"":"object"==typeof r?JSON.stringify(r,null,2):r?.toString()||"",placeholder:"—",disabled:n(l,e),title:n(l,e)?a(i):void 0,className:"font-mono text-sm w-full"})]})},e))})]})};var f=e.i(967489);let g=({selectedStrategy:e,availableStrategies:s,routingStrategyDescriptions:l,routerFieldsMetadata:a,onStrategyChange:n,ownedByConfig:d=!1})=>{let{t:c}=(0,r.f)();return(0,t.jsxs)("div",{className:"space-y-2 max-w-3xl",children:[(0,t.jsxs)("div",{children:[(0,t.jsx)("label",{className:"text-xs font-medium text-foreground uppercase tracking-wide",children:a.routing_strategy?.ui_field_name||c("routerSettingsForm.strategy.label")}),d&&(0,t.jsx)(o,{}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground mt-0.5 mb-2",children:a.routing_strategy?.field_description||""})]}),(0,t.jsx)("div",{className:"routing-strategy-select max-w-3xl",children:(0,t.jsxs)(f.d,{value:e,onValueChange:e=>e&&n(e),disabled:d,children:[(0,t.jsx)(f.P,{className:"w-full","aria-label":d?c(i):void 0,children:(0,t.jsx)(f.U,{})}),(0,t.jsx)(f.r,{children:s.map(e=>(0,t.jsx)(f.T,{value:e,children:(0,t.jsxs)("div",{className:"flex flex-col gap-0.5 py-1",children:[(0,t.jsx)("span",{className:"font-mono text-sm font-medium",children:e}),l[e]&&(0,t.jsx)("span",{className:"text-xs font-normal text-muted-foreground",children:l[e]})]})},e))})]})})]})};var p=e.i(271645),x=e.i(699375);let h=({enabled:e,routerFieldsMetadata:s,onToggle:l,ownedByConfig:a=!1})=>{let{t:n}=(0,r.f)(),d=(0,p.useId)();return(0,t.jsx)("div",{className:"space-y-3 max-w-3xl",children:(0,t.jsxs)("div",{className:"flex items-start justify-between",children:[(0,t.jsxs)("div",{className:"flex-1",children:[(0,t.jsx)("label",{htmlFor:d,className:"text-xs font-medium text-foreground uppercase tracking-wide",children:s.enable_tag_filtering?.ui_field_name||n("routerSettingsForm.tagFiltering.label")}),a&&(0,t.jsx)(o,{}),(0,t.jsxs)("p",{className:"text-xs text-muted-foreground mt-0.5",children:[s.enable_tag_filtering?.field_description||"",s.enable_tag_filtering?.link&&(0,t.jsxs)(t.Fragment,{children:[" ",(0,t.jsx)("a",{href:s.enable_tag_filtering.link,target:"_blank",rel:"noopener noreferrer",className:"text-info hover:text-info/80 underline",children:n("routerSettingsForm.tagFiltering.learnMore")})]})]})]}),(0,t.jsx)(x.f,{id:d,checked:e,onCheckedChange:l,disabled:a,title:a?n(i):void 0,className:"ml-4"})]})})};e.s(["f",0,({value:e,onChange:s,routerFieldsMetadata:l,availableRoutingStrategies:a,routingStrategyDescriptions:i,routerSettingsSource:o={}})=>{let{t:d}=(0,r.f)();return(0,t.jsxs)("div",{className:"w-full space-y-8 py-2",children:[(0,t.jsxs)("div",{className:"space-y-6",children:[(0,t.jsxs)("div",{className:"max-w-3xl",children:[(0,t.jsx)("h3",{className:"text-sm font-medium text-foreground",children:d("routerSettingsForm.form.title")}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground mt-1",children:d("routerSettingsForm.form.description")})]}),a.length>0&&(0,t.jsx)(g,{selectedStrategy:e.selectedStrategy||e.routerSettings.routing_strategy||null,availableStrategies:a,routingStrategyDescriptions:i,routerFieldsMetadata:l,onStrategyChange:t=>{s({...e,selectedStrategy:t})},ownedByConfig:n(o,"routing_strategy")}),(0,t.jsx)(h,{enabled:e.enableTagFiltering,routerFieldsMetadata:l,onToggle:t=>{s({...e,enableTagFiltering:t})},ownedByConfig:n(o,"enable_tag_filtering")})]}),(0,t.jsx)("div",{className:"border-t border-border"}),"latency-based-routing"===e.selectedStrategy&&(0,t.jsx)(u,{routingStrategyArgs:e.routerSettings.routing_strategy_args,ownedByConfig:n(o,"routing_strategy_args")}),(0,t.jsx)(m,{routerSettings:e.routerSettings,routerFieldsMetadata:l,routerSettingsSource:o})]})}],158392);var b=e.i(519455),v=e.i(677572),j=e.i(107233),y=e.i(37727),k=e.i(417385),w=e.i(845150),N=e.i(552546),S=e.i(63209),_=e.i(425063);function C({group:e,onChange:s,availableModels:l,maxFallbacks:a,disablePrimaryModel:i=!1}){let{t:n}=(0,r.f)(),o=l.filter(t=>t!==e.primaryModel),d=e.fallbackModels.length({label:e,value:e})),value:e.primaryModel,onValueChange:t=>{let r=e.fallbackModels.filter(e=>e!==t);s({...e,primaryModel:t,fallbackModels:r})},placeholder:n("routerSettings.fallbackGroupConfig.primaryPlaceholder"),emptyText:n("routerSettings.fallbackGroupConfig.noModelsFound"),disabled:i,className:"h-12"}),!i&&!e.primaryModel&&(0,t.jsxs)("div",{className:"mt-2 flex items-center gap-2 text-warning text-xs bg-warning/10 p-2 rounded-sm",children:[(0,t.jsx)(S.f,{className:"w-4 h-4"}),(0,t.jsx)("span",{children:n("routerSettings.fallbackGroupConfig.selectPrimaryHint")})]})]}),(0,t.jsx)("div",{className:"flex items-center justify-center -my-4 z-raised",children:(0,t.jsxs)("div",{className:"bg-indigo-50 text-indigo-500 px-4 py-1 rounded-full text-xs font-bold border border-indigo-100 flex items-center gap-2 shadow-xs dark:bg-indigo-950 dark:text-indigo-300 dark:border-indigo-900",children:[(0,t.jsx)(_.f,{className:"w-4 h-4"}),n("routerSettings.fallbackGroupConfig.ifFails")]})}),(0,t.jsxs)("div",{className:`transition-opacity duration-300 ${!e.primaryModel?"opacity-50 pointer-events-none":"opacity-100"}`,children:[(0,t.jsxs)("label",{className:"block text-sm font-semibold text-foreground mb-2",children:[n("routerSettings.fallbackGroupConfig.fallbackChain")," ",(0,t.jsx)("span",{className:"text-destructive",children:"*"}),(0,t.jsx)("span",{className:"text-xs text-muted-foreground font-normal ml-2",children:n("routerSettings.fallbackGroupConfig.maxAtATime",{max:a})})]}),(0,t.jsxs)("div",{className:"bg-muted rounded-xl p-4 border border-border",children:[(0,t.jsxs)("div",{className:"mb-4",children:[(0,t.jsx)(w.f,{options:o.map(e=>({label:e,value:e})),value:e.fallbackModels,onValueChange:t=>{let r=t.slice(0,a);s({...e,fallbackModels:r})},placeholder:d?n("routerSettings.fallbackGroupConfig.addPlaceholder"):n("routerSettings.fallbackGroupConfig.maxReached",{max:a}),emptyText:n("routerSettings.fallbackGroupConfig.noModelsFound"),disabled:!e.primaryModel,className:"w-full"}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground mt-1 ml-1",children:d?n("routerSettings.fallbackGroupConfig.searchHint",{used:e.fallbackModels.length,max:a}):n("routerSettings.fallbackGroupConfig.maxReachedHint",{max:a})})]}),(0,t.jsx)("div",{className:"space-y-2 min-h-[100px]",children:0===e.fallbackModels.length?(0,t.jsxs)("div",{className:"h-32 border-2 border-dashed border-border rounded-lg flex flex-col items-center justify-center text-muted-foreground",children:[(0,t.jsx)("span",{className:"text-sm",children:n("routerSettings.fallbackGroupConfig.noFallbacksSelected")}),(0,t.jsx)("span",{className:"text-xs mt-1",children:n("routerSettings.fallbackGroupConfig.addFromDropdown")})]}):(0,t.jsx)("ol",{"aria-label":n("routerSettings.fallbackGroupConfig.chainAriaLabel"),className:"space-y-2",children:e.fallbackModels.map((r,l)=>(0,t.jsxs)("li",{className:"group flex items-center justify-between p-3 bg-card rounded-lg border border-border hover:border-indigo-300 hover:shadow-xs transition-all",children:[(0,t.jsxs)("div",{className:"flex items-center gap-3",children:[(0,t.jsx)("div",{className:"flex items-center justify-center w-6 h-6 rounded-sm bg-muted text-muted-foreground group-hover:text-indigo-500 group-hover:bg-indigo-50 dark:group-hover:text-indigo-300 dark:group-hover:bg-indigo-950",children:(0,t.jsx)("span",{className:"text-xs font-bold",children:l+1})}),(0,t.jsx)("div",{children:(0,t.jsx)("span",{className:"font-medium text-foreground",children:r})})]}),(0,t.jsx)("button",{type:"button","aria-label":n("routerSettings.fallbackGroupConfig.removeModel",{model:r}),onClick:()=>{let t;return t=e.fallbackModels.filter((e,t)=>t!==l),void s({...e,fallbackModels:t})},className:"opacity-0 group-hover:opacity-100 transition-opacity text-muted-foreground hover:text-destructive p-1",children:(0,t.jsx)(y.X,{className:"w-4 h-4"})})]},`${r}-${l}`))})})]})]})]})}e.s(["f",0,C],334115),e.s(["f",0,function({groups:e,onGroupsChange:s,availableModels:l,maxFallbacks:a=10,maxGroups:i=5}){let{t:n}=(0,r.f)(),[o,d]=(0,p.useState)(e.length>0?e[0].id:"1");(0,p.useEffect)(()=>{e.length>0?e.some(e=>e.id===o)||d(e[0].id):d("1")},[e]);let c=()=>{if(e.length>=i)return;let t=Date.now().toString();s([...e,{id:t,primaryModel:null,fallbackModels:[]}]),d(t)},u=t=>{s(e.map(e=>e.id===t.id?t:e))},m=(e,t)=>e.primaryModel?e.primaryModel:n("routerSettings.fallbackSelectionForm.groupLabel",{number:t+1});return 0===e.length?(0,t.jsxs)("div",{className:"text-center py-12 bg-muted rounded-lg border border-dashed border-border",children:[(0,t.jsx)("p",{className:"text-muted-foreground mb-4",children:n("routerSettings.fallbackSelectionForm.empty")}),(0,t.jsxs)(b.K,{onClick:c,children:[(0,t.jsx)(j.f,{className:"w-4 h-4"}),n("routerSettings.fallbackSelectionForm.createFirstGroup")]})]}):(0,t.jsxs)(v.i,{value:o,onValueChange:d,children:[(0,t.jsxs)("div",{className:"flex items-center border-b",children:[(0,t.jsx)(v.U,{variant:"line",className:"h-auto justify-start rounded-none p-0",children:e.map((r,l)=>(0,t.jsxs)("div",{className:"relative flex items-center",children:[(0,t.jsx)(v.k,{value:r.id,className:`flex-none rounded-none py-2 pl-4 ${e.length>1?"pr-9":"pr-4"}`,children:m(r,l)}),e.length>1&&(0,t.jsx)(b.K,{variant:"ghost",size:"icon-xs",className:"absolute right-1","aria-label":n("routerSettings.fallbackSelectionForm.removeGroup",{group:m(r,l)}),onClick:()=>(t=>{if(1===e.length)return void k.f.warning(n("routerSettings.fallbackSelectionForm.atLeastOneGroup"));let r=e.filter(e=>e.id!==t);s(r),o===t&&r.length>0&&d(r[r.length-1].id)})(r.id),children:(0,t.jsx)(y.X,{})})]},r.id))}),e.length(0,t.jsx)(v.S,{value:e.id,className:"pt-4",children:(0,t.jsx)(C,{group:e,onChange:u,availableModels:l,maxFallbacks:a})},e.id))]})}],419470)},464308,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(322831),l=e.i(131792),a=e.i(196631),i=e.i(602869);e.s(["f",0,({onChange:e,value:n,className:o,accessToken:d,placeholder:c,disabled:u=!1})=>{let{t:m}=(0,s.f)(),f=(0,l.d)(),[g,p]=(0,r.useState)([]),[x,h]=(0,r.useState)(!1);return(0,r.useEffect)(()=>{(async()=>{if(d){h(!0);try{var e;let t;p((e=await (0,i.TH)(d),t=e?.plugins,Array.isArray(t)?t.flatMap(e=>"string"==typeof e.name&&e.name.length>0?[{name:e.name,enabled:!1!==e.enabled}]:[]):[]))}catch(e){console.error("Failed to load skills:",e)}finally{h(!1)}}})()},[d]),(0,t.jsxs)(l.x,{multiple:!0,items:g.map(e=>e.name),value:n??[],onValueChange:t=>e(t),disabled:u,children:[(0,t.jsxs)(l.V,{render:(0,t.jsx)("div",{ref:f}),className:(0,a.c)("w-full",o),"aria-busy":x,children:[(0,t.jsx)(l.l,{children:e=>e.map(e=>(0,t.jsx)(l.Q,{"aria-label":e,children:e},e))}),(0,t.jsx)(l.z,{placeholder:c??m("skillSelector.placeholder"),"aria-label":c??m("skillSelector.placeholder"),disabled:u}),n&&n.length>0&&(0,t.jsx)(l.y,{"aria-label":m("skillSelector.clearAll"),disabled:u})]}),(0,t.jsxs)(l.R,{anchor:f,children:[(0,t.jsx)(l.S,{children:x?m("skillSelector.loading"):m("skillSelector.empty")}),(0,t.jsx)(l.k,{children:e=>{let r=g.some(t=>t.name===e&&!t.enabled);return(0,t.jsxs)(l.T,{value:e,"aria-label":r?m("skillSelector.privateOptionLabel",{skill:e}):e,children:[e,r&&(0,t.jsx)("span",{className:"ml-2 text-xs text-muted-foreground",children:m("skillSelector.privateBadge")})]},e)}})]})]})}])},629288,e=>{var t=e.i(843476),r=e.i(774835),s=e.i(66747),s=s,l=e.i(373374),a=e.i(196631);e.s(["x",0,function({className:e,...r}){return(0,t.jsx)(l.f,{"data-slot":"radio-group",className:(0,a.c)("grid w-full gap-3",e),...r})},"a",0,function({className:e,...l}){return(0,t.jsx)(r.f.Root,{"data-slot":"radio-group-item",className:(0,a.c)("group/radio-group-item peer relative flex aspect-square size-4 shrink-0 rounded-full border border-input outline-none after:absolute after:-inset-x-3 after:-inset-y-2 focus-visible:border-ring focus-visible:ring-3 focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 aria-invalid:border-destructive aria-invalid:ring-3 aria-invalid:ring-destructive/20 aria-invalid:aria-checked:border-primary dark:bg-input/30 dark:aria-invalid:border-destructive/50 dark:aria-invalid:ring-destructive/40 data-checked:border-primary data-checked:bg-primary data-checked:text-primary-foreground dark:data-checked:bg-primary",e),...l,children:(0,t.jsx)(s.Indicator,{"data-slot":"radio-group-indicator",className:"flex size-4 items-center justify-center",children:(0,t.jsx)("span",{className:"absolute top-1/2 left-1/2 size-2 -translate-x-1/2 -translate-y-1/2 rounded-full bg-primary-foreground"})})})}],629288)},916940,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(602869),l=e.i(845150),a=e.i(201787);e.s(["f",0,({onChange:e,value:i,className:n,accessToken:o,placeholder:d=a.f.t("vectorStoreSelector.placeholder"),disabled:c=!1})=>{let[u,m]=(0,r.useState)([]),[f,g]=(0,r.useState)(!1);return(0,r.useEffect)(()=>{(async()=>{if(o){g(!0);try{let e=await (0,s.jn)(o);e.data&&m(e.data)}catch(e){console.error("Error fetching vector stores:",e)}finally{g(!1)}}})()},[o]),(0,t.jsx)("div",{className:"min-w-0",children:(0,t.jsx)(l.f,{placeholder:d,onValueChange:e,value:i,loading:f,className:n,disabled:c,options:u.map(e=>({label:`${e.vector_store_name||e.vector_store_id} (${e.vector_store_id})`,value:e.vector_store_id,description:e.vector_store_description||void 0}))})})}])}],196361,e=>{e.q("/litellm-asset-prefix/_next/static/media/arize.2q0zcoh7v2j00.png")},614148,e=>{e.q("/litellm-asset-prefix/_next/static/media/aws.2vuu_29f0wx7g.svg")},858236,e=>{e.q("/litellm-asset-prefix/_next/static/media/braintrust.1qnhppdggfxdj.png")},508296,e=>{e.q("/litellm-asset-prefix/_next/static/media/datadog.20j6djly_hrsx.png")},324755,e=>{e.q("/litellm-asset-prefix/_next/static/media/galileo.1jnyj81fv75mp.ico")},475151,e=>{e.q("/litellm-asset-prefix/_next/static/media/lago.146vobxeazdxy.svg")},274286,e=>{e.q("/litellm-asset-prefix/_next/static/media/langfuse.1y39530irujaj.png")},436494,e=>{e.q("/litellm-asset-prefix/_next/static/media/langsmith.0cuekyutow5l_.png")},989974,e=>{e.q("/litellm-asset-prefix/_next/static/media/newrelic.2xvdqc3-98gjw.png")},204086,e=>{e.q("/litellm-asset-prefix/_next/static/media/openmeter.1wzo3xv7qwtb8.png")},531150,e=>{e.q("/litellm-asset-prefix/_next/static/media/otel.1dei3v2u03nit.png")},567645,e=>{e.q("/litellm-asset-prefix/_next/static/media/pointfive.1f7s395zy8hgn.png")},172748,e=>{e.q("/litellm-asset-prefix/_next/static/media/signoz.2x1bmq4-si8uu.svg")}]); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/01qwh1k761dtf.js b/litellm/proxy/_experimental/out/_next/static/chunks/01qwh1k761dtf.js new file mode 100644 index 00000000000..01ce090ed43 --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/01qwh1k761dtf.js @@ -0,0 +1 @@ +(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,986888,e=>{"use strict";var s=e.i(843476),t=e.i(440160),a=e.i(306228),r=e.i(555436),l=e.i(37727),n=e.i(438847),i=e.i(271645),o=e.i(345771),u=e.i(322831);e.i(32117);var c=e.i(863556),d=e.i(204290),m=e.i(929592),g=e.i(117841),p=e.i(519455),x=e.i(950594),h=e.i(677572),f=e.i(289793),y=e.i(135214),b=e.i(441228),v=e.i(738014),j=e.i(109799),_=e.i(201787),k=e.i(417385),N=e.i(751247),w=e.i(500330),S=e.i(708347),C=e.i(487147),q=e.i(101048),M=e.i(475254);let T=(0,M.f)("file-down",[["path",{d:"M15 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V7Z",key:"1rqfz7"}],["path",{d:"M14 2v4a2 2 0 0 0 2 2h4",key:"tnqrlb"}],["path",{d:"M12 18v-6",key:"17g6i2"}],["path",{d:"m9 15 3 3 3-3",key:"1npd3o"}]]);var U=e.i(411382),A=e.i(54105),L=e.i(602869),K=e.i(450240),z=e.i(542450),F=e.i(182668),E=e.i(793479),P=e.i(967489),R=e.i(571303),O=e.i(991326),D=e.i(776639),V=e.i(414971);let $=U.z.object({api_key:A.z.string().min(1,{error:()=>_.f.t("usage.cloudzero.validation.apiKeyRequired")}),connection_id:A.z.string().min(1,{error:()=>_.f.t("usage.cloudzero.validation.connectionIdRequired")})}),I=({isOpen:e,onClose:t,accessToken:a})=>{let{t:r}=(0,u.f)(),l=(0,O.f)($,{defaultValues:{api_key:"",connection_id:""}}),[n,o]=(0,i.useState)(!1),[c,g]=(0,i.useState)(null),[x,h]=(0,i.useState)(!1),[f,y]=(0,i.useState)("cloudzero"),[b,v]=(0,i.useState)(!1);(0,i.useEffect)(()=>{e&&a&&j()},[e,a]);let j=async()=>{h(!0);try{let e=await fetch("/cloudzero/settings",{method:"GET",headers:{[(0,L.kR)()]:`Bearer ${a}`,"Content-Type":"application/json"}});if(e.ok){let s=await e.json();g(s),l.setValue("connection_id",s.connection_id)}else if(404!==e.status){let s=await e.json();k.f.fromError(r("usage.cloudzero.toasts.loadFailedWithReason",{error:s.error||r("usage.cloudzero.toasts.unknownError")}))}}catch(e){console.error("Error loading CloudZero settings:",e),k.f.fromError(r("usage.cloudzero.toasts.loadFailed"))}finally{h(!1)}},_=async e=>{if(!a)return void k.f.fromError(r("usage.cloudzero.toasts.noAccessToken"));o(!0);try{let s=c?"/cloudzero/settings":"/cloudzero/init",t=c?"PUT":"POST",l={...e,timezone:"UTC"},n=await fetch(s,{method:t,headers:{[(0,L.kR)()]:`Bearer ${a}`,"Content-Type":"application/json"},body:JSON.stringify(l)}),i=await n.json();if(n.ok)return k.f.success(i.message||r("usage.cloudzero.toasts.saved")),g({api_key_masked:e.api_key.substring(0,4)+"****"+e.api_key.slice(-4),connection_id:e.connection_id,status:"configured"}),!0;return k.f.fromError(i.error||r("usage.cloudzero.toasts.saveFailed")),!1}catch(e){return console.error("Error saving CloudZero settings:",e),k.f.fromError(r("usage.cloudzero.toasts.saveFailed")),!1}finally{o(!1)}},N=async()=>{if(!a)return void k.f.fromError(r("usage.cloudzero.toasts.noAccessToken"));v(!0);try{let e=await fetch("/cloudzero/export",{method:"POST",headers:{[(0,L.kR)()]:`Bearer ${a}`,"Content-Type":"application/json"},body:JSON.stringify({limit:1e5,operation:"replace_hourly"})}),s=await e.json();e.ok?(k.f.success(s.message||r("usage.cloudzero.toasts.exported")),t()):k.f.fromError(s.error||r("usage.cloudzero.toasts.exportFailed"))}catch(e){console.error("Error exporting to CloudZero:",e),k.f.fromError(r("usage.cloudzero.toasts.exportFailed"))}finally{v(!1)}},w=async()=>{v(!0);try{k.f.info(r("usage.cloudzero.toasts.csvComingSoon")),t()}catch(e){console.error("Error exporting CSV:",e),k.f.fromError(r("usage.cloudzero.toasts.csvFailed"))}finally{v(!1)}},S=async()=>{if("cloudzero"===f){if(!c){let e;if(await l.handleSubmit(s=>{e=s})(),!e||!await _(e))return}await N()}else await w()},C=()=>{l.reset(),y("cloudzero"),g(null),t()},M=[{value:"cloudzero",label:(0,s.jsxs)("div",{className:"flex items-center gap-2",children:[(0,s.jsx)("img",{src:"/cloudzero.png",alt:V.f.cloudZero,className:"w-5 h-5",onError:e=>{e.target.style.display="none"}}),(0,s.jsx)("span",{children:r("usage.cloudzero.destinations.cloudzero")})]})},{value:"csv",label:(0,s.jsxs)("div",{className:"flex items-center gap-2",children:[(0,s.jsx)("svg",{className:"w-5 h-5",fill:"none",stroke:"currentColor",viewBox:"0 0 24 24",children:(0,s.jsx)("path",{strokeLinecap:"round",strokeLinejoin:"round",strokeWidth:2,d:"M9 12h6m-6 4h6m2 5H7a2 2 0 01-2-2V5a2 2 0 012-2h5.586a1 1 0 01.707.293l5.414 5.414a1 1 0 01.293.707V19a2 2 0 01-2 2z"})}),(0,s.jsx)("span",{children:r("usage.cloudzero.destinations.csv")})]})}];return(0,s.jsx)(D.N,{open:e,onOpenChange:e=>!e&&C(),children:(0,s.jsxs)(D.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[600px]",children:[(0,s.jsx)(D.s,{children:(0,s.jsx)(D.F,{children:r("usage.cloudzero.title")})}),(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2 block",children:r("usage.cloudzero.destinationLabel")}),(0,s.jsxs)(P.d,{items:M,value:f,onValueChange:e=>e&&y(e),children:[(0,s.jsx)(P.P,{className:"w-full","aria-label":r("usage.cloudzero.destinationLabel"),children:(0,s.jsx)(P.U,{})}),(0,s.jsx)(P.r,{children:M.map(e=>(0,s.jsx)(P.T,{value:e.value,children:e.label},e.value))})]})]}),"cloudzero"===f&&(0,s.jsx)("div",{children:x?(0,s.jsx)("div",{className:"flex justify-center py-8",children:(0,s.jsx)(R.f,{className:"size-8"})}):(0,s.jsxs)(s.Fragment,{children:[c&&(0,s.jsxs)(d.f,{className:"mb-4",children:[(0,s.jsx)(q.f,{}),(0,s.jsx)(m.s,{children:r("usage.cloudzero.existing.title")}),(0,s.jsxs)(m.p,{children:[r("usage.cloudzero.existing.apiKey"),c.api_key_masked,(0,s.jsx)("br",{}),r("usage.cloudzero.existing.connectionId"),c.connection_id]})]}),!c&&(0,s.jsx)("form",{onSubmit:e=>e.preventDefault(),children:(0,s.jsxs)(z.e,{children:[(0,s.jsx)(F.f,{control:l.control,name:"api_key",label:r("usage.cloudzero.form.apiKeyLabel"),children:({ref:e,...t})=>(0,s.jsx)(K.f,{...t,ref:e,placeholder:r("usage.cloudzero.form.apiKeyPlaceholder")})}),(0,s.jsx)(F.f,{control:l.control,name:"connection_id",label:r("usage.cloudzero.form.connectionIdLabel"),children:({ref:e,...t})=>(0,s.jsx)(E.f,{...t,ref:e,placeholder:r("usage.cloudzero.form.connectionIdPlaceholder")})})]})})]})}),"csv"===f&&(0,s.jsxs)(d.f,{variant:"info",children:[(0,s.jsx)(T,{}),(0,s.jsx)(m.s,{children:r("usage.cloudzero.csv.title")}),(0,s.jsx)(m.p,{children:r("usage.cloudzero.csv.description")})]}),(0,s.jsxs)("div",{className:"flex justify-end space-x-2 pt-4",children:[(0,s.jsx)(p.K,{type:"button",variant:"secondary",onClick:C,children:r("usage.cloudzero.cancel")}),(0,s.jsxs)(p.K,{type:"button",onClick:S,disabled:n||b,"aria-busy":n||b,children:[(n||b)&&(0,s.jsx)(R.f,{className:"size-4"}),"cloudzero"===f?r("usage.cloudzero.exportToCloudZero"):r("usage.cloudzero.exportCsv")]})]})]})]})})};var B=e.i(386980),W=e.i(531278);let H={csv:"usage.export.format.csv",json:"usage.export.format.json"},J=({value:e,onChange:t})=>{let{t:a}=(0,u.f)();return(0,s.jsxs)("div",{children:[(0,s.jsx)("label",{className:"text-sm font-medium text-foreground block mb-2",children:a("usage.export.format.label")}),(0,s.jsxs)(P.d,{value:e,onValueChange:e=>e&&t(e),children:[(0,s.jsx)(P.P,{className:"w-full",children:(0,s.jsx)(P.U,{children:a(H[e])})}),(0,s.jsx)(P.r,{children:Object.keys(H).map(e=>(0,s.jsx)(P.T,{value:e,children:a(H[e])},e))})]})]})},Q=({dateRange:e,selectedFilters:t})=>{let{t:a}=(0,u.f)();return(0,s.jsxs)("div",{className:"text-sm text-muted-foreground",children:[e.from?.toLocaleDateString()," - ",e.to?.toLocaleDateString(),t.length>0&&` \xb7 ${a("usage.export.summary.filterCount",{count:t.length})}`]})};var Y=e.i(629288);let Z=({value:e,onChange:t,entityType:a})=>{let{t:r}=(0,u.f)(),l=[{value:"daily",title:r("usage.export.type.daily.title",{entityType:a}),description:r("usage.export.type.daily.description",{entityType:a})},{value:"daily_with_keys",title:r("usage.export.type.dailyWithKeys.title",{entityType:a}),description:r("usage.export.type.dailyWithKeys.description",{entityType:a})},{value:"daily_with_models",title:r("usage.export.type.dailyWithModels.title",{entityType:a}),description:r("usage.export.type.dailyWithModels.description")},{value:"daily_with_users",title:r("usage.export.type.dailyWithUsers.title",{entityType:a}),description:r("usage.export.type.dailyWithUsers.description",{entityType:a})}].filter(e=>"daily_with_users"!==e.value||"user"!==a);return(0,s.jsxs)("div",{children:[(0,s.jsx)("label",{className:"text-sm font-medium text-foreground block mb-2",children:r("usage.export.type.label")}),(0,s.jsx)(Y.x,{value:e,onValueChange:e=>t(e),className:"gap-2",children:l.map(e=>(0,s.jsxs)("label",{className:"flex items-start p-3 border border-border rounded-lg hover:bg-accent cursor-pointer transition-colors",children:[(0,s.jsx)(Y.a,{value:e.value,className:"mt-0.5"}),(0,s.jsxs)("div",{className:"ml-3 flex-1",children:[(0,s.jsx)("div",{className:"font-medium text-sm",children:e.title}),(0,s.jsx)("div",{className:"text-xs text-muted-foreground mt-0.5",children:e.description})]})]},e.value))})]})};var G=e.i(37084);let X={user:"usage.export.modal.entities.user",team:"usage.export.modal.entities.team",tag:"usage.export.modal.entities.tag",organization:"usage.export.modal.entities.organization",customer:"usage.export.modal.entities.customer",agent:"usage.export.modal.entities.agent"},ee=({isOpen:e,onClose:t,entityType:a,onExport:r,dateRange:l,selectedFilters:n=[],customTitle:o})=>{let{t:c}=(0,u.f)(),[d,m]=(0,i.useState)("csv"),[g,x]=(0,i.useState)("daily"),[h,f]=(0,i.useState)(!1),y=c(X[a]),b=o||c("usage.export.modal.title",{entity:y}),v=async()=>{f(!0);try{let e=await r(g,d);(0,G.h)(e,(0,G.O)(a,g,d,l)),k.f.success(c("usage.export.modal.success",{entity:y,format:d.toUpperCase()})),t()}catch(e){console.error("Error exporting data:",e),k.f.fromError(c("usage.export.modal.failed"))}finally{f(!1)}};return(0,s.jsx)(D.N,{open:e,onOpenChange:e=>{e||t()},children:(0,s.jsxs)(D.d,{className:"sm:max-w-[480px]",children:[(0,s.jsx)(D.s,{children:(0,s.jsx)(D.F,{className:"text-base font-semibold",children:b})}),(0,s.jsxs)("div",{className:"space-y-5 py-2",children:[(0,s.jsx)(Q,{dateRange:l,selectedFilters:n}),(0,s.jsx)(Z,{value:g,onChange:x,entityType:a}),(0,s.jsx)(J,{value:d,onChange:m}),(0,s.jsxs)("div",{className:"flex items-center justify-end gap-2 pt-4 border-t",children:[(0,s.jsx)(p.K,{variant:"outline",onClick:t,disabled:h,children:c("usage.export.modal.cancel")}),(0,s.jsxs)(p.K,{onClick:v,disabled:h,children:[h&&(0,s.jsx)(W.f,{className:"animate-spin"}),h?c("usage.export.modal.exporting"):c("usage.export.modal.exportFormat",{format:d.toUpperCase()})]})]})]})]})})};var es=e.i(131792);let et=({dateValue:e,entityType:a,onExport:r,showFilters:l=!1,filterLabel:n,filterPlaceholder:o,selectedFilters:c=[],onFiltersChange:d,filterOptions:m=[],filterSlot:g,customTitle:x,compactLayout:h=!1,teams:f=[]})=>{let{t:y}=(0,u.f)(),b=(0,es.d)(),[v,j]=(0,i.useState)(!1),_=null!=g||l,k=m.map(e=>e.value),N=e=>m.find(s=>s.value===e)?.label??e,w=0===m.length,S=y("usage.export.header.noOptionsPlaceholder",{entityType:a}),C=w&&0===c.length,q=(0,s.jsxs)(es.R,{anchor:b,children:[(0,s.jsx)(es.S,{children:y("usage.export.header.noOptionsFound")}),(0,s.jsx)(es.k,{children:e=>(0,s.jsx)(es.T,{value:e,children:N(e)},e)})]}),M=(0,s.jsxs)(es.x,{multiple:!0,disabled:C,items:k,value:[...c],onValueChange:e=>d?.(e),children:[(0,s.jsxs)(es.V,{render:(0,s.jsx)("div",{ref:b}),className:"w-full",children:[(0,s.jsx)(es.l,{children:e=>e.map(e=>(0,s.jsx)(es.Q,{"aria-label":N(e),children:N(e)},e))}),(0,s.jsx)(es.z,{placeholder:w?S:o,"aria-label":w?S:o}),c.length>0&&(0,s.jsx)(es.y,{"aria-label":y("usage.export.header.clear",{label:n??y("usage.export.header.filters")})})]}),q]});return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("div",{className:"mb-3",children:(0,s.jsxs)("div",{className:`grid ${_?"grid-cols-[1fr_auto]":"grid-cols-[auto]"} items-end gap-3`,children:[_&&(0,s.jsxs)("div",{children:[n&&(0,s.jsx)("label",{className:"text-sm font-medium text-foreground block mb-2",children:n}),g??M]}),(0,s.jsx)("div",{className:"justify-self-end",children:(0,s.jsxs)(p.K,{variant:"outline",size:"sm",onClick:()=>j(!0),children:[(0,s.jsx)(t.f,{}),y("usage.export.header.exportData")]})})]})}),(0,s.jsx)(ee,{isOpen:v,onClose:()=>j(!1),entityType:a,onExport:r,dateRange:e,selectedFilters:c,customTitle:x,teams:f})]})};var ea=e.i(465261),er=e.i(401556),el=e.i(722286),en=e.i(536129);let ei=(e,s)=>Object.fromEntries(e.map(e=>{let t=(0,en.i)(e.metadata),a={label:(0,C.N)({metadata:t},e.api_key,s),key_metadata:t,total_requests:e.metrics.api_requests,total_successful_requests:e.metrics.successful_requests,total_failed_requests:e.metrics.failed_requests,total_cache_read_input_tokens:e.metrics.cache_read_input_tokens,total_cache_creation_input_tokens:e.metrics.cache_creation_input_tokens,total_tokens:e.metrics.total_tokens,prompt_tokens:e.metrics.prompt_tokens,completion_tokens:e.metrics.completion_tokens,total_spend:e.metrics.spend,total_response_time_ms:"total_response_time_ms"in e.metrics?e.metrics.total_response_time_ms:void 0,total_timed_requests:"timed_requests"in e.metrics?e.metrics.timed_requests:void 0,top_models:[],daily_data:[]};return[e.api_key,a]}));var eo=e.i(532412);let eu="#2b3fd6",ec="grid w-full grid-cols-[minmax(0,1fr)_5.5rem_5.5rem] items-center gap-4",ed=({apiKey:e,detail:t,hidePromptCachingMetrics:a,onRetry:r})=>{let{t:l}=(0,u.f)();return t?.status==="loading"?(0,s.jsx)("p",{className:"py-4 text-sm text-muted-foreground",children:l("usage.keyActivity.loadingDetails")}):t?.status==="failed"?(0,s.jsxs)("p",{className:"py-4 text-sm text-muted-foreground",children:[l("usage.keyActivity.detailFailed")," ",(0,s.jsx)("button",{type:"button",className:"font-medium text-foreground underline",onClick:r,children:l("usage.keyActivity.retry")})]}):t?.status!=="loaded"||void 0===t.metrics?(0,s.jsx)("p",{className:"py-4 text-sm text-muted-foreground",children:l("usage.keyActivity.noDailyDetails")}):(0,s.jsx)(C.t,{modelName:e,metrics:t.metrics,hidePromptCachingMetrics:a})},em=({children:e,trend:t})=>(0,s.jsxs)("div",{className:"flex min-w-0 flex-col justify-between gap-3 border-b px-4 pt-3.5 pb-3 last:border-b-0 lg:border-b-0",children:[(0,s.jsx)("div",{className:"min-w-0",children:e}),t]}),eg=({summary:e,loading:t,hidePromptCachingMetrics:a})=>{let{t:r}=(0,u.f)(),l=(0,i.useMemo)(()=>[...e.daily_data].sort((e,s)=>e.date.localeCompare(s.date)).map(e=>({date:e.date,label:e.date,spend:e.metrics.spend,requests:e.metrics.api_requests,tokens:e.metrics.total_tokens})),[e]),n=e=>t||l.length<2?void 0:(0,s.jsx)(el.t,{data:l,dataKey:e,color:eu,className:"h-12"}),o=e.total_requests>0?e.total_spend/e.total_requests:0;return(0,s.jsxs)("section",{"aria-busy":t,className:"grid grid-cols-1 overflow-hidden rounded-xl border bg-card sm:grid-cols-2 lg:grid-cols-4 lg:divide-x",children:[t?(0,s.jsx)("span",{role:"status",className:"sr-only",children:r("usage.keyActivity.loadingChartData")}):(0,s.jsx)("h3",{className:"sr-only",children:r("usage.keyActivity.overallUsage")}),(0,s.jsx)(em,{trend:n("spend"),children:(0,s.jsx)(el.M,{label:r("usage.keyActivity.stats.spend"),value:(0,er.x)(e.total_spend),pending:t})}),(0,s.jsxs)(em,{trend:n("requests"),children:[(0,s.jsx)(el.M,{label:r("usage.keyActivity.stats.requests"),value:e.total_requests.toLocaleString(),pending:t}),!t&&(0,s.jsxs)("div",{className:"mt-0.5 flex gap-3 text-xs text-muted-foreground",children:[(0,s.jsxs)("span",{children:[(0,s.jsx)("span",{className:"text-success tabular-nums",children:e.total_successful_requests.toLocaleString()})," ",r("usage.keyActivity.stats.ok")]}),(0,s.jsxs)("span",{children:[(0,s.jsx)("span",{className:e.total_failed_requests>0?"text-destructive tabular-nums":"tabular-nums",children:e.total_failed_requests.toLocaleString()})," ",r("usage.keyActivity.stats.failed")]})]})]}),(0,s.jsx)(em,{trend:n("tokens"),children:(0,s.jsx)(el.M,{label:r("usage.keyActivity.stats.tokens"),value:e.total_tokens.toLocaleString(),pending:t,hint:t?void 0:r("usage.keyActivity.stats.tokensHint",{input:(0,er.W)(e.prompt_tokens),output:(0,er.W)(e.completion_tokens)})})}),(0,s.jsx)(em,{children:(0,s.jsx)(el.M,{label:r("usage.keyActivity.stats.avgCost"),value:(0,er.x)(o,4),pending:t,hint:t||a?void 0:r("usage.keyActivity.stats.cacheReadHint",{value:(0,er.W)(e.total_cache_read_input_tokens)})})})]})},ep=({summary:e,summaryLoading:t=!1,fetchKeyPage:a,fetchKeyDetail:n,searchKeys:c,teams:d,hidePromptCachingMetrics:m=!1})=>{let{t:g}=(0,u.f)(),[p,h]=(0,i.useState)(null),f=p?.scope===a?p.value:"",y=(0,i.useCallback)(e=>h({scope:a,value:e}),[a]),[b,v]=(0,i.useState)(null),[j,k]=(0,i.useState)(null),[N,w]=(0,i.useState)(null),[S,q]=(0,i.useState)(0),[M,T]=(0,i.useState)(0),U=(0,i.useRef)(0),A=(0,i.useRef)(0),L=(0,i.useRef)(!1),K=(0,i.useRef)(a),z=(0,i.useRef)(null);(0,i.useLayoutEffect)(()=>{K.current=a},[a]),(0,i.useEffect)(()=>{let e=++A.current;return L.current=!1,a(0,50).then(s=>{A.current!==e||K.current!==a||v({scope:a,rows:s.api_keys,total:s.total_api_keys,nextOffset:s.api_keys.length,hasMore:s.api_keys.length>0&&s.api_keys.length{A.current===e&&K.current===a&&(console.error("Key activity page request failed:",s),v({scope:a,rows:[],total:0,nextOffset:0,hasMore:!1,loading:!1,loadingMore:!1,failed:!0}))}),()=>{A.current===e&&(A.current+=1)}},[a,S]);let F=b?.scope===a?b:null,E=(0,i.useMemo)(()=>F?.rows??[],[F]),P=F?.loading??!0,R=F?.loadingMore??!1,O=F?.hasMore??!1,D=F?.total??0,V=F?.failed??!1,$=(0,i.useMemo)(()=>ei(E,d),[E,d]),I=(0,i.useCallback)(()=>{if(null===F||F.loading||F.loadingMore||!F.hasMore||""!==f.trim()||L.current)return;let e=A.current,s=F.nextOffset;L.current=!0,v(e=>e?.scope===a?{...e,loadingMore:!0}:e),a(s,50).then(t=>{A.current===e&&K.current===a&&v(e=>{if(e?.scope!==a)return e;let r=(0,eo.r)(e.rows,t.api_keys,t.total_api_keys,s);return{...e,rows:r.rows,total:t.total_api_keys,nextOffset:r.nextOffset,hasMore:r.hasMore,loadingMore:!1,failed:!1}})}).catch(s=>{A.current===e&&K.current===a&&(console.error("Key activity page request failed:",s),v(e=>e?.scope===a?{...e,loadingMore:!1,failed:!0}:e))}).finally(()=>{A.current===e&&(L.current=!1)})},[F,a,f]);(0,i.useEffect)(()=>{let e=z.current;if(null===e||null===F||F.failed||P||R||!O||""!==f.trim())return;let s=new IntersectionObserver(e=>{e.some(e=>e.isIntersecting)&&I()});return s.observe(e),()=>s.disconnect()},[F,O,I,P,R,f]);let B=f.trim(),W=B.length>=2?B:null;(0,i.useEffect)(()=>{if(null===W)return;let e=++U.current,s=setTimeout(()=>{c(W).then(s=>{U.current!==e||K.current!==a||w({scope:a,term:W,searchKeys:c,rows:s.api_keys,failed:!1})}).catch(s=>{U.current===e&&K.current===a&&(console.error("Key activity search failed:",s),w({scope:a,term:W,searchKeys:c,rows:[],failed:!0}))})},300);return()=>{clearTimeout(s),U.current===e&&(U.current+=1)}},[a,c,M,W]);let H=N?.scope===a&&N.term===W&&N.searchKeys===c?N:null,J=null!==W&&null===H,Q=H?.failed??!1,Y=H?.rows,Z=(0,i.useMemo)(()=>ei(Y??[],d),[Y,d]),G=(0,i.useMemo)(()=>""===f.trim()?$:Object.fromEntries(Object.entries($).filter(([e,s])=>(function(e,s,t){let a=t.trim().toLowerCase();if(""===a)return!0;let r=s.key_metadata;return[e,s.label,r?.key_alias,r?.user_id,r?.user_email].some(e=>e?.toLowerCase().includes(a)??!1)})(e,s,f))),[$,f]),X=(0,i.useMemo)(()=>({...Z,...G}),[Z,G]),ee=Object.keys(X).length,es=B.length>0,et=es&&!J,en=j?.scope===a?j.details:{},em=et&&Q&&0===ee?g("usage.keyActivity.searchFailed"):J?_.f.t("usage.keyActivity.searching"):es?_.f.t("usage.keyActivity.matchingKeys",{count:ee,value:ee.toLocaleString()}):_.f.t("usage.keyActivity.keyCount",{count:D,value:D.toLocaleString()}),ep=(0,s.jsxs)("p",{className:"px-4 py-8 text-center text-sm text-muted-foreground",children:[g("usage.keyActivity.firstPageFailed")," ",(0,s.jsx)("button",{type:"button",className:"font-medium text-foreground underline",onClick:()=>{v({scope:a,rows:[],total:0,nextOffset:0,hasMore:!1,loading:!0,loadingMore:!1,failed:!1}),q(e=>e+1)},children:g("usage.keyActivity.retry")})]}),ex=V?ep:P?(0,s.jsx)("p",{className:"px-4 py-8 text-center text-sm text-muted-foreground",children:g("usage.keyActivity.loadingKeys")}):null,eh=Math.max(0,...Object.values(X).map(e=>e.total_spend)),ef=Object.entries(X).map(([e,t])=>{let a=en[e],r=eh>0?t.total_spend/eh*100:0;return(0,s.jsx)(C.b,{defaultOpen:!1,onFirstOpen:()=>eS(e),header:(0,s.jsxs)("div",{className:ec,children:[(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("div",{className:"truncate text-sm text-foreground",children:t.label}),(0,s.jsx)("div",{"aria-hidden":"true",className:"mt-1 h-1 w-full max-w-xs overflow-hidden rounded-full bg-muted",children:(0,s.jsx)("div",{className:"h-full rounded-full opacity-80",style:{width:`${r}%`,backgroundColor:eu}})})]}),(0,s.jsx)("span",{className:"text-right text-sm tabular-nums text-foreground",children:(0,er.x)(t.total_spend)}),(0,s.jsxs)("span",{className:"text-right text-sm tabular-nums text-muted-foreground",children:[t.total_requests.toLocaleString()," ",(0,s.jsx)("span",{className:"sr-only",children:g("usage.keyActivity.requestsSrOnly")})]})]}),children:(0,s.jsx)(ed,{apiKey:e,detail:a,hidePromptCachingMetrics:m,onRetry:()=>eS(e)})},e)}),ey=V&&0===E.length,eb=V&&!ey&&!es,ev=null===W&&0===E.length&&(P||ey),ej=ev||!es&&0===E.length?ex:ef,e_=et&&!ev&&0===ee,ek=!e_&&Q&&!J,eN=(0,s.jsx)("button",{type:"button",className:"font-medium text-foreground underline",onClick:()=>{w(null),T(e=>e+1)},children:g("usage.keyActivity.retrySearch")}),ew=Q?(0,s.jsxs)("p",{className:"px-4 py-8 text-center text-sm text-muted-foreground",children:[g("usage.keyActivity.searchKeysFailed"),eN]}):(0,s.jsx)("p",{className:"px-4 py-8 text-center text-sm text-muted-foreground",children:(0,s.jsx)(o.f,{i18nKey:"usage.keyActivity.noMatches",components:{query:(0,s.jsx)(s.Fragment,{children:B})}})}),eS=(0,i.useCallback)(e=>{let s=(j?.scope===a?j.details:{})[e];(void 0===s||"failed"===s.status)&&(k(s=>{let t=s?.scope===a?s.details:{};return{scope:a,details:{...t,[e]:{status:"loading"}}}}),n(e).then(s=>{k(t=>t?.scope!==a?t:{scope:a,details:{...t.details,[e]:{status:"loaded",metrics:s}}})}).catch(s=>{console.error("Key activity detail request failed:",s),k(s=>s?.scope!==a?s:{scope:a,details:{...s.details,[e]:{status:"failed"}}})}))},[j,n,a]),eC=!e_&&ej===ef&&ef.length>0,eq=ek||R||eb,eM=(0,s.jsxs)(x.H,{className:"h-8 w-full sm:w-72",children:[(0,s.jsx)(x.B,{children:(0,s.jsx)(r.f,{className:"size-3.5 text-muted-foreground"})}),(0,s.jsx)(x.M,{"aria-label":g("usage.keyActivity.searchLabel"),placeholder:g("usage.keyActivity.searchPlaceholder"),value:f,onChange:e=>y(e.target.value)}),es&&(0,s.jsx)(x.B,{align:"inline-end",children:(0,s.jsx)(x.w,{size:"icon-xs","aria-label":g("usage.keyActivity.clearSearch"),onClick:()=>y(""),children:(0,s.jsx)(l.X,{})})})]});return(0,s.jsxs)("div",{className:"grid gap-3",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-3",children:[eM,!ev&&(0,s.jsx)("span",{className:"text-xs text-muted-foreground tabular-nums","aria-live":"polite",children:em})]}),(0,s.jsx)(eg,{summary:e,loading:t,hidePromptCachingMetrics:m}),(0,s.jsxs)(el.v,{icon:ea.f,title:g("usage.keyActivity.panelTitle"),className:"overflow-hidden",bodyClassName:"px-0 pt-3 pb-0",children:[eC&&(0,s.jsxs)("div",{"aria-hidden":"true",className:`${ec} border-y bg-muted/40 py-2 pr-4 pl-10 text-xs font-medium text-muted-foreground`,children:[(0,s.jsx)("span",{children:g("usage.keyActivity.columns.key")}),(0,s.jsx)("span",{className:"text-right",children:g("usage.keyActivity.columns.spend")}),(0,s.jsx)("span",{className:"text-right",children:g("usage.keyActivity.columns.requests")})]}),(0,s.jsx)("div",{className:eC?void 0:"border-t",children:e_?ew:ej}),eq&&(0,s.jsxs)("div",{className:"border-t px-4 py-2.5 text-xs text-muted-foreground",children:[ek&&(0,s.jsxs)("p",{children:[g("usage.keyActivity.searchAllFailed"),eN]}),R&&(0,s.jsx)("p",{children:g("usage.keyActivity.loadingMore")}),eb&&(0,s.jsxs)("p",{children:[g("usage.keyActivity.loadMoreFailed")," ",(0,s.jsx)("button",{type:"button",className:"font-medium text-foreground underline",onClick:()=>{v(e=>e?.scope===a?{...e,failed:!1}:e),I()},children:g("usage.keyActivity.retry")})]})]})]}),!es&&(0,s.jsx)("div",{ref:z,"aria-hidden":"true",className:"h-1"})]})},ex=e=>null===e.user_id||void 0===e.user_id?"none":`user:${e.user_id}`,eh=e=>e.user_email||e.user_alias||e.user_id||_.f.t("usage.userActivity.noUser"),ef=e=>(e.user_email||e.user_alias)&&e.user_id?e.user_id:null,ey=e=>0===e?"$0.00":(0,w.x)(e,2),eb="grid w-full grid-cols-[minmax(0,1fr)_5.5rem_4.5rem] items-center gap-4",ev=({fetchUserPage:e})=>{let{t}=(0,u.f)(),[a,r]=(0,i.useState)(null),[l,n]=(0,i.useState)(0),o=(0,i.useRef)(0),c=(0,i.useRef)(e);(0,i.useLayoutEffect)(()=>{c.current=e},[e]),(0,i.useEffect)(()=>{let s=++o.current,t=!1;return e(0,10).then(a=>{t||o.current!==s||c.current!==e||r({scope:e,rows:a.users,failed:!1})}).catch(a=>{t||o.current!==s||c.current!==e||(console.error("Top users request failed:",a),r({scope:e,rows:[],failed:!0}))}),()=>{t=!0}},[e,l]);let d=a?.scope===e?a:null,m=null===d;if(d?.failed)return(0,s.jsxs)("p",{className:"px-1 py-6 text-center text-sm text-muted-foreground",children:[t("usage.topUsers.failed")," ",(0,s.jsx)("button",{type:"button",className:"font-medium text-foreground underline",onClick:()=>n(e=>e+1),children:t("usage.topUsers.retry")})]});if(m)return(0,s.jsx)("p",{className:"px-1 py-6 text-center text-sm text-muted-foreground",children:t("usage.topUsers.loading")});if(0===d.rows.length)return(0,s.jsx)("p",{className:"px-1 py-6 text-center text-sm text-muted-foreground",children:t("usage.topUsers.empty")});let g=Math.max(0,...d.rows.map(e=>e.spend));return(0,s.jsxs)("ul",{children:[(0,s.jsxs)("li",{"aria-hidden":"true",className:`${eb} border-b pb-1.5 text-xs font-medium text-muted-foreground`,children:[(0,s.jsx)("span",{children:t("usage.topUsers.columns.user")}),(0,s.jsx)("span",{className:"text-right",children:t("usage.topUsers.columns.spend")}),(0,s.jsx)("span",{className:"text-right",children:t("usage.topUsers.columns.requests")})]}),d.rows.map(e=>{let t=ef(e),a=g>0?e.spend/g*100:0;return(0,s.jsxs)("li",{className:`${eb} border-b py-2.5 last:border-b-0`,children:[(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("div",{className:"truncate text-sm text-foreground",children:eh(e)}),t&&(0,s.jsx)("div",{className:"truncate text-xs text-muted-foreground",children:t}),(0,s.jsx)("div",{"aria-hidden":"true",className:"mt-1 h-1 w-full max-w-xs overflow-hidden rounded-full bg-muted",children:(0,s.jsx)("div",{className:"h-full rounded-full opacity-80",style:{width:`${a}%`,backgroundColor:"#2b3fd6"}})})]}),(0,s.jsx)("span",{className:"text-right text-sm tabular-nums text-foreground",children:ey(e.spend)}),(0,s.jsx)("span",{className:"text-right text-sm tabular-nums text-muted-foreground",children:e.api_requests.toLocaleString()})]},ex(e))})]})};var ej=e.i(761911);let e_=(e,s)=>({scope:e,rows:[],total:0,nextOffset:0,hasMore:!1,loading:s,loadingMore:!1,failed:!1}),ek="grid w-full grid-cols-[minmax(0,1fr)_5.5rem_4.5rem_5rem_4.5rem_5.5rem] items-center gap-3",eN=({row:e})=>{let t=ef(e);return(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("div",{className:"truncate text-sm text-foreground",children:eh(e)}),t&&(0,s.jsx)("div",{className:"truncate text-xs text-muted-foreground",children:t})]})},ew=({rows:e,total:t,hasMore:a,loading:r,loadingMore:l,failed:n,onLoadMore:i,onRetryFirstPage:c,onRetryNextPage:d})=>{let{t:m}=(0,u.f)(),g=n&&0===e.length,p=g?(0,s.jsxs)("p",{className:"px-4 py-8 text-center text-sm text-muted-foreground",children:[m("usage.userActivity.firstPageFailed")," ",(0,s.jsx)("button",{type:"button",className:"font-medium text-foreground underline",onClick:c,children:m("usage.userActivity.retry")})]}):r?(0,s.jsx)("p",{className:"px-4 py-8 text-center text-sm text-muted-foreground",children:m("usage.userActivity.loading")}):0===e.length?(0,s.jsx)("p",{className:"px-4 py-8 text-center text-sm text-muted-foreground",children:m("usage.userActivity.empty")}):(0,s.jsx)("div",{className:"overflow-x-auto",children:(0,s.jsxs)("div",{className:"min-w-[40rem]",children:[(0,s.jsxs)("div",{"aria-hidden":"true",className:`${ek} border-y bg-muted/40 py-2 pl-10 pr-4 text-xs font-medium text-muted-foreground`,children:[(0,s.jsx)("span",{children:m("usage.userActivity.columns.user")}),(0,s.jsx)("span",{className:"text-right",children:m("usage.userActivity.columns.spend")}),(0,s.jsx)("span",{className:"text-right",children:m("usage.userActivity.columns.requests")}),(0,s.jsx)("span",{className:"text-right",children:m("usage.userActivity.columns.successful")}),(0,s.jsx)("span",{className:"text-right",children:m("usage.userActivity.columns.failed")}),(0,s.jsx)("span",{className:"text-right",children:m("usage.userActivity.columns.totalTokens")})]}),(0,s.jsx)("ul",{children:e.map(e=>(0,s.jsxs)("li",{className:`${ek} border-b py-2.5 pl-10 pr-4 last:border-b-0`,children:[(0,s.jsx)(eN,{row:e}),(0,s.jsx)("span",{className:"text-right text-sm tabular-nums text-foreground",children:ey(e.spend)}),(0,s.jsx)("span",{className:"text-right text-sm tabular-nums text-foreground",children:e.api_requests.toLocaleString()}),(0,s.jsx)("span",{className:"text-right text-sm tabular-nums text-foreground",children:e.successful_requests.toLocaleString()}),(0,s.jsx)("span",{className:`text-right text-sm tabular-nums ${e.failed_requests>0?"text-destructive":"text-muted-foreground"}`,children:e.failed_requests.toLocaleString()}),(0,s.jsx)("span",{className:"text-right text-sm tabular-nums text-muted-foreground",children:(0,er.W)(e.total_tokens)})]},ex(e)))})]})}),x=a||l||n&&!g,h=a&&!l&&!n;return(0,s.jsxs)("div",{className:"grid gap-3",children:[(0,s.jsx)("div",{className:"flex flex-wrap items-center gap-3",children:(0,s.jsx)("span",{className:"text-xs text-muted-foreground tabular-nums","aria-live":"polite",children:(0,s.jsx)(o.f,{i18nKey:"usage.userActivity.userCount",count:t,components:{value:(0,s.jsx)(s.Fragment,{children:t.toLocaleString()})}})})}),(0,s.jsx)("div",{children:p}),x&&(0,s.jsxs)("div",{className:"border-t px-4 py-2.5 text-xs text-muted-foreground",children:[l&&(0,s.jsx)("p",{children:m("usage.userActivity.loadingMore")}),n&&!g&&(0,s.jsxs)("p",{children:[m("usage.userActivity.loadMoreFailed")," ",(0,s.jsx)("button",{type:"button",className:"font-medium text-foreground underline",onClick:d,children:m("usage.userActivity.retry")})]}),h&&(0,s.jsx)("button",{type:"button",className:"font-medium text-foreground underline",onClick:i,children:m("usage.userActivity.loadMore")})]})]})},eS=({fetchUserPage:e})=>{let{t}=(0,u.f)(),a=function(e){let[s,t]=(0,i.useState)(null),[a,r]=(0,i.useState)(0),l=(0,i.useRef)(0),n=(0,i.useRef)(!1),o=(0,i.useRef)(e);(0,i.useLayoutEffect)(()=>{o.current=e},[e]),(0,i.useEffect)(()=>{let s=++l.current;n.current=!1;let a=!1;return e(0,50).then(r=>{a||l.current!==s||o.current!==e||t({scope:e,rows:r.users,total:r.total_users,nextOffset:r.users.length,hasMore:r.users.length>0&&r.users.length{a||l.current!==s||o.current!==e||(console.error("User activity page request failed:",r),t({...e_(e,!1),failed:!0}))}),()=>{a=!0}},[e,50,a]);let u=s?.scope===e?s:null,c=(0,i.useCallback)(()=>{if(null===u||u.loading||u.loadingMore||!u.hasMore||n.current)return;let s=l.current,a=u.nextOffset;n.current=!0,t(s=>s?.scope===e?{...s,loadingMore:!0}:s),e(a,50).then(a=>{l.current===s&&o.current===e&&t(s=>{var t,r,l,n;let i,o;if(s?.scope!==e)return s;let u=(t=s.rows,r=a.users,l=a.total_users,n=s.nextOffset,i=Array.from(new Map([...t,...r].map(e=>[ex(e),e])).values()),{rows:i,nextOffset:o=n+r.length,hasMore:r.length>0&&o{l.current===s&&o.current===e&&(console.error("User activity page request failed:",a),t(s=>s?.scope===e?{...s,loadingMore:!1,failed:!0}:s))}).finally(()=>{l.current===s&&(n.current=!1)})},[u,e,50]),d=(0,i.useCallback)(()=>{t(e_(e,!0)),r(e=>e+1)},[e]),m=(0,i.useCallback)(()=>{t(s=>s?.scope===e?{...s,failed:!1}:s),c()},[e,c]);return{rows:u?.rows??[],total:u?.total??0,hasMore:u?.hasMore??!1,loading:u?.loading??!0,loadingMore:u?.loadingMore??!1,failed:u?.failed??!1,loadMore:c,retryFirstPage:d,retryNextPage:m}}(e);return(0,s.jsx)(el.v,{icon:ej.f,title:t("usage.userActivity.panelTitle"),className:"overflow-hidden",bodyClassName:"px-0 pt-3 pb-0",children:(0,s.jsx)("div",{className:"px-4 pb-2",children:(0,s.jsx)(ew,{rows:a.rows,total:a.total,hasMore:a.hasMore,loading:a.loading,loadingMore:a.loadingMore,failed:a.failed,onLoadMore:a.loadMore,onRetryFirstPage:a.retryFirstPage,onRetryNextPage:a.retryNextPage})})})};var eC=e.i(669772),eq=e.i(531245),eM=e.i(746798),eT=e.i(343053);e.i(707701);var eU=e.i(807235);let eA=({accessToken:e,selectedTags:t,formatAbbreviatedNumber:a})=>{let r,l,n,o,{t:c}=(0,u.f)(),[d,m]=(0,i.useState)({results:[],total_count:0,page:1,page_size:50,total_pages:0}),[g,p]=(0,i.useState)({pageIndex:0,pageSize:50}),[x,f]=(0,i.useState)(t);x!==t&&(f(t),p(e=>0===e.pageIndex?e:{...e,pageIndex:0})),(0,i.useEffect)(()=>{if(!e)return;let s=!1;return(0,L.WA)(e,g.pageIndex+1,g.pageSize,x.length>0?[...x]:void 0).then(e=>{s||m(e)}).catch(e=>console.error("Failed to fetch per-user data:",e)),()=>{s=!0}},[e,x,g]);let y=(0,i.useCallback)(e=>{p(s=>{let t="function"==typeof e?e(s):e;return t.pageSize===s.pageSize?t:{pageIndex:0,pageSize:t.pageSize}})},[]),b=[{header:c("usage.perUser.columns.userId"),accessorKey:"user_id",cell:({row:e})=>(0,s.jsx)("span",{className:"font-medium",children:e.original.user_id})},{header:c("usage.perUser.columns.userEmail"),accessorKey:"user_email",cell:({row:e})=>e.original.user_email||c("usage.perUser.notAvailable")},{header:c("usage.perUser.columns.userAgent"),accessorKey:"user_agent",cell:({row:e})=>e.original.user_agent||c("usage.perUser.unknownAgent")},{header:c("usage.perUser.columns.successGenerations"),accessorKey:"successful_requests",meta:{numeric:!0},cell:({row:e})=>a(e.original.successful_requests)},{header:c("usage.perUser.columns.totalTokens"),accessorKey:"total_tokens",meta:{numeric:!0},cell:({row:e})=>a(e.original.total_tokens)},{header:c("usage.perUser.columns.failedRequests"),accessorKey:"failed_requests",meta:{numeric:!0},cell:({row:e})=>a(e.original.failed_requests)},{header:c("usage.perUser.columns.totalCost"),accessorKey:"spend",meta:{numeric:!0},cell:({row:e})=>`$${a(e.original.spend,4)}`}];return(0,s.jsxs)("div",{className:"mb-6",children:[(0,s.jsx)("h3",{className:"text-lg font-medium text-foreground",children:c("usage.perUser.title")}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:c("usage.perUser.subtitle")}),(0,s.jsxs)(h.i,{defaultValue:"details",children:[(0,s.jsxs)(h.U,{variant:"line",className:"mb-6 h-auto w-full justify-start rounded-none border-b p-0",children:[(0,s.jsx)(h.k,{value:"details",className:"flex-none rounded-none px-4 py-2",children:c("usage.perUser.tabs.details")}),(0,s.jsx)(h.k,{value:"distribution",className:"flex-none rounded-none px-4 py-2",children:c("usage.perUser.tabs.distribution")})]}),(0,s.jsx)(h.S,{value:"details",keepMounted:!0,children:(0,s.jsx)(eU.f,{columns:b,data:d.results,getRowId:e=>e.user_id,paginationMode:"server",pagination:g,onPaginationChange:y,rowCount:d.total_count,noDataMessage:c("usage.perUser.noData"),size:"compact"})}),(0,s.jsxs)(h.S,{value:"distribution",keepMounted:!0,children:[(0,s.jsxs)("div",{className:"mb-4",children:[(0,s.jsx)("h4",{className:"text-lg font-medium text-foreground",children:c("usage.perUser.distribution.title")}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:c("usage.perUser.distribution.subtitle")})]}),(0,s.jsx)(eT.f,{data:(r=new Map,d.results.forEach(e=>{let s=e.user_agent||c("usage.perUser.unknownAgent");r.set(s,(r.get(s)||0)+1)}),l=Array.from(r.entries()).sort(([,e],[,s])=>s-e).slice(0,8).map(([e])=>e),n={[c("usage.perUser.distribution.buckets.range1To9")]:{range:[1,9],agents:{}},[c("usage.perUser.distribution.buckets.range10To99")]:{range:[10,99],agents:{}},[c("usage.perUser.distribution.buckets.range100To999")]:{range:[100,999],agents:{}},[c("usage.perUser.distribution.buckets.range1kTo9k")]:{range:[1e3,9999],agents:{}},[c("usage.perUser.distribution.buckets.range10kTo99k")]:{range:[1e4,99999],agents:{}},[c("usage.perUser.distribution.buckets.range100kPlus")]:{range:[1e5,1/0],agents:{}}},d.results.forEach(e=>{let s=e.successful_requests,t=e.user_agent||c("usage.perUser.unknownAgent");l.includes(t)&&Object.entries(n).forEach(([e,a])=>{s>=a.range[0]&&s<=a.range[1]&&(a.agents[t]||(a.agents[t]=0),a.agents[t]++)})}),Object.entries(n).map(([e,s])=>{let t={category:e};return l.forEach(e=>{t[e]=s.agents[e]||0}),t})),index:"category",categories:(o=new Map,d.results.forEach(e=>{let s=e.user_agent||c("usage.perUser.unknownAgent");o.set(s,(o.get(s)||0)+1)}),Array.from(o.entries()).sort(([,e],[,s])=>s-e).slice(0,8).map(([e])=>e)),colors:["blue","green","orange","red","purple","yellow","pink","indigo"],valueFormatter:e=>c("usage.perUser.distribution.userCount",{count:e}),yAxisWidth:80,showLegend:!0,stack:!0})]})]})]})},eL=[{value:"active-users",labelKey:"usage.userAgentActivity.viewOptions.activeUsers"},{value:"per-user",labelKey:"usage.userAgentActivity.viewOptions.perUser"}],eK=[{value:"dau",label:"DAU"},{value:"wau",label:"WAU"},{value:"mau",label:"MAU"}],ez=e=>e.startsWith("User-Agent: ")?e.replace("User-Agent: ",""):e,eF=(e,s=0)=>e>=1e6?(e/1e6).toFixed(s)+"M":e>=1e3?(e/1e3).toFixed(s)+"K":e.toFixed(s);function eE({chart:e}){let{t}=(0,u.f)();return e.loading?(0,s.jsx)(el.f,{className:"h-72"}):0===e.tags.length?(0,s.jsx)("div",{className:"flex h-72 items-center justify-center rounded-lg border border-dashed text-sm text-muted-foreground",children:t("usage.userAgentActivity.noActiveUsers")}):(0,s.jsx)(eT.f,{data:e.data,index:e.index,categories:e.tags.map(ez),colors:c.P,valueFormatter:e=>eF(e),yAxisWidth:48,maxBarSize:48,showLegend:!0,stack:!0,className:"h-72"})}function eP({name:e,successRequests:t,totalTokens:a,totalCost:r}){let{t:l}=(0,u.f)(),n=[{label:l("usage.userAgentActivity.summary.successRequests"),value:t},{label:l("usage.userAgentActivity.summary.totalTokens"),value:a},{label:l("usage.userAgentActivity.summary.totalCost"),value:r}];return(0,s.jsxs)("div",{className:"min-w-0 border-b px-4 py-3.5 last:border-b-0 lg:border-b-0",children:[e,(0,s.jsx)("dl",{className:"mt-3 grid gap-1.5",children:n.map(e=>(0,s.jsxs)("div",{className:"flex items-baseline justify-between gap-3",children:[(0,s.jsx)("dt",{className:"text-xs text-muted-foreground",children:e.label}),(0,s.jsx)("dd",{className:"text-sm font-semibold tracking-tight tabular-nums text-foreground",children:e.value})]},e.label))})]})}let eR=({accessToken:e,userRole:t,dateValue:a,onDateChange:r,initialTags:l,selectedTags:n,onSelectedTagsChange:o})=>{let{t:c}=(0,u.f)(),d=(0,es.d)(),[m,g]=(0,i.useState)({results:[]}),[p,x]=(0,i.useState)({results:[]}),[h,f]=(0,i.useState)({results:[]}),[y,b]=(0,i.useState)({results:[]}),[v]=(0,i.useState)(""),[j,_]=(0,i.useState)([]),[k,N]=(0,i.useState)(()=>[...l??[]]),w=n??k,[S,C]=(0,i.useState)(!1),[q,M]=(0,i.useState)(!1),[T,U]=(0,i.useState)(!1),[A,K]=(0,i.useState)(!1),[z,F]=(0,i.useState)(!1),[E,P]=(0,i.useState)("active-users"),[R,O]=(0,i.useState)("dau"),D=new Date,V=async()=>{if(e){C(!0);try{let s=await (0,L.SS)(e);_(s.results.map(e=>e.tag))}catch(e){console.error("Failed to fetch available tags:",e)}finally{C(!1)}}},$=async()=>{if(e){M(!0);try{let s=await (0,L.tE)(e,D,v||void 0,w.length>0?[...w]:void 0);g(s)}catch(e){console.error("Failed to fetch DAU data:",e)}finally{M(!1)}}},I=async()=>{if(e){U(!0);try{let s=await (0,L.NX)(e,D,v||void 0,w.length>0?[...w]:void 0);x(s)}catch(e){console.error("Failed to fetch WAU data:",e)}finally{U(!1)}}},B=async()=>{if(e){K(!0);try{let s=await (0,L.a_)(e,D,v||void 0,w.length>0?[...w]:void 0);f(s)}catch(e){console.error("Failed to fetch MAU data:",e)}finally{K(!1)}}},W=async()=>{if(e&&a.from&&a.to){F(!0);try{let s=await (0,L.Xw)(e,a.from,a.to,w.length>0?[...w]:void 0);b(s)}catch(e){console.error("Failed to fetch user agent summary data:",e)}finally{F(!1)}}};(0,i.useEffect)(()=>{V()},[e]),(0,i.useEffect)(()=>{if(!e)return;let s=setTimeout(()=>{$(),I(),B()},50);return()=>clearTimeout(s)},[e,v,w]),(0,i.useEffect)(()=>{if(!a.from||!a.to)return;let e=setTimeout(()=>{W()},50);return()=>clearTimeout(e)},[e,a,w]);let H=e=>e.length>15?e.substring(0,15)+"...":e,J=e=>Object.entries(e.reduce((e,s)=>(e[s.tag]=(e[s.tag]||0)+s.active_users,e),{})).sort(([,e],[,s])=>s-e).map(([e])=>e),Q=J(m.results).slice(0,10),Y=J(p.results).slice(0,10),Z=J(h.results).slice(0,10),G=(()=>{let e=[],s=new Date;for(let t=6;t>=0;t--){let a=new Date(s);a.setDate(a.getDate()-t);let r={date:a.toISOString().split("T")[0]};Q.forEach(e=>{r[ez(e)]=0}),e.push(r)}return m.results.forEach(s=>{let t=ez(s.tag),a=e.find(e=>e.date===s.date);a&&(a[t]=s.active_users)}),e})(),X=(()=>{let e=[];for(let s=1;s<=7;s++){let t={week:c("usage.userAgentActivity.weekLabel",{number:s})};Y.forEach(e=>{t[ez(e)]=0}),e.push(t)}return p.results.forEach(s=>{let t=ez(s.tag),a=s.date.match(/Week (\d+)/);if(a){let r=c("usage.userAgentActivity.weekLabel",{number:a[1]}),l=e.find(e=>e.week===r);l&&(l[t]=s.active_users)}}),e})(),ee=(()=>{let e=[];for(let s=1;s<=7;s++){let t={month:c("usage.userAgentActivity.monthLabel",{number:s})};Z.forEach(e=>{t[ez(e)]=0}),e.push(t)}return h.results.forEach(s=>{let t=ez(s.tag),a=s.date.match(/Month (\d+)/);if(a){let r=c("usage.userAgentActivity.monthLabel",{number:a[1]}),l=e.find(e=>e.month===r);l&&(l[t]=s.active_users)}}),e})(),et=[{value:"dau",title:c("usage.userAgentActivity.charts.dau"),loading:q,data:G,index:"date",tags:Q},{value:"wau",title:c("usage.userAgentActivity.charts.wau"),loading:T,data:X,index:"week",tags:Y},{value:"mau",title:c("usage.userAgentActivity.charts.mau"),loading:A,data:ee,index:"month",tags:Z}],ea=(y.results||[]).slice(0,4);return(0,s.jsxs)("div",{className:"grid gap-3",children:[(0,s.jsx)(el.v,{icon:eq.f,title:c("usage.userAgentActivity.summary.title"),subtitle:c("usage.userAgentActivity.summary.subtitle"),action:(0,s.jsxs)("div",{className:"flex w-full items-center gap-2 sm:w-96",children:[(0,s.jsx)("label",{className:"shrink-0 text-xs text-muted-foreground",children:c("usage.userAgentActivity.filter.label")}),(0,s.jsxs)(es.x,{multiple:!0,items:j,value:[...w],onValueChange:e=>{o?o(e):N(e)},children:[(0,s.jsxs)(es.V,{render:(0,s.jsx)("div",{ref:d}),className:"min-w-0 flex-1","aria-busy":S,children:[(0,s.jsx)(es.l,{children:e=>e.map(e=>(0,s.jsx)(es.Q,{"aria-label":ez(e),children:H(ez(e))},e))}),(0,s.jsx)(es.z,{placeholder:c("usage.userAgentActivity.filter.placeholder"),"aria-label":c("usage.userAgentActivity.filter.placeholder")}),w.length>0&&(0,s.jsx)(es.y,{"aria-label":c("usage.userAgentActivity.filter.clear")})]}),(0,s.jsxs)(es.R,{anchor:d,children:[(0,s.jsx)(es.S,{children:c("usage.userAgentActivity.filter.empty")}),(0,s.jsx)(es.k,{children:e=>{let t=ez(e);return(0,s.jsx)(es.T,{value:e,title:t,children:t.length>50?`${t.substring(0,50)}...`:t},e)}})]})]})]}),children:z?(0,s.jsx)(el.f,{className:"h-32"}):(0,s.jsxs)("div",{className:"grid grid-cols-1 overflow-hidden rounded-lg border sm:grid-cols-2 lg:grid-cols-4 lg:divide-x",children:[ea.map((e,t)=>{let a=ez(e.tag);return(0,s.jsx)(eP,{name:(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)("h4",{className:"truncate text-sm font-medium text-foreground",children:H(a)})}),(0,s.jsx)(eM.Y,{side:"top",children:a})]}),successRequests:eF(e.successful_requests),totalTokens:eF(e.total_tokens),totalCost:`$${eF(e.total_spend,4)}`},t)}),Array.from({length:Math.max(0,4-ea.length)}).map((e,t)=>(0,s.jsx)(eP,{name:(0,s.jsx)("h4",{className:"truncate text-sm font-medium text-muted-foreground",children:c("usage.userAgentActivity.summary.noData")}),successRequests:"-",totalTokens:"-",totalCost:"-"},`empty-${t}`))]})}),(0,s.jsxs)(el.v,{icon:ej.f,title:"active-users"===E?c("usage.userAgentActivity.activity.activeUsersTitle"):c("usage.userAgentActivity.activity.perUserTitle"),subtitle:"active-users"===E?c("usage.userAgentActivity.activity.activeUsersSubtitle"):c("usage.userAgentActivity.activity.perUserSubtitle"),action:(0,s.jsxs)(s.Fragment,{children:["active-users"===E&&(0,s.jsx)(el.K,{label:c("usage.userAgentActivity.activity.periodLabel"),value:R,options:eK,onChange:O}),(0,s.jsx)(el.K,{label:c("usage.userAgentActivity.activity.viewLabel"),value:E,options:eL.map(({value:e,labelKey:s})=>({value:e,label:c(s)})),onChange:P})]}),children:[(0,s.jsx)("div",{hidden:"active-users"!==E,children:et.map(e=>(0,s.jsxs)("div",{hidden:R!==e.value,children:[(0,s.jsx)("h4",{className:"mb-2 text-xs text-muted-foreground",children:e.title}),(0,s.jsx)(eE,{chart:e})]},e.value))}),(0,s.jsx)("div",{hidden:"per-user"!==E,children:(0,s.jsx)(eA,{accessToken:e,selectedTags:w,formatAbbreviatedNumber:eF})})]})]})};var eO=e.i(213815),eD=e.i(982426);let eV=15,e$=(e,s,t=null)=>`${e?.toISOString()??""}|${s?.toISOString()??""}|${t??""}`,eI=(e,s)=>null!=e&&e.rangeKey===s?e.value:null;var eB=e.i(522016),eW=e.i(63209),eH=e.i(115057),eJ=e.i(564207),eQ=e.i(784774),eY=e.i(196631),eZ=e.i(782066);let eG={key:{singular:"usage.errors.entityLabels.key.singular",plural:"usage.errors.entityLabels.key.plural"},team:{singular:"usage.errors.entityLabels.team.singular",plural:"usage.errors.entityLabels.team.plural"},user:{singular:"usage.errors.entityLabels.user.singular",plural:"usage.errors.entityLabels.user.plural"},model:{singular:"usage.errors.entityLabels.model.singular",plural:"usage.errors.entityLabels.model.plural"}},eX={400:"usage.errors.statusLabels.badRequest",401:"usage.errors.statusLabels.unauthorized",402:"usage.errors.statusLabels.paymentRequired",403:"usage.errors.statusLabels.forbidden",404:"usage.errors.statusLabels.notFound",408:"usage.errors.statusLabels.requestTimeout",413:"usage.errors.statusLabels.payloadTooLarge",422:"usage.errors.statusLabels.unprocessableEntity",429:"usage.errors.statusLabels.rateLimited",500:"usage.errors.statusLabels.internalServerError",502:"usage.errors.statusLabels.badGateway",503:"usage.errors.statusLabels.serviceUnavailable",504:"usage.errors.statusLabels.gatewayTimeout",529:"usage.errors.statusLabels.overloaded"},e0=e=>{if(0===e)return _.f.t("usage.errors.statusLabels.notRecorded");let s=eX[e];return s&&Object.hasOwn(eX,e)?_.f.t(s):e>=500?_.f.t("usage.errors.statusLabels.serverError"):e>=400?_.f.t("usage.errors.statusLabels.clientError"):_.f.t("usage.errors.statusLabels.error")},e1=(e,s)=>s>0?e/s*100:null,e2=e=>null===e?"—":e>0&&e<.1?"<0.1%":`${e.toFixed(1)}%`,e4="usage.errors.series.other",e5=e=>0===e?_.f.t("usage.errors.series.noStatus"):String(e),e3=[{value:"total",labelKey:"usage.errors.rateViews.total"},{value:"status",labelKey:"usage.errors.rateViews.status"}],e6=e=>e.failed_requests>e.by_status_code.reduce((e,s)=>e+s.failed_requests,0),e8=["key","team","user","model"].map(e=>({value:e,labelKey:eG[e].plural})),e7=e=>new Date(`${e}T00:00:00`).toLocaleDateString(void 0,{month:"short",day:"numeric"}),e9=e=>e.toLocaleString();function se({rate:e,className:t}){let a=null===e?0:Math.min(100,Math.max(e,2*(e>0)));return(0,s.jsxs)("div",{className:(0,eY.c)("flex items-center gap-2",t),children:[(0,s.jsx)("div",{className:"h-1.5 w-20 overflow-hidden rounded-full bg-muted","aria-hidden":"true",children:(0,s.jsx)("div",{className:"h-full rounded-full bg-destructive",style:{width:`${a}%`}})}),(0,s.jsx)("span",{className:"tabular-nums",children:e2(e)})]})}function ss({label:e,children:t}){return(0,s.jsx)("div",{role:"group","aria-label":e,className:"rounded-xl border bg-card p-4",children:t})}function st({loading:e,empty:t,height:a,children:r}){return e?(0,s.jsx)(el.f,{className:a}):null!==t?(0,s.jsx)(sr,{children:t}):(0,s.jsx)(s.Fragment,{children:r})}function sa({activity:e,loading:t,failed:a,userScoped:r=!1}){let{t:l}=(0,u.f)(),[n,o]=(0,i.useState)("key"),[d,g]=(0,i.useState)("total"),x=(0,i.useMemo)(()=>{let s,t;return e?(s=e.total_successful_requests+e.total_failed_requests,t=s=>e.by_status_code.filter(e=>s(e.status_code)).reduce((e,s)=>e+s.failed_requests,0),{requests:s,failed:e.total_failed_requests,rate:e1(e.total_failed_requests,s),clientErrors:t(e=>e>=400&&e<=499),serverErrors:t(e=>e>=500&&e<=599),rateLimited:t(e=>429===e),authFailures:t(e=>401===e||403===e)}):null},[e]),h=(0,i.useMemo)(()=>{let s,t,a,r;return e?(a=(t=(s=[...e.by_status_code].filter(e=>e.failed_requests>0).sort((e,s)=>s.failed_requests-e.failed_requests||e.status_code-s.status_code)).slice(0,6).map(e=>e.status_code)).map(e5),r=s.length>t.length||e.by_date.some(e6),{rows:[...e.by_date].sort((e,s)=>e.date.localeCompare(s.date)).map(e=>{let s=e.successful_requests+e.failed_requests,a=Object.fromEntries(t.map(s=>[e5(s),e.by_status_code.find(e=>e.status_code===s)?.failed_requests??0])),l=Object.values(a).reduce((e,s)=>e+s,0),n=r?{[_.f.t(e4)]:Math.max(0,e.failed_requests-l)}:{};return{date:e.date,requests:s,failed:e.failed_requests,rate:e1(e.failed_requests,s)??0,...a,...n}}),codes:r?[...a,_.f.t(e4)]:a}):{rows:[],codes:[]}},[e]),f=(0,i.useMemo)(()=>{let s,t,a,r,l;return e?(s=e.by_status_code.reduce((e,s)=>e+s.failed_requests,0),t=Math.max(0,e.total_failed_requests-s),a=e.by_status_code.filter(e=>e.failed_requests>0).map(e=>({status_code:e.status_code,label:e0(e.status_code),failed_requests:e.failed_requests})),r=t>0?[{status_code:0,label:e0(0),failed_requests:t}]:[],l=e.total_failed_requests||1,[...a,...r].sort((e,s)=>s.failed_requests-e.failed_requests||e.status_code-s.status_code).map(e=>({...e,share:e.failed_requests/l*100}))):[]},[e]),y=(0,i.useMemo)(()=>e?({key:e.by_key,team:e.by_team,user:e.by_user,model:e.by_model})[n].map(e=>({id:e.id,name:e.label??e.id,requests:e.api_requests,failed:e.failed_requests,rate:e1(e.failed_requests,e.api_requests),topStatus:null===e.top_status_code?null:`${0===e.top_status_code?_.f.t("usage.errors.series.noStatus"):e.top_status_code} \xb7 ${e.top_status_code_requests.toLocaleString()}`})):[],[e,n]),b=(0,i.useMemo)(()=>new Map(h.rows.map(e=>[e.date,e.failed])),[h]),v=(0,i.useMemo)(()=>("total"===d?h.rows:h.rows.map(e=>({date:e.date,requests:e.requests,failed:e.failed,rate:e.rate,...Object.fromEntries(h.codes.map(s=>[s,e1(Number(e[s]??0),e.requests)??0]))}))).map(e=>({...e,date:e7(e.date)})),[h,d]),j=null!==x&&0===x.requests,k=j||0===h.rows.length?l("usage.errors.empty.noRequests"):"status"===d&&0===h.codes.length?l("usage.errors.empty.noFailedRequests"):null;return r?(0,s.jsxs)(m.J,{role:"status",children:[(0,s.jsx)(eW.f,{}),(0,s.jsx)(m.s,{children:l("usage.errors.userScoped.title")}),(0,s.jsx)(m.p,{children:l("usage.errors.userScoped.description")})]}):a?(0,s.jsxs)(m.J,{variant:"destructive",role:"alert",children:[(0,s.jsx)(eW.f,{}),(0,s.jsx)(m.s,{children:l("usage.errors.failed.title")}),(0,s.jsx)(m.p,{children:l("usage.errors.failed.description")})]}):(0,s.jsxs)("div",{className:"grid gap-3","data-testid":"usage-errors-tab",children:[(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-3 md:grid-cols-3 xl:grid-cols-6",children:[(0,s.jsx)(ss,{label:l("usage.errors.stats.errorRate"),children:(0,s.jsx)(el.M,{label:l("usage.errors.stats.errorRate"),value:x?e2(x.rate):null,pending:t,tone:x&&x.failed>0?"destructive":void 0,hint:x?l("usage.errors.stats.failedOfTotal",{failed:e9(x.failed),total:e9(x.requests)}):void 0})}),(0,s.jsx)(ss,{label:l("usage.errors.stats.failedRequests"),children:(0,s.jsx)(el.M,{label:l("usage.errors.stats.failedRequests"),value:x?e9(x.failed):null,pending:t})}),(0,s.jsx)(ss,{label:l("usage.errors.stats.clientErrors"),children:(0,s.jsx)(el.M,{label:l("usage.errors.stats.clientErrors"),value:x?e9(x.clientErrors):null,pending:t})}),(0,s.jsx)(ss,{label:l("usage.errors.stats.serverErrors"),children:(0,s.jsx)(el.M,{label:l("usage.errors.stats.serverErrors"),value:x?e9(x.serverErrors):null,pending:t})}),(0,s.jsx)(ss,{label:l("usage.errors.stats.rateLimited"),children:(0,s.jsx)(el.M,{label:l("usage.errors.stats.rateLimited"),value:x?e9(x.rateLimited):null,pending:t})}),(0,s.jsx)(ss,{label:l("usage.errors.stats.authFailures"),children:(0,s.jsx)(el.M,{label:l("usage.errors.stats.authFailures"),value:x?e9(x.authFailures):null,pending:t})})]}),(0,s.jsxs)("div",{className:"grid gap-3 lg:grid-cols-2",children:[(0,s.jsx)(el.v,{title:l("usage.errors.rateChart.title"),subtitle:l("usage.errors.rateChart.subtitle"),action:(0,s.jsx)(el.K,{label:l("usage.errors.rateChart.viewLabel"),value:d,options:e3.map(({value:e,labelKey:s})=>({value:e,label:l(s)})),onChange:g}),children:(0,s.jsx)(st,{loading:t,height:"h-64",empty:k,children:(0,s.jsx)(eJ.f,{data:v,index:"date",categories:"total"===d?["rate"]:h.codes,colors:"total"===d?["red"]:h.codes.map((e,s)=>c.P[s%c.P.length]),valueFormatter:e=>e2(e),showLegend:"status"===d,showDots:1===v.length,className:"h-64"})})}),(0,s.jsx)(el.v,{title:l("usage.errors.statusChart.title"),subtitle:l("usage.errors.statusChart.subtitle"),children:(0,s.jsxs)(st,{loading:t,height:"h-64",empty:h.rows.every(e=>0===e.failed)?l("usage.errors.empty.noFailedRequests"):null,children:[(0,s.jsx)(c.Q,{data:h.rows,series:h.codes,xKey:"date",xLabel:e7,format:e9,totalFor:e=>b.get(e),totalLabel:l("usage.errors.statusChart.totalLabel"),className:"h-64"}),(0,s.jsx)("ul",{className:(0,eY.c)("flex flex-wrap gap-x-4 gap-y-1 pb-4 text-xs text-muted-foreground",el.q),"aria-label":l("usage.errors.statusChart.legendLabel"),children:h.codes.map((e,t)=>(0,s.jsxs)("li",{className:"flex items-center gap-1.5",children:[(0,s.jsx)("span",{"aria-hidden":"true",className:"inline-block size-2.5 rounded-sm",style:{backgroundColor:c.P[t%c.P.length]}}),e]},e))})]})})]}),(0,s.jsxs)("div",{className:"grid gap-3 lg:grid-cols-[minmax(0,2fr)_minmax(0,3fr)]",children:[(0,s.jsx)(el.v,{title:l("usage.errors.statusList.title"),subtitle:l("usage.errors.statusList.subtitle"),children:(0,s.jsx)(st,{loading:t,height:"h-48",empty:0===f.length?l("usage.errors.empty.noFailedRequests"):null,children:(0,s.jsx)("ul",{className:(0,eY.c)("grid gap-2 pb-4",el.q),"aria-label":l("usage.errors.statusList.listLabel"),children:f.map(e=>(0,s.jsxs)("li",{className:"grid grid-cols-[4rem_minmax(0,1fr)_auto] items-center gap-3 text-sm",children:[(0,s.jsx)("span",{className:"font-medium tabular-nums",children:0===e.status_code?"—":e.status_code}),(0,s.jsxs)("span",{className:"min-w-0",children:[(0,s.jsx)("span",{className:"block truncate text-foreground",children:e.label}),(0,s.jsx)("span",{className:"mt-1 block h-1.5 overflow-hidden rounded-full bg-muted","aria-hidden":"true",children:(0,s.jsx)("span",{className:"block h-full rounded-full bg-destructive",style:{width:`${e.share}%`}})})]}),(0,s.jsxs)("span",{className:"tabular-nums text-muted-foreground",children:[e9(e.failed_requests)," · ",e.share.toFixed(1),"%"]})]},e.status_code))})})}),(0,s.jsxs)(el.v,{title:l("usage.errors.entities.title"),subtitle:l("usage.errors.entities.subtitle"),action:(0,s.jsx)(el.K,{label:l("usage.errors.entities.groupByLabel"),value:n,options:e8.map(({value:e,labelKey:s})=>({value:e,label:l(s)})),onChange:o}),children:[(0,s.jsx)(st,{loading:t,height:"h-48",empty:0===y.length?l("usage.errors.entities.empty",{entities:l(eG[n].plural).toLowerCase()}):null,children:(0,s.jsxs)(eQ.s,{"aria-label":l("usage.errors.entities.tableLabel",{entities:l(eG[n].plural)}),children:[(0,s.jsx)(eQ.E,{children:(0,s.jsxs)(eQ.N,{children:[(0,s.jsx)(eQ.V,{children:l(eG[n].singular)}),(0,s.jsx)(eQ.V,{className:"text-right",children:l("usage.errors.entities.columns.requests")}),(0,s.jsx)(eQ.V,{className:"text-right",children:l("usage.errors.entities.columns.failed")}),(0,s.jsx)(eQ.V,{children:l("usage.errors.entities.columns.errorRate")}),(0,s.jsx)(eQ.V,{children:l("usage.errors.entities.columns.topStatus")})]})}),(0,s.jsx)(eQ.z,{children:y.map(e=>(0,s.jsxs)(eQ.N,{children:[(0,s.jsxs)(eQ.d,{className:"max-w-56",children:[(0,s.jsx)("span",{className:"block truncate font-medium",title:e.name,children:e.name}),e.name!==e.id&&(0,s.jsx)("span",{className:"block truncate font-mono text-xs text-muted-foreground",title:e.id,children:e.id})]}),(0,s.jsx)(eQ.d,{className:"text-right tabular-nums",children:e9(e.requests)}),(0,s.jsx)(eQ.d,{className:"text-right tabular-nums text-destructive",children:e9(e.failed)}),(0,s.jsx)(eQ.d,{children:(0,s.jsx)(se,{rate:e.rate})}),(0,s.jsx)(eQ.d,{className:"tabular-nums text-muted-foreground",children:e.topStatus??"—"})]},e.id))})]})}),(0,s.jsx)("div",{className:(0,eY.c)("flex justify-end pb-4 pt-2",el.q),children:(0,s.jsxs)(p.K,{variant:"outline",size:"sm",nativeButton:!1,render:(0,s.jsx)(eB.default,{href:(0,eZ.B)("logs")}),children:[l("usage.errors.inspectInLogs"),(0,s.jsx)(eH.f,{})]})})]})]})]})}function sr({children:e}){return(0,s.jsx)("p",{className:(0,eY.c)("pb-4 text-sm text-muted-foreground",el.q),children:e})}let sl=(0,M.f)("chart-column-stacked",[["path",{d:"M11 13H7",key:"t0o9gq"}],["path",{d:"M19 9h-4",key:"rera1j"}],["path",{d:"M3 3v16a2 2 0 0 0 2 2h16",key:"c24i48"}],["rect",{x:"15",y:"5",width:"4",height:"12",rx:"1",key:"q8uenq"}],["rect",{x:"7",y:"8",width:"4",height:"9",rx:"1",key:"sr5ea"}]]);var sn=e.i(378044);let si=["Successful","Failed"],so={Successful:"usage.endpointUsage.barChart.successful",Failed:"usage.endpointUsage.barChart.failed"},su=["#2b3fd6","#ef4444"],sc=e=>e.toLocaleString(),sd=({endpointData:e})=>{let{t}=(0,u.f)(),a=i.default.useMemo(()=>Object.entries(e||{}).map(([e,s])=>({endpoint:e,Successful:s.metrics.successful_requests,Failed:s.metrics.failed_requests})),[e]),r=i.default.useMemo(()=>a.reduce((e,s)=>({Successful:e.Successful+s.Successful,Failed:e.Failed+s.Failed}),{Successful:0,Failed:0}),[a]);return(0,s.jsx)(el.v,{icon:sl,title:t("usage.endpointUsage.barChart.title"),action:(0,s.jsx)("div",{className:"flex shrink-0 items-center gap-3 text-xs text-muted-foreground",children:si.map((e,a)=>(0,s.jsxs)("span",{className:"flex items-center gap-1.5",children:[(0,s.jsx)("span",{"aria-hidden":"true",className:"size-2 rounded-[2px]",style:{backgroundColor:su[a]}}),(0,s.jsx)("span",{children:t(so[e])}),(0,s.jsx)("span",{className:"tabular-nums text-foreground",children:r[e].toLocaleString()})]},e))}),children:(0,s.jsx)(eT.f,{className:"h-64",data:a,index:"endpoint",categories:si,colors:su,valueFormatter:sc,customTooltip:sn.u,showLegend:!1,stack:!0,maxBarSize:48,yAxisWidth:56})})};var sm=e.i(367118),sm=sm;let sg=function({dailyData:e}){let{t}=(0,u.f)(),a=(0,i.useMemo)(()=>{var s;let t,a;return e?.results&&0!==e.results.length?(s=e.results,t=[],a=new Set,s.forEach(e=>{e.breakdown.endpoints&&Object.keys(e.breakdown.endpoints).forEach(e=>a.add(e))}),s.forEach(e=>{let s={date:new Date(e.date).toLocaleDateString("en-US",{month:"short",day:"numeric"})};a.forEach(t=>{let a=e.breakdown.endpoints?.[t];s[t]=a?.metrics.api_requests||0}),t.push(s)}),t.reverse()):[]},[e]),r=(0,i.useMemo)(()=>0===a.length?[]:Object.keys(a[0]).filter(e=>"date"!==e),[a]),l=(0,i.useMemo)(()=>r.map((e,s)=>(0,c.J)(s)),[r]);return(0,s.jsx)(el.v,{icon:sm.f,title:t("usage.endpointUsage.lineChart.title"),children:(0,s.jsx)(eJ.f,{className:"h-64",data:a,index:"date",categories:r,colors:l,valueFormatter:e=>e.toLocaleString(),showLegend:!0,showGridLines:!0,yAxisWidth:56,connectNulls:!0,curveType:"monotone"})})};var sp=e.i(234098),sx=e.i(936557);e.i(622826);var sh=e.i(964471);let sf=({endpointData:e})=>{let{t}=(0,u.f)(),a=Object.entries(e).map(([e,s])=>{var t,a;return{key:e,endpoint:e,successful_requests:s.metrics.successful_requests,failed_requests:s.metrics.failed_requests,api_requests:s.metrics.api_requests,total_tokens:s.metrics.total_tokens,spend:s.metrics.spend,successRate:(t=s.metrics.successful_requests,0===(a=s.metrics.api_requests)?0:t/a*100)}}),r=[{header:t("usage.endpointUsage.table.columns.endpoint"),accessorKey:"endpoint",cell:({row:e})=>(0,s.jsx)("span",{className:"font-mono text-xs text-foreground",children:e.original.endpoint})},{header:t("usage.endpointUsage.table.columns.successfulFailed"),id:"requests",cell:({row:e})=>{let a=e.original,r=a.api_requests>0?a.successful_requests/a.api_requests*100:0,l=a.api_requests>0?a.failed_requests/a.api_requests*100:0;return(0,s.jsxs)("div",{className:"flex items-center gap-3",children:[(0,s.jsx)("div",{className:"relative min-w-16 flex-1",children:(0,s.jsx)(sx.x,{value:r,max:r+l||100,"aria-label":t("usage.endpointUsage.table.successfulRequests"),children:(0,s.jsx)(sx.B,{className:l>0?"h-1 bg-destructive/70":"h-1",children:(0,s.jsx)(sx.A,{className:"bg-[#2b3fd6]"})})})}),(0,s.jsxs)("div",{className:"flex min-w-[100px] items-center gap-1.5 text-xs tabular-nums",children:[(0,s.jsx)("span",{className:"text-foreground",children:a.successful_requests.toLocaleString()}),(0,s.jsx)("span",{className:"text-muted-foreground",children:"/"}),(0,s.jsx)("span",{className:a.failed_requests>0?"text-destructive":"text-muted-foreground",children:a.failed_requests.toLocaleString()})]})]})}},{header:t("usage.endpointUsage.table.columns.totalRequest"),accessorKey:"api_requests",meta:{numeric:!0},cell:({row:e})=>(0,s.jsx)("span",{className:"tabular-nums",children:e.original.api_requests.toLocaleString()})},{header:t("usage.endpointUsage.table.columns.successRate"),accessorKey:"successRate",meta:{numeric:!0},cell:({row:e})=>{let t=e.original.successRate,a=t.toFixed(2);return(0,s.jsxs)("span",{className:(0,eY.c)("tabular-nums",t>=95?"text-foreground":t>=80?"text-warning":"text-destructive"),children:[a,"%"]})}},{header:t("usage.endpointUsage.table.columns.totalTokens"),accessorKey:"total_tokens",meta:{numeric:!0},cell:({row:e})=>(0,s.jsx)("span",{className:"tabular-nums",children:e.original.total_tokens.toLocaleString()})},{header:t("usage.endpointUsage.table.columns.spend"),accessorKey:"spend",meta:{numeric:!0},cell:({row:e})=>(0,s.jsx)(sh.f,{value:e.original.spend,decimals:2})}];return(0,s.jsx)(el.v,{icon:sp.f,title:t("usage.endpointUsage.table.title"),action:(0,s.jsxs)("span",{className:"text-xs text-muted-foreground tabular-nums",children:[a.length.toLocaleString()," ",1===a.length?t("usage.endpointUsage.table.endpointSingular"):t("usage.endpointUsage.table.endpointPlural")]}),children:(0,s.jsx)(eU.f,{columns:r,data:a,getRowId:e=>e.key,noDataMessage:t("usage.endpointUsage.table.noData"),size:"compact"})})},sy=({userSpendData:e})=>{let t=(0,i.useMemo)(()=>{let s={};return e?.results&&e.results.forEach(e=>{Object.entries(e.breakdown.endpoints||{}).forEach(([e,t])=>{s[e]||(s[e]={metrics:{spend:0,prompt_tokens:0,completion_tokens:0,total_tokens:0,api_requests:0,successful_requests:0,failed_requests:0,cache_read_input_tokens:0,cache_creation_input_tokens:0},metadata:t.metadata||{},api_key_breakdown:{}}),s[e].metrics.spend+=t.metrics.spend,s[e].metrics.prompt_tokens+=t.metrics.prompt_tokens,s[e].metrics.completion_tokens+=t.metrics.completion_tokens,s[e].metrics.total_tokens+=t.metrics.total_tokens,s[e].metrics.api_requests+=t.metrics.api_requests,s[e].metrics.successful_requests+=t.metrics.successful_requests||0,s[e].metrics.failed_requests+=t.metrics.failed_requests||0,s[e].metrics.cache_read_input_tokens+=t.metrics.cache_read_input_tokens||0,s[e].metrics.cache_creation_input_tokens+=t.metrics.cache_creation_input_tokens||0})}),s},[e]);return(0,s.jsxs)("div",{className:"grid gap-3",children:[(0,s.jsxs)("div",{className:"grid gap-3 xl:grid-cols-2",children:[(0,s.jsx)(sd,{endpointData:t}),(0,s.jsx)(sg,{dailyData:e})]}),(0,s.jsx)(sf,{endpointData:t})]})};var sb=e.i(214541),sv=e.i(197867),sj=_;let s_={"PTU Hours":"usage.entitySummary.titles.ptuHours","Total Cost":"usage.entitySummary.titles.totalCost","Total Spend":"usage.entitySummary.titles.totalSpend","Total Requests":"usage.entitySummary.titles.totalRequests","Successful Requests":"usage.entitySummary.titles.successfulRequests","Failed Requests":"usage.entitySummary.titles.failedRequests","Total Tokens":"usage.entitySummary.titles.totalTokens","Request Cost":"usage.entitySummary.titles.requestCost","Flat Cost":"usage.entitySummary.titles.flatCost"};var sk=e.i(828579),sN=e.i(664659),sw=e.i(463059),sS=e.i(778917),sC=e.i(952571),sq=e.i(852008),sM=e.i(618393),sT=e.i(314269),sU=e.i(767480),sA=e.i(952840),sL=e.i(468778);function sK({value:e,onChange:t,disabled:a}){let{t:r}=(0,u.f)(),[l,n]=(0,i.useState)(""),{data:o,fetchNextPage:c,hasNextPage:d,isFetchingNextPage:m,isLoading:g,isError:p}=(0,sA.x)(20,l),x=(0,i.useMemo)(()=>(o?.pages??[]).flat(),[o]),h=e.filter(e=>!x.some(s=>s.user_id===e)),f=(0,sA.q)(h),y=Array.from(new Map([...x,...f.flatMap(e=>e.data?[e.data]:[])].map(e=>[e.user_id,{value:e.user_id,label:e.alias||e.user_id,sublabel:e.user_id}])).values()),b=f.some(e=>e.isError)?r("usage.customerSelect.lookupError"):void 0,v=p?r("usage.customerSelect.loadError"):b;return(0,s.jsxs)("div",{children:[(0,s.jsx)(sL.f,{options:y,value:e,onValueChange:t,onSearchChange:n,onLoadMore:c,hasNextPage:d,isLoading:g,isFetchingNextPage:m,placeholder:r("usage.customerSelect.placeholder"),emptyText:r("usage.customerSelect.empty"),errorText:v,loadingText:r("usage.customerSelect.loading"),clearAllLabel:r("usage.customerSelect.clearAll"),disabled:a}),v&&(0,s.jsx)("p",{role:"alert",className:"mt-1 text-sm text-destructive",children:v})]})}let sz=(0,M.f)("square-arrow-out-up-right",[["path",{d:"M21 13v6a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2V5a2 2 0 0 1 2-2h6",key:"y09zxi"}],["path",{d:"m21 3-9 9",key:"mpx6sq"}],["path",{d:"M15 3h6v6",key:"1q9fwt"}]]);var sF=e.i(548907);function sE({userId:e}){let{t}=(0,u.f)();return(0,s.jsxs)(eB.default,{href:(0,sF.q)(e),className:"inline-flex shrink-0 items-center gap-1 text-sm text-primary underline underline-offset-2",children:[t("usage.userRecordLink.view"),(0,s.jsx)(sz,{className:"size-3.5"})]})}let sP=[{value:"groups",label:"usage.modelViewToggle.publicModelName"},{value:"individual",label:"usage.modelViewToggle.litellmModelName"}];function sR({value:e,onChange:t}){let{t:a}=(0,u.f)();return(0,s.jsx)("div",{className:"flex bg-muted rounded-lg p-1",children:sP.map(r=>(0,s.jsx)("button",{className:`px-3 py-1 text-sm rounded-md transition-colors ${e===r.value?"bg-card shadow-xs text-foreground":"text-muted-foreground hover:text-foreground"}`,onClick:()=>t(r.value),children:a(r.label)},r.value))})}var sO=e.i(399536),sD=e.i(871943),sV=e.i(360820),s$=e.i(20147),sI=e.i(802954);let sB=[5,10,25,50].map(e=>({value:String(e),label:String(e)})),sW=[{value:"table",labelKey:"usage.topKeys.viewOptions.table"},{value:"chart",labelKey:"usage.topKeys.viewOptions.chart"}],sH={headerClassName:"font-normal"},sJ=({topKeys:e,teams:t,showTags:a=!1,topKeysLimit:r,setTopKeysLimit:l})=>{let{t:n}=(0,u.f)(),{accessToken:o}=(0,y.f)(),c=(0,sI.Q)(),[d,m]=(0,i.useState)(!1),[g,p]=(0,i.useState)(null),[x,h]=(0,i.useState)(void 0),[f,b]=(0,i.useState)("table"),[v,j]=(0,i.useState)(new Set),_=async e=>{if(o&&!1!==e.key_exists)try{let s=(0,eo.x)(e.api_key),t=await (0,L.Ua)(o,s),a=(e=>{let{key:s,info:t}=e;return{token:s,...t}})(t);c(),h(a),p(s),m(!0)}catch(e){console.error("Error fetching key info:",e)}},k=i.default.useCallback(()=>{c(),m(!1),p(null),h(void 0)},[c]);i.default.useEffect(()=>{let e=e=>{"Escape"===e.key&&d&&k()};return document.addEventListener("keydown",e),()=>document.removeEventListener("keydown",e)},[d,k]);let N=[{header:n("usage.topKeys.columns.keyId"),accessorKey:"api_key",meta:sH,cell:e=>!1!==e.row.original.key_exists?(0,s.jsx)(sO.f,{value:e.getValue(),onClick:()=>_(e.row.original)}):(0,s.jsx)(sO.f,{value:e.getValue(),variant:"plain",tooltip:n("usage.topKeys.keyNotInDatabase")})},{header:n("usage.topKeys.columns.keyAlias"),accessorKey:"key_alias",meta:sH,cell:e=>e.getValue()||"-"},...e.some(e=>e.user)?[{header:n("usage.topKeys.columns.user"),accessorKey:"user",meta:sH,cell:e=>e.getValue()||"-"}]:[]],S={header:n("usage.topKeys.columns.tags"),accessorKey:"tags",meta:sH,cell:e=>{let t=e.getValue(),a=e.row.original.api_key,r=v.has(a);if(!t||0===t.length)return"-";let l=t.sort((e,s)=>s.usage-e.usage),i=r?l:l.slice(0,2),o=t.length>2;return(0,s.jsx)("div",{className:"overflow-hidden",children:(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-1",children:[i.map((e,t)=>(0,s.jsx)(eM.x,{content:(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("span",{className:"text-muted-foreground",children:n("usage.topKeys.tagTooltip.name")})," ",e.tag]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("span",{className:"text-muted-foreground",children:n("usage.topKeys.tagTooltip.spend")})," ",e.usage>0&&e.usage<.01?"<$0.01":`$${(0,w.c)(e.usage,2)}`]})]}),children:(0,s.jsxs)("span",{className:"rounded-md bg-muted px-1.5 py-0.5 text-xs text-muted-foreground",children:[e.tag.slice(0,7),"..."]})},t)),o&&(0,s.jsx)("button",{onClick:()=>{j(e=>{let s=new Set(e);return s.has(a)?s.delete(a):s.add(a),s})},className:"ml-0.5 rounded-md p-1 transition-colors hover:bg-accent",title:r?n("usage.topKeys.showFewerTags"):n("usage.topKeys.showAllTags"),children:r?(0,s.jsx)(sV.f,{className:"h-3 w-3 text-muted-foreground"}):(0,s.jsx)(sD.f,{className:"h-3 w-3 text-muted-foreground"})})]})})}},C={header:n("usage.topKeys.columns.spend"),accessorKey:"spend",meta:{...sH,numeric:!0},cell:e=>(0,s.jsx)(sh.f,{value:e.getValue(),decimals:2})},q=a?[...N,S,C]:[...N,C],M=e.map(e=>({...e,display_key_alias:e.key_alias&&e.key_alias.length>10?`${e.key_alias.slice(0,10)}...`:e.key_alias||"-"}));return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)("div",{className:"mb-3 flex flex-wrap items-center justify-between gap-2",children:[(0,s.jsx)(el.K,{label:n("usage.topKeys.limitLabel"),value:String(r),options:sB,onChange:e=>l(Number(e))}),(0,s.jsx)(el.K,{label:n("usage.topKeys.viewLabel"),value:f,options:sW.map(({value:e,labelKey:s})=>({value:e,label:n(s)})),onChange:b})]}),"chart"===f?(0,s.jsx)("div",{className:"relative max-h-[600px] overflow-y-auto",children:(0,s.jsx)(eT.f,{className:"cursor-pointer hover:opacity-90",style:{height:52*Math.min(M.length,r)},data:M,index:"display_key_alias",categories:["spend"],colors:["#2b3fd6"],yAxisWidth:120,tickGap:5,layout:"vertical",showLegend:!1,valueFormatter:e=>`$${(0,w.c)(e,2)}`,onValueChange:e=>_(e),showTooltip:!0,customTooltip:e=>{let t=e.payload?.[0]?.payload;return(0,s.jsx)("div",{className:"relative z-floating max-w-xs rounded-lg border bg-popover px-3 py-2 text-xs shadow-lg",children:(0,s.jsxs)("div",{className:"grid gap-1",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("span",{className:"text-muted-foreground",children:n("usage.topKeys.chartTooltip.keyAlias")}),(0,s.jsx)("span",{className:"break-all font-mono text-foreground",children:t?.key_alias})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("span",{className:"text-muted-foreground",children:n("usage.topKeys.chartTooltip.keyId")}),(0,s.jsx)("span",{className:"break-all font-mono text-foreground",children:t?.api_key})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("span",{className:"text-muted-foreground",children:n("usage.topKeys.chartTooltip.spend")}),(0,s.jsxs)("span",{className:"font-medium tabular-nums text-foreground",children:["$",(0,w.c)(t?.spend,2)]})]})]})})}})}):(0,s.jsx)(eU.f,{columns:q,data:e,isLoading:!1,maxBodyHeight:600,size:"compact"}),d&&g&&x&&(0,s.jsx)("div",{className:"fixed inset-0 bg-black/50 flex items-center justify-center z-overlay",onClick:e=>{e.target===e.currentTarget&&k()},children:(0,s.jsxs)("div",{className:"bg-card rounded-lg shadow-xl relative w-11/12 max-w-6xl max-h-[90vh] overflow-y-auto min-h-[750px]",children:[(0,s.jsx)("button",{onClick:k,className:"absolute top-4 right-4 text-muted-foreground hover:text-foreground focus:outline-hidden","aria-label":n("usage.topKeys.close"),children:(0,s.jsx)("svg",{className:"w-6 h-6",fill:"none",stroke:"currentColor",viewBox:"0 0 24 24",children:(0,s.jsx)("path",{strokeLinecap:"round",strokeLinejoin:"round",strokeWidth:"2",d:"M6 18L18 6M6 6l12 12"})})}),(0,s.jsx)("div",{className:"p-6 h-full",children:(0,s.jsx)(s$.f,{keyId:g,onClose:k,keyData:x,teams:t})})]})})]})};var sQ=e.i(577941),sY=e.i(418371),sZ=e.i(20838);let sG=[5,10,25,50].map(e=>({value:String(e),label:String(e)})),sX=[{value:"table",labelKey:"usage.topModelView.viewOptions.table"},{value:"chart",labelKey:"usage.topModelView.viewOptions.chart"}],s0={headerClassName:"font-normal"};function s1({name:e}){if(!e)return(0,s.jsx)(s.Fragment,{children:"-"});let t=(0,sZ.f)(e);return(0,s.jsxs)("span",{className:"flex min-w-0 items-center gap-2",children:[t&&(0,s.jsx)("span",{className:"inline-flex size-6 shrink-0 items-center justify-center rounded-md border bg-background",children:(0,s.jsx)(sY.f,{provider:t,className:"size-3.5 rounded-[3px]"})}),(0,s.jsx)("span",{className:"truncate font-medium text-foreground",children:e})]})}function s2({topModels:e,topModelsLimit:t,setTopModelsLimit:a}){let{t:r}=(0,u.f)(),[l,n]=(0,i.useState)("table"),o=[{header:r("usage.topModelView.columns.model"),accessorKey:"key",meta:s0,cell:e=>(0,s.jsx)(s1,{name:e.getValue()})},{header:r("usage.topModelView.columns.spendUsd"),accessorKey:"spend",meta:{numeric:!0,...s0},cell:e=>(0,s.jsx)(sh.f,{value:e.getValue(),decimals:2})},{header:r("usage.topModelView.columns.successful"),accessorKey:"successful_requests",meta:{numeric:!0,...s0},cell:e=>(0,s.jsx)("span",{className:"text-success",children:e.getValue()?.toLocaleString()||0})},{header:r("usage.topModelView.columns.failed"),accessorKey:"failed_requests",meta:{numeric:!0,...s0},cell:e=>(0,s.jsx)("span",{className:"text-destructive",children:e.getValue()?.toLocaleString()||0})},{header:r("usage.topModelView.columns.tokens"),accessorKey:"tokens",meta:{numeric:!0,...s0},cell:e=>e.getValue()?.toLocaleString()||0}],c=e.slice(0,t);return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)("div",{className:"mb-3 flex flex-wrap items-center justify-between gap-2",children:[(0,s.jsx)(el.K,{label:r("usage.topModelView.limitLabel"),value:String(t),options:sG,onChange:e=>a(Number(e))}),(0,s.jsx)(el.K,{label:r("usage.topModelView.viewModeLabel"),value:l,options:sX.map(({value:e,labelKey:s})=>({value:e,label:r(s)})),onChange:n})]}),"chart"===l?(0,s.jsx)("div",{className:"relative max-h-[600px] overflow-y-auto",children:(0,s.jsx)(eT.f,{className:"cursor-pointer hover:opacity-90",style:{height:52*Math.min(c.length,t)},data:c,index:"key",categories:["spend"],colors:["#2b3fd6"],valueFormatter:e=>`$${(0,w.c)(e,2)}`,layout:"vertical",yAxisWidth:200,tickGap:5,showLegend:!1})}):(0,s.jsx)(eU.f,{columns:o,data:c,isLoading:!1,maxBodyHeight:600,size:"compact"})]})}var s4=e.i(266027),s5=e.i(59935);let s3=e=>e.user_email||e.user_alias||e.user_id||_.f.t("usage.teamUserSpend.noUser"),s6=e=>e.team_alias||e.team_id,s8=e=>`${e.team_id}\0${e.user_id}`,s7=e=>[...e].sort((e,s)=>s.spend-e.spend||s6(e).localeCompare(s6(s))),s9={headerClassName:"font-normal"},te=[{header:()=>_.f.t("usage.teamUserSpend.columns.team"),accessorFn:s6,id:"team",meta:s9,cell:({row:e})=>s6(e.original)},{header:()=>_.f.t("usage.teamUserSpend.columns.user"),accessorFn:s3,id:"user",meta:s9,cell:({row:e})=>(0,s.jsx)("span",{className:"font-medium text-foreground",children:s3(e.original)})},{header:()=>_.f.t("usage.teamUserSpend.columns.spend"),accessorKey:"spend",meta:{numeric:!0,...s9},cell:({row:e})=>(0,s.jsx)(sh.f,{value:e.original.spend,decimals:4})},{header:()=>_.f.t("usage.teamUserSpend.columns.requests"),accessorKey:"api_requests",meta:{numeric:!0,...s9},cell:({row:e})=>e.original.api_requests.toLocaleString()},{header:()=>_.f.t("usage.teamUserSpend.columns.successful"),accessorKey:"successful_requests",meta:{numeric:!0,className:"text-success",...s9},cell:({row:e})=>e.original.successful_requests.toLocaleString()},{header:()=>_.f.t("usage.teamUserSpend.columns.failed"),accessorKey:"failed_requests",meta:{numeric:!0,className:"text-destructive",...s9},cell:({row:e})=>e.original.failed_requests.toLocaleString()},{header:()=>_.f.t("usage.teamUserSpend.columns.tokens"),accessorKey:"total_tokens",meta:{numeric:!0,...s9},cell:({row:e})=>e.original.total_tokens.toLocaleString()}],ts=({accessToken:e,startTime:a,endTime:r,teamIds:l})=>{let{t:n}=(0,u.f)(),o=l.length>0,{data:c,isLoading:d,error:m}=(0,s4.f)({queryKey:["teamSpendByUser",a?.toISOString(),r?.toISOString(),l],queryFn:()=>e&&a&&r?(0,L.$w)(e,a,r,l):null,enabled:!!(e&&a&&r)&&o}),g=(0,i.useMemo)(()=>s7(c?.results??[]),[c]);return(0,s.jsxs)(el.v,{icon:ej.f,title:n("usage.teamUserSpend.title"),action:(0,s.jsxs)(p.K,{variant:"outline",size:"xs",disabled:!c||0===g.length,onClick:()=>{var e,s;let t,a,r;return c&&(e=s5.default.unparse(s7(c.results).map(e=>({"Start Date":c.start_date,"End Date":c.end_date,Team:s6(e),"Team ID":e.team_id,User:s3(e),"User ID":e.user_id,"User Email":e.user_email??"","Spend (USD)":e.spend,Requests:e.api_requests,Successful:e.successful_requests,Failed:e.failed_requests,"Prompt Tokens":e.prompt_tokens,"Completion Tokens":e.completion_tokens,"Total Tokens":e.total_tokens})),{escapeFormulae:!0}),s=`team_user_spend_${c.start_date}_to_${c.end_date}.csv`,t=new Blob([e],{type:"text/csv;charset=utf-8;"}),a=window.URL.createObjectURL(t),void((r=document.createElement("a")).href=a,r.download=s,document.body.appendChild(r),r.click(),document.body.removeChild(r),window.URL.revokeObjectURL(a)))},children:[(0,s.jsx)(t.f,{}),n("usage.teamUserSpend.downloadCsv")]}),children:[(0,s.jsx)("p",{className:"mb-3 text-xs text-muted-foreground",children:n("usage.teamUserSpend.attributionNote")}),(0,s.jsx)(eU.f,{columns:te,data:g,getRowId:s8,isLoading:d,isError:null!==m,errorMessage:m instanceof Error?m.message:n("usage.teamUserSpend.loadFailed"),maxBodyHeight:320,noDataMessage:n(0===l.length?"usage.teamUserSpend.selectTeam":"usage.teamUserSpend.noUserSpend"),size:"compact"})]})};var tt=e.i(487486),ta=e.i(699375);let tr={headerClassName:"font-normal"},tl=[{header:()=>_.f.t("usage.providerSpend.columns.provider"),accessorKey:"provider",meta:tr,cell:({row:e})=>(0,s.jsxs)("div",{className:"flex min-w-0 items-center gap-2",children:[e.original.provider&&(0,s.jsx)("span",{className:"inline-flex size-6 shrink-0 items-center justify-center rounded-md border bg-background",children:(0,s.jsx)(sY.f,{provider:e.original.provider,className:"size-3.5 rounded-[3px]"})}),(0,s.jsx)("span",{className:"truncate font-medium text-foreground",children:e.original.provider})]})},{header:()=>_.f.t("usage.providerSpend.columns.spend"),accessorKey:"spend",meta:{numeric:!0,...tr},cell:({row:e})=>e.original.subscription_covered?(0,s.jsxs)("div",{className:"flex items-center justify-end gap-2",children:[e.original.spend>0&&(0,s.jsx)(sh.f,{value:e.original.spend,decimals:2}),(0,s.jsx)(tt.f,{variant:"secondary",children:_.f.t("usage.providerSpend.includedInSubscription")})]}):(0,s.jsx)(sh.f,{value:e.original.spend,decimals:2})},{header:()=>_.f.t("usage.providerSpend.columns.successful"),accessorKey:"successful_requests",meta:{numeric:!0,className:"text-success",...tr},cell:({row:e})=>e.original.successful_requests.toLocaleString()},{header:()=>_.f.t("usage.providerSpend.columns.failed"),accessorKey:"failed_requests",meta:{numeric:!0,className:"text-destructive",...tr},cell:({row:e})=>e.original.failed_requests.toLocaleString()},{header:()=>_.f.t("usage.providerSpend.columns.tokens"),accessorKey:"tokens",meta:{numeric:!0,...tr},cell:({row:e})=>e.original.tokens.toLocaleString()}];function tn({rows:e}){let{t}=(0,u.f)(),a=[...e].sort((e,s)=>s.spend-e.spend),r=a.reduce((e,s)=>e+s.spend,0),l=e=>r>0?e/r*100:0,n=e=>c.P[e%c.P.length],i=a.filter(e=>e.spend>0);return(0,s.jsxs)("div",{className:"grid gap-4",children:[i.length>0&&(0,s.jsxs)("div",{className:"grid gap-2.5",children:[(0,s.jsxs)("div",{className:"flex items-baseline justify-between gap-3",children:[(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:t("usage.providerSpend.totalProviderSpend")}),(0,s.jsxs)("span",{"data-testid":"provider-spend-total",className:"text-sm font-semibold tabular-nums",children:["$",(0,w.c)(r,2)]})]}),(0,s.jsx)("div",{className:"flex h-2 w-full overflow-hidden rounded-full bg-muted",children:i.map((e,a)=>(0,s.jsx)("div",{"data-testid":"provider-share-segment",title:`${e.provider||t("usage.providerSpend.unknownProvider")} \xb7 ${l(e.spend).toFixed(1)}%`,className:"h-full first:rounded-l-full last:rounded-r-full",style:{width:`${l(e.spend)}%`,backgroundColor:n(a)}},e.provider))}),(0,s.jsx)("div",{className:"flex flex-wrap gap-x-4 gap-y-1",children:i.slice(0,6).map((e,a)=>(0,s.jsxs)("span",{className:"flex items-center gap-1.5 text-xs text-muted-foreground",children:[(0,s.jsx)("span",{className:"size-2 rounded-[2px]",style:{backgroundColor:n(a)}}),(0,s.jsx)("span",{className:"text-foreground",children:e.provider||t("usage.providerSpend.unknownProvider")}),(0,s.jsxs)("span",{className:"tabular-nums",children:[l(e.spend).toFixed(1),"%"]})]},e.provider))})]}),(0,s.jsx)(eU.f,{columns:tl,data:a,getRowId:e=>e.provider,noDataMessage:t("usage.providerSpend.noData"),size:"compact"})]})}function ti({label:e,checked:t,onCheckedChange:a,hint:r}){let l=(0,i.useId)();return(0,s.jsxs)("div",{className:"flex items-center gap-1.5",children:[(0,s.jsx)(ta.f,{id:l,size:"sm",checked:t,onCheckedChange:a}),(0,s.jsx)("label",{htmlFor:l,className:"text-xs text-muted-foreground",children:e}),r&&(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(sC.f,{className:"size-3.5 text-muted-foreground hover:text-foreground"})}),(0,s.jsx)(eM.Y,{children:r})]})]})}let to=({loading:e,isDateChanging:t,providerSpend:a})=>{let{t:r}=(0,u.f)(),[l,n]=(0,i.useState)(!1),[o,c]=(0,i.useState)(!1),d=a.filter(e=>e.provider?.toLowerCase()==="unknown"?o:!!e.subscription_covered||!!l||e.spend>0);return(0,s.jsx)(el.v,{icon:sM.f,title:r("usage.providerSpend.title"),className:"h-full",action:(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-3",children:[(0,s.jsx)(ti,{label:r("usage.providerSpend.showZeroSpend"),checked:l,onCheckedChange:n}),(0,s.jsx)(ti,{label:r("usage.providerSpend.showUnknown"),checked:o,onCheckedChange:c,hint:r("usage.providerSpend.showUnknownHint")})]}),children:e?(0,s.jsx)(sT.f,{isDateChanging:t}):(0,s.jsx)(tn,{rows:d})})},tu=[{header:()=>_.f.t("usage.teamUserSpend.columns.team"),accessorKey:"teamAlias",cell:({row:e})=>(0,s.jsxs)("div",{children:[(0,s.jsx)("div",{children:e.original.teamAlias}),e.original.teamAlias!==e.original.teamId&&(0,s.jsx)("div",{className:"text-xs text-muted-foreground",children:e.original.teamId})]})},{header:()=>_.f.t("usage.teamUserSpend.columns.spend"),accessorKey:"spend",cell:({row:e})=>(0,s.jsx)(sh.f,{value:e.original.spend,decimals:6})},{header:()=>_.f.t("usage.teamUserSpend.columns.requests"),accessorKey:"requests"},{header:()=>_.f.t("usage.teamUserSpend.columns.tokens"),accessorKey:"tokens"}];function tc({response:e}){let t,{t:a}=(0,u.f)();return(0,s.jsxs)("section",{className:"grid gap-3",children:[(0,s.jsx)("h3",{className:"font-semibold",children:a("usage.customerTeamSpend.title")}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:a("usage.customerTeamSpend.attributionNote")}),(0,s.jsx)(eU.f,{columns:tu,data:[...new Set((t=(e.results??[]).flatMap(e=>Object.entries(e.breakdown?.teams??{}))).map(([e])=>e))].map(e=>{let s=t.filter(([s])=>s===e).map(([,e])=>e),a=s.find(e=>"string"==typeof e.metadata?.team_alias)?.metadata?.team_alias;return{teamId:e,teamAlias:"string"==typeof a?a:e,spend:s.reduce((e,s)=>e+(s.metrics.spend??0),0),requests:s.reduce((e,s)=>e+(s.metrics.api_requests??0),0),tokens:s.reduce((e,s)=>e+(s.metrics.total_tokens??0),0)}}).sort((e,s)=>s.spend-e.spend||e.teamId.localeCompare(s.teamId)),getRowId:e=>e.teamId,noDataMessage:a("usage.customerTeamSpend.noData"),size:"compact"})]})}let td="#2b3fd6",tm={spend:"usage.entityUsage.chart.metricTitle.spend",tokens:"usage.entityUsage.chart.metricTitle.tokens",requests:"usage.entityUsage.chart.metricTitle.requests"},tg={"Total Spend":"spend","Total Cost":"spend","Total Requests":"requests","Total Tokens":"tokens"},tp=[{value:"day",labelKey:"usage.entityUsage.chart.granularityOptions.day"},{value:"week",labelKey:"usage.entityUsage.chart.granularityOptions.week"}],tx=[{value:"linear",labelKey:"usage.entityUsage.chart.scaleOptions.linear"},{value:"log",labelKey:"usage.entityUsage.chart.scaleOptions.log"}],th={headerClassName:"font-normal"},tf="flat_cost";function ty({value:e,max:t}){return(0,s.jsx)("div",{"aria-hidden":"true",className:"h-1 w-full min-w-16 overflow-hidden rounded-full bg-muted",children:(0,s.jsx)("div",{className:"h-full rounded-full opacity-80",style:{width:`${t>0?e/t*100:0}%`,backgroundColor:td}})})}function tb({children:e,trend:t,className:a}){return(0,s.jsxs)("div",{className:(0,eY.c)("flex min-w-0 flex-col justify-between gap-3 bg-card px-4 pt-3.5 pb-3",a),children:[(0,s.jsx)("div",{className:"min-w-0",children:e}),t]})}let tv={organization:"viewOrganizationUsage",agent:"viewAgentUsage"},tj=({accessToken:e,entityType:t,entityId:a,entityList:r,userRole:l,dateValue:n,isOrgAdmin:o=!1,selectedEntities:d,onSelectedEntitiesChange:m})=>{var p;let x,{t:f}=(0,u.f)(),{teams:y}=(0,sb.f)(),b=(0,i.useMemo)(()=>y??[],[y]),[v,j]=(0,i.useState)("groups"),[_,k]=(0,i.useState)(5),[S,q]=(0,i.useState)(5),[M,T]=(0,i.useState)(5),[U,A]=(0,i.useState)(!1),L=(0,i.useMemo)(()=>n.from?new Date(n.from):null,[n.from]),K=(0,i.useMemo)(()=>n.to?new Date(n.to):null,[n.to]),z=eD.f[t],F=tv[t],E=void 0===F||(0,N.q)(l,F,o),P="team"===t&&(0,N.q)(l,"viewAgentUsage"),R=!!e&&!!L&&!!K,O=R&&E,D=(0,i.useMemo)(()=>R?{accessToken:e,startTime:L,endTime:K,entityIds:d.length>0?d:null}:null,[R,e,L,K,d]),V=(0,i.useMemo)(()=>R?{accessToken:e,startTime:L,endTime:K,entityIds:null}:null,[R,e,L,K]),{data:$,loading:I,failed:W,errorMessage:H,reload:J}=(0,eO.f)({fetch:()=>z.aggregated(D),enabled:O&&null!==D,deps:[t,e,L,K,d]}),Q=(0,i.useMemo)(()=>({results:(0,en.s)($),metadata:$.metadata??en.n}),[$]),Y=(0,i.useMemo)(()=>(0,eo.q)(Q.results,Q.metadata),[Q]),{data:Z,loading:G,failed:X,errorMessage:ee,reload:es}=(0,eO.f)({fetch:()=>eD.f.agent.aggregated(V),enabled:O&&P&&null!==V,deps:[e,L,K,P]}),ei=(0,i.useMemo)(()=>({results:(0,en.s)(Z),metadata:Z.metadata??en.n}),[Z]),eu=(0,i.useCallback)(e=>z.modelTopKeys(D,e,"groups"===v),[z,D,v]),ec=(0,i.useCallback)(e=>null===D?Promise.resolve({api_keys:[]}):z.searchKeys(D,e),[z,D]),ed=(0,i.useCallback)((e,s)=>null===D?Promise.resolve({api_keys:[],total_api_keys:0,offset:e,limit:s}):z.keyPage(D,e,s),[z,D]),em=(0,i.useCallback)(e=>null===D?Promise.resolve(void 0):z.aggregated({...D,apiKey:e,apiKeyLimit:1}).then(s=>(0,eo.E)(s,e,b)),[z,D,b]),eg="groups"===v?"model_groups":"models",ex=(0,C.F)(Q,eg,b),eh=P?(0,C.F)(ei,"entities",b):{},ef=(x={},Q.results.forEach(e=>{Object.entries(e.breakdown.entities||{}).forEach(([e,s])=>{x[e]||(x[e]={metrics:{spend:0,prompt_tokens:0,completion_tokens:0,total_tokens:0,api_requests:0,successful_requests:0,failed_requests:0,cache_read_input_tokens:0,cache_creation_input_tokens:0},metadata:{alias:((e,s)=>{if(r){let s=r.find(s=>s.value===e);if(s)return s.label}return"customer"===t&&s?.alias?s.alias:s?.team_alias?s.team_alias:s?.user_email?s.user_email:s?.user_alias?s.user_alias:e})(e,s.metadata),id:e}}),x[e].metrics.spend+=s.metrics.spend,x[e].metrics.api_requests+=s.metrics.api_requests,x[e].metrics.successful_requests+=s.metrics.successful_requests,x[e].metrics.failed_requests+=s.metrics.failed_requests,x[e].metrics.total_tokens+=s.metrics.total_tokens})}),p=Object.values(x).sort((e,s)=>s.metrics.spend-e.metrics.spend),0===d.length?p:p.filter(e=>d.includes(e.metadata.id))).filter(e=>e.metrics.spend>0),ey=Math.max(...ef.map(e=>e.metrics.spend),0),[eb,ev]=(0,i.useState)({metric:"spend",dimension:"model_groups"}),[ej,e_]=(0,i.useState)("day"),[ek,eN]=(0,i.useState)("linear"),{series:ew,ranking:eS}=(0,sQ.i)(Q.results,{metric:eb.metric,dimension:eg},8),eC={team:(0,s.jsx)(sU.f,{value:d,onChange:m}),customer:(0,s.jsx)(sK,{value:d,onChange:m}),user:(0,s.jsxs)("div",{className:"flex items-center gap-3",children:[(0,s.jsx)(B.U,{value:d[0]??null,onChange:e=>m(e?[e]:[])}),1===d.length&&(0,s.jsx)(sE,{userId:d[0]})]})}[t],eT=t.charAt(0).toUpperCase()+t.slice(1),eA="team"===t&&(Q.metadata.total_flat_cost??0)>0,eL="team"===t&&(Q.metadata.total_ptu_hours??0)>0,eK=(0,i.useMemo)(()=>d.length>0?d:(y??[]).map(e=>e.team_id).filter(e=>"litellm-dashboard"!==e),[d,y]),ez=(0,i.useMemo)(()=>(0,sv.f)(Q.results),[Q.results]),eF=(0,i.useMemo)(()=>(0,er.s)(Q.results),[Q.results]),eE=eA&&"spend"===eb.metric,eP=(0,i.useMemo)(()=>{var e;let s,t=eE?(e=Q.results,s=new Map(e.map(e=>[e.date,e.metrics.flat_cost??0])),{data:ew.data.map(e=>({...e,[tf]:s.get(e.date)??0})),keys:[...ew.keys,tf],labels:[...ew.labels,f("usage.entityUsage.chart.flatCostSeries")],colors:[...ew.colors,"#8b5cf6"]}):ew;return(0,er.h)(t,ej)},[eE,ew,Q.results,ej,f]),eR=(0,i.useMemo)(()=>(0,er._)(eP),[eP]),eV=(0,i.useMemo)(()=>[{header:eT,accessorKey:"metadata.alias",meta:th,cell:({row:e})=>(0,s.jsx)("span",{className:"font-medium text-foreground",children:e.original.metadata.alias})},{header:f("usage.entityUsage.breakdownTable.share"),id:"share",meta:{...th,className:"w-40"},cell:({row:e})=>(0,s.jsx)(ty,{value:e.original.metrics.spend,max:ey})},{header:f("usage.entityUsage.breakdownTable.spend"),accessorKey:"metrics.spend",meta:{numeric:!0,...th},cell:({row:e})=>(0,s.jsx)(sh.f,{value:e.original.metrics.spend,decimals:4})},{header:f("usage.entityUsage.breakdownTable.successful"),accessorKey:"metrics.successful_requests",meta:{numeric:!0,className:"text-success",...th},cell:({row:e})=>e.original.metrics.successful_requests.toLocaleString()},{header:f("usage.entityUsage.breakdownTable.failed"),accessorKey:"metrics.failed_requests",meta:{numeric:!0,className:"text-destructive",...th},cell:({row:e})=>e.original.metrics.failed_requests.toLocaleString()},{header:f("usage.entityUsage.breakdownTable.tokens"),accessorKey:"metrics.total_tokens",meta:{numeric:!0,...th},cell:({row:e})=>e.original.metrics.total_tokens.toLocaleString()}],[eT,ey,f]),e$="size-3 text-muted-foreground",eI=U?(0,s.jsx)(sN.f,{className:e$}):(0,s.jsx)(sw.f,{className:e$}),eB=({title:e,tooltip:t,expandable:a})=>(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("span",{children:Object.hasOwn(s_,e)?f(s_[e]):e}),t?(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(sC.f,{className:"size-3.5 text-muted-foreground hover:text-foreground"})}),(0,s.jsx)(eM.Y,{children:t})]}):null,a?eI:null]}),eW=eA&&U?((e,s=sj.f.t.bind(sj.f))=>[{title:"Request Cost",value:`$${(0,w.c)(e.total_spend,2)}`,className:"text-info",tooltip:s("usage.entitySummary.tooltips.requestCost")},{title:"Flat Cost",value:`$${(0,w.c)(e.total_flat_cost??0,2)}`,className:"text-violet-600",tooltip:s("usage.entitySummary.tooltips.flatCost")}])(Q.metadata,f):[],eH=((e,s,t=!1,a=sj.f.t.bind(sj.f))=>{let r=e.total_flat_cost??0,l=t?[{title:"PTU Hours",value:(0,w.c)(e.total_ptu_hours??0,2),tooltip:a("usage.entitySummary.tooltips.ptuHours")}]:[];return[s?{title:"Total Cost",value:`$${(0,w.c)(e.total_spend+r,2)}`,tooltip:a("usage.entitySummary.tooltips.totalCost"),expandable:!0}:{title:"Total Spend",value:`$${(0,w.c)(e.total_spend,2)}`},{title:"Total Requests",value:e.total_api_requests.toLocaleString()},{title:"Successful Requests",value:e.total_successful_requests.toLocaleString(),className:"text-success"},{title:"Failed Requests",value:e.total_failed_requests.toLocaleString(),className:"text-destructive"},{title:"Total Tokens",value:e.total_tokens.toLocaleString()},...l]})(Q.metadata,eA,eL,f),eJ="groups"===v?f("usage.entityUsage.topPublicModelNames"):f("usage.entityUsage.topLitellmModels"),eQ=I?(0,s.jsx)(sT.f,{}):(0,s.jsxs)("div",{className:"grid gap-3",children:[(0,s.jsxs)("section",{className:"grid gap-2",children:[(0,s.jsx)("h2",{className:"text-sm font-medium text-foreground",children:f("usage.entityUsage.spendOverview",{entity:eT})}),(0,s.jsx)("div",{className:(0,eY.c)("grid grid-cols-2 gap-px overflow-hidden rounded-xl border bg-border",eL?"lg:grid-cols-6":"lg:grid-cols-5"),children:eH.map((e,t)=>{let a=tg[e.title],r=(0,s.jsx)(el.M,{label:eB(e),value:(0,s.jsx)("span",{className:e.className,children:e.value})}),l=a?(0,s.jsx)(el.t,{data:eF,dataKey:a,color:td,className:"h-12"}):void 0,n=0===t?"col-span-2 lg:col-span-1":void 0;return e.expandable?(0,s.jsx)("div",{role:"button",tabIndex:0,"aria-expanded":U,className:(0,eY.c)("flex cursor-pointer transition-colors [&>div]:flex-1 hover:[&>div]:bg-accent/50",n),onClick:()=>A(!U),onKeyDown:e=>{("Enter"===e.key||" "===e.key)&&(e.preventDefault(),A(!U))},children:(0,s.jsx)(tb,{trend:l,children:r})},e.title):(0,s.jsx)(tb,{trend:l,className:n,children:r},e.title)})}),eW.length>0&&(0,s.jsx)("div",{className:"grid grid-cols-2 gap-px overflow-hidden rounded-xl border bg-border",children:eW.map(e=>(0,s.jsx)(tb,{children:(0,s.jsx)(el.M,{label:eB(e),value:(0,s.jsx)("span",{className:e.className,children:e.value})})},e.title))})]}),(0,s.jsxs)("section",{className:"rounded-xl border bg-card",children:[(0,s.jsxs)("header",{className:"flex flex-wrap items-start justify-between gap-3 px-5 pt-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("h3",{className:"text-sm font-medium text-foreground",children:f("usage.entityUsage.chart.title",{metric:f(tm[eb.metric]),dimension:"groups"===v?f("usage.entityUsage.chart.dimension.model"):f("usage.entityUsage.chart.dimension.deployment")})}),(0,s.jsxs)("p",{className:"text-xs text-muted-foreground",children:[f("usage.entityUsage.chart.subtitle",{granularity:"day"===ej?f("usage.entityUsage.chart.granularity.daily"):f("usage.entityUsage.chart.granularity.weekly"),metric:eb.metric}),eE?f("usage.entityUsage.chart.flatCostOnTop"):""]})]}),(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsx)(sQ.I,{state:eb,onChange:ev,showDimension:!1}),(0,s.jsx)(el.K,{label:f("usage.entityUsage.chart.bucketSize"),value:ej,options:tp.map(({value:e,labelKey:s})=>({value:e,label:f(s)})),onChange:e_}),(0,s.jsx)(el.K,{label:f("usage.entityUsage.chart.scaleLabel"),value:ek,options:tx.map(({value:e,labelKey:s})=>({value:e,label:f(s)})),onChange:eN})]})]}),(0,s.jsx)("div",{className:"px-3 pt-4 pb-2",children:(0,s.jsx)(c.Q,{data:eP.data,series:eP.keys,labels:eP.labels,colors:eP.colors,xKey:"date",xLabel:e=>(0,er.v)(eP,e),scale:ek,format:e=>(0,er.y)(e,eb.metric),totalFor:e=>eR.get(e),className:"h-[320px]"})}),(0,s.jsx)("div",{className:"border-t px-5 py-3",children:(0,s.jsx)(sQ.q,{ranking:eS,series:ew,metric:eb.metric,dimension:eg,columns:2,limit:8})})]}),(0,s.jsx)(el.v,{icon:sq.f,title:f("usage.entityUsage.spendPerEntity",{entity:eT}),action:(0,s.jsxs)("a",{href:"https://docs.litellm.ai/docs/proxy/cost_tracking",className:"inline-flex items-center gap-1 text-xs text-muted-foreground hover:text-foreground",children:[f("usage.entityUsage.trackCostPer",{entity:t}),(0,s.jsx)(sS.f,{"aria-hidden":"true",className:"size-3"})]}),children:(0,s.jsx)(eU.f,{columns:eV,data:ef,getRowId:e=>e.metadata.id,maxBodyHeight:280,noDataMessage:f("usage.entityUsage.noSpendData",{entity:t}),size:"compact"})}),"team"===t&&(0,s.jsx)(ts,{accessToken:e,startTime:L,endTime:K,teamIds:eK}),(0,s.jsxs)("div",{className:"grid gap-3 lg:grid-cols-2",children:[(0,s.jsx)(el.v,{icon:ea.f,title:f("usage.entityUsage.topVirtualKeys"),children:(0,s.jsx)(sJ,{topKeys:(0,sv.g)(Q.results,_),teams:null,showTags:"tag"===t,topKeysLimit:_,setTopKeysLimit:k})}),(0,s.jsx)(el.v,{icon:sk.f,title:"agent"===t?f("usage.entityUsage.topAgents"):eJ,action:(0,s.jsx)(sR,{value:v,onChange:j}),children:(0,s.jsx)(s2,{topModels:(0,sv.Q)(Q.results,eg,S),topModelsLimit:S,setTopModelsLimit:q})})]}),P&&(0,s.jsx)(el.v,{icon:eq.f,title:f("usage.entityUsage.topAgentsDrivingSpend"),children:G?(0,s.jsx)(sT.f,{}):(0,s.jsx)(s2,{topModels:(0,sv.T)(ei.results,M),topModelsLimit:M,setTopModelsLimit:T})}),(0,s.jsxs)(el.v,{icon:sM.f,title:f("usage.entityUsage.providerUsage"),children:[(0,s.jsx)(tn,{rows:ez}),"customer"===t&&(0,s.jsx)(tc,{response:$})]})]}),eZ=[{key:"cost",label:f("usage.entityUsage.tabs.cost"),content:eQ},{key:"models",label:"agent"===t?f("usage.entityUsage.tabs.requestTokenConsumption"):f("usage.entityUsage.tabs.modelActivity"),content:(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("div",{className:"mb-3 flex justify-end",children:(0,s.jsx)(sR,{value:v,onChange:j})}),(0,s.jsx)(C.Q,{modelMetrics:ex,hidePromptCachingMetrics:"agent"===t,fetchTopApiKeys:D?eu:void 0})]})},...P?[{key:"agents",label:f("usage.entityUsage.tabs.agentActivity"),content:(0,s.jsx)(C.Q,{modelMetrics:eh})}]:[],{key:"keys",label:f("usage.entityUsage.tabs.keyActivity"),content:(0,s.jsx)(ep,{summary:Y,summaryLoading:I,fetchKeyPage:ed,fetchKeyDetail:em,searchKeys:ec,teams:b,hidePromptCachingMetrics:"agent"===t})},{key:"endpoints",label:f("usage.entityUsage.tabs.endpointActivity"),content:(0,s.jsx)(sy,{userSpendData:Q})}];return(0,s.jsxs)("div",{className:"relative grid w-full gap-3",children:[W&&(0,s.jsx)(g.f,{title:f("usage.entityUsage.spendLoadFailed"),message:H,onRetry:J}),P&&X&&(0,s.jsx)(g.f,{title:f("usage.entityUsage.agentLoadFailed"),message:ee,onRetry:es}),(0,s.jsx)("div",{className:"max-w-full [&>div:first-child]:mb-0 [&>div:first-child_label]:sr-only",children:(0,s.jsx)(et,{dateValue:n,entityType:t,onExport:(e,s)=>D?z.exportRows(D,e,s):Promise.reject(Error("Select a date range to export")),showFilters:void 0===eC&&null!==r,filterSlot:eC,filterLabel:f("usage.entityUsage.filterLabel",{entity:t}),filterPlaceholder:f("usage.entityUsage.filterPlaceholder",{entity:t}),selectedFilters:d,onFiltersChange:m,filterOptions:(()=>{if(r)return r})()||void 0,teams:b})}),(0,s.jsxs)(h.i,{defaultValue:eZ[0].key,className:"gap-3",children:[(0,s.jsx)(h.U,{variant:"line",children:eZ.map(({key:e,label:t})=>(0,s.jsx)(h.k,{value:e,className:"flex-none px-3",children:t},e))}),eZ.map(({key:e,content:t})=>(0,s.jsx)(h.S,{value:e,keepMounted:!0,children:t},e))]})]})};var t_=e.i(912499),tk=e.i(597379),tN=e.i(283634),tw=e.i(972520);let tS=(0,M.f)("monitor",[["rect",{width:"20",height:"14",x:"2",y:"3",rx:"2",key:"48i651"}],["line",{x1:"8",x2:"16",y1:"21",y2:"21",key:"1svkeh"}],["line",{x1:"12",x2:"12",y1:"17",y2:"21",key:"vw1qmm"}]]);var tC=e.i(868054),tq=e.i(174553),tM=e.i(779900);let tT=[{value:"tokens",labelKey:"usage.topAgents.metricOptions.tokens"},{value:"spend",labelKey:"usage.topAgents.metricOptions.spend"},{value:"requests",labelKey:"usage.topAgents.metricOptions.requests"}],tU={python:{text:"Py",className:"bg-[#3776ab] text-[#ffd43b]"},node:{text:"JS",className:"bg-[#3c873a] text-white"},curl:{text:"cu",className:"bg-[#073551] text-white"}},tA={"claude-desktop":tS,"claude-code":tC.f};function tL({agent:e}){let{t}=(0,u.f)(),a=(0,tM.e)(e.label,t);if(e.logo)return(0,s.jsx)(tq.f,{src:e.logo,label:a,className:"size-6 object-contain"});let r=tU[e.id];return r?(0,s.jsx)("span",{className:(0,eY.c)("flex size-full items-center justify-center text-xs font-semibold tracking-tight",r.className),children:r.text}):(0,s.jsx)("span",{className:"text-sm font-semibold uppercase text-muted-foreground",children:a.charAt(0)})}function tK({agent:e}){let t=tA[e.id];return(0,s.jsxs)("span",{className:"relative inline-flex size-9 shrink-0 items-center justify-center overflow-hidden rounded-lg border bg-background",children:[(0,s.jsx)(tL,{agent:e}),t&&(0,s.jsx)("span",{className:"absolute top-0 right-0 rounded-bl border-b border-l bg-background p-0.5 text-foreground",children:(0,s.jsx)(t,{"aria-hidden":"true",className:"size-2.5"})})]})}function tz({agent:e,rank:t,share:a,color:r,onOpen:l}){let{t:n}=(0,u.f)(),i=(0,tN.useTerminology)(),o=l&&e.tags.length>0?()=>l(e):void 0,c=(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)("span",{className:"text-sm tabular-nums text-muted-foreground",children:[t,"."]}),(0,s.jsxs)("span",{className:"relative",children:[(0,s.jsx)(tK,{agent:e}),r&&(0,s.jsx)("span",{"aria-hidden":"true",className:"absolute -right-0.5 -bottom-0.5 size-2.5 rounded-full ring-2 ring-card",style:{backgroundColor:r}})]}),(0,s.jsxs)("span",{className:"min-w-0",children:[(0,s.jsx)("span",{className:"block truncate text-sm font-medium text-foreground",children:(0,tM.e)(e.label,n)}),o?(0,s.jsxs)("span",{className:"inline-flex items-center gap-1 text-xs text-muted-foreground group-hover:text-foreground",children:[n("usage.topAgents.viewActivity"),(0,s.jsx)(tw.f,{"aria-hidden":"true",className:"size-3 transition-transform group-hover:translate-x-0.5"})]}):(0,s.jsx)("span",{className:"block truncate text-xs text-muted-foreground",children:i(e.description)})]}),(0,s.jsxs)("span",{className:"text-right",children:[(0,s.jsx)("span",{className:"block text-sm tabular-nums text-foreground",children:n("usage.topAgents.tokens",{tokens:(0,er.W)(e.tokens)})}),(0,s.jsxs)("span",{className:"block text-xs tabular-nums text-muted-foreground",children:[(0,er.l)(e.spend)," · ",a.toFixed(1),"%"]})]})]}),d="group grid w-full grid-cols-[1.5rem_auto_minmax(0,1fr)_auto] items-center gap-3 py-2.5 text-left";return(0,s.jsx)("li",{children:o?(0,s.jsx)("button",{type:"button","aria-label":n("usage.topAgents.viewAgentUsage",{agent:(0,tM.e)(e.label,n)}),onClick:o,className:(0,eY.c)(d,"cursor-pointer rounded-md transition-colors hover:bg-muted/50 focus-visible:outline-2 focus-visible:outline-offset-2 focus-visible:outline-primary"),children:c}):(0,s.jsx)("div",{className:d,children:c})})}function tF({loading:e,empty:t,children:a}){let{t:r}=(0,u.f)();return e?(0,s.jsx)(el.f,{className:"mx-5 h-64 w-auto"}):t?(0,s.jsx)("p",{className:"py-10 text-center text-xs text-muted-foreground",children:r("usage.topAgents.empty")}):(0,s.jsx)(s.Fragment,{children:a})}function tE({rows:e,daily:t,loading:a,totalTokens:r,onOpenAgent:l}){let{t:n}=(0,u.f)(),[o,d]=(0,i.useState)("tokens"),m=(0,i.useMemo)(()=>(0,tM.K)(e??[]),[e]),g=(0,i.useMemo)(()=>[...m.filter(e=>"agent"===e.kind),...m.filter(e=>"sdk"===e.kind)].slice(0,10),[m]),p=(0,i.useMemo)(()=>(0,er.Y)((0,tM.h)(t),"models",o,6),[t,o]),x=(0,i.useMemo)(()=>(0,er._)(p),[p]),h=g.reduce((e,s)=>e+s.tokens,0),f=m.reduce((e,s)=>e+s.tokens,0),y=r>0?Math.min(f/r,1):1,b=y<.5?n("usage.topAgents.subtitleLowCoverage",{percent:Math.round(100*y)}):n("usage.topAgents.subtitle"),v=Math.ceil(g.length/2);return(0,s.jsx)(el.v,{icon:eq.f,title:n("usage.topAgents.title"),subtitle:b,testId:"top-agents",action:(0,s.jsx)(el.K,{label:n("usage.topAgents.metricLabel"),value:o,options:tT.map(({value:e,labelKey:s})=>({value:e,label:n(s)})),onChange:d}),bodyClassName:"px-0 pt-4 pb-0",children:(0,s.jsxs)(tF,{loading:a,empty:0===g.length,children:[(0,s.jsx)("div",{className:"px-2 pb-2",children:(0,s.jsx)(c.Q,{data:p.data,series:p.keys,labels:p.labels.map(e=>(0,tM.e)(e,n)),colors:p.colors,xKey:"date",xLabel:e=>(0,er.v)(p,e),format:e=>(0,er.y)(e,o),totalFor:e=>x.get(e),className:"h-64"})}),(0,s.jsx)("div",{className:(0,eY.c)("grid gap-x-10 border-t py-2 md:grid-cols-2",el.q),children:[g.slice(0,v),g.slice(v)].map((e,t)=>(0,s.jsx)("ol",{className:"divide-y divide-border/60",children:e.map((e,a)=>{var r;let n;return(0,s.jsx)(tz,{agent:e,rank:t*v+a+1,share:h>0?e.tokens/h*100:0,color:(r=e.label,-1===(n=p.labels.indexOf(r))?void 0:p.colors[n]),onOpen:l},e.id)})},t))})]})})}var tP=e.i(871689),tR=e.i(575822),tO=e.i(768371);let tD=e=>{let s=String(e.getMonth()+1).padStart(2,"0"),t=String(e.getDate()).padStart(2,"0");return`${e.getFullYear()}-${s}-${t}`},tV=(e,s,t=!0)=>{let{accessToken:a}=(0,y.f)();return tO.q.useQuery("get","/tag/summary",{params:{query:{start_date:e?tD(e):"",end_date:s?tD(s):""}}},{enabled:t&&!!(a&&e&&s),select:e=>e.results})};var t$=e.i(552546),tI=e.i(980376),tB=e.i(302747),tW=e.i(409701),tH=e.i(978056),tJ=e.i(213056),tQ=e.i(488826),tY=e.i(772325),tZ=e.i(138620),tG=e.i(868217),tX=e.i(441773);let t0=tH.z.number().int().nonnegative(),t1=U.z.object({cached_tokens:t0.nullish(),cache_creation_tokens:t0.nullish(),cache_write_tokens:t0.nullish()}),t2={cache_read_input_tokens:t0.nullish(),cache_creation_input_tokens:t0.nullish(),prompt_tokens_details:t1.nullish(),input_tokens_details:t1.nullish()},t4=U.z.object(t2),t5=U.z.object({guardrail_cost:tH.z.number().finite().nullish().catch(null),guardrail_cost_in_spend:tJ.z.boolean().nullish().catch(null)}),t3={user_agent:A.z.string().nullish(),status:A.z.string().nullish(),additional_usage_values:t4.nullish(),usage_object:t4.nullish(),guardrail_information:tQ.z.union([tY.z.array(t5),t5]).nullish().catch(null)},t6={request_id:A.z.string().min(1),user:A.z.string().nullish(),team_id:A.z.string().nullish(),startTime:A.z.string().transform(e=>new Date(/(?:Z|[+-]\d{2}:\d{2})$/i.test(e)?e:`${e}Z`)).refine(e=>Number.isFinite(e.getTime())),model:A.z.string().nullish(),model_group:A.z.string().nullish(),custom_llm_provider:A.z.string().nullish(),spend:tH.z.number().finite(),total_tokens:t0,prompt_tokens:t0,completion_tokens:t0,request_duration_ms:tH.z.number().nonnegative().nullish(),status:A.z.string().nullish(),request_tags:tZ.z.unknown(),metadata:U.z.object(t3).nullish()},t8=U.z.object(t6),t7={data:tY.z.array(t8),total:t0,page:tG.z.literal(1),total_pages:t0,total_is_capped:tJ.z.boolean()},t9=U.z.object(t7),ae=(e=null)=>({data:en.C,error:e,cacheAvailable:!1}),as=e=>e.status??e.metadata?.status,at=e=>{let s=(0,tX.h)(e.metadata?.additional_usage_values,!0),t=(0,tX.h)(e.metadata?.usage_object,!0);return{cacheReadTokens:s.cacheReadTokens??t.cacheReadTokens,cacheCreationTokens:s.cacheCreationTokens??t.cacheCreationTokens}},aa=e=>{let s=e.metadata?.guardrail_information;return Math.min((null==s?[]:Array.isArray(s)?s:[s]).reduce((e,s)=>e+(!1===s.guardrail_cost_in_spend?0:Math.max(s.guardrail_cost??0,0)),0),Math.max(e.spend,0))},ar=(e,s)=>e.reduce((e,t)=>e+s(t),0),al=e=>({flat_cost:0,ptu_hours:0,compression_saved_tokens:0,compression_savings_spend:0,prompt_caching_savings_spend:0,gateway_injected_caching_savings_spend:0,autorouter_savings_spend:0,guardrail_spend:ar(e,aa),spend:ar(e,e=>e.spend),prompt_tokens:ar(e,e=>e.prompt_tokens),completion_tokens:ar(e,e=>e.completion_tokens),total_tokens:ar(e,e=>e.total_tokens),api_requests:e.length,successful_requests:e.filter(e=>"success"===as(e)).length,failed_requests:e.filter(e=>"failure"===as(e)).length,cache_read_input_tokens:ar(e,e=>at(e).cacheReadTokens??0),cache_creation_input_tokens:ar(e,e=>at(e).cacheCreationTokens??0),total_response_time_ms:ar(e,e=>"success"===as(e)?e.request_duration_ms??0:0),timed_requests:e.filter(e=>"success"===as(e)&&null!=e.request_duration_ms).length}),an=(e,s)=>Object.fromEntries([...new Set(e.map(s))].map(t=>[t,{metrics:al(e.filter(e=>s(e)===t)),metadata:{},api_key_breakdown:{}}])),ai=e=>`${e.getFullYear()}-${String(e.getMonth()+1).padStart(2,"0")}-${String(e.getDate()).padStart(2,"0")}`,ao=e=>e.model||_.f.t("usage.clientUsage.unknownModel"),au=e=>new Date(e).toISOString().slice(0,19).replace("T"," "),ac=e=>null!==e&&Number.isFinite(e)&&e>=0?e:null,ad=(e,s)=>{let t=ac(s.inputTokens),a=ac(s.outputTokens),r=ac(s.cacheReadTokens),l=ac(s.cacheWriteTokens),n=null!==t&&null!==a&&t+a===ac(e)&&null!==r&&null!==l&&r+l<=t;return{inputTokens:t,outputTokens:a,cacheReadTokens:n?r:null,cacheWriteTokens:n?l:null}},am=(e,s)=>{let t=e.map(e=>e[s]);return t.length>0&&t.every(e=>"number"==typeof e&&Number.isFinite(e))?t.reduce((e,s)=>e+(s??0),0):null},ag=(e,s)=>{let t=[...new Set(e.tags)],a=s.flatMap(e=>t.flatMap(s=>{let t=e.breakdown.entities[s];return t?[t.metrics]:[]})),r=am(a,"spend"),l=null!==r&&Math.abs(r-e.spend)<=Math.max(1e-8,1e-9*Math.abs(e.spend)),n=am(a,"total_tokens")===e.tokens&&am(a,"api_requests")===e.requests,i=l&&n,o=e=>{let s=i?am(a,e):null;return null!==s&&s>=0?s:null},u=o("prompt_tokens"),c=o("completion_tokens"),d=o("cache_read_input_tokens"),m=o("cache_creation_input_tokens");return{summary:{spend:e.spend,tokens:e.tokens,requests:e.requests},dailyMatchesSummary:i,tokenBreakdown:ad(e.tokens,{inputTokens:u,outputTokens:c,cacheReadTokens:d,cacheWriteTokens:m})}},ap=tH.z.number().finite().nonnegative(),ax={date:A.z.string().regex(/^\d{4}-\d{2}-\d{2}$/),entity_id:A.z.string(),model:A.z.string().nullable(),spend:tH.z.number().finite(),flat_cost:tH.z.number().finite(),prompt_tokens:ap,completion_tokens:ap,api_requests:ap,successful_requests:ap,failed_requests:ap,cache_read_input_tokens:ap,cache_creation_input_tokens:ap},ah=U.z.object(ax),af=(e,s)=>{let t=[...e].sort((e,t)=>s(e).localeCompare(s(t))),a=t.flatMap((e,a)=>0===a||s(e)!==s(t[a-1])?[a]:[]);return a.map((e,r)=>[s(t[e]),t.slice(e,a[r+1])])},ay=(e,s)=>e.reduce((e,t)=>e+t[s],0),ab=e=>({spend:ay(e,"spend"),flat_cost:ay(e,"flat_cost"),prompt_tokens:ay(e,"prompt_tokens"),completion_tokens:ay(e,"completion_tokens"),total_tokens:ay(e,"prompt_tokens")+ay(e,"completion_tokens"),api_requests:ay(e,"api_requests"),successful_requests:ay(e,"successful_requests"),failed_requests:ay(e,"failed_requests"),cache_read_input_tokens:ay(e,"cache_read_input_tokens"),cache_creation_input_tokens:ay(e,"cache_creation_input_tokens")}),av=(e,s)=>Object.fromEntries(af(e,s).map(([e,s])=>[e,{metrics:ab(s),metadata:{},api_key_breakdown:{}}])),aj=async(e,s)=>{try{let t=await (0,L.rB)("tag",e,"daily_with_models","json");if(t.size>0x1400000)return{results:[],error:_.f.t("usage.clientModels.errors.tooLarge")};let a=JSON.parse(await t.text());return((e,s)=>{let t=tY.z.array(ah).safeParse(e);if(!t.success)return{results:[],error:_.f.t("usage.clientModels.errors.incompleteData")};let a=new Set(s.tags),r=t.data.filter(e=>a.has(e.entity_id)),l=r.map(e=>JSON.stringify([e.date,e.entity_id,e.model]));if(new Set(l).size!==l.length)return{results:[],error:_.f.t("usage.clientModels.errors.duplicateData")};let n=af(r,e=>e.date).map(([e,s])=>({date:e,metrics:ab(s),breakdown:{models:av(s,e=>e.model||_.f.t("usage.clientUsage.unknownModel")),model_groups:{},entities:av(s,e=>e.entity_id),providers:{},api_keys:{},mcp_servers:{}}}));return ag(s,n).dailyMatchesSummary?{results:n,error:null}:{results:[],error:_.f.t("usage.clientModels.errors.totalsMismatch")}})(a,s)}catch(e){if(e instanceof SyntaxError)return{results:[],error:_.f.t("usage.clientModels.errors.invalidJson")};return{results:[],error:e instanceof Error?e.message:_.f.t("usage.clientModels.errors.loadFailed")}}},a_=e=>e?.getTime()??0/0,ak={spend:"usage.breakdownChart.metricNoun.spend",tokens:"usage.breakdownChart.metricNoun.tokens",requests:"usage.breakdownChart.metricNoun.requests"},aN=[{value:"day",labelKey:"usage.breakdownChart.granularityOptions.day"},{value:"week",labelKey:"usage.breakdownChart.granularityOptions.week"}],aw=[{value:"linear",labelKey:"usage.breakdownChart.scaleOptions.linear"},{value:"log",labelKey:"usage.breakdownChart.scaleOptions.log"}];function aS({results:e,loading:t,compact:a=!1,colorByModel:r,dimension:l="model_groups"}){let{t:n}=(0,u.f)(),[o,d]=(0,i.useState)("spend"),m={metric:o,dimension:l},[g,p]=(0,i.useState)("day"),[x,h]=(0,i.useState)("linear"),f=(0,i.useMemo)(()=>r??(0,er.t)(e),[r,e]),{series:y,ranking:b}=(0,sQ.i)(e,m,8,f),v=(0,i.useMemo)(()=>(0,er.h)(y,g),[y,g]),j=(0,i.useMemo)(()=>(0,er._)(v),[v]);return(0,s.jsxs)(el.v,{title:n("usage.breakdownChart.title",{granularity:"day"===g?n("usage.breakdownChart.granularity.daily"):n("usage.breakdownChart.granularity.weekly")}),subtitle:n("usage.breakdownChart.subtitle",{granularity:"day"===g?n("usage.breakdownChart.granularity.daily"):n("usage.breakdownChart.granularity.weekly"),metric:n(ak[m.metric])}),action:(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(sQ.I,{state:m,onChange:e=>d(e.metric),showDimension:!1}),(0,s.jsx)(el.K,{label:n("usage.breakdownChart.bucketSize"),value:g,options:aN.map(({value:e,labelKey:s})=>({value:e,label:n(s)})),onChange:p}),(0,s.jsx)(el.K,{label:n("usage.breakdownChart.scaleLabel"),value:x,options:aw.map(({value:e,labelKey:s})=>({value:e,label:n(s)})),onChange:h})]}),bodyClassName:"px-0 pt-4 pb-0",children:[(0,s.jsx)("div",{className:"px-2 pb-2",children:t?(0,s.jsx)(el.f,{className:(0,eY.c)("mx-3 w-auto",a?"h-56":"h-[380px]")}):(0,s.jsx)(c.Q,{data:v.data,series:v.keys,labels:v.labels,colors:v.colors,xKey:"date",xLabel:e=>(0,er.v)(v,e),scale:x,format:e=>(0,er.y)(e,m.metric),totalFor:e=>j.get(e),className:a?"h-56":void 0})}),(0,s.jsxs)("div",{className:(0,eY.c)("border-t pt-3 pb-2",el.q),children:[(0,s.jsx)("h4",{className:"text-sm leading-5 font-medium text-foreground",children:n("usage.breakdownChart.topModels")}),t?(0,s.jsx)("div",{role:"status","aria-label":n("usage.breakdownChart.loadingTopModels"),children:(0,s.jsx)(el.f,{className:"my-2 h-20"})}):(0,s.jsx)(sQ.q,{ranking:b,series:y,metric:m.metric,dimension:m.dimension,colorByKey:f,columns:a?1:2,limit:10})]})]})}let aC=e=>e?.toLocaleDateString("en-US",{month:"short",day:"numeric"})??"—";function aq({client:e,userId:t,canChooseUser:a,teamId:r=null,scopeError:l=null,teams:n=[],members:o=[],defaultScopeLabel:c=_.f.t("usage.clientPanel.scope.allUsers"),onTeamChange:d,onUserChange:m,onClose:g,accessToken:x,startTime:h,endTime:f,dateValue:y,presetShortLabel:b,onDateChange:v,colorSource:j,agent:k,daily:N,loading:w,summaryFailed:S=!1,onRetry:C}){let{t:q}=(0,u.f)(),M="claude-desktop"===e?"Claude Desktop":"Claude Code",T=!!(t||r)&&!l,U=function({accessToken:e,startTime:s,endTime:t,userId:a,teamId:r=null,client:l}){let n=s?.getTime()??0/0,o=t?.getTime()??0/0,u=null===l?null:a||r?Number.isFinite(n)&&Number.isFinite(o)&&!(n>o)?e?null:_.f.t("usage.clientUsage.errors.signIn"):_.f.t("usage.clientUsage.errors.invalidRange"):_.f.t("usage.clientUsage.errors.selectUserOrTeam"),c=null!==l&&null===u,[d,m]=(0,i.useState)(0),g=(0,i.useCallback)(()=>m(e=>e+1),[]),p=JSON.stringify([d,e,n,o,a,r,l]),[x,h]=(0,i.useState)(null);return(0,i.useEffect)(()=>{if(!c||!e||!l||!a&&!r)return;let s=!1,t={userId:a,teamId:r,client:l,startTime:new Date(n),endTime:new Date(o)},i={accessToken:e,start_date:au(1e3*Math.floor(n/1e3)),end_date:au(1e3*Math.ceil(o/1e3)),page:1,page_size:1e3,params:{...a?{user_id:a}:{},...r?{team_id:r}:{},sort_by:"startTime",sort_order:"desc",group_by_session:!1}};return(0,L.f5)(i).then(e=>{s||h({key:p,result:function(e,s){if(!s.userId&&!s.teamId)return ae(_.f.t("usage.clientUsage.errors.selectUserOrTeam"));let t=t9.safeParse(e);if(!t.success)return ae(_.f.t("usage.clientUsage.errors.incompleteData"));let a=t.data;if(a.total_is_capped||a.total_pages>1||a.total>1e3)return ae(_.f.t("usage.clientUsage.errors.narrowRange"));if(a.data.length!==a.total)return ae(_.f.t("usage.clientUsage.errors.incompleteData"));if(s.userId&&a.data.some(e=>e.user!==s.userId))return ae(_.f.t("usage.clientUsage.errors.outsideUser"));if(s.teamId&&a.data.some(e=>e.team_id!==s.teamId))return ae(_.f.t("usage.clientUsage.errors.outsideTeam"));let r=[...new Map(a.data.map(e=>[e.request_id,e])).values()].filter(e=>{var t;let a;return e.startTime>=s.startTime&&e.startTime<=s.endTime&&((a=[...(t=e.metadata?.user_agent)?[t]:[],...(function e(s){if(Array.isArray(s))return s.filter(e=>"string"==typeof e);if("string"==typeof s)try{return e(JSON.parse(s))}catch{return[s]}return null!==s&&"object"==typeof s?Object.entries(s).flatMap(([e,s])=>(0,tM.F)(e)?[e]:(0,tM.F)(`${e.trim()}:`)&&"string"==typeof s?[`User-Agent: ${s}`]:[]):[]})(e.request_tags).filter(tM.F)].map(tM.$)).includes(tM.q.ClaudeDesktop)?tM.q.ClaudeDesktop:a.includes(tM.q.ClaudeCode)?tM.q.ClaudeCode:null)===s.client}),l=al(r);return{data:{results:[...new Set(r.map(e=>ai(e.startTime)))].sort().map(e=>{let s=r.filter(s=>ai(s.startTime)===e);return{date:e,metrics:al(s),breakdown:{models:an(s,ao),model_groups:an(s,e=>e.model_group||ao(e)),providers:an(s,e=>e.custom_llm_provider||_.f.t("usage.clientUsage.unknownProvider")),api_keys:{},mcp_servers:{},entities:{},endpoints:{}}}}),metadata:{...en.n,total_spend:l.spend,total_tokens:l.total_tokens,total_prompt_tokens:l.prompt_tokens,total_completion_tokens:l.completion_tokens,total_api_requests:l.api_requests,total_successful_requests:l.successful_requests,total_failed_requests:l.failed_requests,total_cache_read_input_tokens:l.cache_read_input_tokens,total_cache_creation_input_tokens:l.cache_creation_input_tokens,total_response_time_ms:l.total_response_time_ms,total_timed_requests:l.timed_requests}},error:null,cacheAvailable:r.every(e=>{let s=at(e);return void 0!==s.cacheReadTokens&&void 0!==s.cacheCreationTokens})}}(e,t)})}).catch(e=>{s||h({key:p,result:ae(e instanceof Error?e.message:_.f.t("usage.clientUsage.errors.loadFailed"))})}),()=>{s=!0}},[c,e,n,o,a,r,l,p]),{...c&&x?.key===p?x.result:ae(u),loading:c&&x?.key!==p,reload:g}}({accessToken:x,startTime:h,endTime:f,userId:t,teamId:r,client:T?e:null}),A=a&&!T&&!l,K=n.find(e=>e.value===r)?.label??r,z=o.find(e=>e.value===t)?.label??q("usage.clientPanel.scope.selectedUser"),F=r?`${K} \xb7 ${t?z:q("usage.clientPanel.scope.allMembers")}`:q(a?t?"usage.clientPanel.scope.selectedUser":"usage.clientPanel.scope.allUsers":"usage.clientPanel.scope.myUsage"),E=tV(h,f,A&&null===k),P=(0,i.useMemo)(()=>k??(0,tM.K)(E.data??[]).find(s=>s.id===e)??null,[E.data,k,e]),R=function({accessToken:e,startTime:s,endTime:t,agent:a,enabled:r}){let l=a_(s),n=a_(t),o=Number.isFinite(l)&&Number.isFinite(n)&&l<=n,u=r&&!!(e&&a&&a.tags.length>0),[c,d]=(0,i.useState)(0),m=(0,i.useCallback)(()=>d(e=>e+1),[]),g=JSON.stringify([c,e,l,n,a?[a.id,a.tags,a.spend,a.tokens,a.requests]:null]),[p,x]=(0,i.useState)(null);(0,i.useEffect)(()=>{if(!u||!o||!e||!a)return;let s=!1;return aj({accessToken:e,startTime:new Date(l),endTime:new Date(n),entityIds:null},a).then(e=>{s||x({key:g,result:e})}),()=>{s=!0}},[u,o,e,l,n,a,g]);let h=u&&o&&p?.key===g?p.result:null;return{results:h?.results??[],loading:u&&o&&null===h,error:u&&!o?_.f.t("usage.clientUsage.errors.invalidRange"):h?.error??null,reload:m}}({accessToken:x,startTime:h,endTime:f,agent:P,enabled:A}),O=R.results.length>0?R.results:N,D=(0,i.useMemo)(()=>P?ag(P,O):null,[P,O]),V=(0,i.useMemo)(()=>j?(0,er.t)(j):void 0,[j]),$=(0,er.c)(U.data.metadata??en.n,null),I=!l&&(T?U.loading:(w||E.isLoading)&&null===P),W=E.isError||S?q("usage.clientPanel.errors.totalsFailed"):null,H=l??(a||T?W:q("usage.clientPanel.errors.signIn")),J=l??(T?U.error:H),Q=T?$:D?.summary,Y=T?{inputTokens:$.inputTokens,outputTokens:$.outputTokens,cacheReadTokens:U.cacheAvailable?$.cacheReadTokens:null,cacheWriteTokens:U.cacheAvailable?$.cacheWriteTokens:null}:D?.tokenBreakdown,Z=Y&&Q?ad(Q.tokens,Y):void 0,G=T?(0,en.s)(U.data):R.results,X=T?U.loading:R.loading,ee=T?U.error:R.error,es=a&&!r&&!l,et=!l&&(T||a),ea=!I&&!J;return(0,s.jsx)(tI.j,{open:!0,onOpenChange:e=>{e||g()},children:(0,s.jsxs)(tI.U,{className:"gap-0 data-[side=right]:w-[calc(100%-16px)] data-[side=right]:sm:max-w-[600px]",children:[(0,s.jsxs)(tI.D,{className:"shrink-0 border-b px-6 pt-5 pb-4",children:[(0,s.jsxs)(p.K,{variant:"ghost",size:"sm",className:"mb-3 w-fit -ml-2 text-muted-foreground",onClick:g,children:[(0,s.jsx)(tP.f,{className:"size-4"})," ",q("usage.clientPanel.back")]}),(0,s.jsxs)("div",{className:"flex items-center gap-3",children:[(0,s.jsx)(tK,{agent:{id:e,label:M,logo:tW.f.src}}),(0,s.jsxs)("div",{children:[(0,s.jsx)(tI.L,{className:"text-sm font-medium",children:M}),(0,s.jsxs)(tI.c,{className:"mt-0.5 text-xs",children:[aC(h)," – ",aC(f)," · ",F]})]})]})]}),(0,s.jsxs)("div",{className:"min-h-0 flex-1 space-y-3 overflow-y-auto bg-background px-4 py-4 sm:px-6",children:[(0,s.jsx)("div",{className:"border-b pb-3",children:(0,s.jsx)(eC.f,{compact:!0,value:y,presetShortLabel:b,onValueChange:v})}),n.length>0&&d&&(0,s.jsxs)("div",{className:"space-y-2",children:[(0,s.jsx)("label",{htmlFor:"client-usage-team",className:"text-xs font-medium text-muted-foreground",children:q("usage.clientPanel.scope.label")}),(0,s.jsx)(t$.f,{id:"client-usage-team","aria-label":q("usage.clientPanel.scope.ariaLabel"),value:r?`team:${r}`:"default",options:[{value:"default",label:c},...n.map(e=>({...e,value:`team:${e.value}`}))],allowClear:!1,onValueChange:e=>d(e?.startsWith("team:")?e.slice(5):null)})]}),r&&(0,s.jsxs)("div",{className:"space-y-2",children:[(0,s.jsx)("label",{htmlFor:"client-usage-member",className:"text-xs font-medium text-muted-foreground",children:q("usage.clientPanel.member.label")}),(0,s.jsx)(t$.f,{id:"client-usage-member","aria-label":q("usage.clientPanel.member.ariaLabel"),value:t?`user:${t}`:"all",options:[{value:"all",label:q("usage.clientPanel.member.allMembers")},...o.map(e=>({...e,value:`user:${e.value}`}))],allowClear:!1,onValueChange:e=>m(e?.startsWith("user:")?e.slice(5):null)})]}),es&&(0,s.jsxs)("div",{className:"space-y-2",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between gap-2",children:[(0,s.jsx)("label",{htmlFor:"client-usage-user",className:"text-xs font-medium text-muted-foreground",children:q("usage.clientPanel.person.label")}),t&&(0,s.jsx)(p.K,{variant:"ghost",size:"sm",onClick:()=>m(null),children:q("usage.clientPanel.person.allUsers")})]}),(0,s.jsx)(B.U,{id:"client-usage-user",value:t,onChange:m})]}),I&&(0,s.jsx)("div",{role:"status","aria-label":q("usage.clientPanel.loading"),children:(0,s.jsx)(tB.f,{className:"h-24 w-full"})}),J&&(0,s.jsxs)("div",{role:"alert",className:"rounded-lg border p-4",children:[(0,s.jsx)("p",{className:"font-medium",children:q("usage.clientPanel.errors.loadFailed")}),(0,s.jsx)("p",{className:"mt-1 text-muted-foreground",children:J}),et&&(0,s.jsx)(p.K,{className:"mt-3",variant:"outline",onClick:()=>{T?U.reload():(E.refetch(),C?.())},children:q("usage.clientPanel.tryAgain")})]}),ea&&!Q&&(0,s.jsx)("p",{className:"rounded-lg border p-4 text-muted-foreground",children:q("usage.clientPanel.noUsage",{client:M})}),ea&&Q&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)("div",{className:"grid grid-cols-3 divide-x overflow-hidden rounded-xl border bg-card py-4",children:[(0,s.jsx)(aM,{label:q("usage.clientPanel.summary.spend"),value:(0,er.x)(Q.spend)}),(0,s.jsx)(aM,{label:q("usage.clientPanel.summary.totalTokens"),value:(0,er.W)(Q.tokens)}),(0,s.jsx)(aM,{label:q("usage.clientPanel.summary.requests"),value:Q.requests.toLocaleString()})]}),0===Q.requests?(0,s.jsxs)("p",{className:"text-sm text-muted-foreground",children:[q("usage.clientPanel.noRequests",{client:M}),(a||r)&&q("usage.clientPanel.chooseAnotherPerson")]}):(0,s.jsxs)(s.Fragment,{children:[!ee&&(0,s.jsx)(aS,{dimension:"models",results:G,loading:X,compact:!0,colorByModel:V}),ee&&(0,s.jsxs)("div",{className:"rounded-lg border p-4",children:[(0,s.jsx)("p",{role:"status",className:"text-xs text-muted-foreground",children:ee}),(0,s.jsx)(p.K,{variant:"outline",size:"sm",className:"mt-3",onClick:()=>{E.refetch(),C?.(),R.reload()},children:q("usage.clientPanel.retryModels")})]}),Z&&(0,s.jsx)(aT,{total:Q.tokens,breakdown:Z})]}),(0,s.jsxs)("p",{className:"border-t pt-3 text-xs leading-5 text-muted-foreground",children:[q(T?"usage.clientPanel.footnote.scoped":"usage.clientPanel.footnote.allUsers")," ",q("usage.clientPanel.footnote.spend")]})]})]})]})})}function aM({label:e,value:t}){return(0,s.jsx)("div",{className:"min-w-0 px-4",children:(0,s.jsx)(el.M,{label:e,value:t})})}function aT({total:e,breakdown:t}){let{t:a}=(0,u.f)(),{inputTokens:r,outputTokens:l,cacheReadTokens:n,cacheWriteTokens:i}=t,o=[{label:a("usage.clientPanel.tokenBreakdown.cacheReads"),value:n,color:(0,c.J)(0)},{label:a("usage.clientPanel.tokenBreakdown.cacheWrites"),value:i,color:(0,c.J)(1)},{label:a("usage.clientPanel.tokenBreakdown.uncachedInput"),value:null!==r&&null!==n&&null!==i?r-n-i:null,color:(0,c.J)(2)},{label:a("usage.clientPanel.tokenBreakdown.output"),value:l,color:(0,c.J)(3)}],d=o.every(e=>null!==e.value);return(0,s.jsxs)(el.v,{icon:tR.f,title:a("usage.clientPanel.tokenBreakdown.title"),subtitle:a("usage.clientPanel.tokenBreakdown.subtitle",{total:(0,er.W)(e)}),bodyClassName:"gap-3",children:[d&&e>0&&(0,s.jsx)("div",{"aria-hidden":"true",className:"flex h-2 overflow-hidden rounded-full bg-muted",children:o.map(t=>(0,s.jsx)("span",{style:{backgroundColor:t.color,width:`${(t.value??0)/e*100}%`}},t.label))}),null!==n&&e>0&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:a("usage.clientPanel.tokenBreakdown.cacheShare",{percent:(n/e*100).toFixed(1)})}),(0,s.jsx)("dl",{className:"divide-y rounded-lg border px-3 text-xs",children:o.map(e=>{let t;return(0,s.jsxs)("div",{className:"flex items-center justify-between gap-3 py-2.5",children:[(0,s.jsxs)("dt",{className:"flex items-center gap-2 text-muted-foreground",children:[(0,s.jsx)("span",{className:"size-2 rounded-[2px]",style:{backgroundColor:e.color}}),e.label]}),(0,s.jsx)("dd",{className:"font-medium tabular-nums",children:(t=e.value,null===t?a("usage.clientPanel.tokenBreakdown.unavailable"):t.toLocaleString())})]},e.label)})}),(0,s.jsx)("p",{className:"text-xs leading-5 text-muted-foreground",children:a("usage.clientPanel.tokenBreakdown.explanation")})]})}let aU=[{value:tM.q.ClaudeDesktop,label:"Claude Desktop"},{value:tM.q.ClaudeCode,label:"Claude Code"}];function aA({value:e,onChange:t}){let{t:a}=(0,u.f)();return(0,s.jsx)(t$.f,{"aria-label":a("usage.clientSelect.label"),placeholder:a("usage.clientSelect.placeholder"),value:e,options:aU,onValueChange:e=>t((0,tM._)(e))})}var aL=e.i(619273),aK=e.i(933818),az=e.i(868499),aF=e.i(515288);let aE="usage.subscriptionCost.attributionRule",aP=(e,s)=>`${e.toFixed(2)} ${s}`,aR=e=>{let[s,t,a]=e.split("-").map(Number);return new Date(s,t-1,a)},aO=e=>`${e.custom_llm_provider}:${e.account_id??"unresolved"}`,aD=({account:e})=>{let{t}=(0,u.f)();return null===e.account_id?(0,s.jsx)("span",{className:"text-muted-foreground",children:t("usage.subscriptionCost.card.accountNotSignedIn")}):(0,s.jsxs)("div",{className:"flex flex-col",children:[(0,s.jsx)("span",{className:"font-mono text-xs break-all whitespace-normal",children:e.account_id}),e.fee?.label&&(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:e.fee.label})]})},aV=({account:e,onSetFee:t,onEditFee:a,onRemoveFee:r})=>{let{t:l}=(0,u.f)();return null===e.account_id?null:null===e.fee?(0,s.jsx)(p.K,{variant:"outline",size:"xs",onClick:()=>t(e),children:l("usage.subscriptionCost.card.setFee")}):(0,s.jsxs)("div",{className:"flex justify-end gap-2",children:[(0,s.jsx)(p.K,{variant:"outline",size:"xs",onClick:()=>a(e),children:l("usage.subscriptionCost.card.edit")}),(0,s.jsxs)(az.m,{children:[(0,s.jsx)(az.t,{render:(0,s.jsx)(p.K,{variant:"outline",size:"xs"}),children:l("usage.subscriptionCost.card.remove")}),(0,s.jsxs)(az.B,{children:[(0,s.jsxs)(az.O,{children:[(0,s.jsx)(az.g,{children:l("usage.subscriptionCost.removeDialog.title")}),(0,s.jsx)(az.I,{children:(0,s.jsx)(o.f,{i18nKey:"usage.subscriptionCost.removeDialog.description",components:{account:(0,s.jsx)(s.Fragment,{children:e.account_id})}})})]}),(0,s.jsxs)(az._,{children:[(0,s.jsx)(az.D,{children:l("usage.subscriptionCost.removeDialog.cancel")}),(0,s.jsx)(az.s,{variant:"destructive",onClick:()=>r(e),children:l("usage.subscriptionCost.removeDialog.confirm")})]})]})]})]})},a$=[{header:()=>_.f.t("usage.subscriptionCost.columns.provider"),accessorKey:"custom_llm_provider",cell:({row:e})=>(0,s.jsxs)("div",{className:"flex items-center gap-2 whitespace-nowrap",children:[(0,s.jsx)(sY.f,{provider:e.original.custom_llm_provider,className:"size-4 shrink-0"}),(0,s.jsx)("span",{children:e.original.custom_llm_provider})]})},{header:()=>_.f.t("usage.subscriptionCost.columns.account"),accessorKey:"account_id",cell:({row:e})=>(0,s.jsx)(aD,{account:e.original})},{header:()=>_.f.t("usage.subscriptionCost.columns.deployments"),id:"deployments",cell:({row:e})=>0===e.original.deployments.length?_.f.t("usage.subscriptionCost.card.noDeployments"):e.original.deployments.join(", ")},{header:()=>_.f.t("usage.subscriptionCost.columns.monthlyFee"),id:"monthly_fee",meta:{numeric:!0},cell:({row:e})=>null===e.original.fee?(0,s.jsx)(tt.f,{variant:"outline",children:_.f.t("usage.subscriptionCost.card.notTracked")}):aP(e.original.fee.monthly_fee,e.original.fee.currency)},{header:()=>_.f.t("usage.subscriptionCost.columns.billingPeriods"),id:"billing_periods",cell:({row:e})=>0===e.original.billing_periods.length?(0,s.jsx)("span",{className:"text-muted-foreground",children:_.f.t("usage.subscriptionCost.card.noPeriodsInRange")}):(0,s.jsx)("div",{className:"flex flex-col",children:e.original.billing_periods.map(e=>(0,s.jsx)("span",{children:(({start:e,end:s})=>{let t=aR(e),a=aR(s),r=t.toLocaleDateString("en-US",{month:"short",day:"numeric",year:t.getFullYear()!==a.getFullYear()?"numeric":void 0}),l=a.toLocaleDateString("en-US",{month:"short",day:"numeric",year:"numeric"});return`${r} - ${l}`})(e)},e.start))})},{header:()=>_.f.t("usage.subscriptionCost.columns.fixedCost"),id:"fixed_cost",meta:{numeric:!0},cell:({row:e})=>null===e.original.fee||null===e.original.fixed_cost?"-":aP(e.original.fixed_cost,e.original.fee.currency)}],aI=({loading:e,failed:t,isDateChanging:a,usage:r,meteredSpend:l,canEdit:n,onSetFee:i,onEditFee:o,onRemoveFee:c})=>{let d,m,{t:g}=(0,u.f)();if(!t&&(null===r||0===r.accounts.length))return null;let p=n?[...a$,(d={onSetFee:i,onEditFee:o,onRemoveFee:c},{header:"",id:"actions",meta:{numeric:!0},cell:({row:e})=>(0,s.jsx)(aV,{account:e.original,...d})})]:a$,x=r?.accounts??[],h=(m=new Map,x.forEach(e=>{null!==e.fee&&null!==e.fixed_cost&&m.set(e.fee.currency,(m.get(e.fee.currency)??0)+e.fixed_cost)}),Array.from(m,([e,s])=>({currency:e,total:s})));return(0,s.jsxs)(aF.N,{className:"col-span-2",children:[(0,s.jsx)(aF.Y,{children:(0,s.jsxs)(aF.v,{className:"flex items-center gap-1",children:[g("usage.subscriptionCost.card.title"),(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(sC.f,{className:"size-4 text-muted-foreground hover:text-foreground"})}),(0,s.jsx)(eM.Y,{children:g(aE)})]})]})}),(0,s.jsxs)(aF.O,{children:[t&&(0,s.jsx)("p",{className:"text-sm text-destructive",children:g("usage.subscriptionCost.card.loadFailed")}),!t&&e&&(0,s.jsx)(sT.f,{isDateChanging:a}),!t&&!e&&(0,s.jsxs)("div",{className:"flex flex-col gap-4",children:[(0,s.jsx)(eU.f,{columns:p,data:x,getRowId:aO,noDataMessage:g("usage.subscriptionCost.card.noAccounts"),size:"compact"}),(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-x-6 gap-y-1 text-sm",children:[0===h.length?(0,s.jsx)("span",{"data-testid":"fixed-cost-total",children:g("usage.subscriptionCost.card.fixedCostNone")}):h.map(({currency:e,total:t})=>(0,s.jsx)("span",{"data-testid":"fixed-cost-total",children:g("usage.subscriptionCost.card.fixedCostTotal",{total:aP(t,e)})},e)),(0,s.jsx)("span",{"data-testid":"metered-spend",children:g("usage.subscriptionCost.card.meteredSpend",{spend:(0,w.c)(l,2)})})]}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:g(aE)})]})]})]})},aB={monthly_fee:A.z.string().min(1,{error:()=>_.f.t("usage.subscriptionCost.feeModal.errors.feeRequired")}).refine(e=>Number(e)>0,{error:()=>_.f.t("usage.subscriptionCost.feeModal.errors.feePositive")}),currency:A.z.string().trim().toUpperCase().regex(/^[A-Z]{3}$/,{error:()=>_.f.t("usage.subscriptionCost.feeModal.errors.currencyCode")}),billing_period_start:A.z.string().regex(/^\d{4}-\d{2}-\d{2}$/,{error:()=>_.f.t("usage.subscriptionCost.feeModal.errors.periodStart")}),label:A.z.string().trim()},aW=U.z.object(aB),aH=e=>({monthly_fee:e?.fee?String(e.fee.monthly_fee):"",currency:e?.fee?.currency??"USD",billing_period_start:e?.fee?.billing_period_start??(0,L.iK)(new Date),label:e?.fee?.label??""}),aJ=({visible:e,account:t,onCancel:a,onSubmit:r})=>{let{t:l}=(0,u.f)(),n=(0,O.f)(aW,{defaultValues:aH(t)}),{reset:o}=n;(0,i.useEffect)(()=>{e&&o(aH(t))},[e,t,o]);let c=async e=>{let s={monthly_fee:Number(e.monthly_fee),currency:e.currency,billing_period_start:e.billing_period_start,label:""===e.label?null:e.label};await r(s)},d=()=>{o(aH(null)),a()};return(0,s.jsx)(D.N,{open:e,onOpenChange:e=>!e&&d(),children:(0,s.jsxs)(D.d,{className:"sm:max-w-[480px]",children:[(0,s.jsxs)(D.s,{children:[(0,s.jsx)(D.F,{children:l(t?.fee?"usage.subscriptionCost.feeModal.editTitle":"usage.subscriptionCost.feeModal.setTitle")}),(0,s.jsx)(D.C,{children:t?l("usage.subscriptionCost.feeModal.description",{provider:t.custom_llm_provider,accountId:t.account_id??""}):""})]}),(0,s.jsxs)("form",{onSubmit:n.handleSubmit(c),noValidate:!0,children:[(0,s.jsxs)(z.e,{children:[(0,s.jsx)(F.f,{control:n.control,name:"monthly_fee",label:l("usage.subscriptionCost.feeModal.fields.monthlyFee"),children:({ref:e,...t})=>(0,s.jsx)(E.f,{...t,ref:e,type:"number",step:.01,min:.01})}),(0,s.jsx)(F.f,{control:n.control,name:"currency",label:l("usage.subscriptionCost.feeModal.fields.currency"),children:({ref:e,...t})=>(0,s.jsx)(E.f,{...t,ref:e,maxLength:3})}),(0,s.jsx)(F.f,{control:n.control,name:"billing_period_start",label:l("usage.subscriptionCost.feeModal.fields.billingPeriodStart"),children:({ref:e,...t})=>(0,s.jsx)(E.f,{...t,ref:e,type:"date"})}),(0,s.jsx)(F.f,{control:n.control,name:"label",label:l("usage.subscriptionCost.feeModal.fields.label"),children:({ref:e,...t})=>(0,s.jsx)(E.f,{...t,ref:e})})]}),(0,s.jsxs)(D.c,{className:"mt-4",children:[(0,s.jsx)(p.K,{type:"button",variant:"outline",onClick:d,children:l("usage.subscriptionCost.feeModal.cancel")}),(0,s.jsx)(p.K,{type:"submit",disabled:n.formState.isSubmitting,children:l("usage.subscriptionCost.feeModal.save")})]})]})]})})},aQ=({meteredSpend:e,canEdit:t,...a})=>{let r=function({accessToken:e,startTime:s,endTime:t,enabled:a}){let r,l,n=s&&t?{startTime:s,endTime:t}:null,i=a&&e&&n?{accessToken:e,...n}:null,o=(0,s4.f)((r=["subscriptionUsage",i?(0,L.iK)(i.startTime):null,i?(0,L.iK)(i.endTime):null],l=i?()=>(0,L.P)(i.accessToken,i.startTime,i.endTime):aL.V,(0,aK.f)({queryKey:r,queryFn:l,placeholderData:aL.y})));return{data:i&&o.data?o.data:null,loading:null!==i&&(o.isPending||o.isPlaceholderData),failed:o.isError,refetch:o.refetch}}(a),l=function({accessToken:e,refetch:s}){let[t,a]=(0,i.useState)(null),r=(0,i.useCallback)(()=>a(null),[]),l=(0,i.useCallback)(async r=>{if(!e||null===t)return;let l=((e,s,t)=>{if(s.fee){let a;return(0,L.oA)(e,(a=s.fee,{subscription_account_id:a.subscription_account_id,...t.monthly_fee!==a.monthly_fee&&{monthly_fee:t.monthly_fee},...t.currency!==a.currency&&{currency:t.currency},...t.billing_period_start!==a.billing_period_start&&{billing_period_start:t.billing_period_start},...t.label!==a.label&&{label:t.label}}))}return null===s.account_id?null:(0,L.$y)(e,{custom_llm_provider:s.custom_llm_provider,account_id:s.account_id,...t})})(e,t,r);if(null!==l)try{await l,k.f.success(_.f.t("usage.subscriptionCost.toasts.feeSaved")),a(null),await s()}catch(e){k.f.fromError(e)}},[e,t,s]);return{feeModalAccount:t,openFeeModal:a,closeFeeModal:r,submitFee:l,removeFee:(0,i.useCallback)(async t=>{if(e&&null!==t.fee)try{await (0,L.jV)(e,t.fee.subscription_account_id),k.f.success(_.f.t("usage.subscriptionCost.toasts.feeRemoved")),await s()}catch(e){k.f.fromError(e)}},[e,s])}}({accessToken:a.accessToken,refetch:r.refetch});return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(aI,{loading:r.loading,failed:r.failed,isDateChanging:!1,usage:r.data,meteredSpend:e,canEdit:t,onSetFee:l.openFeeModal,onEditFee:l.openFeeModal,onRemoveFee:l.removeFee}),(0,s.jsx)(aJ,{visible:null!==l.feeModalAccount,account:l.feeModalAccount,onCancel:l.closeFeeModal,onSubmit:l.submitFee})]})};var aY=e.i(738558);function aZ({results:e,totals:t,loading:a,requestCountsPending:r,subscriptionCosts:l,topKeys:n,topUsers:i,gatewayByEndpoint:o,topAgents:c,providerBreakdown:d,budget:m}){let{t:g}=(0,u.f)();return(0,s.jsxs)("div",{className:"grid gap-3",children:[(0,s.jsx)(aY.f,{results:e,totals:t,loading:a,requestCountsPending:r,budget:m}),l,(0,s.jsx)(aS,{results:e,loading:a}),c,d,(0,s.jsx)(el.v,{icon:ea.f,title:g("usage.overview.topVirtualKeys"),children:n}),(0,s.jsx)(el.v,{icon:ej.f,title:g("usage.overview.topUsersBySpend"),children:i}),o]})}let aG=["#2b3fd6","#ef4444"],aX=({teams:e,organizations:q,teamsLoading:M=!1,defaultTimeRange:T})=>{var U;let A,K,z,{t:F}=(0,u.f)(),{accessToken:E,userRole:P,userId:R,premiumUser:O,isViewOnly:D,isLoading:V}=(0,y.f)(),[$,W]=(0,i.useState)(null),H=(0,i.useMemo)(()=>(0,sF.P)(T),[T]),[J,Q]=(0,n.i)(sF.B),{range:Y,from:Z,to:G}=J,X=(0,i.useMemo)(()=>(0,sF.H)({range:Y,from:Z,to:G})??H.value,[Y,Z,G,H]),es=Y??(null===Z&&null===G?H.preset:null),{client_range:et,client_from:ea,client_to:ei}=J,eu=(0,i.useMemo)(()=>(0,sF.e)({client_range:et,client_from:ea,client_to:ei})??X,[et,ea,ei,X]),ec=eu.from??null,ed=eu.to??null,em=ec?.getTime()===X.from?.getTime()&&ed?.getTime()===X.to?.getTime(),[eg,ex]=(0,i.useState)(null),{data:eh}=(0,f.f)(),{data:ef}=(0,v.f)(),ey=(0,S.a)(P),eb=ey||S.t.includes(P||""),ej=(0,b.f)(),e_=(0,N.q)(P,"viewAgentUsage"),ek=(0,i.useMemo)(()=>(0,tk.Y)(P,eb,ej),[P,eb,ej]),[eN,ew]=(0,i.useState)("groups"),[eq,eM]=(0,i.useState)(""),[eT,eU]=(0,i.useState)(!1),[eA,eL]=(0,i.useState)(!1),eK=(0,sF.Q)(J),ez=(0,sF.X)(J,ey),eF=ek.includes(eK)?eK:sF.F,eE=sF.L.includes(eF)?J.client:null,{pageRef:eP,remember:eB}=(U=null!==eE,A=(0,i.useRef)(null),K=(0,i.useRef)(null),z=(0,i.useCallback)(()=>{let e=[];for(let s=A.current?.parentElement;s;s=s.parentElement)e.push({element:s,top:s.scrollTop,left:s.scrollLeft});K.current={scroll:e,focus:document.activeElement instanceof HTMLElement?document.activeElement:null}},[]),(0,i.useLayoutEffect)(()=>{let e=K.current;if(!e)return;let s=()=>{for(let{element:s,top:t,left:a}of e.scroll)s.scrollTop=t,s.scrollLeft=a};s();let t=requestAnimationFrame(()=>{U||e.focus?.focus({preventScroll:!0}),s(),U||(K.current=null)});return()=>cancelAnimationFrame(t)},[U]),{pageRef:A,remember:z}),[eW,eH]=(0,i.useState)(!0),[eJ,eQ]=(0,i.useState)(5),eY="my-usage"!==eF&&ey?J.user:R||null,eZ=(({userId:e,userRole:s,teams:t,requestedTeamId:a,requestedUserId:r,ownUsage:l=!1})=>{let n=!!e&&(0,S.a)(s),i=e?(t??[]).filter(s=>n||(0,S.R)(s.members_with_roles??null,e)):[],o={scope:null,administeredTeams:i.map(e=>({value:e.team_id,label:e.team_alias||e.team_id})),members:[],canChooseGlobalUser:n&&!l&&!a,error:null};if(!e)return{...o,error:_.f.t("usage.clientUsage.errors.signIn")};if(l)return{...o,scope:{userId:e,teamId:null}};if(a){let e,s=i.find(e=>e.team_id===a);if(!s)return{...o,error:_.f.t("usage.clientUsage.errors.chooseAdministeredTeam")};let t=(e=(s.members_with_roles??[]).filter(e=>!!e.user_id)).filter((s,t)=>e.findIndex(e=>e.user_id===s.user_id)===t).map(e=>{let s,t;return{value:e.user_id,label:(s=e.user_alias?.trim(),t=e.user_email?.trim(),s&&t&&s!==t?`${s} (${t})`:s||t||e.user_id||"")}}),l=r||null;return l&&!t.some(e=>e.value===l)?{...o,members:t,error:_.f.t("usage.clientUsage.errors.chooseTeamMember")}:{...o,members:t,scope:{teamId:s.team_id,userId:l}}}return n?{...o,scope:{teamId:null,userId:r||null}}:r&&r!==e?{...o,error:_.f.t("usage.clientUsage.errors.chooseTeamBeforeMember")}:{...o,scope:{teamId:null,userId:e}}})({userId:R,userRole:P,teams:e,requestedTeamId:J.client_team,requestedUserId:J.client_user??(J.client_team?null:eY),ownUsage:"my-usage"===eF}),eG="my-usage"===eF?null:J.client_team||null,eX=eZ.scope?.userId??(eG&&J.client_user||null),e0=eZ.administeredTeams.length>0,{isLoading:e1}=(0,j.i)(),e2=!V&&null!==P&&!e1&&!M;(0,i.useEffect)(()=>{if(!e2)return;let e=(0,sF.u)(J,{allowedViews:ek,isAdmin:ey,canViewTeamClients:e0});e&&(e.deniedAccess&&k.f.warning(_.f.t("usage.pageView.accessDenied"),{id:"usage-url-access-denied"}),Q(e.patch))},[e2,J,ek,ey,e0,Q]);let e4=e=>({selectedEntities:(0,sF.x)(J,e),onSelectedEntitiesChange:s=>void Q((0,sF.w)(e,s))}),e5=(0,i.useMemo)(()=>X.from?new Date(X.from):null,[X.from]),e3=(0,i.useMemo)(()=>X.to?new Date(X.to):null,[X.to]),e6=e$(e5,e3),e8=eI(eg,e6);(0,i.useEffect)(()=>{if(!E)return;let e=!1;return(async()=>{try{let s=await (0,L.M3)(E,e5,e3);if(e)return;ex({rangeKey:e6,value:Object.values(s).map(e=>({label:e.name,value:e.name}))})}catch(s){e||console.error("Failed to fetch tag list",s)}})(),()=>{e=!0}},[E,e5,e3,e6]);let e7=e$(e5,e3),e9=(0,i.useMemo)(()=>E&&e5&&e3?{accessToken:E,startTime:e5,endTime:e3,entityIds:eY?[eY]:null}:null,[E,e5,e3,eY]),{data:se,loading:ss,failed:st,errorMessage:sr,reload:sl}=(0,eO.f)({fetch:()=>eD.f.user.aggregated(e9),enabled:null!==e9,deps:[E,e5,e3,eY]}),sn=ey&&"global"===eF&&null===eY,si=null===eX&&null===eG&&!eZ.error,so=ey&&null!==eE&&si,su=sn||so,sc=(0,i.useMemo)(()=>E&&e5&&e3?{accessToken:E,startTime:e5,endTime:e3,entityIds:null}:null,[E,e5,e3]),{data:sd,loading:sm}=(0,eO.f)({fetch:()=>eD.f.tag.aggregated(sc),enabled:null!==sc&&su,deps:[E,e5,e3,su]}),sg=(0,i.useMemo)(()=>(0,en.s)(sd),[sd]),sp=(0,i.useCallback)(e=>{let s=(0,tM._)(e.id);if(s){eB(),Q((0,sF.v)(s),{scroll:!1});return}Q({...(0,sF.C)("user-agent-activity"),...(0,sF.w)("tag",e.tags)})},[Q,eB]),sx=(0,i.useMemo)(()=>E&&e5&&e3?{accessToken:E,startTime:e5,endTime:e3}:null,[E,e5,e3]),sh=(0,i.useRef)(0);(0,i.useEffect)(()=>{if(!ey||!sx)return;let e=++sh.current;(0,L.vD)(sx.accessToken,sx.startTime,sx.endTime).then(s=>{sh.current===e&&W({rangeKey:e7,value:s})}).catch(()=>{sh.current===e&&W(null)})},[ey,sx,e7]);let sf=ey&&null===eY?eI($,e7):null,[sb,sj]=(0,i.useState)(null),s_=(0,i.useRef)(0);(0,i.useEffect)(()=>{if(!ey||!sx)return;let e=++s_.current;(0,L.z5)(sx.accessToken,sx.startTime,sx.endTime).then(s=>{s_.current===e&&sj({rangeKey:e7,value:s})}).catch(()=>{s_.current===e&&sj({rangeKey:e7,value:null})})},[ey,sx,e7]);let sk=ey?sb:null,sN=sk?.rangeKey===e7&&null===sk.value,sw=sk?.rangeKey===e7?sk.value:null,sS=(0,i.useMemo)(()=>({results:(0,en.s)(se),metadata:se.metadata??en.n}),[se]),sC=ss&&null===sf,sq=(0,i.useMemo)(()=>(0,eo.q)(sS.results,sS.metadata),[sS]),sM=(0,i.useCallback)((e,s)=>void Q((0,sF.n)(e,s)),[Q]),sT=(0,i.useMemo)(()=>(0,er.c)(sS.metadata,sf),[sS.metadata,sf]),sU=(0,i.useMemo)(()=>(0,er.d)(sS.results),[sS.results]),{data:sA,isLoading:sL,isError:sK,refetch:sz}=tV(e5,e3,su),sP=(0,i.useMemo)(()=>(0,tM.K)(sA??[]).find(e=>e.id===eE)??null,[sA,eE]),sO=(0,i.useMemo)(()=>(0,sv.G)(sS.results,eJ),[sS.results,eJ]),sD=(0,i.useMemo)(()=>[...sS.results].sort((e,s)=>new Date(e.date).getTime()-new Date(s.date).getTime()),[sS.results]),sV=(0,i.useMemo)(()=>((e,s=eV)=>(e?.by_route??[]).slice(0,s).map(e=>({route:"llm"===e.category?e.route:`${e.category}${e.route}`,successful_requests:e.successful_requests,failed_requests:e.failed_requests})))(sf),[sf]),s$=(0,i.useMemo)(()=>(0,C.F)(sS,"groups"===eN?"model_groups":"models",e),[sS,eN,e]),sI=(0,i.useMemo)(()=>{let e;return""===(e=eq.trim().toLowerCase())?s$:Object.fromEntries(Object.entries(s$).filter(([s,t])=>s.toLowerCase().includes(e)||t.label.toLowerCase().includes(e)))},[s$,eq]),sB=eq.trim(),sW=(0,i.useMemo)(()=>(0,C.F)(sS,"mcp_servers",e),[sS,e]),sH=(0,i.useCallback)(e=>eD.f.user.modelTopKeys(e9,e,"groups"===eN),[e9,eN]),sQ=(0,i.useCallback)(e=>null===e9?Promise.resolve({api_keys:[]}):eD.f.user.searchKeys(e9,e),[e9]),sY=(0,i.useCallback)((e,s)=>null===e9?Promise.resolve({api_keys:[],total_api_keys:0,offset:e,limit:s}):eD.f.user.keyPage(e9,e,s),[e9]),sZ=(0,i.useCallback)((e,s)=>null===e9?Promise.resolve({users:[],total_users:0,offset:e,limit:s}):(0,L.Oh)(e9,e,s),[e9]),sG=(0,i.useCallback)(s=>null===e9?Promise.resolve(void 0):eD.f.user.aggregated({...e9,apiKey:s,apiKeyLimit:1}).then(t=>(0,eo.E)(t,s,e)),[e9,e]);return(0,s.jsxs)("div",{ref:eP,className:"relative w-full px-4 pt-3 pb-8 sm:px-6",children:[(0,s.jsxs)("header",{className:"mb-3 flex w-full flex-wrap items-center justify-between gap-3 border-b pb-3",children:[(0,s.jsx)(tk.A,{value:eF,onChange:e=>void Q((0,sF.C)(e)),userRole:P,canViewTagUsage:eb,isOrgAdmin:ej}),(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[ey&&"global"===eF&&(0,s.jsxs)("div",{className:"flex items-center gap-2",children:[(0,s.jsx)("div",{className:"w-64",children:(0,s.jsx)(B.U,{value:J.user,onChange:e=>void Q({user:e})})}),J.user&&(0,s.jsx)(sE,{userId:J.user})]}),sF.L.includes(eF)&&(0,s.jsx)("div",{className:"w-44",children:(0,s.jsx)(aA,{value:eE,onChange:e=>{eB();let s="team"===eF?J.team[0]??eZ.administeredTeams[0]?.value:null;Q({...(0,sF.v)(e),client_team:e?s??null:null},{scroll:!1})}})}),(0,s.jsxs)("div",{className:"flex items-center gap-2",children:[(0,s.jsx)(eC.f,{value:X,onValueChange:sM,presetShortLabel:es}),(0,s.jsxs)(p.K,{variant:"outline",onClick:()=>void(0,w.W)(window.location.href,F("usage.pageView.linkCopied")),children:[(0,s.jsx)(a.f,{}),F("usage.pageView.copyShareLink")]})]})]})]}),st&&(0,s.jsx)(g.f,{title:F("usage.pageView.spendLoadFailed"),message:sr,onRetry:sl}),(0,s.jsx)("div",{children:(0,s.jsxs)("div",{children:[("global"===eF||"my-usage"===eF)&&(0,s.jsx)(s.Fragment,{children:(0,s.jsxs)(h.i,{value:ez,onValueChange:e=>void Q((0,sF.o)(e)),className:"gap-3",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center justify-between gap-2",children:[(0,s.jsxs)(h.U,{variant:"line",children:[(0,s.jsx)(h.k,{value:"cost",className:"flex-none px-3",children:F("usage.pageView.tabs.overview")}),(0,s.jsx)(h.k,{value:"models",className:"flex-none px-3",children:F("usage.pageView.tabs.modelActivity")}),(0,s.jsx)(h.k,{value:"keys",className:"flex-none px-3",children:F("usage.pageView.tabs.keyActivity")}),(0,s.jsx)(h.k,{value:"users",className:"flex-none px-3",children:F("usage.pageView.tabs.userActivity")}),(0,s.jsx)(h.k,{value:"mcp",className:"flex-none px-3",children:F("usage.pageView.tabs.mcpServerActivity")}),(0,s.jsx)(h.k,{value:"endpoints",className:"flex-none px-3",children:F("usage.pageView.tabs.endpointActivity")}),ey&&(0,s.jsx)(h.k,{value:"errors",className:"flex-none px-3",children:F("usage.pageView.tabs.errors")})]}),(0,s.jsxs)("div",{className:"flex items-center gap-2",children:[(0,s.jsx)(t_.AriaUsageTrigger,{}),(0,s.jsxs)(p.K,{variant:"outline",size:"sm",onClick:()=>eL(!0),children:[(0,s.jsx)(t.f,{}),F("usage.pageView.exportData")]})]})]}),(0,s.jsx)(h.S,{value:"cost",keepMounted:!0,children:(0,s.jsx)(aZ,{results:sD,totals:sT,loading:ss,requestCountsPending:sC,budget:ef?.max_budget??null,subscriptionCosts:(0,s.jsx)(aQ,{accessToken:E,startTime:e5,endTime:e3,enabled:ey&&null===eY,meteredSpend:sT.spend,canEdit:!D&&(0,S.u)(P||"")}),topKeys:(0,s.jsx)(sJ,{topKeys:sO,teams:null,topKeysLimit:eJ,setTopKeysLimit:eQ}),topUsers:(0,s.jsx)(ev,{fetchUserPage:sZ}),gatewayByEndpoint:sf&&sf.by_route.length>0?(0,s.jsx)(el.v,{testId:"gateway-requests-by-endpoint",title:F("usage.pageView.gatewayByEndpoint.title"),subtitle:F("usage.pageView.gatewayByEndpoint.subtitle"),bodyClassName:"px-2 pt-4",children:(0,s.jsx)(c.Q,{data:sV.map(e=>({route:e.route,[F("usage.pageView.gatewayByEndpoint.successful")]:e.successful_requests,[F("usage.pageView.gatewayByEndpoint.failed")]:e.failed_requests})),series:[F("usage.pageView.gatewayByEndpoint.successful"),F("usage.pageView.gatewayByEndpoint.failed")],colors:aG,xKey:"route",format:e=>e.toLocaleString(),className:"h-64"})}):null,topAgents:sn?(0,s.jsx)(tE,{rows:sA,daily:sg,loading:sL||sm,totalTokens:sT.tokens,onOpenAgent:sp}):null,providerBreakdown:(0,s.jsx)(to,{loading:ss,isDateChanging:!1,providerSpend:sU})})}),(0,s.jsxs)(h.S,{value:"models",keepMounted:!0,children:[(0,s.jsxs)("div",{className:"mt-2 mb-4 flex flex-wrap items-center justify-between gap-3",children:[(0,s.jsxs)(x.H,{className:"max-w-md",children:[(0,s.jsx)(x.B,{children:(0,s.jsx)(r.f,{className:"size-4 text-muted-foreground"})}),(0,s.jsx)(x.M,{"aria-label":F("usage.pageView.modelSearch.label"),placeholder:F("usage.pageView.modelSearch.placeholder"),value:eq,onChange:e=>eM(e.target.value)}),""!==sB&&(0,s.jsx)(x.B,{align:"inline-end",children:(0,s.jsx)(x.w,{size:"icon-xs","aria-label":F("usage.pageView.modelSearch.clear"),onClick:()=>eM(""),children:(0,s.jsx)(l.X,{})})})]}),(0,s.jsx)(sR,{value:eN,onChange:ew})]}),""!==sB&&Object.keys(s$).length>0&&0===Object.keys(sI).length?(0,s.jsx)("p",{className:"rounded-lg border p-6 text-center text-sm text-muted-foreground",children:F("usage.pageView.modelSearch.noMatch",{query:sB})}):(0,s.jsx)(C.Q,{modelMetrics:sI,fetchTopApiKeys:e9?sH:void 0})]}),(0,s.jsx)(h.S,{value:"keys",keepMounted:!0,children:(0,s.jsx)(ep,{summary:sq,summaryLoading:ss,fetchKeyPage:sY,fetchKeyDetail:sG,teams:e,searchKeys:sQ})}),(0,s.jsx)(h.S,{value:"users",keepMounted:!0,children:(0,s.jsx)(eS,{fetchUserPage:sZ})}),(0,s.jsx)(h.S,{value:"mcp",keepMounted:!0,children:(0,s.jsx)(C.Q,{modelMetrics:sW})}),(0,s.jsx)(h.S,{value:"endpoints",keepMounted:!0,children:(0,s.jsx)(sy,{userSpendData:sS})}),ey&&(0,s.jsx)(h.S,{value:"errors",children:(0,s.jsx)(sa,{activity:sw,loading:null===sw&&!sN,failed:sN,userScoped:null!==eY})})]})}),"organization"===eF&&(0,s.jsx)(tj,{accessToken:E,entityType:"organization",...e4("organization"),userID:R,userRole:P,isOrgAdmin:ej,dateValue:X,entityList:q?.map(e=>({label:e.organization_alias,value:e.organization_id}))||null,premiumUser:O}),"team"===eF&&(0,s.jsx)(tj,{accessToken:E,entityType:"team",...e4("team"),userID:R,userRole:P,entityList:e?.map(e=>({label:e.team_alias,value:e.team_id}))||null,premiumUser:O,dateValue:X}),"customer"===eF&&(0,s.jsx)(tj,{accessToken:E,entityType:"customer",...e4("customer"),userID:R,userRole:P,entityList:null,premiumUser:O,dateValue:X}),"tag"===eF&&(0,s.jsxs)(s.Fragment,{children:[eW&&(0,s.jsxs)(d.f,{variant:"info",className:"mb-5",children:[(0,s.jsx)(m.s,{children:F("usage.pageView.credentialBanner.title")}),(0,s.jsx)(m.p,{className:"text-inherit",children:(0,s.jsx)(o.f,{i18nKey:"usage.pageView.credentialBanner.description",components:{prefix:(0,s.jsx)("code",{className:"rounded bg-black/5 px-1 py-0.5 font-mono text-xs",children:"Credential: "})}})}),(0,s.jsx)(m.x,{children:(0,s.jsx)(p.K,{variant:"ghost",size:"icon-xs","aria-label":F("usage.pageView.credentialBanner.close"),onClick:()=>eH(!1),children:(0,s.jsx)(l.X,{})})})]}),(0,s.jsx)(tj,{accessToken:E,entityType:"tag",...e4("tag"),userID:R,userRole:P,entityList:e8,premiumUser:O,dateValue:X})]}),"agent"===eF&&e_&&(0,s.jsx)(tj,{accessToken:E,entityType:"agent",...e4("agent"),userID:R,userRole:P,entityList:eh?.agents?.map(e=>({label:e.agent_name,value:e.agent_id}))||null,premiumUser:O,dateValue:X}),"user"===eF&&(0,s.jsx)(tj,{accessToken:E,entityType:"user",...e4("user"),userID:R,userRole:P,entityList:null,premiumUser:O,dateValue:X}),"user-agent-activity"===eF&&(0,s.jsx)(eR,{accessToken:E,userRole:P,dateValue:X,selectedTags:(0,sF.x)(J,"tag"),onSelectedTagsChange:e=>void Q((0,sF.w)("tag",e))})]})}),eE&&e2&&(0,s.jsx)(aq,{client:eE,userId:eX,canChooseUser:eZ.canChooseGlobalUser&&null===eG,teamId:eG,scopeError:eZ.error,teams:"my-usage"===eF?[]:eZ.administeredTeams,members:eZ.members,defaultScopeLabel:ey?F("usage.pageView.clientScope.allUsers"):F("usage.pageView.clientScope.myUsage"),onTeamChange:e=>void Q({client_team:e,client_user:""},{scroll:!1}),onUserChange:e=>void Q({client_user:e??""},{scroll:!1}),onClose:()=>void Q((0,sF.v)(null),{scroll:!1}),accessToken:E,startTime:ec,endTime:ed,dateValue:eu,presetShortLabel:et??(em?es:null),onDateChange:(e,s)=>void Q((0,sF.O)(e,s),{scroll:!1}),agent:em?sP:null,daily:em?sg:[],colorSource:sS.results,loading:!e2||sL||sm,summaryFailed:em&&sK,onRetry:()=>void sz()}),(0,s.jsx)(I,{isOpen:eT,onClose:()=>eU(!1),accessToken:E}),(0,s.jsx)(ee,{isOpen:eA,onClose:()=>eL(!1),entityType:"user",onExport:(e,s)=>e9?eD.f.user.exportRows(e9,e,s):Promise.reject(Error("Missing access token or date range")),dateRange:X,selectedFilters:[],customTitle:F("usage.pageView.exportTitle")})]})};var a0=e.i(785242),a1=e.i(292639);e.s(["default",0,function(){let{t:e}=(0,u.f)();(0,y.f)();let{data:t,isLoading:a}=(0,a0.n)(),{data:r}=(0,j.i)(),{data:l,isLoading:i}=(0,a1.f)(),[o]=(0,n.i)(sF.B);if(i&&!(0,sF.H)(o))return(0,s.jsx)("div",{role:"status","aria-label":e("usage.page.loadingSettings"),className:"p-6",children:(0,s.jsx)(tB.f,{className:"h-64 w-full"})});let c=l?.values?.usage_default_time_range;return(0,s.jsx)(aX,{teams:t??[],organizations:r??[],teamsLoading:a,defaultTimeRange:"string"==typeof c?c:void 0})}],986888)}]); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/04by8xod97eno.js b/litellm/proxy/_experimental/out/_next/static/chunks/04by8xod97eno.js new file mode 100644 index 00000000000..972d9d1b968 --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/04by8xod97eno.js @@ -0,0 +1 @@ +(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,180127,e=>{let t=(0,e.i(475254).f)("arrow-left",[["path",{d:"m12 19-7-7 7-7",key:"1l729n"}],["path",{d:"M19 12H5",key:"x3x0zl"}]]);e.s(["f",0,t])},871689,e=>{var t=e.i(180127);e.s(["f",()=>t.f])},269638,e=>{let t=(0,e.i(475254).f)("circle-check-big",[["path",{d:"M21.801 10A10 10 0 1 1 17 3.335",key:"yps3ct"}],["path",{d:"m9 11 3 3L22 4",key:"1pflzl"}]]);e.s(["f",0,t],269638)},248536,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(405033),n=e.i(227409);function a(){let{accessToken:e,selectedMCPServers:r,setSelectedMCPServers:a}=(0,s.k)();return(0,t.jsx)("div",{className:"flex-1 min-h-0 overflow-auto w-full py-8 px-8",children:(0,t.jsx)(n.f,{accessToken:e,selectedServers:r,onChange:a})})}e.s(["default",0,function(){return(0,t.jsx)(r.Suspense,{children:(0,t.jsx)(a,{})})}])},227409,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(618566),n=e.i(266027),a=e.i(322831),l=e.i(555436),c=e.i(871689),i=e.i(463059),o=e.i(195116),d=e.i(269638),u=e.i(531278),p=e.i(519455),m=e.i(793479),h=e.i(302747),f=e.i(677572),x=e.i(602869),g=e.i(292335),v=e.i(174553),_=e.i(201787),b=e.i(417385),y=e.i(280024),w=e.i(434166);let j=({server:e,accessToken:s,onConnect:n,variant:l="badge",autoStartKey:c=null,scopes:i,buttonLabel:o=_.f.t("chat.mcpAppsPanel.connect")})=>{let{t:d}=(0,a.f)(),m=e.server_name??e.alias??e.server_id,h={accessToken:s,serverId:e.server_id,serverAlias:m,scopes:i,onSuccess:(0,r.useCallback)(()=>n(e.server_id),[n,e.server_id])},{startOAuthFlow:f,status:x}=(0,y.f)(h);(0,r.useEffect)(()=>{null!==c&&"idle"===x&&null===(0,w.e)(c)&&((0,w.t)(c,"1"),f())},[c,x,f]);let g="authorizing"===x||"exchanging"===x;return"button"===l?(0,t.jsxs)(p.K,{onClick:f,disabled:g,className:"font-semibold h-[38px] min-w-[110px]",children:[g&&(0,t.jsx)(u.f,{className:"h-4 w-4 animate-spin mr-1.5"}),g?d("chat.mcpAppsPanel.connecting"):o]}):(0,t.jsx)("span",{onClick:e=>{e.stopPropagation(),g||f()},className:`text-[11px] font-semibold rounded-md px-2 py-0.5 shrink-0 whitespace-nowrap ${g?"text-muted-foreground bg-muted cursor-default":"text-primary-foreground bg-primary cursor-pointer hover:bg-primary/90"}`,children:d(g?"chat.mcpAppsPanel.connecting":"chat.mcpAppsPanel.connect")})},N=["#1677ff","#52c41a","#fa8c16","#eb2f96","#722ed1","#13c2c2","#fa541c","#2f54eb","#a0d911","#faad14"];function A(e){let t=0;for(let r=0;r{let{t:w}=(0,a.f)(),[N,T]=(0,r.useState)([]),[S,k]=(0,r.useState)(!0),[E,O]=(0,r.useState)(""),[P,C]=(0,r.useState)("all"),[U,I]=(0,r.useState)(new Set),[H,R]=(0,r.useState)(null),[B,F]=(0,r.useState)({}),[K,z]=(0,r.useState)(!1),[G,L]=(0,r.useState)(new Set),[M,$]=(0,r.useState)(new Set),D=(0,r.useRef)([]),J=(0,r.useCallback)(e=>{D.current=e,T(e)},[]),V=(0,r.useRef)(s);(0,r.useEffect)(()=>{V.current=s},[s]);let q=(0,r.useRef)(_);(0,r.useEffect)(()=>{q.current=_},[_]);let X=e=>e.server_name??e.alias??e.server_id,W=N.find(e=>e.server_id===H),Y=(0,r.useCallback)(e=>y&&(0,g.z)(e.auth_type)?w("chat.mcpAppsPanel.notSupported"):null,[y,w]),Z=(0,r.useCallback)(e=>{let t=D.current.find(t=>t.server_id===e);return void 0!==t&&null===Y(t)?t:void 0},[Y]),Q=(0,r.useCallback)(async(t,r)=>{try{let s=await (0,x.MG)(e,t.server_id);if(!r())return;let n=Array.isArray(s?.tools)?s.tools:[];F(e=>({...e,[X(t)]:n.length}))}catch{}},[e]),ee=(0,r.useCallback)(async(t,r)=>{try{let s=await (0,x.pf)(e,t.server_id);if(!r())return;s.has_credential&&!s.is_expired&&L(e=>new Set(e).add(t.server_id))}catch{}finally{r()&&$(e=>{let r=new Set(e);return r.delete(t.server_id),r})}},[e]);(0,r.useEffect)(()=>{let t=!0,r=()=>t;return(0,x.hf)(e,void 0,y).then(async e=>{if(!r())return;let t=Array.isArray(e)?e:e?.data??[],s=y?t.filter(e=>!1!==e.connected_app_reachable):t,n=s.filter(e=>"authorization_code"===(0,g.j)(e));for(let e of(J(s),$(new Set(n.map(e=>e.server_id))),k(!1),n.forEach(e=>ee(e,r)),z(!0),Array.from({length:Math.ceil(s.length/5)},(e,t)=>s.slice(5*t,(t+1)*5)))){if(!r())return;await Promise.allSettled(e.map(e=>Q(e,r)))}r()&&z(!1)}).catch(()=>{r()&&(J([]),k(!1))}),()=>{t=!1}},[e,y,J,Q,ee]),(0,r.useEffect)(()=>{if(0===G.size)return;let e=D.current.filter(e=>G.has(e.server_id)&&!V.current.includes(X(e))&&null===Y(e)).map(X);e.length>0&&q.current([...V.current,...e])},[G,Y]);let et=async(t,r)=>{let n=X(t);if(!r){_(s.filter(e=>e!==n)),L(e=>{let r=new Set(e);return r.delete(t.server_id),r});return}if(void 0!==Z(t.server_id)){I(e=>new Set(e).add(n));try{let r=await (0,x.MG)(e,t.server_id);if(r?.error)return void b.f.warning(w("chat.mcpAppsPanel.toolsLoadFailed",{serverName:n}));if(void 0===Z(t.server_id))return;V.current.includes(n)||_([...V.current,n])}catch{b.f.warning(w("chat.mcpAppsPanel.toolsLoadFailed",{serverName:n}))}finally{I(e=>{let t=new Set(e);return t.delete(n),t})}}},{data:er,isLoading:es}=(0,n.f)({queryKey:["mcp-apps-panel-detail-tools",W?.server_id],queryFn:()=>(0,x.MG)(e,W.server_id),enabled:!!W}),en=Array.isArray(er?.tools)?er.tools:[],ea=N.filter(e=>{let t=X(e),r=!E.trim()||t.toLowerCase().includes(E.toLowerCase())||(e.description??"").toLowerCase().includes(E.toLowerCase()),n="all"===P||s.includes(t)&&null===Y(e);return r&&n}),el=N.filter(e=>s.includes(X(e))&&null===Y(e)).length,ec=Object.values(B).reduce((e,t)=>e+t,0);if(W){let r,n=X(W),a=s.includes(n),l=U.has(n),i=A(n);return(0,t.jsxs)("div",{className:"w-full",children:[(0,t.jsxs)(p.K,{variant:"ghost",size:"sm",onClick:()=>R(null),className:"-ml-3 mb-5 gap-1.5 text-muted-foreground hover:text-foreground",children:[(0,t.jsx)(c.f,{className:"h-3 w-3"}),w("chat.mcpAppsPanel.back")]}),(0,t.jsxs)("div",{className:"flex items-start gap-5 mb-7",children:[W.mcp_info?.logo_url?(0,t.jsx)(v.f,{src:W.mcp_info.logo_url,label:n,className:"w-16 h-16 rounded-2xl object-contain shrink-0 bg-muted/50"}):(0,t.jsx)("div",{className:"w-16 h-16 rounded-2xl flex items-center justify-center text-white font-bold text-[28px] shrink-0",style:{background:i},children:n.charAt(0).toUpperCase()}),(0,t.jsxs)("div",{className:"flex-1",children:[(0,t.jsx)("h2",{className:"m-0 mb-1 text-[22px] font-bold text-foreground",children:n}),(0,t.jsx)("p",{className:"m-0 text-sm text-muted-foreground",children:W.description??w("chat.mcpAppsPanel.defaultDescription")})]}),null!==(r=Y(W))?(0,t.jsx)("span",{className:"text-[13px] text-muted-foreground py-2.5 shrink-0",children:r}):"m2m"===(0,g.j)(W)?(0,t.jsx)("span",{className:"text-[13px] text-muted-foreground",children:w("chat.mcpAppsPanel.authorized")}):"authorization_code"!==(0,g.j)(W)?(0,t.jsxs)(p.K,{variant:a?"outline":"default",disabled:l,onClick:()=>et(W,!a),className:"font-semibold h-[38px] min-w-[110px]",children:[l&&(0,t.jsx)(u.f,{className:"h-4 w-4 animate-spin mr-1.5"}),a?w("chat.mcpAppsPanel.disconnect"):w("chat.mcpAppsPanel.connect")]}):G.has(W.server_id)?(0,t.jsx)(p.K,{variant:"destructive",onClick:async()=>{try{await (0,x.O8)(e,W.server_id)}catch(e){}L(e=>{let t=new Set(e);return t.delete(W.server_id),t}),q.current(V.current.filter(e=>e!==n))},className:"font-semibold h-[38px] min-w-[110px]",children:w("chat.mcpAppsPanel.disconnect")}):(0,t.jsx)(j,{server:W,accessToken:e,onConnect:e=>{L(t=>new Set(t).add(e))},variant:"button"})]}),(0,t.jsx)("h3",{className:"m-0 mb-3 text-[15px] font-semibold text-foreground",children:w("chat.mcpAppsPanel.information")}),(0,t.jsx)("div",{className:"border rounded-lg overflow-hidden mb-7",children:[[w("chat.mcpAppsPanel.info.serverId"),W.server_id],[w("chat.mcpAppsPanel.info.transport"),(0,g.K)(W.transport,W.spec_path)],[w("chat.mcpAppsPanel.info.status"),a?w("chat.mcpAppsPanel.info.connected"):w("chat.mcpAppsPanel.info.notConnected")]].filter(([,e])=>e).map(([e,r],s,n)=>(0,t.jsxs)("div",{className:`flex px-4 py-3 text-[13px] ${s(0,t.jsxs)("div",{className:"border rounded-lg px-3.5 py-2.5 bg-muted/30 flex flex-col gap-1.5",children:[(0,t.jsx)(h.f,{className:"h-3.5 w-1/3"}),(0,t.jsx)(h.f,{className:"h-3 w-2/3"})]},r))}):0===en.length?(0,t.jsx)("div",{className:"text-muted-foreground text-[13px] py-2",children:w("chat.mcpAppsPanel.noTools")}):(0,t.jsx)("div",{className:"flex flex-col gap-2",children:en.map(e=>(0,t.jsxs)("div",{className:"border rounded-lg px-3.5 py-2.5 bg-muted/30",children:[(0,t.jsxs)("div",{className:`flex items-center gap-2 ${e.description?"mb-1":""}`,children:[(0,t.jsx)(o.f,{className:"h-3.5 w-3.5 text-muted-foreground"}),(0,t.jsx)("span",{className:"text-[13px] font-semibold text-foreground font-mono",children:e.name})]}),e.description&&(0,t.jsx)("p",{className:"m-0 text-xs text-muted-foreground pl-[21px]",children:e.description})]},e.name))})]})}return(0,t.jsxs)("div",{className:"w-full",children:[(0,t.jsxs)("div",{className:"flex items-center justify-between mb-5 gap-4 flex-wrap",children:[(0,t.jsxs)("div",{children:[(0,t.jsxs)("div",{className:"flex items-center gap-2 mb-1",children:[(0,t.jsx)("h2",{className:"m-0 text-lg font-semibold text-foreground",children:w("chat.mcpAppsPanel.title")}),!y&&(0,t.jsx)("span",{className:"text-[10px] font-semibold text-primary bg-primary/10 rounded px-1.5 py-0.5 uppercase tracking-wider",children:w("chat.mcpAppsPanel.beta")})]}),y?(0,t.jsx)("p",{className:"m-0 text-[13px] text-muted-foreground",children:w("chat.mcpAppsPanel.connectModeSubtitle")}):(0,t.jsxs)("div",{className:"flex items-center gap-3",children:[(0,t.jsx)("p",{className:"m-0 text-[13px] text-muted-foreground",children:w("chat.mcpAppsPanel.subtitle")}),K?(0,t.jsxs)("span",{className:"flex items-center gap-1.5 text-xs text-muted-foreground",children:[(0,t.jsx)(u.f,{className:"h-3 w-3 animate-spin"}),w("chat.mcpAppsPanel.loadingTools")]}):ec>0?(0,t.jsxs)("span",{className:"flex items-center gap-1 text-xs text-muted-foreground",children:[(0,t.jsx)(o.f,{className:"h-3 w-3"}),w("chat.mcpAppsPanel.toolsAvailable",{count:ec})]}):null]})]}),(0,t.jsxs)("div",{className:"relative w-[220px]",children:[(0,t.jsx)(l.f,{className:"absolute left-3 top-1/2 -translate-y-1/2 h-3.5 w-3.5 text-muted-foreground"}),(0,t.jsx)(m.f,{placeholder:w("chat.mcpAppsPanel.searchPlaceholder"),value:E,onChange:e=>O(e.target.value),className:"pl-9 text-[13px] h-9"})]})]}),(0,t.jsx)(f.i,{value:P,onValueChange:e=>C(e),className:"mb-4",children:(0,t.jsxs)(f.U,{variant:"line",className:"border-b rounded-none w-full justify-start h-auto p-0",children:[(0,t.jsx)(f.k,{value:"all",className:"rounded-none px-4 py-2 text-[13px]",children:w("chat.mcpAppsPanel.tabs.all")}),(0,t.jsxs)(f.k,{value:"connected",className:"rounded-none px-4 py-2 text-[13px]",children:[w("chat.mcpAppsPanel.tabs.connected"),el>0?` (${el})`:""]})]})}),S?(0,t.jsx)("div",{className:"grid grid-cols-2 border rounded-lg overflow-hidden",children:Array.from({length:6},(e,r)=>(0,t.jsxs)("div",{className:`flex items-center gap-3 p-4 ${r%2==0?"border-r":""} ${r<4?"border-b":""}`,children:[(0,t.jsx)(h.f,{className:"w-[38px] h-[38px] rounded-xl shrink-0"}),(0,t.jsxs)("div",{className:"flex-1 min-w-0 flex flex-col gap-1.5",children:[(0,t.jsx)(h.f,{className:"h-3.5 w-2/3"}),(0,t.jsx)(h.f,{className:"h-3 w-1/2"})]})]},r))}):0===ea.length?(0,t.jsx)("div",{className:"text-center text-muted-foreground text-[13px] py-12 px-3",children:0===N.length?y?w("chat.mcpAppsPanel.empty.connectMode"):w("chat.mcpAppsPanel.empty.noServers"):"connected"===P?w("chat.mcpAppsPanel.empty.noneConnected"):w("chat.mcpAppsPanel.empty.noMatch")}):(0,t.jsx)("div",{className:"grid grid-cols-2 border rounded-lg overflow-hidden",children:ea.map((r,n)=>{var a;let l,c=X(r),u=A(c),p=B[c],m=null!==Y(r);return(0,t.jsxs)("div",{onClick:()=>R(r.server_id),className:`flex items-center gap-3 p-4 bg-card cursor-pointer transition-colors hover:bg-accent/30 min-w-0 ${n%2==0?"border-r":""} ${Math.floor(n/2)0?(0,t.jsxs)("span",{className:"shrink-0 flex items-center gap-1 text-muted-foreground",children:["· ",(0,t.jsx)(o.f,{className:"h-2.5 w-2.5"})," ",p]}):null:K?(0,t.jsx)(h.f,{className:"w-7 h-3 shrink-0"}):null]})]}),null!==(l=Y(a=r))?(0,t.jsx)("span",{className:"text-[11px] text-muted-foreground shrink-0 whitespace-nowrap",children:l}):"m2m"===(0,g.j)(a)?(0,t.jsx)(d.f,{className:"h-3.5 w-3.5 text-success shrink-0"}):"authorization_code"===(0,g.j)(a)?G.has(a.server_id)?(0,t.jsx)(d.f,{className:"h-3.5 w-3.5 text-success shrink-0"}):M.has(a.server_id)?(0,t.jsx)(h.f,{className:"h-6 w-16 shrink-0 rounded-md"}):(0,t.jsx)(j,{server:a,accessToken:e,onConnect:e=>L(t=>new Set(t).add(e)),variant:"badge"}):s.includes(X(a))?(0,t.jsx)("span",{className:"w-[7px] h-[7px] rounded-full bg-success shrink-0"}):null,(0,t.jsx)(i.f,{className:"h-3 w-3 text-muted-foreground/40 shrink-0"})]},r.server_id)})})]})};var S=_;let k=({flowHandle:e,flow:r,accessToken:s,onConnected:n,failed:l})=>{let{t:c}=(0,a.f)(),i=`${(0,x._h)()}/authorize/complete`,o=l||void 0===r?"stale":r.state,u="unscoped"===o||"stale"!==o&&void 0!==r&&("multi"!==o?!0===r.connected:null!==r.servers&&r.servers.length>0&&r.servers.every(e=>e.connected)),p=function(e){if(!e)return!1;try{let t=new URL(e).hostname.replace(/^\[|\]$/g,"");return"localhost"===t||"::1"===t||/^127(\.\d{1,3}){3}$/.test(t)}catch{return!1}}(r?.client_origin??null),m="multi"===o?(r?.servers??[]).filter(e=>!e.connected).map(({server_id:e,server_name:t})=>({server_id:e,server_name:t})):"interactive"!==o||r?.connected!==!1||null===r.server_id?[]:[{server_id:r.server_id,server_name:r.server_name}],h=((e,t,r=S.f.t.bind(S.f))=>{let s=e?.client_origin??r("chat.connectFlowBanner.defaultClient"),n=e?.server_name??r("chat.connectFlowBanner.defaultServer"),a=e?.servers?.map(e=>e.server_name).join(", ")??"";if(t||void 0===e||"stale"===e.state)return[r("chat.connectFlowBanner.stale.title"),r("chat.connectFlowBanner.stale.description",{client:s})];if("unscoped"===e.state)return[r("chat.connectFlowBanner.unscoped.title",{client:s}),r("chat.connectFlowBanner.unscoped.description",{client:s})];if("multi"===e.state){let t=null!==e.servers&&e.servers.length>0&&e.servers.every(e=>e.connected);return[r("chat.connectFlowBanner.multi.title",{client:s,servers:a}),t?r("chat.connectFlowBanner.multi.ready",{client:s,servers:a}):r("chat.connectFlowBanner.multi.pending",{client:s})]}return"interactive"!==e.state||e.connected?[r("chat.connectFlowBanner.single.title",{client:s,server:n}),r("chat.connectFlowBanner.single.ready",{client:s,server:n})]:[r("chat.connectFlowBanner.single.title",{client:s,server:n}),r("chat.connectFlowBanner.single.pending",{client:s,server:n})]})(r,l,c);return(0,t.jsx)("div",{className:"mb-6 rounded-lg border border-primary/30 bg-primary/5 px-5 py-4",children:(0,t.jsxs)("div",{className:"flex items-start justify-between gap-4 flex-wrap",children:[(0,t.jsxs)("div",{className:"flex items-start gap-3 min-w-0",children:[(0,t.jsx)(d.f,{className:"h-5 w-5 text-primary shrink-0 mt-0.5"}),(0,t.jsxs)("div",{className:"min-w-0",children:[(0,t.jsx)("p",{className:"text-sm font-semibold text-foreground",children:h[0]}),(0,t.jsx)("p",{className:"text-[13px] text-muted-foreground mt-0.5",children:h[1]})]})]}),(0,t.jsxs)("div",{className:"flex shrink-0 gap-2",children:[m.map(a=>(0,t.jsx)(j,{server:a,accessToken:s,onConnect:n,scopes:r?.requested_scopes,variant:"button",buttonLabel:"multi"===o?c("chat.connectFlowBanner.connectServer",{server:a.server_name??a.server_id}):void 0,..."multi"===o?{}:{autoStartKey:`litellm-mcp-autostart:${e}:${a.server_id}`}},a.server_id)),(0,t.jsxs)("form",{method:"POST",action:i,children:[(0,t.jsx)("input",{type:"hidden",name:"flow",value:e}),u&&(0,t.jsx)("button",{type:"submit",className:"h-[38px] rounded-md bg-primary px-4 text-sm font-semibold text-primary-foreground hover:bg-primary/90",children:c("chat.connectFlowBanner.finish")}),"unscoped"!==o&&(0,t.jsx)("button",{type:"submit",name:"decision",value:"deny",className:"ml-2 h-[38px] rounded-md border px-4 text-sm font-semibold text-foreground hover:bg-accent/40",children:c("chat.connectFlowBanner.cancel")}),p&&(0,t.jsxs)("label",{className:"mt-2 flex items-center gap-2 text-[13px] text-muted-foreground",children:[(0,t.jsx)("input",{type:"checkbox",name:"delivery",value:"manual"}),c("chat.connectFlowBanner.manualDelivery")]})]})]})]})})};e.s(["f",0,({accessToken:e,selectedServers:a,onChange:l})=>{let c=(0,s.useRouter)(),i=(0,s.useSearchParams)(),o=i.get("mcpOauthReturn"),d=i.get("connect_flow");(0,r.useEffect)(()=>{if(o){let e=new URL(window.location.href);e.searchParams.delete("mcpOauthReturn"),c.replace(e.pathname+e.search)}},[o,c]);let{data:u,isError:p,refetch:m}=(0,n.f)({queryKey:["gateway-connect-flow",d],queryFn:()=>(0,x.Ov)(d),enabled:!!d,retry:!1});return null===d?(0,t.jsx)(T,{accessToken:e,selectedServers:a,onChange:l}):(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(k,{flowHandle:d,flow:u,accessToken:e,onConnected:m,failed:p}),u?.state==="unscoped"&&(0,t.jsx)(T,{accessToken:e,selectedServers:a,onChange:l,connectMode:!0})]})}],227409)},292335,e=>{let t={NONE:"none",API_KEY:"api_key",BEARER_TOKEN:"bearer_token",TOKEN:"token",BASIC:"basic",AUTHORIZATION:"authorization",OAUTH2:"oauth2",OAUTH2_TOKEN_EXCHANGE:"oauth2_token_exchange",OAUTH2_ID_JAG:"oauth2_id_jag",AWS_SIGV4:"aws_sigv4",TRUE_PASSTHROUGH:"true_passthrough",OAUTH_DELEGATE:"oauth_delegate"},r=[{value:t.NONE,label:"mcpTools.authTypes.none"},{value:t.API_KEY,label:"mcpTools.authTypes.apiKey"},{value:t.BEARER_TOKEN,label:"mcpTools.authTypes.bearerToken"},{value:t.TOKEN,label:"mcpTools.authTypes.token"},{value:t.BASIC,label:"mcpTools.authTypes.basic"},{value:t.AUTHORIZATION,label:"mcpTools.authTypes.authorization"},{value:t.OAUTH2,label:"mcpTools.authTypes.oauth2"},{value:t.OAUTH2_TOKEN_EXCHANGE,label:"mcpTools.authTypes.oauth2TokenExchange"},{value:t.OAUTH2_ID_JAG,label:"mcpTools.authTypes.oauth2IdJag"},{value:t.AWS_SIGV4,label:"mcpTools.authTypes.awsSigv4"},{value:t.TRUE_PASSTHROUGH,label:"mcpTools.authTypes.truePassthrough"},{value:t.OAUTH_DELEGATE,label:"mcpTools.authTypes.oauthDelegate"}],s=e=>e===t.TRUE_PASSTHROUGH||e===t.OAUTH_DELEGATE,n={INTERACTIVE:"interactive",M2M:"m2m"},a=e=>{let t=e.credentials??{};return JSON.stringify({url:"string"==typeof e.url?e.url:null,spec_path:"string"==typeof e.spec_path?e.spec_path:null,auth_type:e.auth_type??null,oauth_flow_type:e.oauth_flow_type??null,client_id:t.client_id??null,client_secret:t.client_secret??null,scopes:t.scopes??null,upstream_resource:t.upstream_resource??null,issuer:e.issuer??null,authorization_url:e.authorization_url??null,token_url:e.token_url??null,registration_url:e.registration_url??null})},l=["client_id","client_secret"],c=["upstream_resource","upstream_token_header"],i=["access_token","refresh_token","expires_in","scope"],o=(e,t)=>{if(!e)return;let r=Object.fromEntries(t.filter(t=>"string"==typeof e[t]&&""!==e[t]).map(t=>[t,e[t]]));return Object.keys(r).length>0?r:void 0},d="client_credentials",u={SSE:"sse",HTTP:"http",STDIO:"stdio",OPENAPI:"openapi"},p=[{value:u.HTTP,label:"mcpTools.transports.http"},{value:u.SSE,label:"mcpTools.transports.sse"},{value:u.STDIO,label:"mcpTools.transports.stdio"},{value:u.OPENAPI,label:"mcpTools.transports.openapi"}];e.s(["_",0,c,"W",0,t,"B",0,r,"L",0,["credentials"],"V",0,"authorization_code","P",0,d,"S",0,"mcpTools.reachableDescription","n",0,n,"v",0,u,"m",0,p,"J",0,e=>e===t.TRUE_PASSTHROUGH||e===t.OAUTH_DELEGATE?"client_forwarded":e??null,"A",0,e=>e.auth_type===t.TRUE_PASSTHROUGH||e.auth_type===t.OAUTH_DELEGATE&&!e.dcr_bridge,"j",0,function(e){return e.auth_type===t.OAUTH2_TOKEN_EXCHANGE?"token_exchange":e.auth_type!==t.OAUTH2?null:e.oauth2_flow===d?"m2m":e.delegate_auth_to_upstream?"passthrough":"authorization_code"},"Z",0,a,"d",0,e=>null==e?t.NONE:e,"K",0,(e,t)=>null==e?u.SSE:t&&e!==u.STDIO?u.OPENAPI:e,"C",0,s,"i",0,(e,t)=>void 0!==t&&a(e)!==t,"z",0,e=>s(e)||e===t.OAUTH2_TOKEN_EXCHANGE,"Y",0,function(e){return e===d?n.M2M:e?n.INTERACTIVE:void 0},"o",0,e=>{let t=o(e,[...l,...c]),r=(e=>{if(!Array.isArray(e))return;let t=e.filter(e=>"string"==typeof e&&""!==e);return t.length>0?t:void 0})(e?.scopes);return void 0===r?t:{...t??{},scopes:r}},"T",0,e=>o(e,l),"f",0,e=>{if(!e)return;let t=Object.fromEntries(Object.entries(e).filter(([e])=>!i.includes(e)));return Object.keys(t).length>0?t:void 0}])},280024,165615,779129,e=>{var t=e.i(271645),r=e.i(322831),s=e.i(602869),n=e.i(417385),a=e.i(122520);let l=e=>{let t=new Uint8Array(e),r="";return t.forEach(e=>r+=String.fromCharCode(e)),btoa(r).replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/,"")},c=()=>{let e=new Uint8Array(32);return window.crypto.getRandomValues(e),l(e.buffer)},i=async e=>{let t=new TextEncoder().encode(e);return l(await window.crypto.subtle.digest("SHA-256",t))};e.s(["F",0,i,"t",0,c],165615);var o=e.i(434166);let d=()=>{{let e=window.location.pathname||"",t=e.indexOf("/ui"),r=t>=0?e.slice(0,t+3).replace(/\/+$/,""):"";return`${window.location.origin}${r}/mcp/oauth/callback`}},u=(...e)=>{e.forEach(e=>{try{window.sessionStorage.removeItem(e)}catch(e){}})};e.s(["N",0,"litellm-mcp-oauth-tools-state","B",0,d,"M",0,u],779129);let p="litellm-user-mcp-oauth-flow-state",m="litellm-user-mcp-oauth-result",h=(e,t)=>{(0,o.t)(e,t)},f=e=>(0,o.e)(e);e.s(["f",0,({accessToken:e,serverId:l,serverAlias:o,scopes:x,clientId:g,onSuccess:v})=>{let{t:_}=(0,r.f)(),[b,y]=(0,t.useState)("idle"),[w,j]=(0,t.useState)(null),N=(0,t.useRef)(!1),A=(0,t.useCallback)(async()=>{try{let t;y("authorizing"),j(null);let r=g??void 0;if(!r)try{let n=await (0,s.ds)(e,l,{client_name:o||l,grant_types:["authorization_code","refresh_token"],response_types:["code"],token_endpoint_auth_method:"none"});r=n?.client_id,t=n?.client_secret}catch(e){}let n=c(),a=await i(n),u=crypto.randomUUID(),m=d(),f=x?.filter(e=>e.trim()).join(" "),v=(0,s.fK)({serverId:l,clientId:r,redirectUri:m,state:u,codeChallenge:a,scope:f}),_={state:u,codeVerifier:n,serverId:l,redirectUri:m,clientId:r,clientSecret:t,scopes:x};h(p,JSON.stringify(_));let b=new URL(window.location.href);b.searchParams.set("mcpOauthReturn","apps"),h("litellm-mcp-oauth-return-url",b.toString()),window.location.href=v}catch(t){let e=(0,a.f)(t);j(e),y("error"),n.f.error(e)}},[e,l,o,x,g]),T=(0,t.useCallback)(async()=>{if(N.current)return;let t=f(m);if(!t)return;let r=f(p);if(!r)return;try{let e=JSON.parse(r);if(e.serverId&&e.serverId!==l)return}catch(e){}N.current=!0,u(m);let c=null,i=null;try{c=JSON.parse(t);let e=f(p);i=e?JSON.parse(e):null}catch(e){j(_("mcpOAuthFlow.resumeFailed")),y("error"),N.current=!1,u(p);return}try{let t,r;if(!i?.state||!i.codeVerifier||!i.serverId)throw Error("OAuth session state was lost. Please retry.");if(!c?.state||c.state!==i.state)throw Error("OAuth state mismatch. Please retry.");if(c.error)throw Error(c.error_description||c.error);if(!c.code)throw Error("Authorization code missing in callback.");y("exchanging");let a=await (0,s.eO)({serverId:i.serverId,code:c.code,clientId:i.clientId,clientSecret:i.clientSecret,codeVerifier:i.codeVerifier,redirectUri:i.redirectUri,accessToken:e});await (0,s.lT)(e,i.serverId,{access_token:a.access_token,refresh_token:a.refresh_token,expires_in:a.expires_in,scopes:(t=a.scope,r=i.scopes,"string"==typeof t?t.split(" ").filter(Boolean):r)}),y("success"),j(null),n.f.success(_("mcpOAuthFlow.connected")),v()}catch(t){let e=(0,a.f)(t);j(e),y("error"),n.f.error(e)}finally{u(p),setTimeout(()=>{N.current=!1},1e3)}},[e,l,v,_]);return(0,t.useEffect)(()=>{T()},[T]),{startOAuthFlow:A,status:b,error:w}}],280024)},122520,e=>{e.s(["f",0,function(e){if(e instanceof Error)return e.message;if(e&&"object"==typeof e){let t=e.detail;return"string"==typeof t?t:Array.isArray(t)?t.map(e=>e&&"object"==typeof e?"string"==typeof e.msg?e.msg:JSON.stringify(e):String(e)).join("; "):t&&"object"==typeof t&&"string"==typeof t.error?t.error:"string"==typeof e.message?e.message:JSON.stringify(e)}return String(e)}])}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/05_vk6zfia8pn.js b/litellm/proxy/_experimental/out/_next/static/chunks/05_vk6zfia8pn.js new file mode 100644 index 00000000000..0d1a58bdd7c --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/05_vk6zfia8pn.js @@ -0,0 +1 @@ +(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,774835,66747,373374,e=>{var t,r=e.i(271645),s=e.i(828918),a=e.i(146376),i=e.i(667865),n=e.i(502077),l=e.i(956789),o=e.i(333848),d=e.i(675606),u=e.i(380025),c=e.i(209407),f=e.i(875812);let m=((t={}).checked="data-checked",t.unchecked="data-unchecked",t.disabled="data-disabled",t.readonly="data-readonly",t.required="data-required",t.valid="data-valid",t.invalid="data-invalid",t.touched="data-touched",t.dirty="data-dirty",t.filled="data-filled",t.focused="data-focused",t),h={checked:e=>e?{[m.checked]:""}:{[m.unchecked]:""},...c.T,...f.s};var p=e.i(788015),g=e.i(552245),b=e.i(540886),v=e.i(370359),x=e.i(348990),y=e.i(469690),k=e.i(157153),w=e.i(247778),j=e.i(31421),N=e.i(538489);let _=r.createContext(void 0);var D=e.i(186698),M=e.i(733332);let R=r.createContext(void 0);var C=e.i(843476);let O=r.forwardRef(function(e,t){let{render:c,className:f,disabled:m=!1,readOnly:M=!1,required:O=!1,"aria-labelledby":Y,value:E,inputRef:P,nativeButton:q=!1,id:S,style:V,...L}=e,H=r.useContext(_),{disabled:K,readOnly:z,required:Q,form:T,checkedValue:A,touched:W=!1,validation:$,name:B}=H??{},I=H?.setCheckedValue??l.x,F=H?.setTouched??l.x,U=H?.registerControlRef??l.x,J=H?.registerInputRef??l.x,{setTouched:G,setFilled:Z,state:X,disabled:ee}=(0,y.U)(),et=(0,k.f)(),{labelId:er,getDescriptionProps:es}=(0,w.f)(),ea=ee||et.disabled||K||m,ei=z||M,en=Q||O,el=H?A===E:""===E,eo=r.useRef(null),ed=r.useRef(null),eu=(0,i.f)(e=>{e&&U(e,ea)}),ec=(0,s.A)(P,ed,J);(0,a.f)(()=>{ed.current?.checked&&Z(!0)},[Z]),(0,a.f)(()=>{if(ed.current){if(ea&&el)return void J(null);eo.current&&U(eo.current,ea),J(ed.current)}},[el,ea,U,J]);let ef=(0,p.f)(),em=(0,N.f)({id:S,implicit:!1,controlRef:eo}),eh=q?void 0:em,ep={role:"radio","aria-checked":el,"aria-required":en||void 0,"aria-readonly":ei||void 0,"aria-labelledby":(0,j.f)(Y,er,ed,!q,eh),[v.f]:el?"":void 0,id:q?em:ef,onKeyDown(e){"Enter"===e.key&&e.preventDefault()},onClick(e){if(e.defaultPrevented||ea||ei)return;e.preventDefault();let t=ed.current;t&&t.dispatchEvent(new((0,o.f)(t)).PointerEvent("click",{bubbles:!0,shiftKey:e.shiftKey,ctrlKey:e.ctrlKey,altKey:e.altKey,metaKey:e.metaKey}))},onFocus(e){e.defaultPrevented||ea||ei||!W||(ed.current?.click(),F(!1))}},{getButtonProps:eg,buttonRef:eb}=(0,b.f)({disabled:ea,native:q,composite:!1}),ev={type:"radio",ref:ec,form:T,id:eh,name:B,tabIndex:-1,style:B?n.L:n.p,"aria-hidden":!0,...void 0!==E?{value:(0,D.f)(E)}:l.w,disabled:ea,checked:el,required:en,readOnly:ei,onChange(e){if(e.nativeEvent.defaultPrevented||ea||ei||void 0===E)return;let t=(0,d.j)(u.f.none,e.nativeEvent);I(E,t),t.isCanceled||G(!0)},onFocus(){eo.current?.focus()}},ex=r.useMemo(()=>({...X,required:en,disabled:ea,readOnly:ei,checked:el}),[X,ea,ei,el,en]),ey=void 0!==H,ek=[t,eo,eb,eu],ew=[ep,L,eg,es,$?e=>$.getValidationProps(ea,e):l.w],ej=(0,g.f)("span",e,{enabled:!ey,state:ex,ref:ek,props:ew,stateAttributesMapping:h});return(0,C.jsxs)(R.Provider,{value:ex,children:[ey?(0,C.jsx)(x.f,{tag:"span",render:c,className:f,style:V,state:ex,refs:ek,props:ew,stateAttributesMapping:h}):ej,(0,C.jsx)("input",{...ev,suppressHydrationWarning:!0})]})});var Y=e.i(137584),E=e.i(223910);let P=r.forwardRef(function(e,t){let{render:s,className:a,style:i,keepMounted:n=!1,...l}=e,o=function(){let e=r.useContext(R);if(void 0===e)throw Error((0,M.f)(52));return e}(),d=o.checked,{mounted:u,transitionStatus:c,setMounted:f}=(0,E.f)(d),m={...o,transitionStatus:c},p=r.useRef(null),b=(0,g.f)("span",e,{ref:[t,p],state:m,props:l,stateAttributesMapping:h});return((0,Y.f)({open:d,ref:p,onComplete(){d||f(!1)}}),n||u)?b:null});e.s(["Indicator",0,P,"Root",0,O],66747);var q=e.i(66747);e.s(["f",0,q],774835);var S=e.i(951437),V=e.i(647554),L=e.i(673327),H=e.i(405934),K=e.i(381104);let z=r.createContext(void 0);var Q=e.i(884708),T=e.i(606039);let A=[L.B],W=r.forwardRef(function(e,t){let{render:s,className:a,disabled:n,readOnly:l,required:o,onValueChange:d,value:u,defaultValue:c,form:m,name:h,inputRef:g,id:b,style:v,...x}=e,{setTouched:k,setFocused:j,validationMode:N,name:D,disabled:R,state:O,validation:Y,setDirty:E,setFilled:P,validityData:q}=(0,y.U)(),{labelId:L}=(0,w.f)(),{clearErrors:W}=(0,Q.f)(),$=function(e=!1){let t=r.useContext(z);if(!t&&!e)throw Error((0,M.f)(86));return t}(!0),B=R||n,I=D??h,F=(0,p.f)(b),[U,J]=(0,S.f)({controlled:u,default:c,name:"RadioGroup",state:"value"}),[G,Z]=r.useState(!1),X=(0,i.f)((e,t)=>{d?.(e,t),t.isCanceled||J(e)}),ee=r.useRef(null),et=r.useRef(null),er=r.useRef(null);function es(e){let t;return g&&("function"==typeof g?t=g(e):g.current=e),et.current=e,Y.inputRef.current=e,t}let ea=(0,i.f)((e,t=!1)=>{if(e){if(t){ee.current===e&&(ee.current=null);return}null==ee.current&&(ee.current=e)}}),ei=(0,i.f)(e=>{if(!e||e.disabled)return;er.current||(er.current=e);let t=et.current;if(e.checked||null==t||t.disabled)return es(e)}),en=(0,i.f)(()=>{let e=et.current;return e&&!e.disabled&&e.checked?U??null:null});(0,K.f)(ee,F,U??null,en,!B,h),(0,T.f)(U,()=>{W(I),E(U!==q.initialValue),P(null!=U),Y.change(U);let e=er.current;null==U&&e&&!e.disabled&&es(e)});let el=x["aria-labelledby"]??L??$?.legendId,eo={...O,disabled:B??!1,required:o??!1,readOnly:l??!1},ed=r.useMemo(()=>({...O,checkedValue:U,disabled:B,form:m,validation:Y,name:I,readOnly:l,registerControlRef:ea,registerInputRef:ei,required:o,setCheckedValue:X,setTouched:Z,touched:G}),[U,B,m,Y,O,I,l,ea,ei,o,X,Z,G]);return(0,C.jsx)(_.Provider,{value:ed,children:(0,C.jsx)(H.f,{render:s,className:a,style:v,state:eo,props:[{id:b,role:"radiogroup","aria-required":o||void 0,"aria-disabled":B||void 0,"aria-readonly":l||void 0,"aria-labelledby":el,onFocus(){j(!0)},onBlur(e){(0,V.I)(e.currentTarget,e.relatedTarget)||(k(!0),j(!1),"onBlur"===N&&Y.commit(U))},onKeyDownCapture(e){e.key.startsWith("Arrow")&&(Z(!0),j(!0))}},x,e=>Y.getValidationProps(B??!1,e)],refs:[t],stateAttributesMapping:f.s,enableHomeAndEndKeys:!1,modifierKeys:A})})});e.s(["f",0,W],373374)},871943,502547,e=>{var t=e.i(271645);let r=t.forwardRef(function(e,r){return t.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:r},e),t.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M19 9l-7 7-7-7"}))});e.s(["f",0,r],871943);let s=t.forwardRef(function(e,r){return t.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:r},e),t.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M9 5l7 7-7 7"}))});e.s(["f",0,s],502547)},278587,e=>{var t=e.i(271645);let r=t.forwardRef(function(e,r){return t.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:r},e),t.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M4 4v5h.582m15.356 2A8.001 8.001 0 004.582 9m0 0H9m11 11v-5h-.581m0 0a8.003 8.003 0 01-15.357-2m15.357 2H15"}))});e.s(["f",0,r],278587)},586448,e=>{var t=e.i(271645),r=e.i(540143),s=e.i(869230),a=e.i(915823),i=e.i(619273);function n(e,t){let r=new Set(t);return e.filter(e=>!r.has(e))}var l=class extends a.f{#e;#t;#r;#s;#a;#i;#n;#l;#o;#d=[];constructor(e,t,r){super(),this.#e=e,this.#s=r,this.#r=[],this.#a=[],this.#t=[],this.setQueries(t)}onSubscribe(){1===this.listeners.size&&this.#a.forEach(e=>{e.subscribe(t=>{this.#u(e,t)})})}onUnsubscribe(){this.listeners.size||this.destroy()}destroy(){this.listeners=new Set,this.#a.forEach(e=>{e.destroy()})}setQueries(e,t){this.#r=e,this.#s=t,r.f.batch(()=>{let e=this.#a,t=this.#c(this.#r);t.forEach(e=>e.observer.setOptions(e.defaultedQueryOptions));let r=t.map(e=>e.observer),s=r.map(e=>e.getCurrentResult()),a=e.length!==r.length,l=r.some((t,r)=>t!==e[r]),o=a||l,d=!!o||s.some((e,t)=>{let r=this.#t[t];return!r||!(0,i.U)(e,r)});(o||d)&&(o&&(this.#d=t,this.#a=r),this.#t=s,this.hasListeners()&&(o&&(n(e,r).forEach(e=>{e.destroy()}),n(r,e).forEach(e=>{e.subscribe(t=>{this.#u(e,t)})})),this.#f()))})}getCurrentResult(){return this.#t}getQueries(){return this.#a.map(e=>e.getCurrentQuery())}getObservers(){return this.#a}getOptimisticResult(e,t){let r=this.#c(e),s=r.map(e=>e.observer.getOptimisticResult(e.defaultedQueryOptions)),a=r.map(e=>e.defaultedQueryOptions.queryHash);return[s,e=>this.#m(e??s,t,a),()=>this.#h(s,r)]}#h(e,t){return t.map((r,s)=>{let a=e[s];return r.defaultedQueryOptions.notifyOnChangeProps?a:r.observer.trackResult(a,e=>{t.forEach(t=>{t.observer.trackProp(e)})})})}#m(e,t,r){if(t){let s=this.#o,a=void 0!==r&&void 0!==s&&(s.length!==r.length||r.some((e,t)=>e!==s[t]));return(!this.#i||this.#t!==this.#l||a||t!==this.#n)&&(this.#n=t,this.#l=this.#t,void 0!==r&&(this.#o=r),this.#i=(0,i.B)(this.#i,t(e))),this.#i}return e}#p(){return this.#s?.combine!==void 0&&this.#a.some((e,t)=>e.options.suspense&&this.#t[t]?.data===void 0)}#c(e){let t=new Map;this.#a.forEach(e=>{let r=e.options.queryHash;if(!r)return;let s=t.get(r);s?s.push(e):t.set(r,[e])});let r=[];return e.forEach(e=>{let a=this.#e.defaultQueryOptions(e),i=t.get(a.queryHash)?.shift()??new s.f(this.#e,a);r.push({defaultedQueryOptions:a,observer:i})}),r}#u(e,t){let r=this.#a.indexOf(e);if(-1!==r){var s;let e;this.#t=(s=this.#t,(e=s.slice(0))[r]=t,e),this.#f()}}#f(){if(this.hasListeners()){let e=this.#h(this.#t,this.#d),t=this.#p(),s=this.#i,a=t?s:this.#m(e,this.#s?.combine);(t||s!==a)&&r.f.batch(()=>{this.listeners.forEach(e=>{e(this.#t)})})}}},o=e.i(912598),d=e.i(381384),u=e.i(673664),c=e.i(427001),f=e.i(254440);e.s(["f",0,function({queries:e,...a},n){let m=(0,o.d)(n),h=(0,d.f)(),p=(0,u.f)(),g=t.useMemo(()=>e.map(e=>{let t=m.defaultQueryOptions(e);return t._optimisticResults=h?"isRestoring":"optimistic",t}),[e,m,h]);g.forEach(e=>{(0,f.p)(e);let t=m.getQueryCache().get(e.queryHash);(0,c.l)(e,p,t)}),(0,c.E)(p);let[b]=t.useState(()=>new l(m,g,a)),[v,x,y]=b.getOptimisticResult(g,a.combine),k=!h&&!1!==a.subscribed;t.useSyncExternalStore(t.useCallback(e=>k?b.subscribe(r.f.batchCalls(e)):i.z,[b,k]),()=>b.getCurrentResult(),()=>b.getCurrentResult()),t.useEffect(()=>{b.setQueries(g,a)},[g,a,b]);let w=v.some((e,t)=>(0,f.Q)(g[t],e))?v.flatMap((e,t)=>{let r=g[t];if(r&&(0,f.Q)(r,e)){let e=new s.f(m,r);return(0,f.X)(r,e,p)}return[]}):[];if(w.length>0)throw Promise.all(w);let j=v.find((e,t)=>{let r=g[t];return r&&(0,c.P)({result:e,errorResetBoundary:p,throwOnError:r.throwOnError,query:m.getQueryCache().get(r.queryHash),suspense:r.suspense})});if(j?.error)throw j.error;return x(y())}],586448)},180127,e=>{let t=(0,e.i(475254).f)("arrow-left",[["path",{d:"m12 19-7-7 7-7",key:"1l729n"}],["path",{d:"M19 12H5",key:"x3x0zl"}]]);e.s(["f",0,t])},871689,e=>{var t=e.i(180127);e.s(["f",()=>t.f])},223622,e=>{let t=(0,e.i(475254).f)("ban",[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["path",{d:"m4.9 4.9 14.2 14.2",key:"1m5liu"}]]);e.s(["f",0,t],223622)},101048,e=>{var t=e.i(123287);e.s(["f",()=>t.f])},323585,e=>{let t=(0,e.i(475254).f)("ellipsis-vertical",[["circle",{cx:"12",cy:"12",r:"1",key:"41hilf"}],["circle",{cx:"12",cy:"5",r:"1",key:"gxeob9"}],["circle",{cx:"12",cy:"19",r:"1",key:"lyex9k"}]]);e.s(["f",0,t],323585)},332102,e=>{let t=(0,e.i(475254).f)("inbox",[["polyline",{points:"22 12 16 12 14 15 10 15 8 12 2 12",key:"o97t9d"}],["path",{d:"M5.45 5.11 2 12v6a2 2 0 0 0 2 2h16a2 2 0 0 0 2-2v-6l-3.45-6.89A2 2 0 0 0 16.76 4H7.24a2 2 0 0 0-1.79 1.11z",key:"oot6mr"}]]);e.s(["f",0,t],332102)},39312,e=>{let t=(0,e.i(475254).f)("zap",[["path",{d:"M4 14a1 1 0 0 1-.78-1.63l9.9-10.2a.5.5 0 0 1 .86.46l-1.92 6.02A1 1 0 0 0 13 10h7a1 1 0 0 1 .78 1.63l-9.9 10.2a.5.5 0 0 1-.86-.46l1.92-6.02A1 1 0 0 0 11 14z",key:"1xq2db"}]]);e.s(["f",0,t],39312)},864261,e=>{var t=e.i(751247),r=e.i(135214),s=e.i(441228);e.s(["f",0,e=>{let{userRole:a}=(0,r.f)(),i=(0,s.f)();return(0,t.q)(a,e,i)}])},617885,e=>{var t=e.i(602869),r=e.i(621482),s=e.i(266027),a=e.i(243652),i=e.i(708347),n=e.i(135214),l=e.i(431703);let o=(0,a.f)("infiniteUsers"),d=(0,a.f)("userLookup"),u=50;e.s(["y",0,(e=u,s)=>{let{accessToken:a,userRole:l}=(0,n.f)();return(0,r.f)({queryKey:o.list({filters:{pageSize:e,...s&&{searchEmail:s}}}),queryFn:async({pageParam:r})=>await (0,t.J0)(a,null,r,e,s||null),initialPageParam:1,getNextPageParam:e=>{if(e.page{let{accessToken:r,userRole:a}=(0,n.f)(),l=Array.from(new Set(e.filter(e=>""!==e))).sort();return(0,s.f)({queryKey:d.list({filters:{ids:JSON.stringify(l)}}),queryFn:async()=>{let e=l.slice(0,100);return Object.fromEntries((await (0,t.J0)(r,e,1,e.length)).users.flatMap(e=>e.user_email?[[e.user_id,e.user_email]]:[]))},enabled:!!r&&l.length>0&&(0,i.p)(a)})},"V",0,e=>{let{accessToken:r,userRole:a}=(0,n.f)();return(0,s.f)({queryKey:d.detail(e??""),queryFn:async()=>{try{let s=await (0,t.dP)(r,e);return s.user_id===e?s:null}catch(e){if(e instanceof l.a&&404===e.status)return null;throw e}},enabled:!!r&&!!e&&(0,i.p)(a)})}])},57959,e=>{e.s(["f",0,e=>new Set(e.flatMap(e=>Object.entries(e.breakdown.providers??{}).filter(([,e])=>{let t;return void 0!==(t=e.metadata)&&"subscription_covered"in t&&!0===t.subscription_covered}).map(([e])=>e)))])},722286,e=>{var t=e.i(843476),r=e.i(271645),s=e.i(774835),a=e.i(373374),i=e.i(400237),n=e.i(101725),l=e.i(337886),o=e.i(302747),d=e.i(196631);let u={},c="px-5";e.s(["f",0,function({className:e}){return(0,t.jsx)(o.f,{className:(0,d.c)("h-48 w-full rounded-lg",e)})},"q",0,c,"v",0,function({icon:e,title:r,subtitle:s,action:a,className:i,bodyClassName:n,children:l,testId:o}){return(0,t.jsxs)("section",{"data-testid":o,className:(0,d.c)("flex min-w-0 flex-col rounded-xl border bg-card",i),children:[(0,t.jsxs)("header",{className:(0,d.c)("flex min-h-8 flex-wrap justify-between gap-x-3 gap-y-2 pt-4",c,s?"items-start":"items-center"),children:[(0,t.jsxs)("div",{className:"min-w-0",children:[(0,t.jsxs)("h3",{className:"flex min-w-0 items-center gap-2 text-sm leading-5 font-medium text-foreground",children:[e&&(0,t.jsx)(e,{"aria-hidden":"true",className:"size-4 shrink-0 text-muted-foreground",strokeWidth:1.75}),(0,t.jsx)("span",{className:"truncate",children:r})]}),s&&(0,t.jsx)("p",{className:"mt-0.5 truncate text-xs text-muted-foreground",children:s})]}),a&&(0,t.jsx)("div",{className:"flex flex-wrap items-center gap-2",children:a})]}),(0,t.jsx)("div",{className:(0,d.c)("flex min-h-0 flex-1 flex-col pt-3 pb-4",c,n),children:l})]})},"K",0,function({value:e,options:r,onChange:i,label:n}){return(0,t.jsx)(a.f,{"aria-label":n,value:e,onValueChange:e=>i(e),className:"inline-flex items-center rounded-lg bg-muted p-0.5",children:r.map(e=>(0,t.jsx)(s.f.Root,{value:e.value,className:"rounded-md px-2.5 py-1 text-xs font-medium text-muted-foreground transition-colors outline-none hover:text-foreground focus-visible:ring-2 focus-visible:ring-ring/50 data-checked:bg-background data-checked:text-foreground data-checked:shadow-xs",children:e.label},e.value))})},"t",0,function({data:e,dataKey:s,color:a,className:o}){let c=r.default.useId().replace(/:/g,"");return e.length<2?(0,t.jsx)("div",{className:(0,d.c)("h-10 w-full",o)}):(0,t.jsx)(l.T,{config:u,"aria-hidden":"true",className:(0,d.c)("pointer-events-none aspect-auto h-10 w-full",o),children:(0,t.jsxs)(n.f,{data:[...e],margin:{top:2,right:0,bottom:0,left:0},accessibilityLayer:!1,children:[(0,t.jsx)("defs",{children:(0,t.jsxs)("linearGradient",{id:`spark-${c}`,x1:"0",y1:"0",x2:"0",y2:"1",children:[(0,t.jsx)("stop",{offset:"0%",stopColor:a,stopOpacity:.18}),(0,t.jsx)("stop",{offset:"100%",stopColor:a,stopOpacity:0})]})}),(0,t.jsx)(i.p,{dataKey:s,type:"monotone",stroke:a,strokeWidth:1.5,fill:`url(#spark-${c})`,isAnimationActive:!1})]})})},"M",0,function({label:e,value:r,pending:s,hint:a,tone:i,size:n="md",exact:l}){return(0,t.jsxs)("div",{className:"min-w-0",children:[(0,t.jsx)("div",{className:"flex h-4 items-center gap-1.5 text-xs leading-4 text-muted-foreground",children:e}),s?(0,t.jsx)(o.f,{className:(0,d.c)("mt-1","lg"===n?"h-9 w-32":"h-7 w-20")}):(0,t.jsx)("div",{title:l,className:(0,d.c)("mt-1 truncate font-semibold tracking-tight tabular-nums","lg"===n?"text-3xl leading-9":"text-xl leading-7","success"===i&&"text-success","destructive"===i&&"text-destructive"),children:r}),a&&(0,t.jsx)("div",{className:"mt-0.5 truncate text-xs leading-4 text-muted-foreground",children:a})]})}])},20838,e=>{let t=[[/claude|anthropic/,"anthropic"],[/^(gpt|o\d|chatgpt|text-embedding|dall-e|whisper|tts-|davinci|babbage|omni-moderation)/,"openai"],[/gemini|gemma|palm|bison|imagen|veo/,"gemini"],[/llama|meta-/,"meta_llama"],[/mistral|mixtral|codestral|ministral|pixtral|magistral/,"mistral"],[/command|cohere|embed-(english|multilingual)/,"cohere"],[/deepseek/,"deepseek"],[/grok/,"xai"],[/qwen|qwq/,"dashscope"],[/kimi|moonshot/,"moonshot"],[/sonar|pplx/,"perplexity"],[/minimax|abab/,"minimax"],[/glm|chatglm/,"zai"],[/titan|nova-|amazon\./,"bedrock"],[/voyage/,"voyage"],[/jina/,"jina_ai"]];e.s(["f",0,e=>{let r=e.trim().toLowerCase(),s=r.indexOf("/");return s>0?r.slice(0,s):t.find(([e])=>e.test(r))?.[1]??null}])},213815,e=>{var t=e.i(271645),r=e.i(536129);let s=(e,t,r)=>({key:e,data:t,failed:null!==r,errorMessage:r});e.s(["f",0,function({fetch:e,enabled:a,deps:i}){let[n,l]=(0,t.useState)(null),[o,d]=(0,t.useState)(0),u=(0,t.useRef)(0),c=(0,t.useRef)(e);(0,t.useEffect)(()=>{c.current=e});let f=JSON.stringify([o,...i]);(0,t.useEffect)(()=>{if(!a)return;let e=++u.current;return c.current().then(t=>{u.current===e&&l(s(f,t,null))}).catch(t=>{if(u.current!==e)return;console.error("Error fetching daily activity:",t);let a=t instanceof Error?t.message:String(t);l(s(f,r.C,a))}),()=>{u.current++}},[a,f]);let m=a&&n?.key===f?n:null;return{data:m?.data??r.C,loading:a&&null===m,failed:m?.failed??!1,errorMessage:m?.errorMessage??null,reload:()=>d(e=>e+1)}}])},536129,e=>{let t={has_more:!1,page:1,total_pages:1,total_spend:0,total_flat_cost:0,total_ptu_hours:0,total_api_requests:0,total_successful_requests:0,total_failed_requests:0,total_tokens:0,total_prompt_tokens:0,total_completion_tokens:0,total_cache_read_input_tokens:0,total_cache_creation_input_tokens:0,total_compression_saved_tokens:0,total_compression_savings_spend:0,total_prompt_caching_savings_spend:0,total_gateway_injected_caching_savings_spend:0,total_autorouter_savings_spend:0,total_response_time_ms:0,total_timed_requests:0},r=e=>({metrics:e.metrics,metadata:s(e.metadata)}),s=e=>({key_alias:e?.key_alias??null,team_id:e?.team_id??null,user_id:e?.user_id,user_email:e?.user_email,key_exists:e?.key_exists}),a=e=>Object.fromEntries(Object.entries(e??{}).map(([e,t])=>[e,{metrics:t.metrics,metadata:t.metadata??{},api_key_breakdown:Object.fromEntries(Object.entries(t.api_key_breakdown??{}).map(([e,t])=>[e,r(t)]))}]));e.s(["n",0,t,"C",0,{results:[],metadata:t},"s",0,e=>(e.results??[]).map(e=>{let t=e.breakdown,s={models:a(t?.models),model_groups:a(t?.model_groups),mcp_servers:a(t?.mcp_servers),providers:a(t?.providers),api_keys:Object.fromEntries(Object.entries(t?.api_keys??{}).map(([e,t])=>[e,r(t)])),entities:a(t?.entities),endpoints:a(t?.endpoints)};return{date:e.date,metrics:e.metrics,breakdown:s}}),"i",0,s])},418371,e=>{var t=e.i(843476),r=e.i(174553);e.s(["f",0,({provider:e,logoUrl:s,className:a="w-4 h-4"})=>s?(0,t.jsx)(r.f,{src:s,label:e,className:a}):(0,t.jsx)(r.f,{provider:e,className:a})])},669772,87316,e=>{var t=e.i(843476);let r=(0,e.i(475254).f)("calendar",[["path",{d:"M8 2v4",key:"1cmpym"}],["path",{d:"M16 2v4",key:"4m81vk"}],["rect",{width:"18",height:"18",x:"3",y:"4",rx:"2",key:"1hopcy"}],["path",{d:"M3 10h18",key:"8toen8"}]]);e.s(["f",0,r],87316);var s=e.i(503116),a=e.i(519455),i=e.i(196631),n=e.i(166540),l=e.i(271645),o=e.i(322831),d=e.i(201787),u=e.i(994264);e.s(["f",0,({value:e,onValueChange:c,presetShortLabel:f=null,label:m=d.f.t("shared.advancedDatePicker.selectTimeRange"),className:h,showTimeRange:p=!0,align:g="right",compact:b=!1})=>{let{t:v}=(0,o.f)(),x=(0,l.useId)(),[y,k]=(0,l.useState)(!1),[w,j]=(0,l.useState)(e),[N,_]=(0,l.useState)(null),[D,M]=(0,l.useState)(null),[R,C]=(0,l.useState)(""),[O,Y]=(0,l.useState)(""),E=(0,l.useRef)(null),P=(0,l.useCallback)(e=>(function(e){let{from:t,to:r}=e;if(t&&r)return u.f.find(e=>{let s=e.getValue();return(0,n.default)(t).isSame(s.from,"day")&&(0,n.default)(r).isSame(s.to,"day")})})(e)?.shortLabel??null,[]);(0,l.useEffect)(()=>{let t=P(e);_(f??t)},[e,f,P]);let q=(0,l.useCallback)(()=>{if(!R||!O)return{isValid:!0,error:""};let e=(0,n.default)(R,"YYYY-MM-DD"),t=(0,n.default)(O,"YYYY-MM-DD");return e.isValid()&&t.isValid()?t.isBefore(e)?{isValid:!1,error:v("shared.advancedDatePicker.endBeforeStart")}:{isValid:!0,error:""}:{isValid:!1,error:v("shared.advancedDatePicker.invalidDateFormat")}},[R,O,v])();(0,l.useEffect)(()=>{e.from&&C((0,n.default)(e.from).format("YYYY-MM-DD")),e.to&&Y((0,n.default)(e.to).format("YYYY-MM-DD")),j(e),M(f??null)},[e,f]),(0,l.useEffect)(()=>{let e=e=>{E.current&&!E.current.contains(e.target)&&k(!1)};return y&&document.addEventListener("mousedown",e),()=>{document.removeEventListener("mousedown",e)}},[y]);let S=(0,l.useCallback)((e,t)=>{if(!e||!t)return v("shared.advancedDatePicker.selectDateRange");let r=e=>(0,n.default)(e).format("D MMM, HH:mm");return`${r(e)} - ${r(t)}`},[v]),V=(0,l.useCallback)(e=>{let t;if(!e.from)return e;let r={...e},s=new Date(e.from);return t=new Date(e.to?e.to:e.from),s.toDateString()===t.toDateString(),s.setHours(0,0,0,0),t.setHours(23,59,59,999),r.from=s,r.to=t,r},[]),L=(0,l.useCallback)(()=>{try{if(R&&O&&q.isValid){let e=(0,n.default)(R,"YYYY-MM-DD").startOf("day"),t=(0,n.default)(O,"YYYY-MM-DD").endOf("day");if(e.isValid()&&t.isValid()){let r={from:e.toDate(),to:t.toDate()};j(r);let s=P(r);_(D??s)}}}catch(e){console.warn("Invalid date format:",e)}},[R,O,q.isValid,P,D]);return(0,l.useEffect)(()=>{L()},[L]),(0,t.jsxs)("div",{className:(0,i.c)("flex items-center gap-3",b&&"w-full min-w-0 flex-col items-stretch gap-1.5",h),children:[m&&(0,t.jsx)("p",{className:"text-sm font-medium text-foreground whitespace-nowrap",children:m}),(0,t.jsxs)("div",{className:(0,i.c)("relative",b&&"w-full min-w-0"),ref:E,children:[(0,t.jsx)("button",{type:"button","data-slot":"advanced-date-picker-trigger","aria-expanded":y,className:(0,i.c)("px-3 py-2 text-sm text-left border border-border rounded-md bg-card cursor-pointer hover:border-ring focus:border-info focus:ring-1 focus:ring-ring",b?"w-full min-w-0":"w-[300px]"),onClick:()=>k(!y),children:(0,t.jsxs)("span",{className:"flex items-center justify-between",children:[(0,t.jsxs)("span",{className:(0,i.c)("flex items-center gap-2",b&&"min-w-0"),children:[(0,t.jsx)(s.f,{className:"size-4 shrink-0 text-muted-foreground"}),(0,t.jsx)("span",{className:(0,i.c)("text-foreground",b&&"truncate"),children:S(e.from,e.to)})]}),(0,t.jsx)("svg",{className:`w-4 h-4 text-muted-foreground transition-transform ${y?"rotate-180":""}`,fill:"none",stroke:"currentColor",viewBox:"0 0 24 24",children:(0,t.jsx)("path",{strokeLinecap:"round",strokeLinejoin:"round",strokeWidth:2,d:"M19 9l-7 7-7-7"})})]})}),y&&(0,t.jsx)("div",{"data-slot":"advanced-date-picker-panel","data-align":g,className:(0,i.c)("absolute top-full z-floating mt-1 bg-card border border-border rounded-lg shadow-xl",b?"min-w-0 w-full":"min-w-[600px]","left"===g?"left-0":"right-0"),children:(0,t.jsxs)("div",{className:(0,i.c)("flex",b&&"flex-col"),children:[(0,t.jsxs)("div",{className:(0,i.c)("border-border",b?"w-full border-b":"w-1/2 border-r"),children:[(0,t.jsx)("div",{className:"p-3 border-b border-border",children:(0,t.jsx)("span",{className:"text-sm font-semibold text-foreground",children:v("shared.advancedDatePicker.relativeTime")})}),(0,t.jsx)("div",{className:(0,i.c)("overflow-y-auto",b?"grid h-auto grid-cols-2":"h-[350px]"),children:u.f.map(e=>{let r=N===e.shortLabel;return(0,t.jsxs)("button",{type:"button","data-slot":"advanced-date-picker-preset","aria-pressed":r,className:(0,i.c)("flex w-full items-center justify-between text-left cursor-pointer border-b border-border transition-colors",b?"min-w-0 gap-2 px-3 py-2.5":"px-5 py-4",r?"bg-info/10 hover:bg-info/15 border-info/20":"hover:bg-accent"),onClick:()=>(e=>{let{from:t,to:r}=e.getValue();j({from:t,to:r}),_(e.shortLabel),M(e.shortLabel),C((0,n.default)(t).format("YYYY-MM-DD")),Y((0,n.default)(r).format("YYYY-MM-DD"))})(e),children:[(0,t.jsx)("span",{className:`text-sm ${r?"text-info font-medium":"text-foreground"}`,children:v(e.label)}),(0,t.jsx)("span",{className:`text-xs px-2 py-1 rounded capitalize ${r?"text-info bg-info/15":"text-muted-foreground bg-muted"}`,children:e.shortLabel})]},e.label)})})]}),(0,t.jsxs)("div",{className:(0,i.c)("relative",b?"w-full min-w-0":"w-1/2"),children:[(0,t.jsx)("div",{className:"p-3.5 border-b border-border",children:(0,t.jsxs)("div",{className:"flex items-center gap-2",children:[(0,t.jsx)(r,{className:"size-4 text-muted-foreground"}),(0,t.jsx)("span",{className:"text-sm font-semibold text-foreground",children:v("shared.advancedDatePicker.startAndEndDates")})]})}),(0,t.jsxs)("div",{className:b?"grid grid-cols-2 gap-3 p-3":"p-6 space-y-6 pb-20",children:[(0,t.jsxs)("div",{className:b?"min-w-0":void 0,children:[(0,t.jsx)("label",{htmlFor:`${x}-start`,className:"text-sm text-foreground mb-1 block",children:v("shared.advancedDatePicker.startDate")}),(0,t.jsx)("input",{id:`${x}-start`,type:"date",value:R,onChange:e=>{M(null),C(e.target.value)},className:(0,i.c)("px-3 py-2 text-sm border rounded-md cursor-pointer hover:border-ring focus:border-info focus:ring-1 focus:ring-ring",b?"w-full min-w-0":"w-65",q.isValid?"border-border":"border-destructive/30 focus:border-destructive focus:ring-red-200")})]}),(0,t.jsxs)("div",{className:b?"min-w-0":void 0,children:[(0,t.jsx)("label",{htmlFor:`${x}-end`,className:"text-sm text-foreground mb-1 block",children:v("shared.advancedDatePicker.endDate")}),(0,t.jsx)("input",{id:`${x}-end`,type:"date",value:O,onChange:e=>{M(null),Y(e.target.value)},className:(0,i.c)("px-3 py-2 text-sm border rounded-md cursor-pointer hover:border-ring focus:border-info focus:ring-1 focus:ring-ring",b?"w-full min-w-0":"w-65",q.isValid?"border-border":"border-destructive/30 focus:border-destructive focus:ring-red-200")})]}),!q.isValid&&q.error&&(0,t.jsx)("div",{className:(0,i.c)("bg-destructive/10 border border-destructive/20 rounded-md p-3",b&&"col-span-2"),children:(0,t.jsxs)("div",{className:"flex items-center gap-2",children:[(0,t.jsx)("svg",{className:"w-4 h-4 text-destructive",fill:"none",stroke:"currentColor",viewBox:"0 0 24 24",children:(0,t.jsx)("path",{strokeLinecap:"round",strokeLinejoin:"round",strokeWidth:2,d:"M12 9v2m0 4h.01m-6.938 4h13.856c1.54 0 2.502-1.667 1.732-2.5L13.732 4c-.77-.833-1.964-.833-2.732 0L3.732 16.5c-.77.833.192 2.5 1.732 2.5z"})}),(0,t.jsx)("span",{className:"text-sm text-destructive font-medium",children:q.error})]})}),w.from&&w.to&&q.isValid&&(0,t.jsxs)("div",{className:(0,i.c)("bg-info/10 p-3 rounded-md space-y-1",b&&"col-span-2"),children:[(0,t.jsxs)("div",{className:"text-xs text-info",children:[(0,t.jsx)("span",{className:"font-medium",children:v("shared.advancedDatePicker.from")})," ",(0,n.default)(w.from).format("MMM D, YYYY [at] HH:mm:ss")]}),(0,t.jsxs)("div",{className:"text-xs text-info",children:[(0,t.jsx)("span",{className:"font-medium",children:v("shared.advancedDatePicker.to")})," ",(0,n.default)(w.to).format("MMM D, YYYY [at] HH:mm:ss")]})]})]}),(0,t.jsx)("div",{className:b?"flex justify-end px-3 pb-3":"absolute bottom-4 right-4",children:(0,t.jsxs)("div",{className:"flex gap-2",children:[(0,t.jsx)(a.K,{variant:"secondary",onClick:()=>{j(e),e.from&&C((0,n.default)(e.from).format("YYYY-MM-DD")),e.to&&Y((0,n.default)(e.to).format("YYYY-MM-DD"));let t=P(e);_(f??t),M(f??null),k(!1)},children:v("shared.advancedDatePicker.cancel")}),(0,t.jsx)(a.K,{onClick:()=>{w.from&&w.to&&q.isValid&&(c(w,D),requestIdleCallback(()=>{c(V(w),D)},{timeout:100}),k(!1))},disabled:!w.from||!w.to||!q.isValid,children:v("shared.advancedDatePicker.apply")})]})})]})]})})]})]})}],669772)},994264,e=>{var t=e.i(166540);let r=[{label:"shared.dateRangePresets.today",shortLabel:"today",settingValue:"today",getValue:()=>({from:(0,t.default)().startOf("day").toDate(),to:(0,t.default)().endOf("day").toDate()})},{label:"shared.dateRangePresets.last7Days",shortLabel:"7d",settingValue:"last_7_days",getValue:()=>({from:(0,t.default)().subtract(7,"days").startOf("day").toDate(),to:(0,t.default)().endOf("day").toDate()})},{label:"shared.dateRangePresets.last30Days",shortLabel:"30d",settingValue:"last_30_days",getValue:()=>({from:(0,t.default)().subtract(30,"days").startOf("day").toDate(),to:(0,t.default)().endOf("day").toDate()})},{label:"shared.dateRangePresets.monthToDate",shortLabel:"MTD",settingValue:"month_to_date",getValue:()=>({from:(0,t.default)().startOf("month").toDate(),to:(0,t.default)().endOf("day").toDate()})},{label:"shared.dateRangePresets.yearToDate",shortLabel:"YTD",settingValue:"year_to_date",getValue:()=>({from:(0,t.default)().startOf("year").toDate(),to:(0,t.default)().endOf("day").toDate()})}];e.s(["f",0,r])},190702,e=>{var t=e.i(201787);e.s(["f",0,e=>{if(!e)return t.f.t("shared.errorUtils.unknownError");if("string"==typeof e)return e;if(e.message)try{let t=JSON.parse(e.message);if(t.error&&t.error.message)return t.error.message;return"string"==typeof t?t:JSON.stringify(t,null,2)}catch(t){return e.message}if(e.response&&e.response.data){if("string"==typeof e.response.data)return e.response.data;if(e.response.data.message)return e.response.data.message;if(e.response.data.error)return"string"==typeof e.response.data.error?e.response.data.error:e.response.data.error.message||JSON.stringify(e.response.data.error)}return String(e)}])},629288,e=>{var t=e.i(843476),r=e.i(774835),s=e.i(66747),s=s,a=e.i(373374),i=e.i(196631);e.s(["x",0,function({className:e,...r}){return(0,t.jsx)(a.f,{"data-slot":"radio-group",className:(0,i.c)("grid w-full gap-3",e),...r})},"a",0,function({className:e,...a}){return(0,t.jsx)(r.f.Root,{"data-slot":"radio-group-item",className:(0,i.c)("group/radio-group-item peer relative flex aspect-square size-4 shrink-0 rounded-full border border-input outline-none after:absolute after:-inset-x-3 after:-inset-y-2 focus-visible:border-ring focus-visible:ring-3 focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 aria-invalid:border-destructive aria-invalid:ring-3 aria-invalid:ring-destructive/20 aria-invalid:aria-checked:border-primary dark:bg-input/30 dark:aria-invalid:border-destructive/50 dark:aria-invalid:ring-destructive/40 data-checked:border-primary data-checked:bg-primary data-checked:text-primary-foreground dark:data-checked:bg-primary",e),...a,children:(0,t.jsx)(s.Indicator,{"data-slot":"radio-group-indicator",className:"flex size-4 items-center justify-center",children:(0,t.jsx)("span",{className:"absolute top-1/2 left-1/2 size-2 -translate-x-1/2 -translate-y-1/2 rounded-full bg-primary-foreground"})})})}],629288)},24529,e=>{let t=Symbol.for("constructDateFrom");function r(e,r){return"function"==typeof e?e(r):e&&"object"==typeof e&&t in e?e[t](r):e instanceof Date?new e.constructor(r):new Date(r)}function s(e,t,s){var a;let i,{years:n=0,months:l=0,weeks:o=0,days:d=0,hours:u=0,minutes:c=0,seconds:f=0}=t,m=r(s?.in||e,e),h=l||n?function(e,t){let s=r(e,e);if(isNaN(t))return r(e,0/0);if(!t)return s;let a=s.getDate(),i=r(e,s.getTime());return(i.setMonth(s.getMonth()+t+1,0),a>=i.getDate())?i:(s.setFullYear(i.getFullYear(),i.getMonth(),a),s)}(m,l+12*n):m,p=d||o?(a=d+7*o,i=r(h,h),isNaN(a)?r(h,0/0):(a&&i.setDate(i.getDate()+a),i)):h;return r(s?.in||e,+p+1e3*(f+60*(c+60*u)))}let a=/[zZ]$|[+-]\d{2}:?\d{2}$/;function i(e){return Date.parse(a.test(e)?e:`${e}Z`)}e.s(["w",0,function(e){if(!e)return null;try{let t,r=parseInt(e);if(Number.isNaN(r))throw Error("Invalid duration format");let a=new Date;if(e.endsWith("mo"))t=s(a,{months:r});else if(e.endsWith("s"))t=s(a,{seconds:r});else if(e.endsWith("m"))t=s(a,{minutes:r});else if(e.endsWith("h"))t=s(a,{hours:r});else if(e.endsWith("d"))t=s(a,{days:r});else if(e.endsWith("w"))t=s(a,{weeks:r});else throw Error("Invalid duration format");return t.toLocaleString()}catch{return null}},"i",0,function(e){let t=i(e);return Number.isNaN(t)?e:new Date(t).toLocaleString()},"W",0,function(e){if(!e)return!1;let t=i(e);return!Number.isNaN(t)&&t{"use strict";var s=e.i(843476),a=e.i(710540),t=e.i(109799),i=e.i(864261),l=e.i(271645),r=e.i(322831),n=e.i(602869),o=e.i(417385),m=e.i(761911),d=e.i(345771);e.i(707701);var c=e.i(807235),u=e.i(541071),g=e.i(879002),p=e.i(494862);e.i(622826);var _=e.i(997422),b=e.i(547227),h=e.i(519455),x=e.i(755146),f=e.i(196631);function j({team:e,onJoinTeam:a}){let{t}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":t("teams.availableTeams.columns.openActions"),"data-testid":`available-team-actions-${e.team_id}`,className:(0,f.c)((0,h.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(u.f,{className:"size-4"})}),(0,s.jsx)(x.L,{align:"end",className:"w-44",children:(0,s.jsxs)(x.r,{"data-testid":"available-team-action-join",onClick:()=>a(e.team_id),children:[(0,s.jsx)(g.f,{}),t("teams.availableTeams.columns.join")]})})]})}let v=[{id:"team_alias",desc:!1}];function y(){let{t:e}=(0,r.f)();return(0,s.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,s.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,s.jsx)(m.f,{className:"size-5 text-muted-foreground"})}),(0,s.jsx)("div",{className:"text-sm font-medium text-foreground",children:e("teams.availableTeams.table.emptyTitle")}),(0,s.jsx)("div",{className:"text-sm text-muted-foreground",children:(0,s.jsx)(d.f,{i18nKey:"teams.availableTeams.table.emptyDocs",components:{docs:(0,s.jsx)("a",{href:"https://docs.litellm.ai/docs/proxy/self_serve#all-settings-for-self-serve--sso-flow",target:"_blank",rel:"noopener noreferrer",className:"text-primary underline-offset-4 hover:underline"})}})})]})}let N=({teams:e,isLoading:a,onJoinTeam:t})=>{let{t:i}=(0,r.f)(),[n,o]=(0,l.useState)(v),m=(0,l.useMemo)(()=>(({onJoinTeam:e,t:a})=>[{id:"team_alias",accessorKey:"team_alias",meta:{title:a("teams.availableTeams.columns.teamName")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:a("teams.availableTeams.columns.teamName")}),size:220,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(_.f,{title:e.original.team_alias,className:"max-w-72",titleClassName:"font-medium"})},{id:"description",accessorKey:"description",meta:{title:a("teams.availableTeams.columns.description")},header:a("teams.availableTeams.columns.description"),size:280,enableSorting:!1,cell:({row:e})=>{let t=e.original.description;return(0,s.jsx)("span",{className:"block max-w-72 truncate text-sm text-muted-foreground",title:t||void 0,children:t||a("teams.availableTeams.columns.noDescription")})}},{id:"members",accessorFn:e=>e.members_with_roles.length,meta:{title:a("teams.availableTeams.columns.members")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:a("teams.availableTeams.columns.members")}),size:120,enableSorting:!0,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm text-muted-foreground",children:a("teams.availableTeams.columns.membersCount",{count:e.original.members_with_roles.length})})},{id:"models",meta:{title:a("teams.availableTeams.columns.models")},header:a("teams.availableTeams.columns.models"),size:260,enableSorting:!1,cell:({row:e})=>(0,s.jsx)(b.f,{models:e.original.models})},{id:"actions",meta:{className:"text-right",headerClassName:"text-right"},header:()=>(0,s.jsx)("span",{className:"sr-only",children:a("teams.availableTeams.columns.actions")}),size:64,enableSorting:!1,enableHiding:!1,cell:({row:a})=>(0,s.jsx)("div",{className:"flex justify-end",children:(0,s.jsx)(j,{team:a.original,onJoinTeam:e})})}])({onJoinTeam:t,t:i}),[t,i]);return(0,s.jsx)(c.f,{data:e,paginationMode:"client",columns:m,getRowId:(e,s)=>e.team_id||String(s),sortingMode:"client",sorting:n,onSortingChange:o,isLoading:a,loadingMessage:i("teams.availableTeams.table.loading"),noDataMessage:(0,s.jsx)(y,{}),size:"compact"})},w=({accessToken:e,userID:a})=>{let{t}=(0,r.f)(),[i,m]=(0,l.useState)([]),[d,c]=(0,l.useState)(!0);(0,l.useEffect)(()=>{let s=!1;return(async()=>{if(!e||!a)return void c(!1);try{let a=await (0,n.pK)(e);s||m(a)}catch(e){console.error("Error fetching available teams:",e)}finally{s||c(!1)}})(),()=>{s=!0}},[e,a]);let u=async s=>{if(e&&a)try{await (0,n.Bi)(e,s,{user_id:a,role:"user"}),o.f.success(t("teams.availableTeams.panel.toasts.joined")),m(e=>e.filter(e=>e.team_id!==s))}catch(e){console.error("Error joining team:",e),o.f.fromError(t("teams.availableTeams.panel.toasts.joinFailed"))}};return(0,s.jsx)(N,{teams:i,isLoading:d,onJoinTeam:u})};var S=e.i(56567),z=e.i(688511),k=e.i(356909),C=e.i(263147),T=e.i(487486),M=e.i(515288),O=e.i(131792),D=e.i(950594),I=e.i(793479),L=e.i(571303),q=e.i(860585),A=e.i(355619),F=e.i(162386),B=e.i(9314),E=e.i(363256);let R=["/key/generate","/key/update","/key/delete","/key/regenerate","/key/service-account/generate","/key/{key_id}/regenerate","/key/block","/key/unblock","/key/bulk_update","/key/{key_id}/reset_spend","/key/info","/key/list","/key/aliases","/team/daily/activity"],K=({label:e,description:a,isEditing:t,viewContent:i,editContent:l})=>(0,s.jsxs)("div",{className:"grid grid-cols-1 gap-3 border-b border-border py-5 last:border-b-0 md:grid-cols-3",children:[(0,s.jsxs)("div",{className:"pr-6",children:[(0,s.jsx)("p",{className:"text-sm font-semibold text-foreground",children:e}),(0,s.jsx)("p",{className:"mt-1 text-xs leading-relaxed text-muted-foreground",children:a})]}),(0,s.jsx)("div",{className:"flex items-center md:col-span-2",children:(0,s.jsx)("div",{className:"w-full",children:t?l:i})})]}),G=()=>{let{t:e}=(0,r.f)();return(0,s.jsx)("span",{className:"italic text-muted-foreground",children:e("teams.ssoSettings.notSet")})},V=(e,a)=>e&&0!==e.length?(0,s.jsx)("div",{className:"flex flex-wrap gap-2",children:e.map(e=>(0,s.jsx)(T.f,{variant:"secondary",children:a?a(e):e},e))}):(0,s.jsx)(G,{}),P={max_budget:null,budget_duration:null,tpm_limit:null,rpm_limit:null,models:[],team_member_permissions:[],organization_id:null,access_group_ids:[]},U=({accessToken:e})=>{var a;let i,{t:m}=(0,r.f)(),d=(0,O.d)(),[c,u]=(0,l.useState)(!0),[g,p]=(0,l.useState)(P),[_,b]=(0,l.useState)(!1),[x,f]=(0,l.useState)(P),[j,v]=(0,l.useState)(!1),[y,N]=(0,l.useState)(!1),{data:w,isLoading:S}=(0,t.i)(),{data:T}=(0,C.W)();(0,l.useEffect)(()=>{(async()=>{if(!e)return void u(!1);try{let s=await (0,n.SG)(e),a={...P,...s.values||{}};p(a),f(a)}catch(e){console.error("Error fetching team SSO settings:",e),N(!0),o.f.fromError(m("teams.ssoSettings.toasts.fetchFailed"))}finally{u(!1)}})()},[e,m]);let U=async()=>{if(e){v(!0);try{let s=await (0,n.gK)(e,x),a={...P,...s.settings||{}};p(a),f(a),b(!1),o.f.success(m("teams.ssoSettings.toasts.updated"))}catch(e){console.error("Error updating team settings:",e),o.f.fromError(m("teams.ssoSettings.toasts.updateFailed"))}finally{v(!1)}}},$=(e,s)=>{f(a=>({...a,[e]:s}))};return c?(0,s.jsx)("div",{className:"flex h-64 items-center justify-center","aria-busy":"true",children:(0,s.jsx)(L.f,{"aria-label":m("teams.ssoSettings.loading")})}):y?(0,s.jsx)(M.N,{children:(0,s.jsx)(M.O,{children:(0,s.jsx)("p",{children:m("teams.ssoSettings.noAccess")})})}):(0,s.jsxs)(M.N,{className:"gap-0",children:[(0,s.jsxs)(M.Y,{className:"gap-4 border-b border-border pb-6",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)(M.v,{children:(0,s.jsx)("h3",{className:"text-lg font-semibold text-foreground",children:m("teams.ssoSettings.title")})}),(0,s.jsx)(M.u,{className:"mt-1",children:m("teams.ssoSettings.description")})]}),(0,s.jsx)(M.e,{children:_?(0,s.jsxs)("div",{className:"flex gap-3",children:[(0,s.jsx)(h.K,{type:"button",variant:"outline",onClick:()=>{b(!1),f(g)},disabled:j,children:m("teams.ssoSettings.actions.cancel")}),(0,s.jsxs)(h.K,{type:"button",onClick:U,disabled:j,children:[j?(0,s.jsx)(L.f,{className:"size-4","aria-hidden":"true"}):(0,s.jsx)(k.f,{"data-icon":"inline-start"}),m("teams.ssoSettings.actions.save")]})]}):(0,s.jsxs)(h.K,{type:"button",variant:"outline",onClick:()=>b(!0),children:[(0,s.jsx)(z.f,{"data-icon":"inline-start"}),m("teams.ssoSettings.actions.edit")]})})]}),(0,s.jsxs)(M.O,{className:"pt-8",children:[(0,s.jsxs)("section",{className:"mb-8",children:[(0,s.jsx)("h4",{className:"mb-2 text-xs font-bold tracking-wider text-muted-foreground uppercase",children:m("teams.ssoSettings.sections.budget")}),(0,s.jsxs)("div",{className:"border-t border-border",children:[(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.maxBudget.label"),description:m("teams.ssoSettings.fields.maxBudget.description"),isEditing:_,viewContent:null!=g.max_budget?(0,s.jsxs)("span",{children:["$",Number(g.max_budget).toLocaleString()]}):(0,s.jsx)(G,{}),editContent:(0,s.jsxs)(D.H,{className:"max-w-80",children:[(0,s.jsx)(D.B,{children:"$"}),(0,s.jsx)(D.M,{type:"number",step:"any",min:0,value:x.max_budget??"",onChange:e=>$("max_budget",""===e.target.value?null:Number(e.target.value)),placeholder:m("teams.ssoSettings.notSet"),"aria-label":m("teams.ssoSettings.fields.maxBudget.label")})]})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.budgetDuration.label"),description:m("teams.ssoSettings.fields.budgetDuration.description"),isEditing:_,viewContent:g.budget_duration?(0,s.jsx)("span",{children:(0,q.k)(g.budget_duration)}):(0,s.jsx)(G,{}),editContent:(0,s.jsx)(q.U,{value:x.budget_duration||null,onChange:e=>$("budget_duration",e??null),className:"max-w-80"})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.tpmLimit.label"),description:m("teams.ssoSettings.fields.tpmLimit.description"),isEditing:_,viewContent:null!=g.tpm_limit?(0,s.jsx)("span",{children:g.tpm_limit.toLocaleString()}):(0,s.jsx)(G,{}),editContent:(0,s.jsx)(I.f,{className:"max-w-80",type:"number",step:1,value:x.tpm_limit??"",onChange:e=>$("tpm_limit",""===e.target.value?null:Number(e.target.value)),placeholder:m("teams.ssoSettings.notSet"),min:0,"aria-label":m("teams.ssoSettings.fields.tpmLimit.label")})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.rpmLimit.label"),description:m("teams.ssoSettings.fields.rpmLimit.description"),isEditing:_,viewContent:null!=g.rpm_limit?(0,s.jsx)("span",{children:g.rpm_limit.toLocaleString()}):(0,s.jsx)(G,{}),editContent:(0,s.jsx)(I.f,{className:"max-w-80",type:"number",step:1,value:x.rpm_limit??"",onChange:e=>$("rpm_limit",""===e.target.value?null:Number(e.target.value)),placeholder:m("teams.ssoSettings.notSet"),min:0,"aria-label":m("teams.ssoSettings.fields.rpmLimit.label")})})]})]}),(0,s.jsxs)("section",{children:[(0,s.jsx)("h4",{className:"mb-2 text-xs font-bold tracking-wider text-muted-foreground uppercase",children:m("teams.ssoSettings.sections.access")}),(0,s.jsxs)("div",{className:"border-t border-border",children:[(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.organization.label"),description:m("teams.ssoSettings.fields.organization.description"),isEditing:_,viewContent:g.organization_id?(0,s.jsx)("span",{children:(a=g.organization_id,i=w?.find(e=>e.organization_id===a),i?.organization_alias?`${i.organization_alias} (${a})`:a)}):(0,s.jsx)(G,{}),editContent:(0,s.jsx)("div",{className:"max-w-80 *:w-full",children:(0,s.jsx)(E.f,{organizations:w,loading:S,value:x.organization_id??void 0,onChange:e=>$("organization_id",e||null),placeholder:m("teams.ssoSettings.fields.organization.placeholder")})})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.accessGroups.label"),description:m("teams.ssoSettings.fields.accessGroups.description"),isEditing:_,viewContent:V(g.access_group_ids,e=>T?.find(s=>s.access_group_id===e)?.access_group_name??e),editContent:(0,s.jsx)("div",{className:"*:w-full",children:(0,s.jsx)(B.f,{value:x.access_group_ids||[],onChange:e=>$("access_group_ids",e),placeholder:m("teams.ssoSettings.fields.accessGroups.placeholder")})})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.models.label"),description:m("teams.ssoSettings.fields.models.description"),isEditing:_,viewContent:V(g.models,A.Y),editContent:(0,s.jsx)("div",{className:"*:w-full",children:(0,s.jsx)(F.k,{value:x.models||[],onChange:e=>$("models",e),context:"global",options:{includeSpecialOptions:!0}})})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.permissions.label"),description:m("teams.ssoSettings.fields.permissions.description"),isEditing:_,viewContent:V(g.team_member_permissions),editContent:(0,s.jsxs)(O.x,{multiple:!0,items:R,value:x.team_member_permissions||[],onValueChange:e=>$("team_member_permissions",e),children:[(0,s.jsxs)(O.V,{render:(0,s.jsx)("div",{ref:d}),children:[(0,s.jsx)(O.l,{children:e=>e.map(e=>(0,s.jsx)(O.Q,{"aria-label":e,children:e},e))}),(0,s.jsx)(O.z,{placeholder:m("teams.ssoSettings.fields.permissions.placeholder"),"aria-label":m("teams.ssoSettings.fields.permissions.label")})]}),(0,s.jsx)(O.R,{anchor:d,children:(0,s.jsx)(O.k,{children:e=>(0,s.jsx)(O.T,{value:e,children:e},e)})})]})})]})]})]})]})};var $=e.i(708347),H=e.i(204258),Y=e.i(699375),Q=e.i(624687),J=e.i(746798),W=e.i(542450),X=e.i(182668),Z=e.i(552546),ee=e.i(547756),es=e.i(991326),ea=e.i(421436),et=e.i(677572),ei=e.i(664659),el=e.i(107233),er=e.i(488826),en=e.i(54105),eo=e.i(978056),em=e.i(411382),ed=e.i(772325),ec=e.i(213056),eu=e.i(240192),eg=e.i(266027),ep=e.i(912598),e_=e.i(263005),eb=e.i(554134),eh=e.i(785242),ex=e.i(438847),ef=e.i(135214),ej=e.i(981080),ev=e.i(531649),ey=e.i(741466),eN=e.i(655063),ew=e.i(440160),eS=e.i(174886),ez=e.i(465261),ek=e.i(852008),eC=e.i(788699),eT=e.i(727612),eM=e.i(200208),eO=e.i(302747),eD=e.i(422444),eI=e.i(500330),eL=e.i(936557),eq=e.i(630500),eA=e.i(359616);function eF({label:e,spend:a,maxBudget:t,resetAt:i}){let{t:l}=(0,r.f)(),n="number"==typeof a&&Number.isFinite(a)?a:0,o="number"==typeof t&&Number.isFinite(t)?t:null,m=0===n?"$0.00":(0,eI.x)(n,2),d=null===o?l("teams.memberSpendBudgetCell.unlimited"):`$${(0,eI.c)(o,2)}`,c=(0,eA.Z)(i);return(0,s.jsxs)("div",{className:"flex flex-col gap-1",children:[(0,s.jsxs)("div",{className:"flex items-baseline justify-between gap-2 whitespace-nowrap text-xs",children:[(0,s.jsx)("span",{className:"text-[10px] font-semibold text-muted-foreground",children:e}),(0,s.jsxs)("span",{children:[(0,s.jsx)("span",{className:"font-medium tabular-nums text-foreground",children:m})," ",(0,s.jsxs)("span",{className:"text-muted-foreground",children:["/ ",d]})]})]}),null!==o&&o>0&&(0,s.jsx)(eL.x,{value:n,max:o,"aria-valuetext":l("teams.memberSpendBudgetCell.meterValueText",{label:e,spend:m,budget:d}),children:(0,s.jsx)(eL.B,{children:(0,s.jsx)(eL.A,{tone:(0,eq.d)(n/o*100)})})}),c&&(0,s.jsx)("div",{className:"text-[10px] text-muted-foreground",children:l("teams.memberSpendBudgetCell.resets",{date:c})})]})}function eB({teamSpend:e,teamMaxBudget:a,callerMembership:t}){let{t:i}=(0,r.f)();return(0,s.jsxs)("div",{className:"flex min-w-[130px] flex-col gap-2",children:[(0,s.jsx)(eF,{label:i("teams.memberSpendBudgetCell.team"),spend:e,maxBudget:a}),t&&(0,s.jsx)(eF,{label:i("teams.memberSpendBudgetCell.mySpend"),spend:t.spend,maxBudget:t.max_budget,resetAt:t.budget_reset_at})]})}let eE={members:{icon:m.f,className:"bg-violet-50 text-violet-700 ring-violet-600/20 dark:bg-violet-950 dark:text-violet-300 dark:ring-violet-400/30"},models:{icon:ek.f,className:"bg-info/10 text-info ring-sky-600/20"},keys:{icon:ez.f,className:"bg-success/10 text-success ring-emerald-600/20"}},eR=e=>e.members_count??e.members_with_roles?.length??0,eK=e=>e.models?.length??0,eG={members:"teams.table.resourceCounts.members",models:"teams.table.resourceCounts.models",keys:"teams.table.resourceCounts.keys"};function eV({team:e}){let{t:a}=(0,r.f)(),t=[{key:"members",count:eR(e)},{key:"models",count:eK(e)},{key:"keys",count:e.keys_count??e.keys?.length??0}];return(0,s.jsx)("div",{className:"flex items-center gap-1.5",children:t.map(e=>{let t=eE[e.key],i=t.icon;return(0,s.jsxs)("span",{title:a(eG[e.key],{count:e.count}),className:(0,f.c)("inline-flex items-center gap-1.5 rounded-md px-2 py-1 text-xs font-medium ring-1 ring-inset [&_svg]:size-3.5",t.className),children:[(0,s.jsx)(i,{}),(0,s.jsx)("span",{className:"tabular-nums",children:e.count})]},e.key)})})}function eP({label:e,value:a}){let{t}=(0,r.f)();return(0,s.jsxs)("div",{children:[(0,s.jsxs)("span",{className:"text-[10px] font-semibold text-muted-foreground",children:[e," "]}),(0,s.jsx)("span",{className:"tabular-nums",children:null!=a?(0,eI.c)(a):t("teams.table.unlimited")})]})}function eU({team:e,canManage:a,onEditTeam:t,onDeleteTeam:i}){let{t:l}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":l("teams.table.actions.open"),"data-testid":`team-actions-${e.team_id}`,className:(0,f.c)((0,h.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(u.f,{className:"size-4"})}),(0,s.jsxs)(x.L,{align:"end",className:"w-44",children:[a&&(0,s.jsxs)(x.r,{onClick:()=>t(e),"data-testid":"team-action-edit",children:[(0,s.jsx)(eC.f,{}),l("teams.table.actions.edit")]}),(0,s.jsxs)(x.r,{onClick:()=>{(0,eI.W)(e.team_id,l("teams.table.actions.copied"))},"data-testid":"team-action-copy",children:[(0,s.jsx)(eS.f,{}),l("teams.table.actions.copyId")]}),a&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(x.U,{}),(0,s.jsxs)(x.r,{variant:"destructive",onClick:()=>i(e),"data-testid":"team-action-delete",children:[(0,s.jsx)(eT.f,{}),l("teams.table.actions.delete")]})]})]})]})}let e$={members:!1,models:!1,rate_limits:!1,updated_at:!1};var eH=e.i(59935);let eY=async e=>{let s=await e(1,100),a=s.total_pages??1;return a<=1?s.teams:[s,...await Promise.all(Array.from({length:a-1},(s,a)=>e(a+2,100)))].flatMap(e=>e.teams)},eQ=e=>{let s=e.metadata?.team_member_budget_id;return"string"==typeof s&&s.length>0?s:null},eJ=async(e,s)=>{var a,t;let i,l,r,o,m=await eY((a,t)=>(0,eh.z)(e,a,t,s)),d=Array.from(new Set(m.map(eQ).filter(e=>null!==e))),c=d.length?await n.Mw.post("/budget/info",{accessToken:e,body:{budgets:d}}):[];return a=eH.default.unparse((i=new Map(c.map(e=>[e.budget_id,e])),m.map(e=>{let s=eQ(e),a=s?i.get(s):void 0;return{"Team Alias":e.team_alias??"","Team ID":e.team_id??"","Organization ID":e.organization_id??"",Models:(e.models??[]).join(", "),"Max Budget (USD)":e.max_budget??"","Budget Duration":e.budget_duration??"","Budget Reset At":e.budget_reset_at??"","Spend (USD)":e.spend??"","TPM Limit":e.tpm_limit??"","RPM Limit":e.rpm_limit??"","Team Member Budget (USD)":a?.max_budget??"","Team Member Budget Duration":a?.budget_duration??"","Team Member TPM Limit":a?.tpm_limit??"","Team Member RPM Limit":a?.rpm_limit??"",Members:e.members_count??e.members_with_roles?.length??"",Keys:e.keys_count??e.keys?.length??"",Blocked:e.blocked??"","Created At":e.created_at??""}})),{escapeFormulae:!0}),t=`teams_export_${new Date().toISOString().split("T")[0]}.csv`,l=new Blob([a],{type:"text/csv;charset=utf-8;"}),r=window.URL.createObjectURL(l),(o=document.createElement("a")).href=r,o.download=t,document.body.appendChild(o),o.click(),document.body.removeChild(o),window.URL.revokeObjectURL(r),m.length},eW=[{id:"created_at",desc:!0}],eX={org_id:"teams.table.filters.organization",alias:"teams.table.filters.teamAlias",team_id:"teams.table.filters.teamId"};function eZ({userRole:e,userID:a,onSelectTeam:i,onEditTeam:n,onDeleteTeam:o}){let{t:m}=(0,r.f)(),{data:d}=(0,t.i)(),u=(0,l.useMemo)(()=>d??[],[d]),[g,b]=(0,l.useState)(eW),[x,f]=(0,l.useState)({pageIndex:0,pageSize:50}),[j,v]=(0,l.useState)([]),[y,N]=(0,l.useState)(!1),[w,S]=(0,l.useState)(""),[z,k]=(0,l.useState)(!1),[C]=(0,eN.f)(w,{wait:ey.f}),{accessToken:T}=(0,ef.f)(),M=(0,l.useCallback)(e=>{let s=j.find(s=>s.id===e);return"string"==typeof s?.value&&s.value.trim()?s.value.trim():void 0},[j]),O="Admin"===e||"Admin Viewer"===e,D=(0,l.useMemo)(()=>({organizationID:M("org_id"),team_alias:M("alias"),teamID:M("team_id"),search:C.trim()||void 0,searchTeamIdMatch:"prefix",userID:O?void 0:a??void 0,sortBy:g[0]?.id,sortOrder:(e=>{let s=e[0];if(s)return s.desc?"desc":"asc"})(g)}),[M,C,O,a,g]),{data:L,isPending:q,isPlaceholderData:A,isFetching:F,refetch:B}=(0,eh.F)(x.pageIndex+1,x.pageSize,D),E=(0,l.useMemo)(()=>L?.teams??[],[L]),R=L?.total??0,K=(0,l.useCallback)(e=>{S(e),f(e=>({...e,pageIndex:0}))},[]),G=(0,l.useCallback)(e=>{b(e),f(e=>({...e,pageIndex:0}))},[]),V=(0,l.useCallback)(e=>{v(e),f(e=>({...e,pageIndex:0}))},[]),P=(0,l.useCallback)(async()=>{if(T&&!z){k(!0);try{await eJ(T,D)}finally{k(!1)}}},[T,z,D]),U=(0,l.useMemo)(()=>(({organizations:e,userRole:a,onSelectTeam:t,onEditTeam:i,onDeleteTeam:l,t:r})=>{let n="Admin"===a;return[{id:"team_alias",accessorKey:"team_alias",meta:{title:r("teams.table.columns.team"),renderSkeleton:()=>(0,s.jsxs)("div",{className:"flex flex-col gap-2 py-1",children:[(0,s.jsx)(eO.f,{className:"h-4 w-32"}),(0,s.jsx)(eO.f,{className:"h-3.5 w-24 opacity-65"})]})},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.team"),variant:"header-cycle"}),size:260,enableSorting:!0,cell:({row:e})=>{let a=e.original,i=!!a.team_alias;return(0,s.jsx)(_.f,{title:a.team_alias||a.team_id,subtitle:i?a.team_id:void 0,onClick:()=>t(a)})}},{id:"organization_alias",accessorKey:"organization_id",meta:{title:r("teams.table.columns.organization")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.organization")}),sortDescFirst:!1,size:160,enableSorting:!0,cell:a=>{let t=a.getValue();if(!t)return(0,s.jsx)("span",{className:"text-muted-foreground",children:"—"});let i=e.find(e=>e.organization_id===t),l=i?.organization_alias||t,r=a.cell.column.getSize();return(0,s.jsx)("span",{className:"block",style:{maxWidth:r},title:l,children:(0,s.jsx)(_.f,{title:l,titleClassName:"text-sm font-normal",href:(0,eD.j)(t)})})}},{id:"resources",meta:{title:r("teams.table.columns.resources"),renderSkeleton:()=>(0,s.jsxs)("div",{className:"flex items-center gap-1.5",children:[(0,s.jsx)(eO.f,{className:"h-6 w-12 rounded-md"}),(0,s.jsx)(eO.f,{className:"h-6 w-12 rounded-md"}),(0,s.jsx)(eO.f,{className:"h-6 w-12 rounded-md opacity-65"})]})},header:({table:e})=>(0,s.jsx)(p.r,{table:e,fields:[{id:"members",label:r("teams.table.columns.members")},{id:"models",label:r("teams.table.columns.models")},{id:"keys_count",label:r("teams.table.columns.keys")}]}),size:210,enableSorting:!1,cell:({row:e})=>(0,s.jsx)(eV,{team:e.original})},{id:"spend",accessorKey:"spend",meta:{title:r("teams.table.columns.spendBudget"),skeleton:"meter",numeric:!0},header:({table:e})=>(0,s.jsx)(p.r,{table:e,fields:[{id:"spend",label:r("teams.table.columns.spend")},{id:"max_budget",label:r("teams.table.columns.budget")}]}),size:200,enableSorting:!1,cell:({row:e})=>(0,s.jsx)(eB,{teamSpend:e.original.spend,teamMaxBudget:e.original.max_budget,callerMembership:e.original.caller_membership})},{id:"created_at",accessorKey:"created_at",meta:{title:r("teams.table.columns.created")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.created"),variant:"header-cycle"}),size:130,enableSorting:!0,cell:e=>(0,s.jsx)(eM.S,{value:e.getValue(),precision:"date"})},{id:"members",accessorFn:eR,meta:{title:r("teams.table.columns.members"),numeric:!0},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.members")}),sortDescFirst:!0,size:110,enableSorting:!0,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm tabular-nums",children:eR(e.original)})},{id:"models",accessorFn:eK,meta:{title:r("teams.table.columns.models"),numeric:!0},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.models")}),sortDescFirst:!0,size:100,enableSorting:!0,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm tabular-nums",children:eK(e.original)})},{id:"rate_limits",meta:{title:r("teams.table.columns.rateLimits"),skeleton:"twoLine"},header:({table:e})=>(0,s.jsx)(p.r,{table:e,fields:[{id:"tpm_limit",label:r("teams.table.columns.tpm")},{id:"rpm_limit",label:r("teams.table.columns.rpm")}]}),size:140,enableSorting:!1,cell:({row:e})=>(0,s.jsxs)("div",{className:"text-xs leading-tight",children:[(0,s.jsx)(eP,{label:r("teams.table.columns.tpm"),value:e.original.tpm_limit}),(0,s.jsx)(eP,{label:r("teams.table.columns.rpm"),value:e.original.rpm_limit})]})},{id:"updated_at",accessorKey:"updated_at",meta:{title:r("teams.table.columns.updated")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.updated")}),sortDescFirst:!1,size:130,enableSorting:!0,cell:e=>(0,s.jsx)(eM.S,{value:e.getValue(),precision:"date",fallback:r("teams.table.never")})},{id:"actions",meta:{className:"text-right",headerClassName:"text-right"},header:()=>(0,s.jsx)("span",{className:"sr-only",children:r("teams.table.columns.actions")}),size:60,enableSorting:!1,enableHiding:!1,cell:({row:e})=>(0,s.jsx)("div",{className:"flex justify-end",children:(0,s.jsx)(eU,{team:e.original,canManage:n,onEditTeam:i,onDeleteTeam:l})})}]})({organizations:u,userRole:e,onSelectTeam:i,onEditTeam:n,onDeleteTeam:o,t:m}),[u,e,i,n,o,m]),$=(0,l.useMemo)(()=>Object.fromEntries(Object.entries(eX).map(([e,s])=>[e,m(s)])),[m]),H=(0,l.useMemo)(()=>u.filter(e=>e.organization_id).map(e=>{let s=e.organization_id;return{label:e.organization_alias||s,value:s,sublabel:e.organization_alias?s:void 0}}),[u]),Y=(0,l.useCallback)((e,s)=>{let a=String(s);return"org_id"===e&&u.find(e=>e.organization_id===a)?.organization_alias||a},[u]);return(0,s.jsx)(c.f,{data:E,columns:U,getRowId:e=>e.team_id,defaultColumnVisibility:e$,sortingMode:"server",sorting:g,onSortingChange:G,paginationMode:"server",pagination:x,onPaginationChange:f,rowCount:R,filterMode:"server",columnFilters:j,onColumnFiltersChange:V,enableColumnResizing:!0,columnResizeMode:"onChange",isLoading:q||A,loadingMessage:m("teams.table.loading"),noDataMessage:m("teams.table.empty"),fillHeight:!0,size:"compact",toolbar:e=>(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(ev.f,{table:e,searchValue:w,onSearchChange:K,searchPlaceholder:m("teams.table.searchPlaceholder"),onRefresh:()=>B?.(),isRefreshing:F,onOpenFilters:()=>N(!0),filterLabels:$,formatFilterValue:Y,children:(0,s.jsxs)(h.K,{variant:"outline",size:"sm",onClick:P,disabled:z,"data-testid":"teams-export-csv",children:[(0,s.jsx)(ew.f,{}),z?m("teams.table.exporting"):m("teams.table.exportCsv")]})}),(0,s.jsx)(ej.q,{table:e,open:y,onOpenChange:N,title:m("teams.table.filters.title"),description:m("teams.table.filters.description"),children:({get:e,set:a})=>(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(ej.Q,{label:m("teams.table.filters.organization"),children:(0,s.jsx)(Z.f,{options:H,value:e("org_id")||void 0,onValueChange:e=>a("org_id",e??void 0),placeholder:m("teams.table.filters.organizationPlaceholder"),emptyText:m("teams.table.filters.organizationEmpty")})}),(0,s.jsx)(ej.Q,{label:m("teams.table.filters.teamAlias"),children:(0,s.jsx)(I.f,{value:e("alias")??"",onChange:e=>a("alias",e.target.value),placeholder:m("teams.table.filters.teamAliasPlaceholder")})}),(0,s.jsx)(ej.Q,{label:m("teams.table.filters.teamId"),children:(0,s.jsx)(I.f,{value:e("team_id")??"",onChange:e=>a("team_id",e.target.value),placeholder:m("teams.table.filters.teamIdPlaceholder")})})]})})]})})}var e0=e.i(930421),e1=e.i(187315),e4=e.i(844565),e5=e.i(552130),e2=e.i(533882),e8=e.i(651904),e6=e.i(460285),e3=e.i(75921),e7=e.i(390605),e9=e.i(431703),se=e.i(435451),ss=e.i(558364),sa=e.i(904031),st=e.i(916940),si=e.i(788259),sl=e.i(464308),sr=e.i(776639),sn=e.i(127952),so=e.i(395819),sm=e.i(368752),sd=e.i(431370);let sc=er.z.union([en.z.string(),eo.z.number()]).optional(),su={team_alias:"",organization_id:null,models:[],max_budget:void 0,budget_duration:void 0,tpm_limit:void 0,rpm_limit:void 0,tpd_limit:void 0,metadata:[],team_id:void 0,team_member_budget:void 0,team_member_key_duration:void 0,team_member_rpm_limit:void 0,team_member_tpm_limit:void 0,secret_manager_settings:void 0,guardrails:void 0,disable_global_guardrails:void 0,require_trace_id:void 0,policies:void 0,access_group_ids:void 0,allowed_vector_store_ids:void 0,allowed_passthrough_routes:void 0,allowed_mcp_servers_and_groups:void 0,mcp_tool_permissions:{},allowed_agents_and_groups:void 0,object_permission_search_tools:void 0,object_permission_skills:void 0},sg=["team_id","team_member_budget","team_member_key_duration","team_member_rpm_limit","team_member_tpm_limit","secret_manager_settings","guardrails","disable_global_guardrails","require_trace_id","policies","access_group_ids","allowed_vector_store_ids","allowed_passthrough_routes"],sp=["allowed_mcp_servers_and_groups","mcp_tool_permissions"],s_=["allowed_agents_and_groups"],sb=["object_permission_search_tools"],sh=["object_permission_skills"],sx=(e,s,a)=>"Admin"===e||!!a&&!!s&&a.some(e=>e.members?.some(e=>e.user_id===s&&"org_admin"===e.user_role)),sf=({accessToken:e,userID:d,userRole:c,isViewOnly:u=!1,premiumUser:g=!1})=>{let p,_,b,x,{t:f}=(0,r.f)(),{data:j}=(0,t.i)(),v=j??null,{data:y=[],isLoading:N}=(0,e1.f)(),z=(0,ep.d)(),k=()=>z.invalidateQueries({queryKey:eh.N.all}),[C]=(0,l.useState)(null),T="Admin"!==c,[M,O]=(0,l.useState)(!1),[D,L]=(0,l.useState)(!1),[E,R]=(0,l.useState)(!1),[K,G]=(0,l.useState)(!1),[V,P]=(0,l.useState)(!1),er=(0,l.useMemo)(()=>"Admin"===c?v||[]:v&&d?v.filter(e=>e.members?.some(e=>e.user_id===d&&"org_admin"===e.user_role)):[],[c,d,v]),ef=(0,l.useMemo)(()=>em.z.object({team_alias:en.z.string().min(1,f("teams.page.create.errors.teamNameRequired")),organization_id:en.z.string().nullish(),models:ed.z.array(en.z.string()).optional(),max_budget:sc,budget_duration:en.z.string().nullish(),tpm_limit:sc,rpm_limit:sc,tpd_limit:sc,metadata:e0.H.optional(),team_id:en.z.string().optional(),team_member_budget:eo.z.number().optional(),team_member_key_duration:en.z.string().optional(),team_member_rpm_limit:sc,team_member_tpm_limit:sc,secret_manager_settings:en.z.string().optional(),guardrails:ed.z.array(en.z.string()).optional(),disable_global_guardrails:ec.z.boolean().optional(),require_trace_id:ec.z.boolean().optional(),policies:ed.z.array(en.z.string()).optional(),access_group_ids:ed.z.array(en.z.string()).optional(),allowed_vector_store_ids:ed.z.array(en.z.string()).optional(),allowed_passthrough_routes:ed.z.array(en.z.string()).optional(),allowed_mcp_servers_and_groups:em.z.object({servers:ed.z.array(en.z.string()),accessGroups:ed.z.array(en.z.string()),toolsets:ed.z.array(en.z.string()).optional()}).optional(),mcp_tool_permissions:eu.z.record(en.z.string(),ed.z.array(en.z.string())).optional(),allowed_agents_and_groups:em.z.object({agents:ed.z.array(en.z.string()),accessGroups:ed.z.array(en.z.string())}).optional(),object_permission_search_tools:ed.z.array(en.z.string()).optional(),object_permission_skills:ed.z.array(en.z.string()).optional()}).superRefine((e,s)=>{T&&!e.organization_id&&s.addIssue({code:"custom",message:"",path:["organization_id"]}),null==e.organization_id||null==v||er.some(s=>s.organization_id===e.organization_id)||s.addIssue({code:"custom",message:f("teams.page.create.errors.organizationNotPickable"),path:["organization_id"]}),M&&!(e=>{if(!e)return!0;try{return JSON.parse(e),!0}catch{return!1}})(e.secret_manager_settings)&&s.addIssue({code:"custom",message:"",path:["secret_manager_settings"]})}),[T,M,er,v,f]),ej=(0,es.f)(ef,{defaultValues:su}),ev=ej.watch("organization_id"),ey=ej.watch("allowed_mcp_servers_and_groups"),eN=ej.watch("mcp_tool_permissions"),[ew,eS]=(0,l.useState)(null),[ez,ek]=(0,ex.o)("team",ex.d.withOptions({history:"push"})),[eC,eT]=(0,l.useState)(!1),[eM,eO]=(0,l.useState)(!1),eD=!u&&(0,$.u)(c||""),[eI,eL]=(0,l.useState)([]),[eq,eA]=(0,l.useState)(!1),[eF,eB]=(0,l.useState)(null),[eE,eR]=(0,l.useState)(!1),[eK,eG]=(0,l.useState)([]),eV=(0,i.f)("viewPolicies"),[eP,eU]=(0,l.useState)([]),[e$,eH]=(0,l.useState)([]),[eY,eQ]=(0,l.useState)({}),[eJ,eW]=(0,l.useState)({}),[eX,sf]=(0,l.useState)({}),[sj,sv]=(0,l.useState)(null),[sy,sN]=(0,l.useState)(0),{data:sw}=(0,eg.f)({queryKey:["defaultTeamSettings"],queryFn:()=>(0,n.SG)(e),enabled:eM&&null!=e,retry:!1,staleTime:6e4}),sS=sw?.values?.budget_duration??void 0,sz=sS?f("teams.page.create.fields.budgetDuration.defaultPlaceholder",{label:(0,q.k)(sS),duration:sS}):void 0;(0,l.useEffect)(()=>{let s=async()=>{try{if(null==e)return;let s=(await (0,n.$)(e)).policies.map(e=>e.policy_name);eU(s)}catch(e){console.error("Failed to fetch policies:",e)}};(async()=>{try{if(null==e)return;let s=(await (0,n.gx)(e)).guardrails.map(e=>e.guardrail_name);eG(s)}catch(e){console.error("Failed to fetch guardrails:",e)}})(),eV&&s()},[e,eV]);let sk=()=>{ej.reset(su),O(!1),L(!1),R(!1),G(!1),eH([]),eQ({}),eW({}),sf({}),sv(null),sN(e=>e+1)},sC=async e=>{eB(e),eA(!0)},sT=async()=>{if(null!=eF&&null!=e)try{eR(!0),await (0,n.oK)(e,eF.team_id),await k(),o.f.success(f("teams.page.toasts.deleted"))}catch(e){o.f.fromError(f("teams.page.toasts.deleteFailed",{error:String(e)}))}finally{eR(!1),eA(!1),eB(null)}};(0,l.useEffect)(()=>{(async()=>{try{if(null===d||null===c||null===e)return;let s=await (0,A.Z)(d,c,e);s&&eL(s)}catch(e){console.error("Error fetching user models:",e)}})()},[e,d,c]);let sM=async s=>{try{if(null!=e){let a=s?.organization_id||C?.organization_id;""===a||"string"!=typeof a?s.organization_id=null:s.organization_id=a.trim(),s.budget_duration===q.q&&(s.budget_duration=null),o.f.info(f("teams.page.toasts.creating"));let t={...(0,e0.T)(s.metadata),...e$.length>0?{logging:e$.filter(e=>e.callback_name)}:{}};if(s.metadata=Object.keys(t).length>0?JSON.stringify(t):void 0,s.secret_manager_settings&&"string"==typeof s.secret_manager_settings)if(""===s.secret_manager_settings.trim())delete s.secret_manager_settings;else try{s.secret_manager_settings=JSON.parse(s.secret_manager_settings)}catch(e){throw Error("Failed to parse secret manager settings: "+e)}let i=Array.isArray(s.object_permission_search_tools)&&s.object_permission_search_tools.length>0;if(s.allowed_vector_store_ids&&s.allowed_vector_store_ids.length>0||s.allowed_mcp_servers_and_groups&&(s.allowed_mcp_servers_and_groups.servers?.length>0||s.allowed_mcp_servers_and_groups.accessGroups?.length>0||s.allowed_mcp_servers_and_groups.toolsets?.length>0||s.allowed_mcp_servers_and_groups.toolPermissions)){if(s.object_permission||(s.object_permission={}),s.allowed_vector_store_ids&&s.allowed_vector_store_ids.length>0&&(s.object_permission.vector_stores=s.allowed_vector_store_ids,delete s.allowed_vector_store_ids),s.allowed_mcp_servers_and_groups){let{servers:e,accessGroups:a,toolsets:t}=s.allowed_mcp_servers_and_groups;e&&e.length>0&&(s.object_permission.mcp_servers=e),a&&a.length>0&&(s.object_permission.mcp_access_groups=a),t&&t.length>0&&(s.object_permission.mcp_toolsets=t),delete s.allowed_mcp_servers_and_groups}s.mcp_tool_permissions&&Object.keys(s.mcp_tool_permissions).length>0&&(s.object_permission.mcp_tool_permissions=s.mcp_tool_permissions,delete s.mcp_tool_permissions)}if(s.allowed_mcp_access_groups&&s.allowed_mcp_access_groups.length>0&&(s.object_permission||(s.object_permission={}),s.object_permission.mcp_access_groups=s.allowed_mcp_access_groups,delete s.allowed_mcp_access_groups),s.allowed_agents_and_groups){let{agents:e,accessGroups:a}=s.allowed_agents_and_groups;s.object_permission||(s.object_permission={}),e&&e.length>0&&(s.object_permission.agents=e),a&&a.length>0&&(s.object_permission.agent_access_groups=a),delete s.allowed_agents_and_groups}i&&(s.object_permission||(s.object_permission={}),s.object_permission.search_tools=s.object_permission_search_tools,delete s.object_permission_search_tools),Array.isArray(s.object_permission_skills)&&s.object_permission_skills.length>0&&(s.object_permission||(s.object_permission={}),s.object_permission.skills=s.object_permission_skills),delete s.object_permission_skills,Object.keys(eY).length>0&&(s.model_aliases=eY),Object.keys(eJ).length>0&&(s.model_max_budget=eJ),sj?.router_settings&&Object.values(sj.router_settings).some(e=>null!=e&&""!==e)&&(s.router_settings=sj.router_settings);let{require_trace_id:l,...r}=s,m=(0,sa.f)(eX,{});await (0,n.b_)(e,{...r,...void 0===l?{}:{require_trace_id:l},...void 0!==m?{team_member_model_max_budget:m}:{},models:(0,so.x)(s.models)}),o.f.success(f("teams.page.toasts.created")),await k(),sk(),eO(!1)}}catch(e){console.error("Error creating the team:",e),o.f.fromError(f("teams.page.toasts.createFailed",{error:(0,e9.U)(e)}))}},sO=[{key:"your-teams",label:f("teams.page.tabs.yourTeams"),className:"flex min-h-0 flex-1 flex-col",children:(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(eZ,{userRole:c,userID:d,onSelectTeam:e=>{eS(e),ek(e.team_id),eT(!1)},onEditTeam:e=>{eS(e),ek(e.team_id),eT(!0)},onDeleteTeam:sC}),(0,s.jsx)(sn.f,{isOpen:eq,title:f("teams.page.deleteModal.title"),alertMessage:0===(p=eF?.keys_count??eF?.keys?.length??0)?void 0:f("teams.page.deleteModal.keysWarning",{count:p}),message:f("teams.page.deleteModal.message"),resourceInformationTitle:f("teams.page.deleteModal.informationTitle"),resourceInformation:[{label:f("teams.page.deleteModal.teamId"),value:eF?.team_id,code:!0},{label:f("teams.page.deleteModal.teamName"),value:eF?.team_alias},{label:f("teams.page.deleteModal.keys"),value:eF?.keys_count??eF?.keys?.length??0},{label:f("teams.page.deleteModal.members"),value:eF?.members_with_roles?.length}],requiredConfirmation:eF?.team_alias,onCancel:()=>{eA(!1),eB(null)},onOk:sT,confirmLoading:eE})]})},{key:"available-teams",label:f("teams.page.tabs.availableTeams"),className:"min-h-0 flex-1 overflow-y-auto",children:(0,s.jsx)(w,{accessToken:e,userID:d})},...(0,$.u)(c||"")?[{key:"default-settings",label:f("teams.page.tabs.defaultSettings"),className:"min-h-0 flex-1 overflow-y-auto",children:(0,s.jsx)(U,{accessToken:e,userID:d||"",userRole:c||""})}]:[]];return(0,s.jsxs)(a.w,{className:ez?void 0:"h-full",children:[ez?(0,s.jsx)(S.f,{teamId:ez,onUpdate:()=>{k()},onClose:()=>{eS(null),ek(null),eT(!1)},accessToken:e,is_team_admin:(e=>{if(null==e||null==e.members_with_roles)return!1;for(let s=0;s{T&&1===er.length&&ej.setValue("organization_id",er[0].organization_id),eO(!0)},"data-testid":"create-team-button",children:[(0,s.jsx)(el.f,{className:"size-4"}),f("teams.page.header.createTeam")]}),(0,s.jsx)(eb.f,{className:"mx-0 h-6"})]}),sO.map(e=>(0,s.jsx)(a.H,{value:e.key,children:e.label},e.key))]})})]}),sO.map(e=>(0,s.jsx)(et.S,{value:e.key,className:e.className,children:e.children},e.key))]}),sx(c,d,v)&&(0,s.jsx)(sr.N,{open:eM,onOpenChange:e=>!e&&void(eO(!1),sk()),children:(0,s.jsxs)(sr.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1000px]",children:[(0,s.jsx)(sr.s,{children:(0,s.jsx)(sr.F,{children:f("teams.page.create.title")})}),(0,s.jsx)(J.g,{children:(0,s.jsxs)("form",{onSubmit:ej.handleSubmit(e=>{let s;return sM((s=new Set([...M?[]:sg,...M&&eV?[]:["policies"],...D?[]:sp,...E?[]:s_,...K?[]:sb,...V?[]:sh]),Object.fromEntries(Object.entries(e).filter(([e])=>!s.has(e)))))}),children:[(0,s.jsxs)(W.e,{children:[(0,s.jsx)(X.f,{control:ej.control,name:"team_alias",label:f("teams.page.create.fields.teamName"),children:({ref:e,value:a,...t})=>(0,s.jsx)(I.f,{...t,ref:e,value:a??"","data-testid":"team-name-input"})}),(_=1===er.length,b=0===er.length,x=_?er[0].organization_id??null:null,(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(X.f,{control:ej.control,name:"organization_id",className:"mt-8",label:(0,ee.Q)(f("teams.page.create.fields.organization.label"),f("teams.page.create.fields.organization.hint"),"https://docs.litellm.ai/docs/proxy/user_management_heirarchy"),description:T&&_?f("teams.page.create.fields.organization.singleOrgDescription"):T?f("teams.page.create.fields.organization.requiredDescription"):void 0,children:({id:e,value:a,onChange:t})=>(0,s.jsx)(Z.f,{inputId:e,value:a??"",options:er.map(e=>({value:e.organization_id??"",label:e.organization_alias??"",sublabel:e.organization_id??""})),disabled:T&&null!==x&&a===x,allowClear:!T,placeholder:b?f("teams.page.create.fields.organization.noOrganizations"):f("teams.page.create.fields.organization.placeholder"),emptyText:f("teams.page.create.fields.organization.noOrganizations"),onValueChange:e=>{e!==(a??null)&&(t(e),ej.setValue("models",[]))}})}),T&&!_&&er.length>1&&(0,s.jsx)("div",{className:"mb-8 rounded-md border border-info/20 bg-info/10 p-4",children:(0,s.jsx)("span",{className:"text-sm text-info",children:f("teams.page.create.fields.organization.selectPrompt")})})]})),(0,s.jsx)(X.f,{control:ej.control,name:"models",label:(0,ee.q)(f("teams.page.create.fields.models.label"),f("teams.page.create.fields.models.hint")),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(F.k,{id:e,value:a??[],onChange:t,organizationID:ev??void 0,options:{includeSpecialOptions:!0,showAllProxyModelsOverride:!ev},context:"team",dataTestId:"create-team-models-select"})}),(0,s.jsx)(X.f,{control:ej.control,name:"max_budget",label:f("teams.page.create.fields.maxBudget"),children:({ref:e,value:a,...t})=>(0,s.jsx)(se.f,{...t,ref:e,value:a??"",step:.01,precision:2,width:200})}),(0,s.jsx)(X.f,{control:ej.control,name:"budget_duration",className:"mt-8",label:f("teams.page.create.fields.budgetDuration.label"),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(q.U,{id:e,showNeverResets:!!sS,placeholder:sz,value:a,onChange:e=>t(e??void 0)})}),(0,s.jsx)(ss.p,{premiumUser:g,value:eJ,onChange:eW,availableModels:eI,hint:f("teams.page.create.fields.modelMaxBudgetHint")},`model-max-budget-${sy}`),(0,s.jsx)(X.f,{control:ej.control,name:"tpm_limit",label:f("teams.page.create.fields.tpmLimit"),children:({ref:e,value:a,...t})=>(0,s.jsx)(se.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsx)(X.f,{control:ej.control,name:"rpm_limit",label:f("teams.page.create.fields.rpmLimit"),children:({ref:e,value:a,...t})=>(0,s.jsx)(se.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsx)(X.f,{control:ej.control,name:"tpd_limit",label:(0,ee.q)(f("teams.page.create.fields.tpdLimit.label"),f("teams.page.create.fields.tpdLimit.hint")),children:({ref:e,value:a,...t})=>(0,s.jsx)(se.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsxs)(W.N,{children:[(0,s.jsx)(W.u,{children:f("teams.page.create.fields.metadata.label")}),(0,s.jsx)(X.f,{control:ej.control,name:"metadata",children:({value:e,onChange:a})=>(0,s.jsx)(sm.F,{value:(0,e0.T)(e).store_prompts_in_spend_logs,onChange:s=>a([...(e??[]).filter(e=>"store_prompts_in_spend_logs"!==e.key),{key:"store_prompts_in_spend_logs",value:JSON.stringify(s)}])})}),(0,s.jsx)(e0.U,{control:ej.control,getValues:ej.getValues,name:"metadata",schemaFields:y,schemaLoading:N}),(0,s.jsx)(W.H,{children:f("teams.page.create.fields.metadata.description",{example:'{"region": "us"}'})})]}),(0,s.jsxs)(H.Y,{open:M,onOpenChange:O,className:"mt-20 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.additional")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsxs)(W.e,{children:[(0,s.jsx)(X.f,{control:ej.control,name:"team_id",label:f("teams.page.create.fields.teamId.label"),description:f("teams.page.create.fields.teamId.description"),children:({ref:e,value:a,...t})=>(0,s.jsx)(I.f,{...t,ref:e,value:a??""})}),(0,s.jsx)(X.f,{control:ej.control,name:"team_member_budget",label:(0,ee.q)(f("teams.page.create.fields.teamMemberBudget.label"),f("teams.page.create.fields.teamMemberBudget.hint")),children:({ref:e,value:a,onChange:t,...i})=>(0,s.jsx)(se.f,{...i,ref:e,value:a??"",onChange:e=>t(e.target.value?Number(e.target.value):void 0),step:.01,precision:2,width:200})}),(0,s.jsx)(ss.p,{label:f("teams.page.create.fields.teamMemberModelMaxBudget.label"),premiumUser:g,value:eX,onChange:sf,availableModels:eI,hint:f("teams.page.create.fields.teamMemberModelMaxBudget.hint")},`team-member-model-max-budget-${sy}`),(0,s.jsx)(X.f,{control:ej.control,name:"team_member_key_duration",label:(0,ee.q)(f("teams.page.create.fields.teamMemberKeyDuration.label"),f("teams.page.create.fields.teamMemberKeyDuration.hint")),children:({ref:e,value:a,...t})=>(0,s.jsx)(I.f,{...t,ref:e,value:a??"",placeholder:f("teams.page.create.fields.teamMemberKeyDuration.placeholder")})}),(0,s.jsx)(X.f,{control:ej.control,name:"team_member_rpm_limit",label:(0,ee.q)(f("teams.page.create.fields.teamMemberRpmLimit.label"),f("teams.page.create.fields.teamMemberRpmLimit.hint")),children:({ref:e,value:a,...t})=>(0,s.jsx)(se.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsx)(X.f,{control:ej.control,name:"team_member_tpm_limit",label:(0,ee.q)(f("teams.page.create.fields.teamMemberTpmLimit.label"),f("teams.page.create.fields.teamMemberTpmLimit.hint")),children:({ref:e,value:a,...t})=>(0,s.jsx)(se.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsx)(X.f,{control:ej.control,name:"secret_manager_settings",label:f("teams.page.create.fields.secretManagerSettings.label"),description:g?f("teams.page.create.fields.secretManagerSettings.premiumDescription"):f("teams.page.create.fields.secretManagerSettings.upgradeDescription"),children:({ref:e,value:a,...t})=>(0,s.jsx)(Q.f,{...t,ref:e,value:a??"",rows:4,placeholder:sd.f.teams.vaultConfigJson,disabled:!g})}),(0,s.jsx)(X.f,{control:ej.control,name:"guardrails",className:"mt-8",label:(0,ee.Q)(f("teams.page.create.fields.guardrails.label"),f("teams.page.create.fields.guardrails.hint"),"https://docs.litellm.ai/docs/proxy/guardrails/quick_start"),description:f("teams.page.create.fields.guardrails.description"),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(ea.f,{id:e,value:a??[],onValueChange:t,options:eK.map(e=>({value:e,label:e})),placeholder:f("teams.page.create.fields.guardrails.placeholder")})}),(0,$.u)(c||"")&&(0,s.jsx)(X.f,{control:ej.control,name:"disable_global_guardrails",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.disableGlobalGuardrails.label"),f("teams.page.create.fields.disableGlobalGuardrails.hint")),description:g?f("teams.page.create.fields.disableGlobalGuardrails.premiumDescription"):f("teams.page.create.fields.disableGlobalGuardrails.upgradeDescription"),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(Y.f,{id:e,disabled:!g,checked:!0===a,onCheckedChange:t})}),eD&&(0,s.jsx)(X.f,{control:ej.control,name:"require_trace_id",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.requireTraceId.label"),f("teams.page.create.fields.requireTraceId.hint")),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(Y.f,{id:e,checked:!0===a,onCheckedChange:t})}),eV&&(0,s.jsx)(X.f,{control:ej.control,name:"policies",className:"mt-8",label:(0,ee.Q)(f("teams.page.create.fields.policies.label"),f("teams.page.create.fields.policies.hint"),"https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies"),description:f("teams.page.create.fields.policies.description"),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(ea.f,{id:e,value:a??[],onValueChange:t,options:eP.map(e=>({value:e,label:e})),placeholder:f("teams.page.create.fields.policies.placeholder")})}),(0,s.jsx)(X.f,{control:ej.control,name:"access_group_ids",className:"mt-8",label:(0,ee.q)(f("teams.page.create.fields.accessGroups.label"),f("teams.page.create.fields.accessGroups.hint")),description:f("teams.page.create.fields.accessGroups.description"),children:({value:e,onChange:a})=>(0,s.jsx)(B.f,{value:e,onChange:a,placeholder:f("teams.page.create.fields.accessGroups.placeholder")})}),(0,s.jsx)(X.f,{control:ej.control,name:"allowed_vector_store_ids",className:"mt-8",label:(0,ee.q)(f("teams.page.create.fields.vectorStores.label"),f("teams.page.create.fields.vectorStores.hint")),description:f("teams.page.create.fields.vectorStores.description"),children:({value:a,onChange:t})=>(0,s.jsx)(st.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.vectorStores.placeholder")})}),(0,s.jsx)(X.f,{control:ej.control,name:"allowed_passthrough_routes",className:"mt-8",label:g?(0,$.u)(c||"")?f("teams.page.create.fields.passThroughRoutes.label"):(0,ee.q)(f("teams.page.create.fields.passThroughRoutes.label"),f("teams.page.create.fields.passThroughRoutes.proxyAdminOnlyHint")):(0,ee.q)(f("teams.page.create.fields.passThroughRoutes.label"),f("teams.page.create.fields.passThroughRoutes.upgradeHint")),children:({value:a,onChange:t})=>(0,s.jsx)(e4.f,{value:a,onChange:t,accessToken:e||"",placeholder:f("teams.page.create.fields.passThroughRoutes.placeholder"),disabled:!g||!(0,$.u)(c||"")})})]})})]}),(0,s.jsxs)(H.Y,{open:D,onOpenChange:L,className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.mcp")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsxs)(H.C,{className:"px-4 pb-3",children:[(0,s.jsx)(X.f,{control:ej.control,name:"allowed_mcp_servers_and_groups",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.mcpServers.label"),f("teams.page.create.fields.mcpServers.hint")),description:f("teams.page.create.fields.mcpServers.description"),children:({value:a,onChange:t})=>(0,s.jsx)(e3.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.mcpServers.placeholder"),allowAllProxyMcpServers:(0,$.u)(c||"")})}),(0,s.jsx)("div",{className:"mt-6",children:(0,s.jsx)(e7.f,{accessToken:e||"",selectedServers:ey?.servers||[],selectedAccessGroups:ey?.accessGroups||[],selectedToolsets:ey?.toolsets||[],toolPermissions:eN||{},onChange:e=>ej.setValue("mcp_tool_permissions",e)})})]})]}),(0,s.jsxs)(H.Y,{open:E,onOpenChange:R,className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.agent")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)(X.f,{control:ej.control,name:"allowed_agents_and_groups",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.agents.label"),f("teams.page.create.fields.agents.hint")),description:f("teams.page.create.fields.agents.description"),children:({value:a,onChange:t})=>(0,s.jsx)(e5.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.agents.placeholder")})})})]}),(0,s.jsxs)(H.Y,{open:K,onOpenChange:G,className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.searchTool")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)(X.f,{control:ej.control,name:"object_permission_search_tools",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.searchTools.label"),f("teams.page.create.fields.searchTools.hint")),description:f("teams.page.create.fields.searchTools.description"),children:({value:a,onChange:t})=>(0,s.jsx)(si.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.searchTools.placeholder")})})})]}),(0,s.jsxs)(H.Y,{open:V,onOpenChange:P,className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.skill")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)(X.f,{control:ej.control,name:"object_permission_skills",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.skills.label"),f("teams.page.create.fields.skills.hint")),description:f("teams.page.create.fields.skills.description"),children:({value:a,onChange:t})=>(0,s.jsx)(sl.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.skills.placeholder")})})})]}),(0,s.jsxs)(H.Y,{className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.logging")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)("div",{className:"mt-4",children:(0,s.jsx)(e8.f,{value:e$,onChange:eH,premiumUser:g})})})]}),(0,s.jsxs)(H.Y,{className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.router")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)("div",{className:"mt-4 w-full",children:(0,s.jsx)(e6.f,{accessToken:e||"",value:sj||void 0,onChange:sv,modelData:eI.length>0?{data:eI.map(e=>({model_name:e}))}:void 0},sy)})})]},`router-settings-accordion-${sy}`),(0,s.jsxs)(H.Y,{className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.modelAliases")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsxs)("div",{className:"mt-4",children:[(0,s.jsx)("p",{className:"mb-4 block text-sm text-muted-foreground",children:f("teams.page.create.fields.modelAliasesDescription")}),(0,s.jsx)(e2.f,{accessToken:e||"",initialModelAliases:eY,onAliasUpdate:eQ,showExampleConfig:!1})]})})]})]}),(0,s.jsx)("div",{className:"mt-[10px] text-right",children:(0,s.jsx)(h.K,{type:"submit","data-testid":"create-team-submit",children:f("teams.page.create.submit")})})]})})]})})]})};e.s(["default",0,function(){let{accessToken:e,userId:a,userRole:t,isViewOnly:i,premiumUser:l}=(0,ef.f)();return(0,s.jsx)(sf,{accessToken:e,userID:a,userRole:t,isViewOnly:i,premiumUser:l??!1})}],596115)}]); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/07f-q1r9utb0m.js b/litellm/proxy/_experimental/out/_next/static/chunks/07f-q1r9utb0m.js new file mode 100644 index 00000000000..373b94f720b --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/07f-q1r9utb0m.js @@ -0,0 +1 @@ +(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,596115,e=>{"use strict";var s=e.i(843476),a=e.i(710540),t=e.i(109799),i=e.i(864261),l=e.i(271645),r=e.i(322831),n=e.i(602869),o=e.i(417385),m=e.i(761911),d=e.i(345771);e.i(707701);var c=e.i(807235),u=e.i(541071),g=e.i(879002),p=e.i(494862);e.i(622826);var _=e.i(997422),b=e.i(547227),h=e.i(519455),x=e.i(755146),f=e.i(196631);function j({team:e,onJoinTeam:a}){let{t}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":t("teams.availableTeams.columns.openActions"),"data-testid":`available-team-actions-${e.team_id}`,className:(0,f.c)((0,h.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(u.f,{className:"size-4"})}),(0,s.jsx)(x.L,{align:"end",className:"w-44",children:(0,s.jsxs)(x.r,{"data-testid":"available-team-action-join",onClick:()=>a(e.team_id),children:[(0,s.jsx)(g.f,{}),t("teams.availableTeams.columns.join")]})})]})}let v=[{id:"team_alias",desc:!1}];function y(){let{t:e}=(0,r.f)();return(0,s.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,s.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,s.jsx)(m.f,{className:"size-5 text-muted-foreground"})}),(0,s.jsx)("div",{className:"text-sm font-medium text-foreground",children:e("teams.availableTeams.table.emptyTitle")}),(0,s.jsx)("div",{className:"text-sm text-muted-foreground",children:(0,s.jsx)(d.f,{i18nKey:"teams.availableTeams.table.emptyDocs",components:{docs:(0,s.jsx)("a",{href:"https://docs.litellm.ai/docs/proxy/self_serve#all-settings-for-self-serve--sso-flow",target:"_blank",rel:"noopener noreferrer",className:"text-primary underline-offset-4 hover:underline"})}})})]})}let N=({teams:e,isLoading:a,onJoinTeam:t})=>{let{t:i}=(0,r.f)(),[n,o]=(0,l.useState)(v),m=(0,l.useMemo)(()=>(({onJoinTeam:e,t:a})=>[{id:"team_alias",accessorKey:"team_alias",meta:{title:a("teams.availableTeams.columns.teamName")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:a("teams.availableTeams.columns.teamName")}),size:220,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(_.f,{title:e.original.team_alias,className:"max-w-72",titleClassName:"font-medium"})},{id:"description",accessorKey:"description",meta:{title:a("teams.availableTeams.columns.description")},header:a("teams.availableTeams.columns.description"),size:280,enableSorting:!1,cell:({row:e})=>{let t=e.original.description;return(0,s.jsx)("span",{className:"block max-w-72 truncate text-sm text-muted-foreground",title:t||void 0,children:t||a("teams.availableTeams.columns.noDescription")})}},{id:"members",accessorFn:e=>e.members_with_roles.length,meta:{title:a("teams.availableTeams.columns.members")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:a("teams.availableTeams.columns.members")}),size:120,enableSorting:!0,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm text-muted-foreground",children:a("teams.availableTeams.columns.membersCount",{count:e.original.members_with_roles.length})})},{id:"models",meta:{title:a("teams.availableTeams.columns.models")},header:a("teams.availableTeams.columns.models"),size:260,enableSorting:!1,cell:({row:e})=>(0,s.jsx)(b.f,{models:e.original.models})},{id:"actions",meta:{className:"text-right",headerClassName:"text-right"},header:()=>(0,s.jsx)("span",{className:"sr-only",children:a("teams.availableTeams.columns.actions")}),size:64,enableSorting:!1,enableHiding:!1,cell:({row:a})=>(0,s.jsx)("div",{className:"flex justify-end",children:(0,s.jsx)(j,{team:a.original,onJoinTeam:e})})}])({onJoinTeam:t,t:i}),[t,i]);return(0,s.jsx)(c.f,{data:e,paginationMode:"client",columns:m,getRowId:(e,s)=>e.team_id||String(s),sortingMode:"client",sorting:n,onSortingChange:o,isLoading:a,loadingMessage:i("teams.availableTeams.table.loading"),noDataMessage:(0,s.jsx)(y,{}),size:"compact"})},w=({accessToken:e,userID:a})=>{let{t}=(0,r.f)(),[i,m]=(0,l.useState)([]),[d,c]=(0,l.useState)(!0);(0,l.useEffect)(()=>{let s=!1;return(async()=>{if(!e||!a)return void c(!1);try{let a=await (0,n.pK)(e);s||m(a)}catch(e){console.error("Error fetching available teams:",e)}finally{s||c(!1)}})(),()=>{s=!0}},[e,a]);let u=async s=>{if(e&&a)try{await (0,n.Bi)(e,s,{user_id:a,role:"user"}),o.f.success(t("teams.availableTeams.panel.toasts.joined")),m(e=>e.filter(e=>e.team_id!==s))}catch(e){console.error("Error joining team:",e),o.f.fromError(t("teams.availableTeams.panel.toasts.joinFailed"))}};return(0,s.jsx)(N,{teams:i,isLoading:d,onJoinTeam:u})};var S=e.i(56567),z=e.i(688511),k=e.i(356909),C=e.i(263147),T=e.i(487486),M=e.i(515288),O=e.i(131792),D=e.i(950594),I=e.i(793479),L=e.i(571303),q=e.i(860585),A=e.i(355619),F=e.i(162386),B=e.i(9314),E=e.i(363256);let R=["/key/generate","/key/update","/key/delete","/key/regenerate","/key/service-account/generate","/key/{key_id}/regenerate","/key/block","/key/unblock","/key/bulk_update","/key/{key_id}/reset_spend","/key/info","/key/list","/key/aliases","/team/daily/activity"],K=({label:e,description:a,isEditing:t,viewContent:i,editContent:l})=>(0,s.jsxs)("div",{className:"grid grid-cols-1 gap-3 border-b border-border py-5 last:border-b-0 md:grid-cols-3",children:[(0,s.jsxs)("div",{className:"pr-6",children:[(0,s.jsx)("p",{className:"text-sm font-semibold text-foreground",children:e}),(0,s.jsx)("p",{className:"mt-1 text-xs leading-relaxed text-muted-foreground",children:a})]}),(0,s.jsx)("div",{className:"flex items-center md:col-span-2",children:(0,s.jsx)("div",{className:"w-full",children:t?l:i})})]}),G=()=>{let{t:e}=(0,r.f)();return(0,s.jsx)("span",{className:"italic text-muted-foreground",children:e("teams.ssoSettings.notSet")})},V=(e,a)=>e&&0!==e.length?(0,s.jsx)("div",{className:"flex flex-wrap gap-2",children:e.map(e=>(0,s.jsx)(T.f,{variant:"secondary",children:a?a(e):e},e))}):(0,s.jsx)(G,{}),P={max_budget:null,budget_duration:null,tpm_limit:null,rpm_limit:null,models:[],team_member_permissions:[],organization_id:null,access_group_ids:[]},U=({accessToken:e})=>{var a;let i,{t:m}=(0,r.f)(),d=(0,O.d)(),[c,u]=(0,l.useState)(!0),[g,p]=(0,l.useState)(P),[_,b]=(0,l.useState)(!1),[x,f]=(0,l.useState)(P),[j,v]=(0,l.useState)(!1),[y,N]=(0,l.useState)(!1),{data:w,isLoading:S}=(0,t.i)(),{data:T}=(0,C.W)();(0,l.useEffect)(()=>{(async()=>{if(!e)return void u(!1);try{let s=await (0,n.SG)(e),a={...P,...s.values||{}};p(a),f(a)}catch(e){console.error("Error fetching team SSO settings:",e),N(!0),o.f.fromError(m("teams.ssoSettings.toasts.fetchFailed"))}finally{u(!1)}})()},[e,m]);let U=async()=>{if(e){v(!0);try{let s=await (0,n.gK)(e,x),a={...P,...s.settings||{}};p(a),f(a),b(!1),o.f.success(m("teams.ssoSettings.toasts.updated"))}catch(e){console.error("Error updating team settings:",e),o.f.fromError(m("teams.ssoSettings.toasts.updateFailed"))}finally{v(!1)}}},$=(e,s)=>{f(a=>({...a,[e]:s}))};return c?(0,s.jsx)("div",{className:"flex h-64 items-center justify-center","aria-busy":"true",children:(0,s.jsx)(L.f,{"aria-label":m("teams.ssoSettings.loading")})}):y?(0,s.jsx)(M.N,{children:(0,s.jsx)(M.O,{children:(0,s.jsx)("p",{children:m("teams.ssoSettings.noAccess")})})}):(0,s.jsxs)(M.N,{className:"gap-0",children:[(0,s.jsxs)(M.Y,{className:"gap-4 border-b border-border pb-6",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)(M.v,{children:(0,s.jsx)("h3",{className:"text-lg font-semibold text-foreground",children:m("teams.ssoSettings.title")})}),(0,s.jsx)(M.u,{className:"mt-1",children:m("teams.ssoSettings.description")})]}),(0,s.jsx)(M.e,{children:_?(0,s.jsxs)("div",{className:"flex gap-3",children:[(0,s.jsx)(h.K,{type:"button",variant:"outline",onClick:()=>{b(!1),f(g)},disabled:j,children:m("teams.ssoSettings.actions.cancel")}),(0,s.jsxs)(h.K,{type:"button",onClick:U,disabled:j,children:[j?(0,s.jsx)(L.f,{className:"size-4","aria-hidden":"true"}):(0,s.jsx)(k.f,{"data-icon":"inline-start"}),m("teams.ssoSettings.actions.save")]})]}):(0,s.jsxs)(h.K,{type:"button",variant:"outline",onClick:()=>b(!0),children:[(0,s.jsx)(z.f,{"data-icon":"inline-start"}),m("teams.ssoSettings.actions.edit")]})})]}),(0,s.jsxs)(M.O,{className:"pt-8",children:[(0,s.jsxs)("section",{className:"mb-8",children:[(0,s.jsx)("h4",{className:"mb-2 text-xs font-bold tracking-wider text-muted-foreground uppercase",children:m("teams.ssoSettings.sections.budget")}),(0,s.jsxs)("div",{className:"border-t border-border",children:[(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.maxBudget.label"),description:m("teams.ssoSettings.fields.maxBudget.description"),isEditing:_,viewContent:null!=g.max_budget?(0,s.jsxs)("span",{children:["$",Number(g.max_budget).toLocaleString()]}):(0,s.jsx)(G,{}),editContent:(0,s.jsxs)(D.H,{className:"max-w-80",children:[(0,s.jsx)(D.B,{children:"$"}),(0,s.jsx)(D.M,{type:"number",step:"any",min:0,value:x.max_budget??"",onChange:e=>$("max_budget",""===e.target.value?null:Number(e.target.value)),placeholder:m("teams.ssoSettings.notSet"),"aria-label":m("teams.ssoSettings.fields.maxBudget.label")})]})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.budgetDuration.label"),description:m("teams.ssoSettings.fields.budgetDuration.description"),isEditing:_,viewContent:g.budget_duration?(0,s.jsx)("span",{children:(0,q.k)(g.budget_duration)}):(0,s.jsx)(G,{}),editContent:(0,s.jsx)(q.U,{value:x.budget_duration||null,onChange:e=>$("budget_duration",e??null),className:"max-w-80"})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.tpmLimit.label"),description:m("teams.ssoSettings.fields.tpmLimit.description"),isEditing:_,viewContent:null!=g.tpm_limit?(0,s.jsx)("span",{children:g.tpm_limit.toLocaleString()}):(0,s.jsx)(G,{}),editContent:(0,s.jsx)(I.f,{className:"max-w-80",type:"number",step:1,value:x.tpm_limit??"",onChange:e=>$("tpm_limit",""===e.target.value?null:Number(e.target.value)),placeholder:m("teams.ssoSettings.notSet"),min:0,"aria-label":m("teams.ssoSettings.fields.tpmLimit.label")})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.rpmLimit.label"),description:m("teams.ssoSettings.fields.rpmLimit.description"),isEditing:_,viewContent:null!=g.rpm_limit?(0,s.jsx)("span",{children:g.rpm_limit.toLocaleString()}):(0,s.jsx)(G,{}),editContent:(0,s.jsx)(I.f,{className:"max-w-80",type:"number",step:1,value:x.rpm_limit??"",onChange:e=>$("rpm_limit",""===e.target.value?null:Number(e.target.value)),placeholder:m("teams.ssoSettings.notSet"),min:0,"aria-label":m("teams.ssoSettings.fields.rpmLimit.label")})})]})]}),(0,s.jsxs)("section",{children:[(0,s.jsx)("h4",{className:"mb-2 text-xs font-bold tracking-wider text-muted-foreground uppercase",children:m("teams.ssoSettings.sections.access")}),(0,s.jsxs)("div",{className:"border-t border-border",children:[(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.organization.label"),description:m("teams.ssoSettings.fields.organization.description"),isEditing:_,viewContent:g.organization_id?(0,s.jsx)("span",{children:(a=g.organization_id,i=w?.find(e=>e.organization_id===a),i?.organization_alias?`${i.organization_alias} (${a})`:a)}):(0,s.jsx)(G,{}),editContent:(0,s.jsx)("div",{className:"max-w-80 *:w-full",children:(0,s.jsx)(E.f,{organizations:w,loading:S,value:x.organization_id??void 0,onChange:e=>$("organization_id",e||null),placeholder:m("teams.ssoSettings.fields.organization.placeholder")})})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.accessGroups.label"),description:m("teams.ssoSettings.fields.accessGroups.description"),isEditing:_,viewContent:V(g.access_group_ids,e=>T?.find(s=>s.access_group_id===e)?.access_group_name??e),editContent:(0,s.jsx)("div",{className:"*:w-full",children:(0,s.jsx)(B.f,{value:x.access_group_ids||[],onChange:e=>$("access_group_ids",e),placeholder:m("teams.ssoSettings.fields.accessGroups.placeholder")})})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.models.label"),description:m("teams.ssoSettings.fields.models.description"),isEditing:_,viewContent:V(g.models,A.Y),editContent:(0,s.jsx)("div",{className:"*:w-full",children:(0,s.jsx)(F.k,{value:x.models||[],onChange:e=>$("models",e),context:"global",options:{includeSpecialOptions:!0}})})}),(0,s.jsx)(K,{label:m("teams.ssoSettings.fields.permissions.label"),description:m("teams.ssoSettings.fields.permissions.description"),isEditing:_,viewContent:V(g.team_member_permissions),editContent:(0,s.jsxs)(O.x,{multiple:!0,items:R,value:x.team_member_permissions||[],onValueChange:e=>$("team_member_permissions",e),children:[(0,s.jsxs)(O.V,{render:(0,s.jsx)("div",{ref:d}),children:[(0,s.jsx)(O.l,{children:e=>e.map(e=>(0,s.jsx)(O.Q,{"aria-label":e,children:e},e))}),(0,s.jsx)(O.z,{placeholder:m("teams.ssoSettings.fields.permissions.placeholder"),"aria-label":m("teams.ssoSettings.fields.permissions.label")})]}),(0,s.jsx)(O.R,{anchor:d,children:(0,s.jsx)(O.k,{children:e=>(0,s.jsx)(O.T,{value:e,children:e},e)})})]})})]})]})]})]})};var $=e.i(708347),H=e.i(204258),Y=e.i(699375),Q=e.i(624687),J=e.i(746798),W=e.i(542450),X=e.i(182668),Z=e.i(552546),ee=e.i(547756),es=e.i(991326),ea=e.i(421436),et=e.i(677572),ei=e.i(664659),el=e.i(107233),er=e.i(488826),en=e.i(54105),eo=e.i(978056),em=e.i(411382),ed=e.i(772325),ec=e.i(213056),eu=e.i(240192),eg=e.i(266027),ep=e.i(912598),e_=e.i(263005),eb=e.i(554134),eh=e.i(785242),ex=e.i(438847),ef=e.i(802954),ej=e.i(135214),ev=e.i(981080),ey=e.i(531649),eN=e.i(741466),ew=e.i(655063),eS=e.i(440160),ez=e.i(174886),ek=e.i(465261),eC=e.i(852008),eT=e.i(788699),eM=e.i(727612),eO=e.i(200208),eD=e.i(302747),eI=e.i(422444),eL=e.i(500330),eq=e.i(936557),eA=e.i(630500),eF=e.i(359616);function eB({label:e,spend:a,maxBudget:t,resetAt:i}){let{t:l}=(0,r.f)(),n="number"==typeof a&&Number.isFinite(a)?a:0,o="number"==typeof t&&Number.isFinite(t)?t:null,m=0===n?"$0.00":(0,eL.x)(n,2),d=null===o?l("teams.memberSpendBudgetCell.unlimited"):`$${(0,eL.c)(o,2)}`,c=(0,eF.Z)(i);return(0,s.jsxs)("div",{className:"flex flex-col gap-1",children:[(0,s.jsxs)("div",{className:"flex items-baseline justify-between gap-2 whitespace-nowrap text-xs",children:[(0,s.jsx)("span",{className:"text-[10px] font-semibold text-muted-foreground",children:e}),(0,s.jsxs)("span",{children:[(0,s.jsx)("span",{className:"font-medium tabular-nums text-foreground",children:m})," ",(0,s.jsxs)("span",{className:"text-muted-foreground",children:["/ ",d]})]})]}),null!==o&&o>0&&(0,s.jsx)(eq.x,{value:n,max:o,"aria-valuetext":l("teams.memberSpendBudgetCell.meterValueText",{label:e,spend:m,budget:d}),children:(0,s.jsx)(eq.B,{children:(0,s.jsx)(eq.A,{tone:(0,eA.d)(n/o*100)})})}),c&&(0,s.jsx)("div",{className:"text-[10px] text-muted-foreground",children:l("teams.memberSpendBudgetCell.resets",{date:c})})]})}function eE({teamSpend:e,teamMaxBudget:a,callerMembership:t}){let{t:i}=(0,r.f)();return(0,s.jsxs)("div",{className:"flex min-w-[130px] flex-col gap-2",children:[(0,s.jsx)(eB,{label:i("teams.memberSpendBudgetCell.team"),spend:e,maxBudget:a}),t&&(0,s.jsx)(eB,{label:i("teams.memberSpendBudgetCell.mySpend"),spend:t.spend,maxBudget:t.max_budget,resetAt:t.budget_reset_at})]})}let eR={members:{icon:m.f,className:"bg-violet-50 text-violet-700 ring-violet-600/20 dark:bg-violet-950 dark:text-violet-300 dark:ring-violet-400/30"},models:{icon:eC.f,className:"bg-info/10 text-info ring-sky-600/20"},keys:{icon:ek.f,className:"bg-success/10 text-success ring-emerald-600/20"}},eK=e=>e.members_count??e.members_with_roles?.length??0,eG=e=>e.models?.length??0,eV={members:"teams.table.resourceCounts.members",models:"teams.table.resourceCounts.models",keys:"teams.table.resourceCounts.keys"};function eP({team:e}){let{t:a}=(0,r.f)(),t=[{key:"members",count:eK(e)},{key:"models",count:eG(e)},{key:"keys",count:e.keys_count??e.keys?.length??0}];return(0,s.jsx)("div",{className:"flex items-center gap-1.5",children:t.map(e=>{let t=eR[e.key],i=t.icon;return(0,s.jsxs)("span",{title:a(eV[e.key],{count:e.count}),className:(0,f.c)("inline-flex items-center gap-1.5 rounded-md px-2 py-1 text-xs font-medium ring-1 ring-inset [&_svg]:size-3.5",t.className),children:[(0,s.jsx)(i,{}),(0,s.jsx)("span",{className:"tabular-nums",children:e.count})]},e.key)})})}function eU({label:e,value:a}){let{t}=(0,r.f)();return(0,s.jsxs)("div",{children:[(0,s.jsxs)("span",{className:"text-[10px] font-semibold text-muted-foreground",children:[e," "]}),(0,s.jsx)("span",{className:"tabular-nums",children:null!=a?(0,eL.c)(a):t("teams.table.unlimited")})]})}function e$({team:e,canManage:a,onEditTeam:t,onDeleteTeam:i}){let{t:l}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":l("teams.table.actions.open"),"data-testid":`team-actions-${e.team_id}`,className:(0,f.c)((0,h.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(u.f,{className:"size-4"})}),(0,s.jsxs)(x.L,{align:"end",className:"w-44",children:[a&&(0,s.jsxs)(x.r,{onClick:()=>t(e),"data-testid":"team-action-edit",children:[(0,s.jsx)(eT.f,{}),l("teams.table.actions.edit")]}),(0,s.jsxs)(x.r,{onClick:()=>{(0,eL.W)(e.team_id,l("teams.table.actions.copied"))},"data-testid":"team-action-copy",children:[(0,s.jsx)(ez.f,{}),l("teams.table.actions.copyId")]}),a&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(x.U,{}),(0,s.jsxs)(x.r,{variant:"destructive",onClick:()=>i(e),"data-testid":"team-action-delete",children:[(0,s.jsx)(eM.f,{}),l("teams.table.actions.delete")]})]})]})]})}let eH={members:!1,models:!1,rate_limits:!1,updated_at:!1};var eY=e.i(59935);let eQ=async e=>{let s=await e(1,100),a=s.total_pages??1;return a<=1?s.teams:[s,...await Promise.all(Array.from({length:a-1},(s,a)=>e(a+2,100)))].flatMap(e=>e.teams)},eJ=e=>{let s=e.metadata?.team_member_budget_id;return"string"==typeof s&&s.length>0?s:null},eW=async(e,s)=>{var a,t;let i,l,r,o,m=await eQ((a,t)=>(0,eh.z)(e,a,t,s)),d=Array.from(new Set(m.map(eJ).filter(e=>null!==e))),c=d.length?await n.Mw.post("/budget/info",{accessToken:e,body:{budgets:d}}):[];return a=eY.default.unparse((i=new Map(c.map(e=>[e.budget_id,e])),m.map(e=>{let s=eJ(e),a=s?i.get(s):void 0;return{"Team Alias":e.team_alias??"","Team ID":e.team_id??"","Organization ID":e.organization_id??"",Models:(e.models??[]).join(", "),"Max Budget (USD)":e.max_budget??"","Budget Duration":e.budget_duration??"","Budget Reset At":e.budget_reset_at??"","Spend (USD)":e.spend??"","TPM Limit":e.tpm_limit??"","RPM Limit":e.rpm_limit??"","Team Member Budget (USD)":a?.max_budget??"","Team Member Budget Duration":a?.budget_duration??"","Team Member TPM Limit":a?.tpm_limit??"","Team Member RPM Limit":a?.rpm_limit??"",Members:e.members_count??e.members_with_roles?.length??"",Keys:e.keys_count??e.keys?.length??"",Blocked:e.blocked??"","Created At":e.created_at??""}})),{escapeFormulae:!0}),t=`teams_export_${new Date().toISOString().split("T")[0]}.csv`,l=new Blob([a],{type:"text/csv;charset=utf-8;"}),r=window.URL.createObjectURL(l),(o=document.createElement("a")).href=r,o.download=t,document.body.appendChild(o),o.click(),document.body.removeChild(o),window.URL.revokeObjectURL(r),m.length},eX=[{id:"created_at",desc:!0}],eZ={org_id:"teams.table.filters.organization",alias:"teams.table.filters.teamAlias",team_id:"teams.table.filters.teamId"};function e0({userRole:e,userID:a,onSelectTeam:i,onEditTeam:n,onDeleteTeam:o}){let{t:m}=(0,r.f)(),{data:d}=(0,t.i)(),u=(0,l.useMemo)(()=>d??[],[d]),[g,b]=(0,l.useState)(eX),[x,f]=(0,l.useState)({pageIndex:0,pageSize:50}),[j,v]=(0,l.useState)([]),[y,N]=(0,l.useState)(!1),[w,S]=(0,l.useState)(""),[z,k]=(0,l.useState)(!1),[C]=(0,ew.f)(w,{wait:eN.f}),{accessToken:T}=(0,ej.f)(),M=(0,l.useCallback)(e=>{let s=j.find(s=>s.id===e);return"string"==typeof s?.value&&s.value.trim()?s.value.trim():void 0},[j]),O="Admin"===e||"Admin Viewer"===e,D=(0,l.useMemo)(()=>({organizationID:M("org_id"),team_alias:M("alias"),teamID:M("team_id"),search:C.trim()||void 0,searchTeamIdMatch:"prefix",userID:O?void 0:a??void 0,sortBy:g[0]?.id,sortOrder:(e=>{let s=e[0];if(s)return s.desc?"desc":"asc"})(g)}),[M,C,O,a,g]),{data:L,isPending:q,isPlaceholderData:A,isFetching:F,refetch:B}=(0,eh.F)(x.pageIndex+1,x.pageSize,D),E=(0,l.useMemo)(()=>L?.teams??[],[L]),R=L?.total??0,K=(0,l.useCallback)(e=>{S(e),f(e=>({...e,pageIndex:0}))},[]),G=(0,l.useCallback)(e=>{b(e),f(e=>({...e,pageIndex:0}))},[]),V=(0,l.useCallback)(e=>{v(e),f(e=>({...e,pageIndex:0}))},[]),P=(0,l.useCallback)(async()=>{if(T&&!z){k(!0);try{await eW(T,D)}finally{k(!1)}}},[T,z,D]),U=(0,l.useMemo)(()=>(({organizations:e,userRole:a,onSelectTeam:t,onEditTeam:i,onDeleteTeam:l,t:r})=>{let n="Admin"===a;return[{id:"team_alias",accessorKey:"team_alias",meta:{title:r("teams.table.columns.team"),renderSkeleton:()=>(0,s.jsxs)("div",{className:"flex flex-col gap-2 py-1",children:[(0,s.jsx)(eD.f,{className:"h-4 w-32"}),(0,s.jsx)(eD.f,{className:"h-3.5 w-24 opacity-65"})]})},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.team"),variant:"header-cycle"}),size:260,enableSorting:!0,cell:({row:e})=>{let a=e.original,i=!!a.team_alias;return(0,s.jsx)(_.f,{title:a.team_alias||a.team_id,subtitle:i?a.team_id:void 0,onClick:()=>t(a)})}},{id:"organization_alias",accessorKey:"organization_id",meta:{title:r("teams.table.columns.organization")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.organization")}),sortDescFirst:!1,size:160,enableSorting:!0,cell:a=>{let t=a.getValue();if(!t)return(0,s.jsx)("span",{className:"text-muted-foreground",children:"—"});let i=e.find(e=>e.organization_id===t),l=i?.organization_alias||t,r=a.cell.column.getSize();return(0,s.jsx)("span",{className:"block",style:{maxWidth:r},title:l,children:(0,s.jsx)(_.f,{title:l,titleClassName:"text-sm font-normal",href:(0,eI.j)(t)})})}},{id:"resources",meta:{title:r("teams.table.columns.resources"),renderSkeleton:()=>(0,s.jsxs)("div",{className:"flex items-center gap-1.5",children:[(0,s.jsx)(eD.f,{className:"h-6 w-12 rounded-md"}),(0,s.jsx)(eD.f,{className:"h-6 w-12 rounded-md"}),(0,s.jsx)(eD.f,{className:"h-6 w-12 rounded-md opacity-65"})]})},header:({table:e})=>(0,s.jsx)(p.r,{table:e,fields:[{id:"members",label:r("teams.table.columns.members")},{id:"models",label:r("teams.table.columns.models")},{id:"keys_count",label:r("teams.table.columns.keys")}]}),size:210,enableSorting:!1,cell:({row:e})=>(0,s.jsx)(eP,{team:e.original})},{id:"spend",accessorKey:"spend",meta:{title:r("teams.table.columns.spendBudget"),skeleton:"meter",numeric:!0},header:({table:e})=>(0,s.jsx)(p.r,{table:e,fields:[{id:"spend",label:r("teams.table.columns.spend")},{id:"max_budget",label:r("teams.table.columns.budget")}]}),size:200,enableSorting:!1,cell:({row:e})=>(0,s.jsx)(eE,{teamSpend:e.original.spend,teamMaxBudget:e.original.max_budget,callerMembership:e.original.caller_membership})},{id:"created_at",accessorKey:"created_at",meta:{title:r("teams.table.columns.created")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.created"),variant:"header-cycle"}),size:130,enableSorting:!0,cell:e=>(0,s.jsx)(eO.S,{value:e.getValue(),precision:"date"})},{id:"members",accessorFn:eK,meta:{title:r("teams.table.columns.members"),numeric:!0},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.members")}),sortDescFirst:!0,size:110,enableSorting:!0,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm tabular-nums",children:eK(e.original)})},{id:"models",accessorFn:eG,meta:{title:r("teams.table.columns.models"),numeric:!0},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.models")}),sortDescFirst:!0,size:100,enableSorting:!0,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm tabular-nums",children:eG(e.original)})},{id:"rate_limits",meta:{title:r("teams.table.columns.rateLimits"),skeleton:"twoLine"},header:({table:e})=>(0,s.jsx)(p.r,{table:e,fields:[{id:"tpm_limit",label:r("teams.table.columns.tpm")},{id:"rpm_limit",label:r("teams.table.columns.rpm")}]}),size:140,enableSorting:!1,cell:({row:e})=>(0,s.jsxs)("div",{className:"text-xs leading-tight",children:[(0,s.jsx)(eU,{label:r("teams.table.columns.tpm"),value:e.original.tpm_limit}),(0,s.jsx)(eU,{label:r("teams.table.columns.rpm"),value:e.original.rpm_limit})]})},{id:"updated_at",accessorKey:"updated_at",meta:{title:r("teams.table.columns.updated")},header:({column:e})=>(0,s.jsx)(p.v,{column:e,title:r("teams.table.columns.updated")}),sortDescFirst:!1,size:130,enableSorting:!0,cell:e=>(0,s.jsx)(eO.S,{value:e.getValue(),precision:"date",fallback:r("teams.table.never")})},{id:"actions",meta:{className:"text-right",headerClassName:"text-right"},header:()=>(0,s.jsx)("span",{className:"sr-only",children:r("teams.table.columns.actions")}),size:60,enableSorting:!1,enableHiding:!1,cell:({row:e})=>(0,s.jsx)("div",{className:"flex justify-end",children:(0,s.jsx)(e$,{team:e.original,canManage:n,onEditTeam:i,onDeleteTeam:l})})}]})({organizations:u,userRole:e,onSelectTeam:i,onEditTeam:n,onDeleteTeam:o,t:m}),[u,e,i,n,o,m]),$=(0,l.useMemo)(()=>Object.fromEntries(Object.entries(eZ).map(([e,s])=>[e,m(s)])),[m]),H=(0,l.useMemo)(()=>u.filter(e=>e.organization_id).map(e=>{let s=e.organization_id;return{label:e.organization_alias||s,value:s,sublabel:e.organization_alias?s:void 0}}),[u]),Y=(0,l.useCallback)((e,s)=>{let a=String(s);return"org_id"===e&&u.find(e=>e.organization_id===a)?.organization_alias||a},[u]);return(0,s.jsx)(c.f,{data:E,columns:U,getRowId:e=>e.team_id,defaultColumnVisibility:eH,sortingMode:"server",sorting:g,onSortingChange:G,paginationMode:"server",pagination:x,onPaginationChange:f,rowCount:R,filterMode:"server",columnFilters:j,onColumnFiltersChange:V,enableColumnResizing:!0,columnResizeMode:"onChange",isLoading:q||A,loadingMessage:m("teams.table.loading"),noDataMessage:m("teams.table.empty"),fillHeight:!0,size:"compact",toolbar:e=>(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(ey.f,{table:e,searchValue:w,onSearchChange:K,searchPlaceholder:m("teams.table.searchPlaceholder"),onRefresh:()=>B?.(),isRefreshing:F,onOpenFilters:()=>N(!0),filterLabels:$,formatFilterValue:Y,children:(0,s.jsxs)(h.K,{variant:"outline",size:"sm",onClick:P,disabled:z,"data-testid":"teams-export-csv",children:[(0,s.jsx)(eS.f,{}),z?m("teams.table.exporting"):m("teams.table.exportCsv")]})}),(0,s.jsx)(ev.q,{table:e,open:y,onOpenChange:N,title:m("teams.table.filters.title"),description:m("teams.table.filters.description"),children:({get:e,set:a})=>(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(ev.Q,{label:m("teams.table.filters.organization"),children:(0,s.jsx)(Z.f,{options:H,value:e("org_id")||void 0,onValueChange:e=>a("org_id",e??void 0),placeholder:m("teams.table.filters.organizationPlaceholder"),emptyText:m("teams.table.filters.organizationEmpty")})}),(0,s.jsx)(ev.Q,{label:m("teams.table.filters.teamAlias"),children:(0,s.jsx)(I.f,{value:e("alias")??"",onChange:e=>a("alias",e.target.value),placeholder:m("teams.table.filters.teamAliasPlaceholder")})}),(0,s.jsx)(ev.Q,{label:m("teams.table.filters.teamId"),children:(0,s.jsx)(I.f,{value:e("team_id")??"",onChange:e=>a("team_id",e.target.value),placeholder:m("teams.table.filters.teamIdPlaceholder")})})]})})]})})}var e1=e.i(930421),e4=e.i(187315),e5=e.i(844565),e2=e.i(552130),e8=e.i(533882),e6=e.i(651904),e3=e.i(460285),e7=e.i(75921),e9=e.i(390605),se=e.i(431703),ss=e.i(435451),sa=e.i(558364),st=e.i(904031),si=e.i(916940),sl=e.i(788259),sr=e.i(464308),sn=e.i(776639),so=e.i(127952),sm=e.i(395819),sd=e.i(368752),sc=e.i(431370);let su=er.z.union([en.z.string(),eo.z.number()]).optional(),sg={team_alias:"",organization_id:null,models:[],max_budget:void 0,budget_duration:void 0,tpm_limit:void 0,rpm_limit:void 0,tpd_limit:void 0,metadata:[],team_id:void 0,team_member_budget:void 0,team_member_key_duration:void 0,team_member_rpm_limit:void 0,team_member_tpm_limit:void 0,secret_manager_settings:void 0,guardrails:void 0,disable_global_guardrails:void 0,require_trace_id:void 0,policies:void 0,access_group_ids:void 0,allowed_vector_store_ids:void 0,allowed_passthrough_routes:void 0,allowed_mcp_servers_and_groups:void 0,mcp_tool_permissions:{},allowed_agents_and_groups:void 0,object_permission_search_tools:void 0,object_permission_skills:void 0},sp=["team_id","team_member_budget","team_member_key_duration","team_member_rpm_limit","team_member_tpm_limit","secret_manager_settings","guardrails","disable_global_guardrails","require_trace_id","policies","access_group_ids","allowed_vector_store_ids","allowed_passthrough_routes"],s_=["allowed_mcp_servers_and_groups","mcp_tool_permissions"],sb=["allowed_agents_and_groups"],sh=["object_permission_search_tools"],sx=["object_permission_skills"],sf=(e,s,a)=>"Admin"===e||!!a&&!!s&&a.some(e=>e.members?.some(e=>e.user_id===s&&"org_admin"===e.user_role)),sj=({accessToken:e,userID:d,userRole:c,isViewOnly:u=!1,premiumUser:g=!1})=>{let p,_,b,x,{t:f}=(0,r.f)(),{data:j}=(0,t.i)(),v=j??null,{data:y=[],isLoading:N}=(0,e4.f)(),z=(0,ep.d)(),k=()=>z.invalidateQueries({queryKey:eh.N.all}),[C]=(0,l.useState)(null),T="Admin"!==c,[M,O]=(0,l.useState)(!1),[D,L]=(0,l.useState)(!1),[E,R]=(0,l.useState)(!1),[K,G]=(0,l.useState)(!1),[V,P]=(0,l.useState)(!1),er=(0,l.useMemo)(()=>"Admin"===c?v||[]:v&&d?v.filter(e=>e.members?.some(e=>e.user_id===d&&"org_admin"===e.user_role)):[],[c,d,v]),ej=(0,l.useMemo)(()=>em.z.object({team_alias:en.z.string().min(1,f("teams.page.create.errors.teamNameRequired")),organization_id:en.z.string().nullish(),models:ed.z.array(en.z.string()).optional(),max_budget:su,budget_duration:en.z.string().nullish(),tpm_limit:su,rpm_limit:su,tpd_limit:su,metadata:e1.H.optional(),team_id:en.z.string().optional(),team_member_budget:eo.z.number().optional(),team_member_key_duration:en.z.string().optional(),team_member_rpm_limit:su,team_member_tpm_limit:su,secret_manager_settings:en.z.string().optional(),guardrails:ed.z.array(en.z.string()).optional(),disable_global_guardrails:ec.z.boolean().optional(),require_trace_id:ec.z.boolean().optional(),policies:ed.z.array(en.z.string()).optional(),access_group_ids:ed.z.array(en.z.string()).optional(),allowed_vector_store_ids:ed.z.array(en.z.string()).optional(),allowed_passthrough_routes:ed.z.array(en.z.string()).optional(),allowed_mcp_servers_and_groups:em.z.object({servers:ed.z.array(en.z.string()),accessGroups:ed.z.array(en.z.string()),toolsets:ed.z.array(en.z.string()).optional()}).optional(),mcp_tool_permissions:eu.z.record(en.z.string(),ed.z.array(en.z.string())).optional(),allowed_agents_and_groups:em.z.object({agents:ed.z.array(en.z.string()),accessGroups:ed.z.array(en.z.string())}).optional(),object_permission_search_tools:ed.z.array(en.z.string()).optional(),object_permission_skills:ed.z.array(en.z.string()).optional()}).superRefine((e,s)=>{T&&!e.organization_id&&s.addIssue({code:"custom",message:"",path:["organization_id"]}),null==e.organization_id||null==v||er.some(s=>s.organization_id===e.organization_id)||s.addIssue({code:"custom",message:f("teams.page.create.errors.organizationNotPickable"),path:["organization_id"]}),M&&!(e=>{if(!e)return!0;try{return JSON.parse(e),!0}catch{return!1}})(e.secret_manager_settings)&&s.addIssue({code:"custom",message:"",path:["secret_manager_settings"]})}),[T,M,er,v,f]),ev=(0,es.f)(ej,{defaultValues:sg}),ey=ev.watch("organization_id"),eN=ev.watch("allowed_mcp_servers_and_groups"),ew=ev.watch("mcp_tool_permissions"),eS=(0,ef.Q)(),[ez,ek]=(0,l.useState)(null),[eC,eT]=(0,ex.o)("team",ex.d.withOptions({history:"push"})),[eM,eO]=(0,l.useState)(!1),[eD,eI]=(0,l.useState)(!1),eL=!u&&(0,$.u)(c||""),[eq,eA]=(0,l.useState)([]),[eF,eB]=(0,l.useState)(!1),[eE,eR]=(0,l.useState)(null),[eK,eG]=(0,l.useState)(!1),[eV,eP]=(0,l.useState)([]),eU=(0,i.f)("viewPolicies"),[e$,eH]=(0,l.useState)([]),[eY,eQ]=(0,l.useState)([]),[eJ,eW]=(0,l.useState)({}),[eX,eZ]=(0,l.useState)({}),[sj,sv]=(0,l.useState)({}),[sy,sN]=(0,l.useState)(null),[sw,sS]=(0,l.useState)(0),{data:sz}=(0,eg.f)({queryKey:["defaultTeamSettings"],queryFn:()=>(0,n.SG)(e),enabled:eD&&null!=e,retry:!1,staleTime:6e4}),sk=sz?.values?.budget_duration??void 0,sC=sk?f("teams.page.create.fields.budgetDuration.defaultPlaceholder",{label:(0,q.k)(sk),duration:sk}):void 0;(0,l.useEffect)(()=>{let s=async()=>{try{if(null==e)return;let s=(await (0,n.$)(e)).policies.map(e=>e.policy_name);eH(s)}catch(e){console.error("Failed to fetch policies:",e)}};(async()=>{try{if(null==e)return;let s=(await (0,n.gx)(e)).guardrails.map(e=>e.guardrail_name);eP(s)}catch(e){console.error("Failed to fetch guardrails:",e)}})(),eU&&s()},[e,eU]);let sT=()=>{ev.reset(sg),O(!1),L(!1),R(!1),G(!1),eQ([]),eW({}),eZ({}),sv({}),sN(null),sS(e=>e+1)},sM=async e=>{eR(e),eB(!0)},sO=async()=>{if(null!=eE&&null!=e)try{eG(!0),await (0,n.oK)(e,eE.team_id),await k(),o.f.success(f("teams.page.toasts.deleted"))}catch(e){o.f.fromError(f("teams.page.toasts.deleteFailed",{error:String(e)}))}finally{eG(!1),eB(!1),eR(null)}};(0,l.useEffect)(()=>{(async()=>{try{if(null===d||null===c||null===e)return;let s=await (0,A.Z)(d,c,e);s&&eA(s)}catch(e){console.error("Error fetching user models:",e)}})()},[e,d,c]);let sD=async s=>{try{if(null!=e){let a=s?.organization_id||C?.organization_id;""===a||"string"!=typeof a?s.organization_id=null:s.organization_id=a.trim(),s.budget_duration===q.q&&(s.budget_duration=null),o.f.info(f("teams.page.toasts.creating"));let t={...(0,e1.T)(s.metadata),...eY.length>0?{logging:eY.filter(e=>e.callback_name)}:{}};if(s.metadata=Object.keys(t).length>0?JSON.stringify(t):void 0,s.secret_manager_settings&&"string"==typeof s.secret_manager_settings)if(""===s.secret_manager_settings.trim())delete s.secret_manager_settings;else try{s.secret_manager_settings=JSON.parse(s.secret_manager_settings)}catch(e){throw Error("Failed to parse secret manager settings: "+e)}let i=Array.isArray(s.object_permission_search_tools)&&s.object_permission_search_tools.length>0;if(s.allowed_vector_store_ids&&s.allowed_vector_store_ids.length>0||s.allowed_mcp_servers_and_groups&&(s.allowed_mcp_servers_and_groups.servers?.length>0||s.allowed_mcp_servers_and_groups.accessGroups?.length>0||s.allowed_mcp_servers_and_groups.toolsets?.length>0||s.allowed_mcp_servers_and_groups.toolPermissions)){if(s.object_permission||(s.object_permission={}),s.allowed_vector_store_ids&&s.allowed_vector_store_ids.length>0&&(s.object_permission.vector_stores=s.allowed_vector_store_ids,delete s.allowed_vector_store_ids),s.allowed_mcp_servers_and_groups){let{servers:e,accessGroups:a,toolsets:t}=s.allowed_mcp_servers_and_groups;e&&e.length>0&&(s.object_permission.mcp_servers=e),a&&a.length>0&&(s.object_permission.mcp_access_groups=a),t&&t.length>0&&(s.object_permission.mcp_toolsets=t),delete s.allowed_mcp_servers_and_groups}s.mcp_tool_permissions&&Object.keys(s.mcp_tool_permissions).length>0&&(s.object_permission.mcp_tool_permissions=s.mcp_tool_permissions,delete s.mcp_tool_permissions)}if(s.allowed_mcp_access_groups&&s.allowed_mcp_access_groups.length>0&&(s.object_permission||(s.object_permission={}),s.object_permission.mcp_access_groups=s.allowed_mcp_access_groups,delete s.allowed_mcp_access_groups),s.allowed_agents_and_groups){let{agents:e,accessGroups:a}=s.allowed_agents_and_groups;s.object_permission||(s.object_permission={}),e&&e.length>0&&(s.object_permission.agents=e),a&&a.length>0&&(s.object_permission.agent_access_groups=a),delete s.allowed_agents_and_groups}i&&(s.object_permission||(s.object_permission={}),s.object_permission.search_tools=s.object_permission_search_tools,delete s.object_permission_search_tools),Array.isArray(s.object_permission_skills)&&s.object_permission_skills.length>0&&(s.object_permission||(s.object_permission={}),s.object_permission.skills=s.object_permission_skills),delete s.object_permission_skills,Object.keys(eJ).length>0&&(s.model_aliases=eJ),Object.keys(eX).length>0&&(s.model_max_budget=eX),sy?.router_settings&&Object.values(sy.router_settings).some(e=>null!=e&&""!==e)&&(s.router_settings=sy.router_settings);let{require_trace_id:l,...r}=s,m=(0,st.f)(sj,{});await (0,n.b_)(e,{...r,...void 0===l?{}:{require_trace_id:l},...void 0!==m?{team_member_model_max_budget:m}:{},models:(0,sm.x)(s.models)}),o.f.success(f("teams.page.toasts.created")),await k(),sT(),eI(!1)}}catch(e){console.error("Error creating the team:",e),o.f.fromError(f("teams.page.toasts.createFailed",{error:(0,se.U)(e)}))}},sI=[{key:"your-teams",label:f("teams.page.tabs.yourTeams"),className:"flex min-h-0 flex-1 flex-col",children:(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(e0,{userRole:c,userID:d,onSelectTeam:e=>{eS(),ek(e),eT(e.team_id),eO(!1)},onEditTeam:e=>{eS(),ek(e),eT(e.team_id),eO(!0)},onDeleteTeam:sM}),(0,s.jsx)(so.f,{isOpen:eF,title:f("teams.page.deleteModal.title"),alertMessage:0===(p=eE?.keys_count??eE?.keys?.length??0)?void 0:f("teams.page.deleteModal.keysWarning",{count:p}),message:f("teams.page.deleteModal.message"),resourceInformationTitle:f("teams.page.deleteModal.informationTitle"),resourceInformation:[{label:f("teams.page.deleteModal.teamId"),value:eE?.team_id,code:!0},{label:f("teams.page.deleteModal.teamName"),value:eE?.team_alias},{label:f("teams.page.deleteModal.keys"),value:eE?.keys_count??eE?.keys?.length??0},{label:f("teams.page.deleteModal.members"),value:eE?.members_with_roles?.length}],requiredConfirmation:eE?.team_alias,onCancel:()=>{eB(!1),eR(null)},onOk:sO,confirmLoading:eK})]})},{key:"available-teams",label:f("teams.page.tabs.availableTeams"),className:"min-h-0 flex-1 overflow-y-auto",children:(0,s.jsx)(w,{accessToken:e,userID:d})},...(0,$.u)(c||"")?[{key:"default-settings",label:f("teams.page.tabs.defaultSettings"),className:"min-h-0 flex-1 overflow-y-auto",children:(0,s.jsx)(U,{accessToken:e,userID:d||"",userRole:c||""})}]:[]];return(0,s.jsxs)(a.w,{className:eC?void 0:"h-full",children:[eC?(0,s.jsx)(S.f,{teamId:eC,onUpdate:()=>{k()},onClose:()=>{eS(),ek(null),eT(null),eO(!1)},accessToken:e,is_team_admin:(e=>{if(null==e||null==e.members_with_roles)return!1;for(let s=0;s{T&&1===er.length&&ev.setValue("organization_id",er[0].organization_id),eI(!0)},"data-testid":"create-team-button",children:[(0,s.jsx)(el.f,{className:"size-4"}),f("teams.page.header.createTeam")]}),(0,s.jsx)(eb.f,{className:"mx-0 h-6"})]}),sI.map(e=>(0,s.jsx)(a.H,{value:e.key,children:e.label},e.key))]})})]}),sI.map(e=>(0,s.jsx)(et.S,{value:e.key,className:e.className,children:e.children},e.key))]}),sf(c,d,v)&&(0,s.jsx)(sn.N,{open:eD,onOpenChange:e=>!e&&void(eI(!1),sT()),children:(0,s.jsxs)(sn.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1000px]",children:[(0,s.jsx)(sn.s,{children:(0,s.jsx)(sn.F,{children:f("teams.page.create.title")})}),(0,s.jsx)(J.g,{children:(0,s.jsxs)("form",{onSubmit:ev.handleSubmit(e=>{let s;return sD((s=new Set([...M?[]:sp,...M&&eU?[]:["policies"],...D?[]:s_,...E?[]:sb,...K?[]:sh,...V?[]:sx]),Object.fromEntries(Object.entries(e).filter(([e])=>!s.has(e)))))}),children:[(0,s.jsxs)(W.e,{children:[(0,s.jsx)(X.f,{control:ev.control,name:"team_alias",label:f("teams.page.create.fields.teamName"),children:({ref:e,value:a,...t})=>(0,s.jsx)(I.f,{...t,ref:e,value:a??"","data-testid":"team-name-input"})}),(_=1===er.length,b=0===er.length,x=_?er[0].organization_id??null:null,(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(X.f,{control:ev.control,name:"organization_id",className:"mt-8",label:(0,ee.Q)(f("teams.page.create.fields.organization.label"),f("teams.page.create.fields.organization.hint"),"https://docs.litellm.ai/docs/proxy/user_management_heirarchy"),description:T&&_?f("teams.page.create.fields.organization.singleOrgDescription"):T?f("teams.page.create.fields.organization.requiredDescription"):void 0,children:({id:e,value:a,onChange:t})=>(0,s.jsx)(Z.f,{inputId:e,value:a??"",options:er.map(e=>({value:e.organization_id??"",label:e.organization_alias??"",sublabel:e.organization_id??""})),disabled:T&&null!==x&&a===x,allowClear:!T,placeholder:b?f("teams.page.create.fields.organization.noOrganizations"):f("teams.page.create.fields.organization.placeholder"),emptyText:f("teams.page.create.fields.organization.noOrganizations"),onValueChange:e=>{e!==(a??null)&&(t(e),ev.setValue("models",[]))}})}),T&&!_&&er.length>1&&(0,s.jsx)("div",{className:"mb-8 rounded-md border border-info/20 bg-info/10 p-4",children:(0,s.jsx)("span",{className:"text-sm text-info",children:f("teams.page.create.fields.organization.selectPrompt")})})]})),(0,s.jsx)(X.f,{control:ev.control,name:"models",label:(0,ee.q)(f("teams.page.create.fields.models.label"),f("teams.page.create.fields.models.hint")),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(F.k,{id:e,value:a??[],onChange:t,organizationID:ey??void 0,options:{includeSpecialOptions:!0,showAllProxyModelsOverride:!ey},context:"team",dataTestId:"create-team-models-select"})}),(0,s.jsx)(X.f,{control:ev.control,name:"max_budget",label:f("teams.page.create.fields.maxBudget"),children:({ref:e,value:a,...t})=>(0,s.jsx)(ss.f,{...t,ref:e,value:a??"",step:.01,precision:2,width:200})}),(0,s.jsx)(X.f,{control:ev.control,name:"budget_duration",className:"mt-8",label:f("teams.page.create.fields.budgetDuration.label"),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(q.U,{id:e,showNeverResets:!!sk,placeholder:sC,value:a,onChange:e=>t(e??void 0)})}),(0,s.jsx)(sa.p,{premiumUser:g,value:eX,onChange:eZ,availableModels:eq,hint:f("teams.page.create.fields.modelMaxBudgetHint")},`model-max-budget-${sw}`),(0,s.jsx)(X.f,{control:ev.control,name:"tpm_limit",label:f("teams.page.create.fields.tpmLimit"),children:({ref:e,value:a,...t})=>(0,s.jsx)(ss.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsx)(X.f,{control:ev.control,name:"rpm_limit",label:f("teams.page.create.fields.rpmLimit"),children:({ref:e,value:a,...t})=>(0,s.jsx)(ss.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsx)(X.f,{control:ev.control,name:"tpd_limit",label:(0,ee.q)(f("teams.page.create.fields.tpdLimit.label"),f("teams.page.create.fields.tpdLimit.hint")),children:({ref:e,value:a,...t})=>(0,s.jsx)(ss.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsxs)(W.N,{children:[(0,s.jsx)(W.u,{children:f("teams.page.create.fields.metadata.label")}),(0,s.jsx)(X.f,{control:ev.control,name:"metadata",children:({value:e,onChange:a})=>(0,s.jsx)(sd.F,{value:(0,e1.T)(e).store_prompts_in_spend_logs,onChange:s=>a([...(e??[]).filter(e=>"store_prompts_in_spend_logs"!==e.key),{key:"store_prompts_in_spend_logs",value:JSON.stringify(s)}])})}),(0,s.jsx)(e1.U,{control:ev.control,getValues:ev.getValues,name:"metadata",schemaFields:y,schemaLoading:N}),(0,s.jsx)(W.H,{children:f("teams.page.create.fields.metadata.description",{example:'{"region": "us"}'})})]}),(0,s.jsxs)(H.Y,{open:M,onOpenChange:O,className:"mt-20 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.additional")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsxs)(W.e,{children:[(0,s.jsx)(X.f,{control:ev.control,name:"team_id",label:f("teams.page.create.fields.teamId.label"),description:f("teams.page.create.fields.teamId.description"),children:({ref:e,value:a,...t})=>(0,s.jsx)(I.f,{...t,ref:e,value:a??""})}),(0,s.jsx)(X.f,{control:ev.control,name:"team_member_budget",label:(0,ee.q)(f("teams.page.create.fields.teamMemberBudget.label"),f("teams.page.create.fields.teamMemberBudget.hint")),children:({ref:e,value:a,onChange:t,...i})=>(0,s.jsx)(ss.f,{...i,ref:e,value:a??"",onChange:e=>t(e.target.value?Number(e.target.value):void 0),step:.01,precision:2,width:200})}),(0,s.jsx)(sa.p,{label:f("teams.page.create.fields.teamMemberModelMaxBudget.label"),premiumUser:g,value:sj,onChange:sv,availableModels:eq,hint:f("teams.page.create.fields.teamMemberModelMaxBudget.hint")},`team-member-model-max-budget-${sw}`),(0,s.jsx)(X.f,{control:ev.control,name:"team_member_key_duration",label:(0,ee.q)(f("teams.page.create.fields.teamMemberKeyDuration.label"),f("teams.page.create.fields.teamMemberKeyDuration.hint")),children:({ref:e,value:a,...t})=>(0,s.jsx)(I.f,{...t,ref:e,value:a??"",placeholder:f("teams.page.create.fields.teamMemberKeyDuration.placeholder")})}),(0,s.jsx)(X.f,{control:ev.control,name:"team_member_rpm_limit",label:(0,ee.q)(f("teams.page.create.fields.teamMemberRpmLimit.label"),f("teams.page.create.fields.teamMemberRpmLimit.hint")),children:({ref:e,value:a,...t})=>(0,s.jsx)(ss.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsx)(X.f,{control:ev.control,name:"team_member_tpm_limit",label:(0,ee.q)(f("teams.page.create.fields.teamMemberTpmLimit.label"),f("teams.page.create.fields.teamMemberTpmLimit.hint")),children:({ref:e,value:a,...t})=>(0,s.jsx)(ss.f,{...t,ref:e,value:a??"",step:1,width:400})}),(0,s.jsx)(X.f,{control:ev.control,name:"secret_manager_settings",label:f("teams.page.create.fields.secretManagerSettings.label"),description:g?f("teams.page.create.fields.secretManagerSettings.premiumDescription"):f("teams.page.create.fields.secretManagerSettings.upgradeDescription"),children:({ref:e,value:a,...t})=>(0,s.jsx)(Q.f,{...t,ref:e,value:a??"",rows:4,placeholder:sc.f.teams.vaultConfigJson,disabled:!g})}),(0,s.jsx)(X.f,{control:ev.control,name:"guardrails",className:"mt-8",label:(0,ee.Q)(f("teams.page.create.fields.guardrails.label"),f("teams.page.create.fields.guardrails.hint"),"https://docs.litellm.ai/docs/proxy/guardrails/quick_start"),description:f("teams.page.create.fields.guardrails.description"),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(ea.f,{id:e,value:a??[],onValueChange:t,options:eV.map(e=>({value:e,label:e})),placeholder:f("teams.page.create.fields.guardrails.placeholder")})}),(0,$.u)(c||"")&&(0,s.jsx)(X.f,{control:ev.control,name:"disable_global_guardrails",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.disableGlobalGuardrails.label"),f("teams.page.create.fields.disableGlobalGuardrails.hint")),description:g?f("teams.page.create.fields.disableGlobalGuardrails.premiumDescription"):f("teams.page.create.fields.disableGlobalGuardrails.upgradeDescription"),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(Y.f,{id:e,disabled:!g,checked:!0===a,onCheckedChange:t})}),eL&&(0,s.jsx)(X.f,{control:ev.control,name:"require_trace_id",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.requireTraceId.label"),f("teams.page.create.fields.requireTraceId.hint")),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(Y.f,{id:e,checked:!0===a,onCheckedChange:t})}),eU&&(0,s.jsx)(X.f,{control:ev.control,name:"policies",className:"mt-8",label:(0,ee.Q)(f("teams.page.create.fields.policies.label"),f("teams.page.create.fields.policies.hint"),"https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies"),description:f("teams.page.create.fields.policies.description"),children:({id:e,value:a,onChange:t})=>(0,s.jsx)(ea.f,{id:e,value:a??[],onValueChange:t,options:e$.map(e=>({value:e,label:e})),placeholder:f("teams.page.create.fields.policies.placeholder")})}),(0,s.jsx)(X.f,{control:ev.control,name:"access_group_ids",className:"mt-8",label:(0,ee.q)(f("teams.page.create.fields.accessGroups.label"),f("teams.page.create.fields.accessGroups.hint")),description:f("teams.page.create.fields.accessGroups.description"),children:({value:e,onChange:a})=>(0,s.jsx)(B.f,{value:e,onChange:a,placeholder:f("teams.page.create.fields.accessGroups.placeholder")})}),(0,s.jsx)(X.f,{control:ev.control,name:"allowed_vector_store_ids",className:"mt-8",label:(0,ee.q)(f("teams.page.create.fields.vectorStores.label"),f("teams.page.create.fields.vectorStores.hint")),description:f("teams.page.create.fields.vectorStores.description"),children:({value:a,onChange:t})=>(0,s.jsx)(si.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.vectorStores.placeholder")})}),(0,s.jsx)(X.f,{control:ev.control,name:"allowed_passthrough_routes",className:"mt-8",label:g?(0,$.u)(c||"")?f("teams.page.create.fields.passThroughRoutes.label"):(0,ee.q)(f("teams.page.create.fields.passThroughRoutes.label"),f("teams.page.create.fields.passThroughRoutes.proxyAdminOnlyHint")):(0,ee.q)(f("teams.page.create.fields.passThroughRoutes.label"),f("teams.page.create.fields.passThroughRoutes.upgradeHint")),children:({value:a,onChange:t})=>(0,s.jsx)(e5.f,{value:a,onChange:t,accessToken:e||"",placeholder:f("teams.page.create.fields.passThroughRoutes.placeholder"),disabled:!g||!(0,$.u)(c||"")})})]})})]}),(0,s.jsxs)(H.Y,{open:D,onOpenChange:L,className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.mcp")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsxs)(H.C,{className:"px-4 pb-3",children:[(0,s.jsx)(X.f,{control:ev.control,name:"allowed_mcp_servers_and_groups",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.mcpServers.label"),f("teams.page.create.fields.mcpServers.hint")),description:f("teams.page.create.fields.mcpServers.description"),children:({value:a,onChange:t})=>(0,s.jsx)(e7.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.mcpServers.placeholder"),allowAllProxyMcpServers:(0,$.u)(c||"")})}),(0,s.jsx)("div",{className:"mt-6",children:(0,s.jsx)(e9.f,{accessToken:e||"",selectedServers:eN?.servers||[],selectedAccessGroups:eN?.accessGroups||[],selectedToolsets:eN?.toolsets||[],toolPermissions:ew||{},onChange:e=>ev.setValue("mcp_tool_permissions",e)})})]})]}),(0,s.jsxs)(H.Y,{open:E,onOpenChange:R,className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.agent")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)(X.f,{control:ev.control,name:"allowed_agents_and_groups",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.agents.label"),f("teams.page.create.fields.agents.hint")),description:f("teams.page.create.fields.agents.description"),children:({value:a,onChange:t})=>(0,s.jsx)(e2.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.agents.placeholder")})})})]}),(0,s.jsxs)(H.Y,{open:K,onOpenChange:G,className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.searchTool")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)(X.f,{control:ev.control,name:"object_permission_search_tools",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.searchTools.label"),f("teams.page.create.fields.searchTools.hint")),description:f("teams.page.create.fields.searchTools.description"),children:({value:a,onChange:t})=>(0,s.jsx)(sl.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.searchTools.placeholder")})})})]}),(0,s.jsxs)(H.Y,{open:V,onOpenChange:P,className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.skill")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)(X.f,{control:ev.control,name:"object_permission_skills",className:"mt-4",label:(0,ee.q)(f("teams.page.create.fields.skills.label"),f("teams.page.create.fields.skills.hint")),description:f("teams.page.create.fields.skills.description"),children:({value:a,onChange:t})=>(0,s.jsx)(sr.f,{onChange:t,value:a,accessToken:e||"",placeholder:f("teams.page.create.fields.skills.placeholder")})})})]}),(0,s.jsxs)(H.Y,{className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.logging")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)("div",{className:"mt-4",children:(0,s.jsx)(e6.f,{value:eY,onChange:eQ,premiumUser:g})})})]}),(0,s.jsxs)(H.Y,{className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.router")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsx)("div",{className:"mt-4 w-full",children:(0,s.jsx)(e3.f,{accessToken:e||"",value:sy||void 0,onChange:sN,modelData:eq.length>0?{data:eq.map(e=>({model_name:e}))}:void 0},sw)})})]},`router-settings-accordion-${sw}`),(0,s.jsxs)(H.Y,{className:"mt-8 mb-8 overflow-hidden rounded-lg border",children:[(0,s.jsxs)(H.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,s.jsx)("b",{children:f("teams.page.create.sections.modelAliases")}),(0,s.jsx)(ei.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,s.jsx)(H.C,{className:"px-4 pb-3",children:(0,s.jsxs)("div",{className:"mt-4",children:[(0,s.jsx)("p",{className:"mb-4 block text-sm text-muted-foreground",children:f("teams.page.create.fields.modelAliasesDescription")}),(0,s.jsx)(e8.f,{accessToken:e||"",initialModelAliases:eJ,onAliasUpdate:eW,showExampleConfig:!1})]})})]})]}),(0,s.jsx)("div",{className:"mt-[10px] text-right",children:(0,s.jsx)(h.K,{type:"submit","data-testid":"create-team-submit",children:f("teams.page.create.submit")})})]})})]})})]})};e.s(["default",0,function(){let{accessToken:e,userId:a,userRole:t,isViewOnly:i,premiumUser:l}=(0,ej.f)();return(0,s.jsx)(sj,{accessToken:e,userID:a,userRole:t,isViewOnly:i,premiumUser:l??!1})}],596115)}]); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/08nh2ib77d9il.js b/litellm/proxy/_experimental/out/_next/static/chunks/08nh2ib77d9il.js deleted file mode 100644 index f7cc3fc2af9..00000000000 --- a/litellm/proxy/_experimental/out/_next/static/chunks/08nh2ib77d9il.js +++ /dev/null @@ -1 +0,0 @@ -(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,974992,e=>{var s=e.i(843476),i=e.i(583408),l=e.i(962600),t=e.i(271645),a=e.i(266027),n=e.i(912598),r=e.i(345771),o=e.i(322831),d=e.i(519455),c=e.i(677572),m=e.i(868499),u=e.i(602869),x=e.i(282492),p=e.i(722219),p=p,f=e.i(54105),g=e.i(411382),h=e.i(201787),j=e.i(417385),k=e.i(182668),b=e.i(776639),v=e.i(542450),y=e.i(793479),N=e.i(629288),w=e.i(624687),F=e.i(991326),S=e.i(209261);let _=e=>"status"in e&&"pending_review"===e.status,C=e=>({mode:e?"metadata":"upload",archiveFile:null,url:"",skill:"",ref:"",path:"",domain:e?.domain??"",namespace:e?.namespace??"",description:e?.description??"",keywords:e?.keywords?.join(", ")??"",version:""}),z=["metadata","upload"],K=["upload","import"],T={mode:x.z.enum(["upload","import","metadata"]),archiveFile:p.file().refine(e=>e.name.toLowerCase().endsWith(".zip"),{error:()=>h.f.t("skills.addForm.errors.zipRequired")}).max(0xa00000,{error:()=>h.f.t("skills.addForm.errors.zipTooLarge")}).nullable(),url:f.z.string(),skill:f.z.string(),ref:f.z.string(),path:f.z.string(),domain:f.z.string(),namespace:f.z.string(),description:f.z.string(),keywords:f.z.string(),version:f.z.string().refine(e=>!e.trim()||(0,S.R)(e.trim()),{error:()=>h.f.t("skills.addForm.toasts.invalidVersion")})},q=g.z.object(T).superRefine((e,s)=>{"upload"!==e.mode||e.archiveFile||s.addIssue({code:"custom",path:["archiveFile"],message:h.f.t("skills.addForm.errors.zipRequired")}),"import"!==e.mode||e.url.trim()||s.addIssue({code:"custom",path:["url"],message:h.f.t("skills.addForm.errors.urlRequired")}),"metadata"===e.mode&&e.description.length>1024&&s.addIssue({code:"custom",path:["description"],message:h.f.t("skills.addForm.errors.descriptionTooLong")})});function D({visible:e,onClose:i,accessToken:l,onSuccess:a,skill:n,requiresApproval:r=!1}){let{t:c}=(0,o.f)(),m=(0,F.f)(q,{defaultValues:C(n)}),x=m.watch("mode"),[p,f]=(0,t.useState)(null),g=m.formState.isSubmitting,h=async e=>{if(l){f(null);try{let s=await (()=>{if("upload"===e.mode&&e.archiveFile)return(0,u.lz)(l,e.archiveFile,e.version,n);if(n)return(0,u.ey)(l,n.name,{description:e.description.trim()||null,domain:e.domain.trim()||null,namespace:e.namespace.trim()||null,keywords:e.keywords===C(n).keywords?n.keywords??null:(0,S.D)(e.keywords),version:e.version.trim()||null,expected_updated_at:n.updated_at});return(0,u.N7)(l,{url:e.url,...e.skill.trim()?{skill:e.skill.trim()}:{},...e.ref.trim()?{ref:e.ref.trim()}:{},...e.path.trim()?{path:e.path.trim()}:{},...e.version.trim()?{version:e.version.trim()}:{}})})(),t=n?"skills.addForm.toasts.updated":"skills.addForm.toasts.registered";j.f.success(c(_(s)?"skills.addForm.toasts.submitted":t)),a(s),i()}catch(e){f(e instanceof Error?e.message:c("skills.addForm.toasts.registerFailed"))}}},T=e=>{("upload"===e||"import"===e||"metadata"===e)&&(m.setValue("mode",e),m.setValue("archiveFile",null),m.clearErrors(),f(null))},E=n?"skills.addForm.save":"skills.addForm.submit";return(0,s.jsx)(b.N,{open:e,onOpenChange:e=>!e&&!g&&i(),children:(0,s.jsxs)(b.d,{className:"max-h-[90dvh] overflow-y-auto sm:max-w-xl",children:[(0,s.jsx)(b.s,{children:(0,s.jsx)(b.F,{children:c(n?"skills.addForm.editTitle":"skills.addForm.title")})}),n&&(0,s.jsx)("p",{className:"text-sm font-medium",children:n.name}),r&&(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:c("skills.addForm.approvalNotice")}),(0,s.jsxs)("form",{onSubmit:m.handleSubmit(h),className:"space-y-6",children:[(0,s.jsxs)("fieldset",{disabled:g,className:"space-y-6",children:[(0,s.jsx)(k.f,{control:m.control,name:"mode",label:c("skills.addForm.labels.source"),children:({value:e})=>(0,s.jsx)(N.x,{value:e,onValueChange:T,className:"flex gap-5",children:(n?z:K).map(e=>(0,s.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,s.jsx)(N.a,{value:e}),c(`skills.addForm.modes.${e}`)]},e))})}),(0,s.jsxs)(v.e,{children:["upload"===x?(0,s.jsx)(k.f,{control:m.control,name:"archiveFile",label:c("skills.addForm.labels.archive"),description:c(n?"skills.addForm.replacementHint":"skills.addForm.uploadHint"),children:({value:e,onChange:i,...l})=>(0,s.jsx)(y.f,{...l,type:"file",accept:".zip,application/zip",onChange:e=>i(e.target.files?.[0]??null)})}):(0,s.jsxs)(s.Fragment,{children:["metadata"===x&&(0,s.jsx)(k.f,{control:m.control,name:"description",label:c("skills.addForm.labels.description"),children:e=>(0,s.jsx)(w.f,{...e,maxLength:1024})}),("import"===x?["url","skill","ref","path"]:["domain","namespace","keywords"]).map(e=>(0,s.jsx)(k.f,{control:m.control,name:e,label:c(`skills.addForm.neutralLabels.${e}`),children:e=>(0,s.jsx)(y.f,{...e})},e)),"import"===x&&(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:c("skills.addForm.importHint")})]}),(0,s.jsx)(k.f,{control:m.control,name:"version",label:c(n?"skills.addForm.versionOverride":"skills.addForm.labels.version"),description:n?c("skills.addForm.versionContext",{version:n.version??c("skills.submissions.notSet")}):void 0,children:e=>(0,s.jsx)(y.f,{...e,placeholder:n?c("skills.addForm.automaticVersion"):"1.0.0"})})]})]}),p&&(0,s.jsx)("p",{role:"alert",className:"text-sm text-destructive",children:p}),(0,s.jsxs)("div",{className:"flex justify-end gap-2",children:[(0,s.jsx)(d.K,{type:"button",variant:"outline",onClick:i,disabled:g,children:c("skills.addForm.cancel")}),(0,s.jsx)(d.K,{type:"submit",disabled:g,"aria-busy":g,children:c(g?"skills.addForm.saving":r?"skills.addForm.submitReview":E)})]})]})]})})}var E=e.i(332102);e.i(707701);var P=e.i(807235),R=e.i(594107),B=e.i(174886),I=e.i(541071),L=e.i(727612),$=e.i(494862);e.i(622826);var V=e.i(997422),O=e.i(112179),A=e.i(755146),H=e.i(196631),M=e.i(500330);function U({plugin:e,isAdmin:i,onDeleteClick:l}){let{t}=(0,o.f)();return(0,s.jsxs)(A.G,{children:[(0,s.jsx)(A.X,{"aria-label":t("skills.table.actions.open"),"data-testid":`plugin-actions-${e.name}`,className:(0,H.c)((0,d.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(I.f,{className:"size-4"})}),(0,s.jsxs)(A.L,{align:"end",className:"w-52",children:[(0,s.jsxs)(A.r,{"data-testid":"plugin-action-copy",onClick:()=>void(0,M.W)(e.id,t("skills.table.actions.idCopied")),children:[(0,s.jsx)(B.f,{}),t("skills.table.actions.copyId")]}),i&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(A.U,{}),(0,s.jsxs)(A.r,{variant:"destructive","data-testid":"plugin-action-delete",onClick:()=>l(e.name,e.name),children:[(0,s.jsx)(L.f,{}),t("skills.table.actions.delete")]})]})]})]})}function Q({filtered:e}){let{t:i}=(0,o.f)();return(0,s.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,s.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,s.jsx)(E.f,{className:"size-5 text-muted-foreground"})}),(0,s.jsx)("div",{className:"text-sm font-medium text-foreground",children:i(e?"aiHub.skillHubDashboard.emptyState.noMatchTitle":"skills.table.empty.title")}),(0,s.jsx)("div",{className:"text-sm text-muted-foreground",children:i(e?"aiHub.skillHubDashboard.emptyState.noMatchBody":"skills.table.empty.description")})]})}let W=({pluginsList:e,sorting:i,onSortingChange:l,isLoading:a,filtered:n=!1,onDeleteClick:r,isAdmin:d,onPluginClick:c})=>{let{t:m}=(0,o.f)(),u=(0,t.useMemo)(()=>(({isAdmin:e,onPluginClick:i,onDeleteClick:l})=>[{id:"name",accessorKey:"name",meta:{title:h.f.t("skills.table.columns.name")},header:({column:e})=>(0,s.jsx)($.v,{column:e,title:h.f.t("skills.table.columns.name")}),size:220,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(V.f,{title:e.original.name,titleClassName:"font-mono text-xs font-normal",className:"max-w-60",onClick:()=>i(e.original.id)})},{id:"version",accessorKey:"version",meta:{title:h.f.t("skills.table.columns.version")},header:h.f.t("skills.table.columns.version"),size:100,enableSorting:!1,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm text-muted-foreground",children:e.original.version||h.f.t("skills.table.versionMissing")})},{id:"description",accessorKey:"description",meta:{title:h.f.t("skills.table.columns.description")},header:h.f.t("skills.table.columns.description"),size:300,enableSorting:!1,cell:({row:e})=>{let i=e.original.description;return(0,s.jsx)("span",{className:"block max-w-72 truncate text-sm text-muted-foreground",title:i??void 0,children:i||h.f.t("skills.table.noDescription")})}},{id:"domain",accessorKey:"domain",meta:{title:h.f.t("skills.table.columns.domain"),skeleton:"badge"},header:h.f.t("skills.table.columns.domain"),size:150,enableSorting:!1,cell:({row:e})=>(0,s.jsx)("span",{children:e.original.domain||"—"})},{id:"visibility",accessorKey:"visibility",meta:{title:h.f.t("skills.table.columns.public"),skeleton:"badge"},header:h.f.t("skills.table.columns.public"),size:100,enableSorting:!1,cell:({row:e})=>(0,s.jsx)(O.f,{tone:"public"===e.original.visibility?"success":"neutral",label:"public"===e.original.visibility?h.f.t("skills.table.publicYes"):h.f.t("skills.table.publicNo")})},...(0,R.f)(),{id:"actions",meta:{className:"text-right",headerClassName:"text-right"},header:()=>(0,s.jsx)("span",{className:"sr-only",children:h.f.t("skills.table.columns.actions")}),size:64,enableSorting:!1,enableHiding:!1,cell:({row:i})=>(0,s.jsx)("div",{className:"flex justify-end",children:(0,s.jsx)(U,{plugin:i.original,isAdmin:e,onDeleteClick:l})})}])({isAdmin:d,onPluginClick:c,onDeleteClick:r}),[d,c,r]);return(0,s.jsx)(P.f,{data:e,paginationMode:"none",columns:u,getRowId:(e,s)=>e.id||String(s),sortingMode:"server",sorting:i,onSortingChange:l,isLoading:a,loadingMessage:m("skills.table.loading"),noDataMessage:(0,s.jsx)(Q,{filtered:n}),size:"compact"})};var J=e.i(652272),G=e.i(708347),X=e.i(802954),Y=e.i(37084),Z=e.i(487486),ee=e.i(45570),es=e.i(954616);function ei({id:e,accessToken:i,queryScope:l,pending:t}){let{t:r}=(0,o.f)(),c=(0,n.d)(),m=[...l,"submission",e,"scan"],x=(0,a.f)({queryKey:m,queryFn:()=>(0,u.B6)(i,e),refetchInterval:e=>e.state.data?.scan?.status==="running"&&2e3}),p=(0,es.f)({mutationFn:()=>(0,u.SF)(i,e),onSettled:()=>c.invalidateQueries({queryKey:m,exact:!0})}),f=x.data?.scan,g=f?.report,h=p.isPending||f?.status==="running";return(0,s.jsxs)("section",{"aria-label":r("skills.scanning.title"),className:"space-y-3 rounded-lg border p-4",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between gap-3",children:[(0,s.jsx)("h3",{className:"text-sm font-semibold",children:r("skills.scanning.title")}),t&&(0,s.jsx)(d.K,{variant:"outline",disabled:h||x.isError||!x.data?.configured,onClick:()=>p.mutate(),children:r(h?"skills.scanning.running":"skills.scanning.scan")})]}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:r("skills.scanning.advisory")}),x.isPending&&(0,s.jsx)("p",{className:"text-sm",children:r("skills.scanning.loading")}),x.data&&!x.data.configured&&(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:r("skills.scanning.unconfigured")}),x.isError&&(0,s.jsxs)("div",{role:"alert",className:"text-sm text-destructive",children:[r("skills.scanning.loadFailed"),(0,s.jsx)(d.K,{variant:"link",onClick:()=>void x.refetch(),children:r("skills.submissions.retry")})]}),p.isError&&(0,s.jsx)("p",{role:"alert",className:"text-sm text-destructive",children:p.error.message}),f&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2 text-xs text-muted-foreground",children:[(0,s.jsx)(Z.f,{variant:"outline",children:r(`skills.scanning.status.${f.status}`)}),(0,s.jsx)("span",{children:r("skills.scanning.requestedBy",{name:f.requested_by})}),(0,s.jsx)("span",{children:new Date(f.started_at).toLocaleString()})]}),(0,s.jsx)("p",{className:"break-all text-xs text-muted-foreground",children:f.archive_sha256?r("skills.scanning.archiveDigest",{digest:f.archive_sha256}):r("skills.scanning.mutableSource")}),f.error&&(0,s.jsx)("p",{role:"alert",className:"text-sm text-destructive",children:f.error})]}),g&&(0,s.jsx)(el,{report:g})]})}function el({report:e}){let{t:i}=(0,o.f)();return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("p",{className:"text-sm",children:i("skills.scanning.summary",{count:e.findings.length,score:e.risk_score,version:e.scanner_version})}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:i("static+llm"===e.scan_mode?"skills.scanning.semantic":"skills.scanning.static")}),!e.complete&&(0,s.jsx)("p",{role:"alert",className:"text-sm text-warning",children:i("skills.scanning.incomplete")}),(e.limitations??[]).map((e,i)=>(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:e},i)),0===e.findings.length&&(0,s.jsx)("p",{className:"text-sm",children:i("skills.scanning.noFindings")}),(0,s.jsx)("div",{className:"max-h-80 space-y-3 overflow-y-auto",children:e.findings.map((e,i)=>(0,s.jsxs)("article",{className:"space-y-1 rounded border p-3 text-sm",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsx)(Z.f,{variant:"outline",children:e.severity}),(0,s.jsx)("span",{className:"font-mono text-xs",children:e.rule_id})]}),(0,s.jsx)("p",{className:"whitespace-pre-wrap break-words font-medium",children:e.message}),(0,s.jsxs)("p",{className:"break-all font-mono text-xs text-muted-foreground",children:[e.file,e.start_line?`:${e.start_line}`:""]}),e.explanation&&(0,s.jsx)("p",{className:"whitespace-pre-wrap break-words",children:e.explanation}),e.remediation&&(0,s.jsx)("p",{className:"whitespace-pre-wrap break-words",children:e.remediation})]},i))})]})}let et=["name","version","description","source","keywords","domain","namespace"],ea=e=>null==e||""===e?"":"object"==typeof e?JSON.stringify(e,null,2):String(e),en={pending_review:"border-warning/30 text-warning",approved:"border-success/30 text-success",rejected:"border-destructive/30 text-destructive"},er={keyPrefix:"submissions_",defaultPageSize:20,maxPageSize:100,sortFields:["created_at"],defaultSort:{id:"created_at",desc:!0},filterColumns:[]};function eo({status:e}){let{t:i}=(0,o.f)();return(0,s.jsx)(Z.f,{variant:"outline",className:en[e],children:i(`skills.submissions.status.${e}`)})}function ed({submission:e}){let{t:i}=(0,o.f)();return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-3 text-sm",children:[(0,s.jsx)(eo,{status:e.status}),(0,s.jsx)("span",{children:i(`skills.submissions.operation.${e.operation}`)}),(0,s.jsx)("span",{className:"text-muted-foreground",children:i("skills.submissions.submittedBy",{name:e.submitted_by})})]}),"pending_review"===e.status&&(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:i("skills.submissions.pendingNotice")}),e.rejection_reason&&(0,s.jsx)("p",{className:"text-sm text-destructive",children:i("skills.submissions.rejectionReason",{reason:e.rejection_reason})}),e.reviewed_at&&(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:i("skills.submissions.reviewedBy",{name:e.reviewed_by,date:new Date(e.reviewed_at).toLocaleString()})})]})}function ec({submission:e,current:i}){let{t:l}=(0,o.f)();return(0,s.jsx)("div",{className:"overflow-x-auto",children:(0,s.jsxs)("table",{className:"w-full table-fixed border-collapse text-sm",children:[(0,s.jsx)("thead",{children:(0,s.jsxs)("tr",{className:"border-b",children:[(0,s.jsx)("th",{className:"w-1/5 p-2 text-left",children:l("skills.submissions.field")}),(0,s.jsx)("th",{className:"p-2 text-left",children:l("skills.submissions.current")}),(0,s.jsx)("th",{className:"p-2 text-left",children:l("skills.submissions.proposed")})]})}),(0,s.jsxs)("tbody",{children:[et.map(t=>(0,s.jsxs)("tr",{className:"border-b align-top",children:[(0,s.jsx)("th",{className:"p-2 text-left font-medium",children:l(`skills.submissions.fields.${t}`)}),(0,s.jsx)("td",{className:"p-2",children:(0,s.jsx)("pre",{className:"whitespace-pre-wrap break-words font-mono text-xs",children:ea(i?.[t])||l("skills.submissions.notSet")})}),(0,s.jsx)("td",{className:"p-2",children:(0,s.jsx)("pre",{className:"whitespace-pre-wrap break-words font-mono text-xs",children:"version"!==t||"update"!==e.operation||e.proposal.version?ea(e.proposal[t])||l("skills.submissions.notSet"):l("skills.submissions.nextPatchVersion")})})]},t)),(0,s.jsxs)("tr",{className:"border-b align-top",children:[(0,s.jsx)("th",{className:"p-2 text-left font-medium",children:l("skills.submissions.fields.agent_skill")}),(0,s.jsx)("td",{className:"p-2 text-muted-foreground",children:l("skills.submissions.descriptorUnavailable")}),(0,s.jsx)("td",{className:"p-2",children:(0,s.jsx)("pre",{className:"whitespace-pre-wrap break-words font-mono text-xs",children:ea(e.proposal.agent_skill)||l("skills.submissions.notSet")})})]})]})]})})}function em({id:e,accessToken:i,queryScope:l,canReview:n,onClose:r,onChanged:c}){let{t:m}=(0,o.f)(),[x,p]=(0,t.useState)(""),[f,g]=(0,t.useState)(!1),[h,k]=(0,t.useState)(!1),[v,y]=(0,t.useState)(null),N=(0,a.f)({queryKey:[...l,"submission",e],queryFn:()=>(0,u.dS)(i,e)}),{submission:F,current_skill:S}=N.data??{},_=n&&F?.status==="pending_review",C=async s=>{if(_&&!f){g(!0),y(null);try{await (0,u.Tk)(i,e,s,"reject"===s?{reason:x.trim()||null}:void 0),r(),await c(),j.f.success(m("approve"===s?"skills.submissions.approved":"skills.submissions.rejected"))}catch(e){y(e instanceof Error?e.message:m("skills.submissions.actionFailed")),await c()}finally{g(!1)}}},z=async()=>{if(F&&!h){k(!0),y(null);try{(0,Y.h)(await (0,u.Dc)(i,e),`${F.skill_name}.zip`)}catch(e){y(e instanceof Error?e.message:m("skills.submissions.downloadFailed"))}finally{k(!1)}}};return(0,s.jsx)(b.N,{open:!0,onOpenChange:e=>!e&&!f&&r(),children:(0,s.jsxs)(b.d,{className:"top-8 max-h-[calc(100dvh-4rem)] translate-y-0 overflow-y-auto sm:max-w-[960px]",children:[(0,s.jsx)(b.s,{children:(0,s.jsx)(b.F,{children:m("skills.submissions.reviewTitle",{name:F?.skill_name??""})})}),N.isPending&&(0,s.jsx)("p",{children:m("skills.submissions.loading")}),N.isError&&(0,s.jsxs)("div",{role:"alert",className:"text-destructive",children:[m("skills.submissions.loadFailed"),(0,s.jsx)(d.K,{variant:"link",onClick:()=>void N.refetch(),children:m("skills.submissions.retry")})]}),F&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(ed,{submission:F}),!S&&(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:m("skills.submissions.noCurrent")}),(0,s.jsx)(ec,{submission:F,current:S}),F.has_archive&&F.proposal.agent_skill&&(0,s.jsx)(d.K,{variant:"outline",onClick:z,disabled:h,children:m(h?"skills.submissions.downloading":"skills.submissions.download")}),n&&(0,s.jsx)(ei,{id:e,accessToken:i,queryScope:l,pending:"pending_review"===F.status}),_&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("label",{htmlFor:"skill-rejection-reason",className:"text-sm font-medium",children:m("skills.submissions.reasonLabel")}),(0,s.jsx)(w.f,{id:"skill-rejection-reason",value:x,maxLength:2e3,onChange:e=>p(e.target.value),disabled:f}),(0,s.jsxs)("div",{className:"flex justify-end gap-2",children:[(0,s.jsx)(d.K,{variant:"destructive",onClick:()=>void C("reject"),disabled:f||N.isFetching||N.isError,children:m("skills.submissions.reject")}),(0,s.jsx)(d.K,{onClick:()=>void C("approve"),disabled:f||N.isFetching||N.isError,children:m("skills.submissions.approve")})]})]})]}),v&&(0,s.jsx)("p",{role:"alert",className:"text-sm text-destructive",children:v})]})})}function eu({accessToken:e,queryScope:i,canReview:l,adminView:n,onChanged:r}){let{t:c}=(0,o.f)(),[m,x]=(0,t.useState)(null),{pagination:p,onPaginationChange:f}=(0,ee.f)(er),{pageIndex:g,pageSize:h}=p,j=(0,a.f)({queryKey:[...i,"submissions",g,h],queryFn:()=>(0,u.J_)(e,{limit:h,offset:g*h})}),k=j.isSuccess&&0===j.data.submissions.length,b=e=>{x(null),f({pageIndex:e,pageSize:h})};return(0,s.jsxs)("div",{className:"space-y-4 py-4",children:[(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:c(n?"skills.submissions.adminIntro":"skills.submissions.authorIntro")}),j.isPending&&(0,s.jsx)("p",{children:c("skills.submissions.loading")}),j.isError&&(0,s.jsxs)("div",{role:"alert",className:"text-sm text-destructive",children:[c("skills.submissions.loadFailed"),(0,s.jsx)(d.K,{variant:"link",onClick:()=>void j.refetch(),children:c("skills.submissions.retry")})]}),k&&(0,s.jsx)("p",{className:"py-8 text-center text-sm text-muted-foreground",children:c(0===g?"skills.submissions.empty":"skills.submissions.emptyPage")}),j.data?.submissions.map(e=>(0,s.jsx)("div",{className:"rounded-lg border bg-card p-4",children:(0,s.jsxs)("div",{className:"flex items-start justify-between gap-4",children:[(0,s.jsxs)("div",{className:"min-w-0 space-y-2",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsx)("h2",{className:"break-all text-sm font-semibold",children:e.skill_name}),(0,s.jsx)(eo,{status:e.status}),(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:c(`skills.submissions.operation.${e.operation}`)})]}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:e.proposal.description}),(0,s.jsxs)("p",{className:"text-xs text-muted-foreground",children:[c("skills.submissions.submittedBy",{name:e.submitted_by})," ·"," ",new Date(e.created_at).toLocaleString()]}),e.rejection_reason&&(0,s.jsx)("p",{className:"text-sm text-destructive",children:c("skills.submissions.rejectionReason",{reason:e.rejection_reason})})]}),(0,s.jsx)(d.K,{variant:"outline",size:"sm",onClick:()=>x(e.id),children:c(l&&"pending_review"===e.status?"skills.submissions.review":"skills.submissions.details")})]})},e.id)),(0,s.jsxs)("div",{className:"flex items-center justify-end gap-3",children:[(0,s.jsx)("span",{className:"text-sm text-muted-foreground",children:c("skills.submissions.page",{page:g+1})}),(0,s.jsx)(d.K,{variant:"outline",disabled:0===g||j.isFetching,onClick:()=>b(g-1),children:c("skills.submissions.previous")}),(0,s.jsx)(d.K,{variant:"outline",disabled:!j.data?.has_more||j.isFetching||j.isError,onClick:()=>b(g+1),children:c("skills.submissions.next")})]}),m&&(0,s.jsx)(em,{id:m,accessToken:e,queryScope:i,canReview:l,onClose:()=>x(null),onChanged:r},m)]})}let ex=["skills","submissions"];function ep({skill:e,accessToken:i,queryScope:l,canWrite:t,isAdmin:n,onBack:r,onEdit:c}){let{t:m}=(0,o.f)(),x=(0,a.f)({queryKey:[...l,"detail",e.id,e.name],queryFn:()=>(0,u.o6)(i,e.name),enabled:!!i});return(0,s.jsxs)(s.Fragment,{children:[x.isError&&(0,s.jsxs)("div",{role:"alert",className:"text-sm text-destructive",children:[m("skills.panel.detailFailed"),(0,s.jsx)(d.K,{variant:"link",onClick:()=>void x.refetch(),children:m("skills.submissions.retry")})]}),(0,s.jsx)(J.U,{skill:(0,J.O)(x.data??e),onBack:r,accessToken:i,isAdmin:n,onEditClick:t&&x.isSuccess&&!x.isFetching?()=>c(x.data):void 0})]})}let ef=({accessToken:e,userRole:x="",isViewOnly:p=!1})=>{let f,g,h,{t:k}=(0,o.f)(),b=(0,n.d)(),[v,y]=(0,X.f)(ex,"skills"),[N,w]=(0,t.useState)(!1),[F,S]=(0,t.useState)(),[C,z]=(0,t.useState)(!1),[K,T]=(0,t.useState)(null),[q,E]=(0,t.useState)(null),{readOnly:P,canWrite:R,isAdmin:B,adminView:I}=(f=p||(0,G.w)(x)||["Admin Viewer","Internal Viewer"].includes(x),g=!!(e&&x)&&!f,{readOnly:f,canWrite:g,isAdmin:(0,G.u)(x)&&g,adminView:(0,G.v)(x)}),L=["skill-hub",e,x,P],$=!!(N||F)&&R,V=(0,l.a)(),{pagination:O,onPaginationChange:A,sorting:H,onSortingChange:M}=V,{pageIndex:U,pageSize:Q}=O,J={limit:Q,offset:U*Q,query:V.search,tag:V.tag,security_scan_passed:"all"===(h=V.scan)?void 0:"yes"===h,...(0,l.n)(H)},Y=(0,a.f)({queryKey:[...L,"published",J],queryFn:()=>(0,u.ac)(e,J),enabled:!!e}),Z=Y.data?.skills??[],ee=Z.find(e=>e.id===q),es=async()=>{await Promise.all([b.invalidateQueries({queryKey:L,refetchType:"all"}),b.invalidateQueries({queryKey:["skill-versions"],refetchType:"all"})])},ei=async e=>{_(e)?await b.invalidateQueries({queryKey:[...L,"submissions"],refetchType:"all"}):await es()},el=async()=>{if(K&&e&&B){z(!0);try{await (0,u.aA)(e,K.name),j.f.success(k("skills.panel.toasts.deleted",{name:K.displayName})),await es()}catch(e){console.error("Error deleting skill:",e),j.f.error(k("skills.panel.toasts.deleteFailed"))}finally{z(!1),T(null)}}};return(0,s.jsxs)("div",{className:"w-full mx-auto flex-auto overflow-y-auto m-8 p-2",children:[ee?(0,s.jsx)(ep,{skill:ee,isAdmin:B,accessToken:e,queryScope:L,canWrite:R,onBack:()=>E(null),onEdit:S}):(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)("div",{className:"flex flex-col gap-2 mb-4",children:[(0,s.jsx)("h1",{className:"text-2xl font-bold",children:k("skills.panel.title")}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:k("skills.panel.intro")}),(0,s.jsx)("div",{className:"mt-2 flex gap-2",children:(0,s.jsx)(d.K,{onClick:()=>w(!0),disabled:!R,children:k("skills.panel.addButton")})})]}),(0,s.jsxs)(c.i,{value:v,onValueChange:e=>y("submissions"===e?"submissions":"skills"),children:[(0,s.jsxs)(c.U,{variant:"line",children:[(0,s.jsx)(c.k,{value:"skills",children:k("skills.panel.tabs.skills")}),(0,s.jsx)(c.k,{value:"submissions",children:k(I?"skills.panel.tabs.submissions":"skills.panel.tabs.mySubmissions")})]}),(0,s.jsxs)(c.S,{value:"skills",children:[(0,s.jsx)("div",{className:"my-4",children:(0,s.jsx)(i.f,{...V,tags:Y.data?.tags??[]})}),Y.isError&&(0,s.jsxs)("div",{role:"alert",className:"my-3 text-sm text-destructive",children:[k("skills.panel.loadFailed"),(0,s.jsx)(d.K,{variant:"link",onClick:()=>void Y.refetch(),children:k("skills.submissions.retry")})]}),(0,s.jsx)(W,{pluginsList:Z,isLoading:Y.isLoading,filtered:V.active,sorting:H,onSortingChange:M,onDeleteClick:(e,s)=>{T({name:e,displayName:s})},isAdmin:B,onPluginClick:E}),(0,s.jsxs)("div",{className:"mt-4 flex items-center justify-end gap-3",children:[(0,s.jsx)("span",{children:k("skills.submissions.page",{page:U+1})}),(0,s.jsx)(d.K,{variant:"outline",disabled:0===U||Y.isFetching,onClick:()=>A({pageIndex:U-1,pageSize:Q}),children:k("skills.submissions.previous")}),(0,s.jsx)(d.K,{variant:"outline",disabled:Y.data?.next_offset==null||Y.isFetching||Y.isError,onClick:()=>A({pageIndex:U+1,pageSize:Q}),children:k("skills.submissions.next")})]})]}),(0,s.jsx)(c.S,{value:"submissions",children:e&&(0,s.jsx)(eu,{accessToken:e,queryScope:L,canReview:B,adminView:I,onChanged:es})})]})]}),$&&(0,s.jsx)(D,{visible:!0,skill:F,requiresApproval:!B,onClose:()=>{w(!1),S(void 0)},accessToken:e,onSuccess:e=>void ei(e)},F?F.id:"new"),K&&(0,s.jsx)(m.m,{open:!0,onOpenChange:e=>{e||T(null)},children:(0,s.jsxs)(m.B,{children:[(0,s.jsxs)(m.O,{children:[(0,s.jsx)(m.g,{children:k("skills.panel.deleteDialog.title")}),(0,s.jsx)(m.I,{children:(0,s.jsx)(r.f,{i18nKey:"skills.panel.deleteDialog.confirm",components:{name:(0,s.jsx)("strong",{children:K.displayName})}})}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:k("skills.panel.deleteDialog.irreversible")})]}),(0,s.jsxs)(m._,{children:[(0,s.jsx)(m.D,{children:k("skills.panel.deleteDialog.cancel")}),(0,s.jsx)(d.K,{variant:"destructive",onClick:el,disabled:C,children:k("skills.panel.deleteDialog.delete")})]})]})})]})},eg=e=>(0,s.jsx)(ef,{...e},`${e.accessToken}:${e.userRole}:${e.isViewOnly}`);var eh=e.i(135214);e.s(["default",0,function(){let{accessToken:e,userRole:i,isViewOnly:l}=(0,eh.f)();return(0,s.jsx)(eg,{accessToken:e,userRole:i,isViewOnly:l})}],974992)},868499,e=>{var s=e.i(843476),i=e.i(366250),l=e.i(581239),t=e.i(156736),a=e.i(209793),n=e.i(784324),r=e.i(264951),o=e.i(77173);let d=e.i(313488).f;e.s(["Backdrop",()=>l.f,"Close",()=>t.f,"Description",()=>a.f,"Popup",()=>n.f,"Portal",()=>r.f,"Root",0,function(e){return(0,i.f)(e,"alert-dialog")},"Title",()=>o.f,"Trigger",0,d],734604);var c=e.i(734604),c=c,m=c,u=c,x=c,p=c,f=c,g=c,h=c,j=e.i(196631),k=e.i(519455);function b({...e}){return(0,s.jsx)(u.Portal,{"data-slot":"alert-dialog-portal",...e})}function v({className:e,...i}){return(0,s.jsx)(x.Backdrop,{"data-slot":"alert-dialog-overlay",className:(0,j.c)("fixed inset-0 isolate z-popup bg-black/10 duration-100 supports-backdrop-filter:backdrop-blur-xs data-open:animate-in data-open:fade-in-0 data-closed:animate-out data-closed:fade-out-0",e),...i})}e.s(["m",0,function({...e}){return(0,s.jsx)(c.Root,{"data-slot":"alert-dialog",...e})},"s",0,function({className:e,variant:i="default",size:l="default",...t}){return(0,s.jsx)(h.Close,{"data-slot":"alert-dialog-action",className:(0,j.c)(e),render:(0,s.jsx)(k.K,{variant:i,size:l}),...t})},"D",0,function({className:e,variant:i="outline",size:l="default",...t}){return(0,s.jsx)(h.Close,{"data-slot":"alert-dialog-cancel",className:(0,j.c)(e),render:(0,s.jsx)(k.K,{variant:i,size:l}),...t})},"B",0,function({className:e,size:i="default",...l}){return(0,s.jsxs)(b,{children:[(0,s.jsx)(v,{}),(0,s.jsx)(p.Popup,{"data-slot":"alert-dialog-content","data-size":i,className:(0,j.c)("group/alert-dialog-content fixed top-1/2 left-1/2 z-popup grid w-full -translate-x-1/2 -translate-y-1/2 gap-6 rounded-xl bg-popover p-6 text-popover-foreground ring-1 ring-foreground/10 duration-100 outline-none data-[size=default]:max-w-xs data-[size=sm]:max-w-xs data-[size=default]:sm:max-w-lg data-open:animate-in data-open:fade-in-0 data-open:zoom-in-95 data-closed:animate-out data-closed:fade-out-0 data-closed:zoom-out-95",e),...l})]})},"I",0,function({className:e,...i}){return(0,s.jsx)(g.Description,{"data-slot":"alert-dialog-description",className:(0,j.c)("text-sm text-balance text-muted-foreground md:text-pretty *:[a]:underline *:[a]:underline-offset-3 *:[a]:hover:text-foreground",e),...i})},"_",0,function({className:e,...i}){return(0,s.jsx)("div",{"data-slot":"alert-dialog-footer",className:(0,j.c)("flex flex-col-reverse gap-2 group-data-[size=sm]/alert-dialog-content:grid group-data-[size=sm]/alert-dialog-content:grid-cols-2 sm:flex-row sm:justify-end",e),...i})},"O",0,function({className:e,...i}){return(0,s.jsx)("div",{"data-slot":"alert-dialog-header",className:(0,j.c)("grid grid-rows-[auto_1fr] place-items-center gap-1.5 text-center has-data-[slot=alert-dialog-media]:grid-rows-[auto_auto_1fr] has-data-[slot=alert-dialog-media]:gap-x-6 sm:group-data-[size=default]/alert-dialog-content:place-items-start sm:group-data-[size=default]/alert-dialog-content:text-left sm:group-data-[size=default]/alert-dialog-content:has-data-[slot=alert-dialog-media]:grid-rows-[auto_1fr]",e),...i})},"g",0,function({className:e,...i}){return(0,s.jsx)(f.Title,{"data-slot":"alert-dialog-title",className:(0,j.c)("text-lg font-medium sm:group-data-[size=default]/alert-dialog-content:group-has-data-[slot=alert-dialog-media]/alert-dialog-content:col-start-2",e),...i})},"t",0,function({...e}){return(0,s.jsx)(m.Trigger,{"data-slot":"alert-dialog-trigger",...e})}],868499)},802954,e=>{var s=e.i(618566),i=e.i(438847),l=e.i(271645),t=e.i(759525),a=e.i(782066);e.s(["f",0,function(e,n,r="tab"){let[o,d]=(0,i.o)(r,i.d.withDefault(n)),c=(0,a.I)((0,s.usePathname)()??"")||"home",m=e.find(e=>e===o)??n;return(0,l.useEffect)(()=>{o!==m&&d(null)},[o,m,d]),[m,(0,l.useCallback)(e=>{(0,t.T)({page:c,action:"click",target:`${r}=${e}`}),d(e)},[c,r,d])]}])}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/08v8bjhkmxai2.js b/litellm/proxy/_experimental/out/_next/static/chunks/08v8bjhkmxai2.js new file mode 100644 index 00000000000..e41f5a4d409 --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/08v8bjhkmxai2.js @@ -0,0 +1,9 @@ +(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,972520,e=>{let r=(0,e.i(475254).f)("arrow-right",[["path",{d:"M5 12h14",key:"1ays0h"}],["path",{d:"m12 5 7 7-7 7",key:"xquz4c"}]]);e.s(["f",0,r],972520)},63209,e=>{var r=e.i(361653);e.s(["f",()=>r.f])},541071,373488,e=>{let r=(0,e.i(475254).f)("ellipsis",[["circle",{cx:"12",cy:"12",r:"1",key:"41hilf"}],["circle",{cx:"19",cy:"12",r:"1",key:"1wjl8i"}],["circle",{cx:"5",cy:"12",r:"1",key:"1pcz8c"}]]);e.s(["f",0,r],373488),e.s(["f",0,r],541071)},332102,e=>{let r=(0,e.i(475254).f)("inbox",[["polyline",{points:"22 12 16 12 14 15 10 15 8 12 2 12",key:"o97t9d"}],["path",{d:"M5.45 5.11 2 12v6a2 2 0 0 0 2 2h16a2 2 0 0 0 2-2v-6l-3.45-6.89A2 2 0 0 0 16.76 4H7.24a2 2 0 0 0-1.79 1.11z",key:"oot6mr"}]]);e.s(["f",0,r],332102)},270756,e=>{let r=(0,e.i(475254).f)("lock",[["rect",{width:"18",height:"11",x:"3",y:"11",rx:"2",ry:"2",key:"1w4ew1"}],["path",{d:"M7 11V7a5 5 0 0 1 10 0v4",key:"fwvmzm"}]]);e.s(["f",0,r],270756)},431343,e=>{let r=(0,e.i(475254).f)("play",[["polygon",{points:"6 3 20 12 6 21 6 3",key:"1oa8hb"}]]);e.s(["f",0,r],431343)},727612,e=>{let r=(0,e.i(475254).f)("trash-2",[["path",{d:"M3 6h18",key:"d0wm0j"}],["path",{d:"M19 6v14c0 1-1 2-2 2H7c-1 0-2-1-2-2V6",key:"4alrt4"}],["path",{d:"M8 6V4c0-1 1-2 2-2h4c1 0 2 1 2 2v2",key:"v07s0e"}],["line",{x1:"10",x2:"10",y1:"11",y2:"17",key:"1uufr5"}],["line",{x1:"14",x2:"14",y1:"11",y2:"17",key:"xtxkd"}]]);e.s(["f",0,r],727612)},368670,e=>{var r=e.i(602869),o=e.i(266027);let t=(0,e.i(243652).f)("modelCostMap");e.s(["Q",0,t,"X",0,(e=!0,l=!1)=>(0,o.f)({enabled:e,queryKey:t.list(l?{filters:{catalog_only:"true"}}:{}),queryFn:async()=>await (0,r.T)(l),staleTime:6e4,gcTime:6e4})])},466828,e=>{var r=e.i(843476),o=e.i(271645),t=e.i(678784);let l=(0,e.i(475254).f)("clipboard",[["rect",{width:"8",height:"4",x:"8",y:"2",rx:"1",ry:"1",key:"tgr4d6"}],["path",{d:"M16 4h2a2 2 0 0 1 2 2v14a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V6a2 2 0 0 1 2-2h2",key:"116196"}]]);var a=e.i(322831),s=e.i(650056);let n={'code[class*="language-"]':{background:"hsl(230, 1%, 98%)",color:"hsl(230, 8%, 24%)",fontFamily:'"Fira Code", "Fira Mono", Menlo, Consolas, "DejaVu Sans Mono", monospace',direction:"ltr",textAlign:"left",whiteSpace:"pre",wordSpacing:"normal",wordBreak:"normal",lineHeight:"1.5",MozTabSize:"2",OTabSize:"2",tabSize:"2",WebkitHyphens:"none",MozHyphens:"none",msHyphens:"none",hyphens:"none"},'pre[class*="language-"]':{background:"hsl(230, 1%, 98%)",color:"hsl(230, 8%, 24%)",fontFamily:'"Fira Code", "Fira Mono", Menlo, Consolas, "DejaVu Sans Mono", monospace',direction:"ltr",textAlign:"left",whiteSpace:"pre",wordSpacing:"normal",wordBreak:"normal",lineHeight:"1.5",MozTabSize:"2",OTabSize:"2",tabSize:"2",WebkitHyphens:"none",MozHyphens:"none",msHyphens:"none",hyphens:"none",padding:"1em",margin:"0.5em 0",overflow:"auto",borderRadius:"0.3em"},'code[class*="language-"]::-moz-selection':{background:"hsl(230, 1%, 90%)",color:"inherit"},'code[class*="language-"] *::-moz-selection':{background:"hsl(230, 1%, 90%)",color:"inherit"},'pre[class*="language-"] *::-moz-selection':{background:"hsl(230, 1%, 90%)",color:"inherit"},'code[class*="language-"]::selection':{background:"hsl(230, 1%, 90%)",color:"inherit"},'code[class*="language-"] *::selection':{background:"hsl(230, 1%, 90%)",color:"inherit"},'pre[class*="language-"] *::selection':{background:"hsl(230, 1%, 90%)",color:"inherit"},':not(pre) > code[class*="language-"]':{padding:"0.2em 0.3em",borderRadius:"0.3em",whiteSpace:"normal"},comment:{color:"hsl(230, 4%, 64%)",fontStyle:"italic"},prolog:{color:"hsl(230, 4%, 64%)"},cdata:{color:"hsl(230, 4%, 64%)"},doctype:{color:"hsl(230, 8%, 24%)"},punctuation:{color:"hsl(230, 8%, 24%)"},entity:{color:"hsl(230, 8%, 24%)",cursor:"help"},"attr-name":{color:"hsl(35, 99%, 36%)"},"class-name":{color:"hsl(35, 99%, 36%)"},boolean:{color:"hsl(35, 99%, 36%)"},constant:{color:"hsl(35, 99%, 36%)"},number:{color:"hsl(35, 99%, 36%)"},atrule:{color:"hsl(35, 99%, 36%)"},keyword:{color:"hsl(301, 63%, 40%)"},property:{color:"hsl(5, 74%, 59%)"},tag:{color:"hsl(5, 74%, 59%)"},symbol:{color:"hsl(5, 74%, 59%)"},deleted:{color:"hsl(5, 74%, 59%)"},important:{color:"hsl(5, 74%, 59%)"},selector:{color:"hsl(119, 34%, 47%)"},string:{color:"hsl(119, 34%, 47%)"},char:{color:"hsl(119, 34%, 47%)"},builtin:{color:"hsl(119, 34%, 47%)"},inserted:{color:"hsl(119, 34%, 47%)"},regex:{color:"hsl(119, 34%, 47%)"},"attr-value":{color:"hsl(119, 34%, 47%)"},"attr-value > .token.punctuation":{color:"hsl(119, 34%, 47%)"},variable:{color:"hsl(221, 87%, 60%)"},operator:{color:"hsl(221, 87%, 60%)"},function:{color:"hsl(221, 87%, 60%)"},url:{color:"hsl(198, 99%, 37%)"},"attr-value > .token.punctuation.attr-equals":{color:"hsl(230, 8%, 24%)"},"special-attr > .token.attr-value > .token.value.css":{color:"hsl(230, 8%, 24%)"},".language-css .token.selector":{color:"hsl(5, 74%, 59%)"},".language-css .token.property":{color:"hsl(230, 8%, 24%)"},".language-css .token.function":{color:"hsl(198, 99%, 37%)"},".language-css .token.url > .token.function":{color:"hsl(198, 99%, 37%)"},".language-css .token.url > .token.string.url":{color:"hsl(119, 34%, 47%)"},".language-css .token.important":{color:"hsl(301, 63%, 40%)"},".language-css .token.atrule .token.rule":{color:"hsl(301, 63%, 40%)"},".language-javascript .token.operator":{color:"hsl(301, 63%, 40%)"},".language-javascript .token.template-string > .token.interpolation > .token.interpolation-punctuation.punctuation":{color:"hsl(344, 84%, 43%)"},".language-json .token.operator":{color:"hsl(230, 8%, 24%)"},".language-json .token.null.keyword":{color:"hsl(35, 99%, 36%)"},".language-markdown .token.url":{color:"hsl(230, 8%, 24%)"},".language-markdown .token.url > .token.operator":{color:"hsl(230, 8%, 24%)"},".language-markdown .token.url-reference.url > .token.string":{color:"hsl(230, 8%, 24%)"},".language-markdown .token.url > .token.content":{color:"hsl(221, 87%, 60%)"},".language-markdown .token.url > .token.url":{color:"hsl(198, 99%, 37%)"},".language-markdown .token.url-reference.url":{color:"hsl(198, 99%, 37%)"},".language-markdown .token.blockquote.punctuation":{color:"hsl(230, 4%, 64%)",fontStyle:"italic"},".language-markdown .token.hr.punctuation":{color:"hsl(230, 4%, 64%)",fontStyle:"italic"},".language-markdown .token.code-snippet":{color:"hsl(119, 34%, 47%)"},".language-markdown .token.bold .token.content":{color:"hsl(35, 99%, 36%)"},".language-markdown .token.italic .token.content":{color:"hsl(301, 63%, 40%)"},".language-markdown .token.strike .token.content":{color:"hsl(5, 74%, 59%)"},".language-markdown .token.strike .token.punctuation":{color:"hsl(5, 74%, 59%)"},".language-markdown .token.list.punctuation":{color:"hsl(5, 74%, 59%)"},".language-markdown .token.title.important > .token.punctuation":{color:"hsl(5, 74%, 59%)"},bold:{fontWeight:"bold"},italic:{fontStyle:"italic"},namespace:{Opacity:"0.8"},"token.tab:not(:empty):before":{color:"hsla(230, 8%, 24%, 0.2)"},"token.cr:before":{color:"hsla(230, 8%, 24%, 0.2)"},"token.lf:before":{color:"hsla(230, 8%, 24%, 0.2)"},"token.space:before":{color:"hsla(230, 8%, 24%, 0.2)"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item":{marginRight:"0.4em"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item > button":{background:"hsl(230, 1%, 90%)",color:"hsl(230, 6%, 44%)",padding:"0.1em 0.4em",borderRadius:"0.3em"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item > a":{background:"hsl(230, 1%, 90%)",color:"hsl(230, 6%, 44%)",padding:"0.1em 0.4em",borderRadius:"0.3em"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item > span":{background:"hsl(230, 1%, 90%)",color:"hsl(230, 6%, 44%)",padding:"0.1em 0.4em",borderRadius:"0.3em"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item > button:hover":{background:"hsl(230, 1%, 78%)",color:"hsl(230, 8%, 24%)"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item > button:focus":{background:"hsl(230, 1%, 78%)",color:"hsl(230, 8%, 24%)"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item > a:hover":{background:"hsl(230, 1%, 78%)",color:"hsl(230, 8%, 24%)"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item > a:focus":{background:"hsl(230, 1%, 78%)",color:"hsl(230, 8%, 24%)"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item > span:hover":{background:"hsl(230, 1%, 78%)",color:"hsl(230, 8%, 24%)"},"div.code-toolbar > .toolbar.toolbar > .toolbar-item > span:focus":{background:"hsl(230, 1%, 78%)",color:"hsl(230, 8%, 24%)"},".line-highlight.line-highlight":{background:"hsla(230, 8%, 24%, 0.05)"},".line-highlight.line-highlight:before":{background:"hsl(230, 1%, 90%)",color:"hsl(230, 8%, 24%)",padding:"0.1em 0.6em",borderRadius:"0.3em",boxShadow:"0 2px 0 0 rgba(0, 0, 0, 0.2)"},".line-highlight.line-highlight[data-end]:after":{background:"hsl(230, 1%, 90%)",color:"hsl(230, 8%, 24%)",padding:"0.1em 0.6em",borderRadius:"0.3em",boxShadow:"0 2px 0 0 rgba(0, 0, 0, 0.2)"},"pre[id].linkable-line-numbers.linkable-line-numbers span.line-numbers-rows > span:hover:before":{backgroundColor:"hsla(230, 8%, 24%, 0.05)"},".line-numbers.line-numbers .line-numbers-rows":{borderRightColor:"hsla(230, 8%, 24%, 0.2)"},".command-line .command-line-prompt":{borderRightColor:"hsla(230, 8%, 24%, 0.2)"},".line-numbers .line-numbers-rows > span:before":{color:"hsl(230, 1%, 62%)"},".command-line .command-line-prompt > span:before":{color:"hsl(230, 1%, 62%)"},".rainbow-braces .token.token.punctuation.brace-level-1":{color:"hsl(5, 74%, 59%)"},".rainbow-braces .token.token.punctuation.brace-level-5":{color:"hsl(5, 74%, 59%)"},".rainbow-braces .token.token.punctuation.brace-level-9":{color:"hsl(5, 74%, 59%)"},".rainbow-braces .token.token.punctuation.brace-level-2":{color:"hsl(119, 34%, 47%)"},".rainbow-braces .token.token.punctuation.brace-level-6":{color:"hsl(119, 34%, 47%)"},".rainbow-braces .token.token.punctuation.brace-level-10":{color:"hsl(119, 34%, 47%)"},".rainbow-braces .token.token.punctuation.brace-level-3":{color:"hsl(221, 87%, 60%)"},".rainbow-braces .token.token.punctuation.brace-level-7":{color:"hsl(221, 87%, 60%)"},".rainbow-braces .token.token.punctuation.brace-level-11":{color:"hsl(221, 87%, 60%)"},".rainbow-braces .token.token.punctuation.brace-level-4":{color:"hsl(301, 63%, 40%)"},".rainbow-braces .token.token.punctuation.brace-level-8":{color:"hsl(301, 63%, 40%)"},".rainbow-braces .token.token.punctuation.brace-level-12":{color:"hsl(301, 63%, 40%)"},"pre.diff-highlight > code .token.token.deleted:not(.prefix)":{backgroundColor:"hsla(353, 100%, 66%, 0.15)"},"pre > code.diff-highlight .token.token.deleted:not(.prefix)":{backgroundColor:"hsla(353, 100%, 66%, 0.15)"},"pre.diff-highlight > code .token.token.deleted:not(.prefix)::-moz-selection":{backgroundColor:"hsla(353, 95%, 66%, 0.25)"},"pre.diff-highlight > code .token.token.deleted:not(.prefix) *::-moz-selection":{backgroundColor:"hsla(353, 95%, 66%, 0.25)"},"pre > code.diff-highlight .token.token.deleted:not(.prefix)::-moz-selection":{backgroundColor:"hsla(353, 95%, 66%, 0.25)"},"pre > code.diff-highlight .token.token.deleted:not(.prefix) *::-moz-selection":{backgroundColor:"hsla(353, 95%, 66%, 0.25)"},"pre.diff-highlight > code .token.token.deleted:not(.prefix)::selection":{backgroundColor:"hsla(353, 95%, 66%, 0.25)"},"pre.diff-highlight > code .token.token.deleted:not(.prefix) *::selection":{backgroundColor:"hsla(353, 95%, 66%, 0.25)"},"pre > code.diff-highlight .token.token.deleted:not(.prefix)::selection":{backgroundColor:"hsla(353, 95%, 66%, 0.25)"},"pre > code.diff-highlight .token.token.deleted:not(.prefix) *::selection":{backgroundColor:"hsla(353, 95%, 66%, 0.25)"},"pre.diff-highlight > code .token.token.inserted:not(.prefix)":{backgroundColor:"hsla(137, 100%, 55%, 0.15)"},"pre > code.diff-highlight .token.token.inserted:not(.prefix)":{backgroundColor:"hsla(137, 100%, 55%, 0.15)"},"pre.diff-highlight > code .token.token.inserted:not(.prefix)::-moz-selection":{backgroundColor:"hsla(135, 73%, 55%, 0.25)"},"pre.diff-highlight > code .token.token.inserted:not(.prefix) *::-moz-selection":{backgroundColor:"hsla(135, 73%, 55%, 0.25)"},"pre > code.diff-highlight .token.token.inserted:not(.prefix)::-moz-selection":{backgroundColor:"hsla(135, 73%, 55%, 0.25)"},"pre > code.diff-highlight .token.token.inserted:not(.prefix) *::-moz-selection":{backgroundColor:"hsla(135, 73%, 55%, 0.25)"},"pre.diff-highlight > code .token.token.inserted:not(.prefix)::selection":{backgroundColor:"hsla(135, 73%, 55%, 0.25)"},"pre.diff-highlight > code .token.token.inserted:not(.prefix) *::selection":{backgroundColor:"hsla(135, 73%, 55%, 0.25)"},"pre > code.diff-highlight .token.token.inserted:not(.prefix)::selection":{backgroundColor:"hsla(135, 73%, 55%, 0.25)"},"pre > code.diff-highlight .token.token.inserted:not(.prefix) *::selection":{backgroundColor:"hsla(135, 73%, 55%, 0.25)"},".prism-previewer.prism-previewer:before":{borderColor:"hsl(0, 0, 95%)"},".prism-previewer-gradient.prism-previewer-gradient div":{borderColor:"hsl(0, 0, 95%)",borderRadius:"0.3em"},".prism-previewer-color.prism-previewer-color:before":{borderRadius:"0.3em"},".prism-previewer-easing.prism-previewer-easing:before":{borderRadius:"0.3em"},".prism-previewer.prism-previewer:after":{borderTopColor:"hsl(0, 0, 95%)"},".prism-previewer-flipped.prism-previewer-flipped.after":{borderBottomColor:"hsl(0, 0, 95%)"},".prism-previewer-angle.prism-previewer-angle:before":{background:"hsl(0, 0%, 100%)"},".prism-previewer-time.prism-previewer-time:before":{background:"hsl(0, 0%, 100%)"},".prism-previewer-easing.prism-previewer-easing":{background:"hsl(0, 0%, 100%)"},".prism-previewer-angle.prism-previewer-angle circle":{stroke:"hsl(230, 8%, 24%)",strokeOpacity:"1"},".prism-previewer-time.prism-previewer-time circle":{stroke:"hsl(230, 8%, 24%)",strokeOpacity:"1"},".prism-previewer-easing.prism-previewer-easing circle":{stroke:"hsl(230, 8%, 24%)",fill:"transparent"},".prism-previewer-easing.prism-previewer-easing path":{stroke:"hsl(230, 8%, 24%)"},".prism-previewer-easing.prism-previewer-easing line":{stroke:"hsl(230, 8%, 24%)"}};var i=e.i(488012);e.s(["f",0,({code:e,language:c})=>{let{t:d}=(0,a.f)(),u=(0,i.f)(n),[m,g]=(0,o.useState)(!1);return(0,r.jsxs)("div",{className:"relative rounded-lg border border-border bg-muted overflow-hidden",children:[(0,r.jsx)("button",{onClick:()=>{navigator.clipboard.writeText(e),g(!0),setTimeout(()=>g(!1),2e3)},className:"absolute top-3 right-3 p-2 rounded-md border border-border bg-background text-muted-foreground hover:bg-accent hover:text-foreground z-raised","aria-label":d("codeBlock.copyCode"),children:m?(0,r.jsx)(t.f,{size:16}):(0,r.jsx)(l,{size:16})}),(0,r.jsx)(s.f,{language:c,style:u,customStyle:{margin:0,padding:"1.5rem",borderRadius:"0.5rem",fontSize:"0.9rem",background:"transparent"},codeTagProps:{style:{background:"transparent"}},showLineNumbers:!0,children:e})]})}],466828)},127952,e=>{var r=e.i(843476),o=e.i(707621),t=e.i(271645),l=e.i(345771),a=e.i(322831),s=e.i(204290),n=e.i(929592),i=e.i(519455),c=e.i(515288),d=e.i(776639),u=e.i(950594);e.s(["f",0,function({isOpen:e,title:m,alertMessage:g,message:h,resourceInformationTitle:p,resourceInformation:f,onCancel:b,onOk:x,confirmLoading:k,requiredConfirmation:v}){let{t:y}=(0,a.f)(),[j,w]=(0,t.useState)("");return(0,t.useEffect)(()=>{e&&w("")},[e]),(0,r.jsx)(d.N,{open:e,onOpenChange:e=>!e&&!k&&b(),children:(0,r.jsxs)(d.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto",children:[(0,r.jsx)(d.s,{children:(0,r.jsx)(d.F,{children:m})}),(0,r.jsxs)("div",{className:"space-y-4",children:[g&&(0,r.jsx)(s.f,{variant:"warning",children:(0,r.jsx)(n.s,{children:g})}),(0,r.jsxs)(c.N,{size:"sm",className:"mt-4",children:[p&&(0,r.jsx)(c.Y,{className:"border-b",children:(0,r.jsx)(c.v,{children:p})}),(0,r.jsx)(c.O,{children:(0,r.jsx)("dl",{className:"grid grid-cols-[auto_minmax(0,1fr)] gap-x-4 gap-y-1",children:f?.map(({label:e,value:o,code:l})=>(0,r.jsxs)(t.default.Fragment,{children:[(0,r.jsx)("dt",{className:"font-semibold",children:e}),(0,r.jsx)("dd",{className:"min-w-0 break-words",children:l?(0,r.jsx)("code",{children:o??"-"}):o??"-"})]},e))})})]}),(0,r.jsx)("div",{children:(0,r.jsx)("span",{children:h})}),v&&(0,r.jsxs)("div",{className:"mb-6 mt-4 pt-4 border-t border-border",children:[(0,r.jsx)("p",{className:"block text-base font-medium text-foreground mb-2",children:(0,r.jsx)(l.f,{i18nKey:"commonComponents.deleteResourceModal.typeToConfirm",components:{confirmation:(0,r.jsx)("span",{className:"font-semibold text-destructive",children:v})}})}),(0,r.jsxs)(u.H,{className:"rounded-md",children:[(0,r.jsx)(u.B,{children:(0,r.jsx)(o.f,{className:"size-3.5 text-destructive"})}),(0,r.jsx)(u.M,{value:j,onChange:e=>w(e.target.value),placeholder:v,autoFocus:!0})]})]})]}),(0,r.jsxs)(d.c,{children:[(0,r.jsx)(i.K,{variant:"outline",onClick:b,disabled:k,children:y("commonComponents.deleteResourceModal.cancel")}),(0,r.jsx)(i.K,{variant:"destructive",onClick:x,disabled:!!v&&j!==v||k,children:y(k?"commonComponents.deleteResourceModal.deleting":"commonComponents.deleteResourceModal.delete")})]})]})})}])},418371,e=>{var r=e.i(843476),o=e.i(174553);e.s(["f",0,({provider:e,logoUrl:t,className:l="w-4 h-4"})=>t?(0,r.jsx)(o.f,{src:t,label:e,className:l}):(0,r.jsx)(o.f,{provider:e,className:l})])},158392,327563,334115,419470,e=>{var r=e.i(843476),o=e.i(322831),t=e.i(487486),l=e.i(746798),a=e.i(270756);let s="routerSettingsForm.configOwned.hint";function n(e,r){return"config"===e[r]}function i(){let{t:e}=(0,o.f)();return(0,r.jsxs)(l.W,{children:[(0,r.jsxs)(l.y,{render:(0,r.jsx)(t.f,{variant:"outline","data-testid":"config-owned-badge",className:"ml-2 align-middle"}),children:[(0,r.jsx)(a.f,{"aria-hidden":!0}),"config.yaml"]}),(0,r.jsx)(l.Y,{children:e(s)})]})}e.s(["n",0,s,"o",0,i,"q",0,"routerSettingsForm.configOwned.sourceUnknown","P",0,n],327563);var c=e.i(793479);let d={ttl:3600,lowest_latency_buffer:0},u=({routingStrategyArgs:e,ownedByConfig:t=!1})=>{let{t:l}=(0,o.f)(),a={ttl:l("routerSettingsForm.latency.ttl"),lowest_latency_buffer:l("routerSettingsForm.latency.lowestLatencyBuffer")};return(0,r.jsxs)(r.Fragment,{children:[(0,r.jsxs)("div",{className:"space-y-6",children:[(0,r.jsxs)("div",{className:"max-w-3xl",children:[(0,r.jsxs)("h3",{className:"text-sm font-medium text-foreground",children:[l("routerSettingsForm.latency.title"),t&&(0,r.jsx)(i,{})]}),(0,r.jsx)("p",{className:"text-xs text-muted-foreground mt-1",children:l("routerSettingsForm.latency.description")})]}),(0,r.jsx)("div",{className:"grid grid-cols-1 gap-6 lg:grid-cols-2 xl:grid-cols-3",children:Object.entries(e||d).map(([e,o])=>(0,r.jsx)("div",{className:"space-y-2",children:(0,r.jsxs)("label",{className:"block",children:[(0,r.jsx)("span",{className:"text-xs font-medium text-foreground uppercase tracking-wide",children:e.replace(/_/g," ")}),(0,r.jsx)("p",{className:"text-xs text-muted-foreground mt-0.5 mb-2",children:a[e]||""}),(0,r.jsx)(c.f,{name:e,defaultValue:"object"==typeof o?JSON.stringify(o,null,2):o?.toString(),disabled:t,title:t?l(s):void 0,className:"font-mono text-sm w-full"})]})},e))})]}),(0,r.jsx)("div",{className:"border-t border-border"})]})},m=({routerSettings:e,routerFieldsMetadata:t,routerSettingsSource:l={}})=>{let{t:a}=(0,o.f)();return(0,r.jsxs)("div",{className:"space-y-6",children:[(0,r.jsxs)("div",{className:"max-w-3xl",children:[(0,r.jsx)("h3",{className:"text-sm font-medium text-foreground",children:a("routerSettingsForm.reliability.title")}),(0,r.jsx)("p",{className:"text-xs text-muted-foreground mt-1",children:a("routerSettingsForm.reliability.description")})]}),(0,r.jsx)("div",{className:"grid grid-cols-1 gap-6 lg:grid-cols-2 xl:grid-cols-3",children:Object.entries(e).filter(([e])=>"fallbacks"!=e&&"context_window_fallbacks"!=e&&"routing_strategy_args"!=e&&"routing_strategy"!=e&&"enable_tag_filtering"!=e&&"retry_policy"!=e&&"model_group_retry_policy"!=e&&"routing_groups"!=e).map(([e,o])=>(0,r.jsx)("div",{className:"space-y-2",children:(0,r.jsxs)("label",{className:"block",children:[(0,r.jsx)("span",{className:"text-xs font-medium text-foreground uppercase tracking-wide",children:t[e]?.ui_field_name||e}),n(l,e)&&(0,r.jsx)(i,{}),(0,r.jsx)("p",{className:"text-xs text-muted-foreground mt-0.5 mb-2",children:t[e]?.field_description||""}),(0,r.jsx)(c.f,{name:e,defaultValue:null==o||"null"===o?"":"object"==typeof o?JSON.stringify(o,null,2):o?.toString()||"",placeholder:"—",disabled:n(l,e),title:n(l,e)?a(s):void 0,className:"font-mono text-sm w-full"})]})},e))})]})};var g=e.i(967489);let h=({selectedStrategy:e,availableStrategies:t,routingStrategyDescriptions:l,routerFieldsMetadata:a,onStrategyChange:n,ownedByConfig:c=!1})=>{let{t:d}=(0,o.f)();return(0,r.jsxs)("div",{className:"space-y-2 max-w-3xl",children:[(0,r.jsxs)("div",{children:[(0,r.jsx)("label",{className:"text-xs font-medium text-foreground uppercase tracking-wide",children:a.routing_strategy?.ui_field_name||d("routerSettingsForm.strategy.label")}),c&&(0,r.jsx)(i,{}),(0,r.jsx)("p",{className:"text-xs text-muted-foreground mt-0.5 mb-2",children:a.routing_strategy?.field_description||""})]}),(0,r.jsx)("div",{className:"routing-strategy-select max-w-3xl",children:(0,r.jsxs)(g.d,{value:e,onValueChange:e=>e&&n(e),disabled:c,children:[(0,r.jsx)(g.P,{className:"w-full","aria-label":c?d(s):void 0,children:(0,r.jsx)(g.U,{})}),(0,r.jsx)(g.r,{children:t.map(e=>(0,r.jsx)(g.T,{value:e,children:(0,r.jsxs)("div",{className:"flex flex-col gap-0.5 py-1",children:[(0,r.jsx)("span",{className:"font-mono text-sm font-medium",children:e}),l[e]&&(0,r.jsx)("span",{className:"text-xs font-normal text-muted-foreground",children:l[e]})]})},e))})]})})]})};var p=e.i(271645),f=e.i(699375);let b=({enabled:e,routerFieldsMetadata:t,onToggle:l,ownedByConfig:a=!1})=>{let{t:n}=(0,o.f)(),c=(0,p.useId)();return(0,r.jsx)("div",{className:"space-y-3 max-w-3xl",children:(0,r.jsxs)("div",{className:"flex items-start justify-between",children:[(0,r.jsxs)("div",{className:"flex-1",children:[(0,r.jsx)("label",{htmlFor:c,className:"text-xs font-medium text-foreground uppercase tracking-wide",children:t.enable_tag_filtering?.ui_field_name||n("routerSettingsForm.tagFiltering.label")}),a&&(0,r.jsx)(i,{}),(0,r.jsxs)("p",{className:"text-xs text-muted-foreground mt-0.5",children:[t.enable_tag_filtering?.field_description||"",t.enable_tag_filtering?.link&&(0,r.jsxs)(r.Fragment,{children:[" ",(0,r.jsx)("a",{href:t.enable_tag_filtering.link,target:"_blank",rel:"noopener noreferrer",className:"text-info hover:text-info/80 underline",children:n("routerSettingsForm.tagFiltering.learnMore")})]})]})]}),(0,r.jsx)(f.f,{id:c,checked:e,onCheckedChange:l,disabled:a,title:a?n(s):void 0,className:"ml-4"})]})})};e.s(["f",0,({value:e,onChange:t,routerFieldsMetadata:l,availableRoutingStrategies:a,routingStrategyDescriptions:s,routerSettingsSource:i={}})=>{let{t:c}=(0,o.f)();return(0,r.jsxs)("div",{className:"w-full space-y-8 py-2",children:[(0,r.jsxs)("div",{className:"space-y-6",children:[(0,r.jsxs)("div",{className:"max-w-3xl",children:[(0,r.jsx)("h3",{className:"text-sm font-medium text-foreground",children:c("routerSettingsForm.form.title")}),(0,r.jsx)("p",{className:"text-xs text-muted-foreground mt-1",children:c("routerSettingsForm.form.description")})]}),a.length>0&&(0,r.jsx)(h,{selectedStrategy:e.selectedStrategy||e.routerSettings.routing_strategy||null,availableStrategies:a,routingStrategyDescriptions:s,routerFieldsMetadata:l,onStrategyChange:r=>{t({...e,selectedStrategy:r})},ownedByConfig:n(i,"routing_strategy")}),(0,r.jsx)(b,{enabled:e.enableTagFiltering,routerFieldsMetadata:l,onToggle:r=>{t({...e,enableTagFiltering:r})},ownedByConfig:n(i,"enable_tag_filtering")})]}),(0,r.jsx)("div",{className:"border-t border-border"}),"latency-based-routing"===e.selectedStrategy&&(0,r.jsx)(u,{routingStrategyArgs:e.routerSettings.routing_strategy_args,ownedByConfig:n(i,"routing_strategy_args")}),(0,r.jsx)(m,{routerSettings:e.routerSettings,routerFieldsMetadata:l,routerSettingsSource:i})]})}],158392);var x=e.i(519455),k=e.i(677572),v=e.i(107233),y=e.i(37727),j=e.i(417385),w=e.i(845150),N=e.i(552546),S=e.i(63209),C=e.i(425063);function _({group:e,onChange:t,availableModels:l,maxFallbacks:a,disablePrimaryModel:s=!1}){let{t:n}=(0,o.f)(),i=l.filter(r=>r!==e.primaryModel),c=e.fallbackModels.length({label:e,value:e})),value:e.primaryModel,onValueChange:r=>{let o=e.fallbackModels.filter(e=>e!==r);t({...e,primaryModel:r,fallbackModels:o})},placeholder:n("routerSettings.fallbackGroupConfig.primaryPlaceholder"),emptyText:n("routerSettings.fallbackGroupConfig.noModelsFound"),disabled:s,className:"h-12"}),!s&&!e.primaryModel&&(0,r.jsxs)("div",{className:"mt-2 flex items-center gap-2 text-warning text-xs bg-warning/10 p-2 rounded-sm",children:[(0,r.jsx)(S.f,{className:"w-4 h-4"}),(0,r.jsx)("span",{children:n("routerSettings.fallbackGroupConfig.selectPrimaryHint")})]})]}),(0,r.jsx)("div",{className:"flex items-center justify-center -my-4 z-raised",children:(0,r.jsxs)("div",{className:"bg-indigo-50 text-indigo-500 px-4 py-1 rounded-full text-xs font-bold border border-indigo-100 flex items-center gap-2 shadow-xs dark:bg-indigo-950 dark:text-indigo-300 dark:border-indigo-900",children:[(0,r.jsx)(C.f,{className:"w-4 h-4"}),n("routerSettings.fallbackGroupConfig.ifFails")]})}),(0,r.jsxs)("div",{className:`transition-opacity duration-300 ${!e.primaryModel?"opacity-50 pointer-events-none":"opacity-100"}`,children:[(0,r.jsxs)("label",{className:"block text-sm font-semibold text-foreground mb-2",children:[n("routerSettings.fallbackGroupConfig.fallbackChain")," ",(0,r.jsx)("span",{className:"text-destructive",children:"*"}),(0,r.jsx)("span",{className:"text-xs text-muted-foreground font-normal ml-2",children:n("routerSettings.fallbackGroupConfig.maxAtATime",{max:a})})]}),(0,r.jsxs)("div",{className:"bg-muted rounded-xl p-4 border border-border",children:[(0,r.jsxs)("div",{className:"mb-4",children:[(0,r.jsx)(w.f,{options:i.map(e=>({label:e,value:e})),value:e.fallbackModels,onValueChange:r=>{let o=r.slice(0,a);t({...e,fallbackModels:o})},placeholder:c?n("routerSettings.fallbackGroupConfig.addPlaceholder"):n("routerSettings.fallbackGroupConfig.maxReached",{max:a}),emptyText:n("routerSettings.fallbackGroupConfig.noModelsFound"),disabled:!e.primaryModel,className:"w-full"}),(0,r.jsx)("p",{className:"text-xs text-muted-foreground mt-1 ml-1",children:c?n("routerSettings.fallbackGroupConfig.searchHint",{used:e.fallbackModels.length,max:a}):n("routerSettings.fallbackGroupConfig.maxReachedHint",{max:a})})]}),(0,r.jsx)("div",{className:"space-y-2 min-h-[100px]",children:0===e.fallbackModels.length?(0,r.jsxs)("div",{className:"h-32 border-2 border-dashed border-border rounded-lg flex flex-col items-center justify-center text-muted-foreground",children:[(0,r.jsx)("span",{className:"text-sm",children:n("routerSettings.fallbackGroupConfig.noFallbacksSelected")}),(0,r.jsx)("span",{className:"text-xs mt-1",children:n("routerSettings.fallbackGroupConfig.addFromDropdown")})]}):(0,r.jsx)("ol",{"aria-label":n("routerSettings.fallbackGroupConfig.chainAriaLabel"),className:"space-y-2",children:e.fallbackModels.map((o,l)=>(0,r.jsxs)("li",{className:"group flex items-center justify-between p-3 bg-card rounded-lg border border-border hover:border-indigo-300 hover:shadow-xs transition-all",children:[(0,r.jsxs)("div",{className:"flex items-center gap-3",children:[(0,r.jsx)("div",{className:"flex items-center justify-center w-6 h-6 rounded-sm bg-muted text-muted-foreground group-hover:text-indigo-500 group-hover:bg-indigo-50 dark:group-hover:text-indigo-300 dark:group-hover:bg-indigo-950",children:(0,r.jsx)("span",{className:"text-xs font-bold",children:l+1})}),(0,r.jsx)("div",{children:(0,r.jsx)("span",{className:"font-medium text-foreground",children:o})})]}),(0,r.jsx)("button",{type:"button","aria-label":n("routerSettings.fallbackGroupConfig.removeModel",{model:o}),onClick:()=>{let r;return r=e.fallbackModels.filter((e,r)=>r!==l),void t({...e,fallbackModels:r})},className:"opacity-0 group-hover:opacity-100 transition-opacity text-muted-foreground hover:text-destructive p-1",children:(0,r.jsx)(y.X,{className:"w-4 h-4"})})]},`${o}-${l}`))})})]})]})]})}e.s(["f",0,_],334115),e.s(["f",0,function({groups:e,onGroupsChange:t,availableModels:l,maxFallbacks:a=10,maxGroups:s=5}){let{t:n}=(0,o.f)(),[i,c]=(0,p.useState)(e.length>0?e[0].id:"1");(0,p.useEffect)(()=>{e.length>0?e.some(e=>e.id===i)||c(e[0].id):c("1")},[e]);let d=()=>{if(e.length>=s)return;let r=Date.now().toString();t([...e,{id:r,primaryModel:null,fallbackModels:[]}]),c(r)},u=r=>{t(e.map(e=>e.id===r.id?r:e))},m=(e,r)=>e.primaryModel?e.primaryModel:n("routerSettings.fallbackSelectionForm.groupLabel",{number:r+1});return 0===e.length?(0,r.jsxs)("div",{className:"text-center py-12 bg-muted rounded-lg border border-dashed border-border",children:[(0,r.jsx)("p",{className:"text-muted-foreground mb-4",children:n("routerSettings.fallbackSelectionForm.empty")}),(0,r.jsxs)(x.K,{onClick:d,children:[(0,r.jsx)(v.f,{className:"w-4 h-4"}),n("routerSettings.fallbackSelectionForm.createFirstGroup")]})]}):(0,r.jsxs)(k.i,{value:i,onValueChange:c,children:[(0,r.jsxs)("div",{className:"flex items-center border-b",children:[(0,r.jsx)(k.U,{variant:"line",className:"h-auto justify-start rounded-none p-0",children:e.map((o,l)=>(0,r.jsxs)("div",{className:"relative flex items-center",children:[(0,r.jsx)(k.k,{value:o.id,className:`flex-none rounded-none py-2 pl-4 ${e.length>1?"pr-9":"pr-4"}`,children:m(o,l)}),e.length>1&&(0,r.jsx)(x.K,{variant:"ghost",size:"icon-xs",className:"absolute right-1","aria-label":n("routerSettings.fallbackSelectionForm.removeGroup",{group:m(o,l)}),onClick:()=>(r=>{if(1===e.length)return void j.f.warning(n("routerSettings.fallbackSelectionForm.atLeastOneGroup"));let o=e.filter(e=>e.id!==r);t(o),i===r&&o.length>0&&c(o[o.length-1].id)})(o.id),children:(0,r.jsx)(y.X,{})})]},o.id))}),e.length(0,r.jsx)(k.S,{value:e.id,className:"pt-4",children:(0,r.jsx)(_,{group:e,onChange:u,availableModels:l,maxFallbacks:a})},e.id))]})}],419470)},845150,e=>{var r=e.i(843476),o=e.i(271645),t=e.i(322831),l=e.i(131792),a=e.i(201787);let s=(e,r)=>{let o=r.trim().toLowerCase();return!o||e.label.toLowerCase().includes(o)||e.value.toLowerCase().includes(o)||(e.description?.toLowerCase().includes(o)??!1)};e.s(["f",0,function({id:e,options:n,value:i=[],onValueChange:c,placeholder:d=a.f.t("shared.multiSelect.placeholder"),emptyText:u=a.f.t("shared.multiSelect.empty"),disabled:m=!1,loading:g=!1,allowCustomValues:h=!1,className:p,contentClassName:f}){let{t:b}=(0,t.f)(),x=(0,l.d)(),[k,v]=(0,o.useState)(""),y=n.filter(e=>null!=e&&"string"==typeof e.value&&e.value.length>0),j=i.filter(e=>"string"==typeof e&&e.length>0).map(e=>y.find(r=>r.value===e)??{label:e,value:e}),w=k.trim(),N=y.some(e=>e.value.toLowerCase()===w.toLowerCase()),S=h&&w&&!N?[...y,{label:b("shared.multiSelect.createOption",{value:w}),value:w}]:y;return(0,r.jsxs)(l.x,{multiple:!0,items:S,value:j,onValueChange:e=>{c(Array.from(new Set(h?e.flatMap(e=>i.includes(e.value)?[e.value]:e.value.split(",").map(e=>e.trim()).filter(e=>e.length>0)):e.map(e=>e.value)))),v("")},inputValue:k,onInputValueChange:v,isItemEqualToValue:(e,r)=>e.value===r.value,itemToStringLabel:e=>e.label,filter:s,disabled:m||g,children:[(0,r.jsx)(l.V,{render:(0,r.jsx)("div",{ref:x}),className:`min-h-8 py-1 text-sm ${p??""}`,children:(0,r.jsx)(l.l,{children:o=>(0,r.jsxs)(r.Fragment,{children:[o.map(e=>(0,r.jsx)(l.Q,{"aria-label":e.label,children:e.label},e.value)),(0,r.jsx)(l.z,{id:e,placeholder:g?b("shared.multiSelect.loading"):d,className:"min-w-24","aria-label":d||void 0}),o.length>0&&!m&&!g&&(0,r.jsx)(l.y,{className:"ml-auto self-center","aria-label":b("shared.multiSelect.clearAll")})]})})}),(0,r.jsxs)(l.R,{anchor:x,className:f,children:[(0,r.jsx)(l.S,{children:u}),(0,r.jsx)(l.k,{children:e=>(0,r.jsx)(l.T,{value:e,disabled:e.disabled,children:(0,r.jsxs)("span",{className:"min-w-0",children:[(0,r.jsx)("span",{className:"block truncate",children:e.label}),e.description&&(0,r.jsx)("span",{className:"block truncate text-xs text-muted-foreground",children:e.description})]})},e.value)})]})]})}])},431370,e=>{e.s(["f",0,{agents:{identityScope:"Agent.Invoke",killSwitchAuthHeader:"X-API-Key",killSwitchPayloadJson:'{"reason": "manual kill switch"}'},guardrails:{testPanelParamsJson:'{"forbidden_topics": ["tax", "finance"]}',teamGuardrailParamsJson:'{"forward_api_key": true, "headers": {"X-Custom": "value"}}',teamGuardrailInfoJson:'{"description": "Detects PII in requests"}',customCodeHook:"(pre_call)",customCodeInputJson:'{"texts": ["test message"], ...}',gardenIdPrefix:"litellm/",toolParamPath:"messages[0].content",toolParamPattern:"^email@.*$",toolTypePattern:"^function$",evaluationResponseFormat:"response_format: json_schema"},mcpServers:{exampleServerName:"Zapier Gmail",idJagSigningAlgorithm:"RS256",oauthExtraParamsJson:'{\n "organization": "my-org",\n "team.id": "123"\n}',entraOboScope:"api:///.default",upstreamTokenHeader:"Authorization",envJson:'{\n "KEY": "value"\n}',toolSearchToolNames:"my_server-get_rates\nmy_server-list_accounts"},memory:{metadataJson:'{"tags": ["example"]}'},vectorStores:{metadataJson:'{"key": "value"}'},playground:{responsesSessionCurl:e=>`curl -X POST "your-proxy-url/v1/responses" \\ + -H "Authorization: Bearer your-api-key" \\ + -H "Content-Type: application/json" \\ + -d '{ + "model": "your-model", + "input": [{"role": "user", "content": "your message", "type": "message"}], + "previous_response_id": "${e}", + "stream": true + }'`},routerSettings:{baggageKey:"service",tagPrefix:"app:",anyValuePreviewSeparator:"=x → ",anyValuePreviewValue:"x"},models:{perModelLimitsJson:'{"gpt-4": 100, "claude-v1": 200}',perModelMaxTokensJson:'{"gpt-4": 4096}',litellmParamsJson:'{\n "drop_params": true\n}',advancedLitellmParamsJson:'{\n "rpm": 100,\n "timeout": 0,\n "stream_timeout": 0\n }',advancedModelInfoJson:'{\n "mode": "chat"\n }',openingPromptExample:'- "what is the capital of France?" -> SIMPLE',toolSemanticsJson:'{"observe": ["read_file"], "mutate": ["edit_file"]}',reminderMarkerOpen:"",reminderMarkerClose:"",noAliasesYamlComment:"  # No aliases configured yet",noModelGroupAliasesYamlComment:"    # No aliases configured yet"},teams:{vaultConfigJson:'{"namespace": "admin", "mount": "secret", "path_prefix": "litellm"}',memberEmail:"user@example.com",memberEmails:"example1@test.com, example2@test.com",callbackEnvVar:e=>`os.environ/${e.toUpperCase()}`},passThrough:{headersJson:'{"Authorization": "Bearer your-token", "Content-Type": "application/json"}',targetPrefix:"bria",guardrailRequestQuery:"• query",guardrailRequestDocuments:"• documents[*].text",guardrailRequestMessages:"• messages[*].content",guardrailAddQuery:"+ query",guardrailAddDocuments:"+ documents[*]",guardrailResponseResults:"• results[*].text",guardrailResponseChoices:"• choices[*].message.content",guardrailAddResults:"+ results[*]"},routingGroups:{cacheParamsJson:'{ "ttl": 3600 }'},users:{bulkTemplateTeamsColumn:"teams",bulkTemplateModelsColumn:"models",ssoGroupsClaim:"groups"},logging:{premiumLangfuse:"✨ langfuse-logging",premiumDatadog:"✨ datadog-logging"}}])},991326,972165,e=>{var r=e.i(653145);let o=(e,o,t)=>{if(e&&"reportValidity"in e){let l=(0,r.g)(t,o);e.setCustomValidity(l&&l.message||""),e.reportValidity()}},t=(e,r)=>{for(let t in r.fields){let l=r.fields[t];l&&l.ref&&"reportValidity"in l.ref?o(l.ref,t,e):l&&l.refs&&l.refs.forEach(r=>o(r,t,e))}},l=(e,o)=>{o.shouldUseNativeValidation&&t(e,o);let l={};for(let t in e){let s=(0,r.g)(o.fields,t),n=Object.assign(e[t]||{},{ref:s&&s.ref});if(a(o.names||Object.keys(e),t)){let e=Object.assign({},(0,r.g)(l,t));(0,r.u)(e,"root",n),(0,r.u)(l,t,e)}else(0,r.u)(l,t,n)}return l},a=(e,r)=>{let o=s(r).replace(/[.*+?^${}()|\\]/g,"\\$&");return e.some(e=>s(e).match(`^${o}\\.\\d+`))};function s(e){return e.replace(/[\[\]]/g,"")}var n=e.i(374969),i=e.i(803108);function c(){return(c=Object.assign.bind()).apply(null,arguments)}function d(e,r){try{var o=e()}catch(e){return r(e)}return o&&o.then?o.then(void 0,r):o}function u(e,o,a){if(void 0===a&&(a={}),"_def"in e&&"object"==typeof e._def&&"typeName"in e._def)return function(s,n,i){try{return Promise.resolve(d(function(){return Promise.resolve(e["sync"===a.mode?"parse":"parseAsync"](s,o)).then(function(e){return i.shouldUseNativeValidation&&t({},i),{errors:{},values:a.raw?Object.assign({},s):e}})},function(e){if(Array.isArray(null==e?void 0:e.issues))return{values:{},errors:l(function(e,o){for(var t={};e.length;){var l=e[0],a=l.code,s=l.message,n=l.path.join(".");if(!t[n])if("unionErrors"in l){var i=l.unionErrors[0].errors[0];t[n]={message:i.message,type:i.code}}else t[n]={message:s,type:a};if("unionErrors"in l&&l.unionErrors.forEach(function(r){return r.errors.forEach(function(r){return e.push(r)})}),o){var c=t[n].types,d=c&&c[l.code];t[n]=(0,r.I)(n,o,t,a,d?[].concat(d,l.message):l.message)}e.shift()}return t}(e.errors,!i.shouldUseNativeValidation&&"all"===i.criteriaMode),i)};throw e}))}catch(e){return Promise.reject(e)}};if("_zod"in e&&"object"==typeof e._zod)return function(s,u,m){try{return Promise.resolve(d(function(){return Promise.resolve(("sync"===a.mode?i.y:i.s)(e,s,o)).then(function(e){return m.shouldUseNativeValidation&&t({},m),{errors:{},values:a.raw?Object.assign({},s):e}})},function(e){if(e instanceof n.o)return{values:{},errors:l(function(e,o){for(var t={};e.length;)!function(){var l=e[0],a=l.code,s=l.message,n=l.path.join(".");if(!t[n])if("invalid_union"===l.code&&l.errors.length>0){var i=l.errors[0][0];t[n]={message:i.message,type:i.code}}else t[n]={message:s,type:a};if("invalid_union"===l.code&&l.errors.forEach(function(r){return r.forEach(function(r){return e.push(c({},r,{path:[].concat(l.path,r.path)}))})}),o){var d=t[n].types,u=d&&d[l.code];t[n]=(0,r.I)(n,o,t,a,u?[].concat(u,l.message):l.message)}e.shift()}();return t}(e.issues,!m.shouldUseNativeValidation&&"all"===m.criteriaMode),m)};throw e}))}catch(e){return Promise.reject(e)}};throw Error("Invalid input: not a Zod schema")}e.s(["f",0,u],972165),e.s(["f",0,function(e,o){return(0,r.G)({...o,resolver:u(e)})}],991326)}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/13aject08_y5d.js b/litellm/proxy/_experimental/out/_next/static/chunks/095mmn_6xzp2h.js similarity index 67% rename from litellm/proxy/_experimental/out/_next/static/chunks/13aject08_y5d.js rename to litellm/proxy/_experimental/out/_next/static/chunks/095mmn_6xzp2h.js index 317b7326d81..1084723817c 100644 --- a/litellm/proxy/_experimental/out/_next/static/chunks/13aject08_y5d.js +++ b/litellm/proxy/_experimental/out/_next/static/chunks/095mmn_6xzp2h.js @@ -1,5 +1,5 @@ (globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,934879,976883,e=>{"use strict";var s=e.i(843476),l=e.i(283634),a=e.i(201787),i=e.i(174886),t=e.i(952571),n=e.i(541071),r=e.i(322831);e.i(707701);var o=e.i(494862);e.i(622826);var d=e.i(112179),c=e.i(997422),u=e.i(487486),m=e.i(519455),x=e.i(755146),b=e.i(196631),p=e.i(500330);function h({agent:e,onAgentClick:l}){let{t:a}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":a("aiHub.agentHubColumns.rowActions.openActions"),"data-testid":`agent-hub-actions-${e.agent_id||e.name}`,className:(0,b.c)((0,m.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(n.f,{className:"size-4"})}),(0,s.jsxs)(x.L,{align:"end",className:"w-52",children:[(0,s.jsxs)(x.r,{"data-testid":"agent-hub-action-details",onClick:()=>l(e),children:[(0,s.jsx)(t.f,{}),a("aiHub.agentHubColumns.rowActions.viewDetails")]}),(0,s.jsxs)(x.r,{"data-testid":"agent-hub-action-copy",onClick:()=>void(0,p.W)(e.name,a("aiHub.agentHubColumns.rowActions.nameCopied")),children:[(0,s.jsx)(i.f,{}),a("aiHub.agentHubColumns.rowActions.copyName")]})]})]})}var g=e.i(271645),f=e.i(531278),j=e.i(345771),v=e.i(257428),H=e.i(776639),N=e.i(602869),_=e.i(417385);let y=["aiHub.makeAgentPublic.steps.selectAgents","aiHub.makeAgentPublic.steps.confirm"],k=({visible:e,onClose:l,accessToken:a,agentHubData:i,onSuccess:t})=>{let{t:n}=(0,r.f)(),[o,d]=(0,g.useState)(0),[c,x]=(0,g.useState)(new Set),[p,h]=(0,g.useState)(!1),k=()=>{d(0),x(new Set),l()};(0,g.useEffect)(()=>{e&&i.length>0&&x(new Set(i.filter(e=>!0===e.is_public).map(e=>e.agent_id||e.name)))},[e,i]);let C=async()=>{if(0===c.size)return void _.f.fromError(n("aiHub.makeAgentPublic.selectAtLeastOne"));h(!0);try{let e=Array.from(c);await (0,N.Zq)(a,e),_.f.success(n("aiHub.makeAgentPublic.success",{total:e.length})),k(),t()}catch(e){console.error("Error making agents public:",e),_.f.fromError(n("aiHub.makeAgentPublic.failed"))}finally{h(!1)}};return(0,s.jsx)(H.N,{open:e,onOpenChange:e=>!e&&k(),disablePointerDismissal:!0,children:(0,s.jsxs)(H.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1200px]",children:[(0,s.jsx)(H.s,{children:(0,s.jsx)(H.F,{children:n("aiHub.makeAgentPublic.title")})}),(0,s.jsxs)("div",{children:[(0,s.jsx)("ol",{className:"mb-6 flex items-center gap-6",children:y.map((e,l)=>(0,s.jsxs)("li",{className:"flex items-center gap-2","aria-current":o===l?"step":void 0,children:[(0,s.jsx)("span",{className:(0,b.c)("flex size-6 items-center justify-center rounded-full border text-xs",o===l?"border-primary bg-primary text-primary-foreground":"border-border text-muted-foreground"),children:l+1}),(0,s.jsx)("span",{className:(0,b.c)("text-sm",o===l?"font-medium":"text-muted-foreground"),children:n(e)})]},e))}),(()=>{switch(o){case 0:let e,l;return e=i.length>0&&i.every(e=>c.has(e.agent_id||e.name)),l=c.size>0&&!e,(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeAgentPublic.step1Title")}),(0,s.jsx)("div",{className:"flex items-center space-x-2",children:(0,s.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,s.jsx)(v.f,{checked:e,indeterminate:l,onCheckedChange:e=>{!0===e?x(new Set(i.map(e=>e.agent_id||e.name))):x(new Set)},disabled:0===i.length}),n("aiHub.makeAgentPublic.selectAll")," ",i.length>0&&`(${i.length})`]})})]}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:n("aiHub.makeAgentPublic.description")}),(0,s.jsx)("div",{className:"max-h-96 overflow-y-auto border rounded-lg p-4",children:(0,s.jsx)("div",{className:"space-y-3",children:0===i.length?(0,s.jsx)("div",{className:"text-center py-8 text-muted-foreground",children:(0,s.jsx)("p",{children:n("aiHub.makeAgentPublic.noAgents")})}):i.map(e=>{let l=e.agent_id||e.name;return(0,s.jsxs)("div",{className:"flex items-center space-x-3 p-3 border rounded-lg hover:bg-accent",children:[(0,s.jsx)(v.f,{checked:c.has(l),onCheckedChange:e=>{var s;let a;return s=!0===e,a=new Set(c),void(s?a.add(l):a.delete(l),x(a))}}),(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex items-center space-x-2",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:e.name}),(0,s.jsxs)(u.f,{variant:"secondary",children:["v",e.version]})]}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground mt-1 break-words",children:e.description}),e.skills&&e.skills.length>0&&(0,s.jsxs)("div",{className:"flex flex-wrap gap-1 mt-1",children:[e.skills.slice(0,3).map(e=>(0,s.jsx)(u.f,{variant:"outline",children:e.name},e.id)),e.skills.length>3&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:n("aiHub.makeAgentPublic.moreSkills",{extra:e.skills.length-3})})]})]})]},l)})})}),c.size>0&&(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeAgentPublic.selectedCount",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});case 1:return(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeAgentPublic.step2Title")}),(0,s.jsx)("div",{className:"bg-warning/10 border border-warning/20 rounded-lg p-4",children:(0,s.jsx)("p",{className:"text-sm text-warning",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeAgentPublic.warning",components:{strong:(0,s.jsx)("strong",{}),code:(0,s.jsx)("code",{})}})})}),(0,s.jsxs)("div",{className:"space-y-3",children:[(0,s.jsx)("p",{className:"font-medium",children:n("aiHub.makeAgentPublic.toBeMadePublic")}),(0,s.jsx)("div",{className:"max-h-48 overflow-y-auto border rounded-lg p-3",children:(0,s.jsx)("div",{className:"space-y-2",children:Array.from(c).map(e=>{let l=i.find(s=>(s.agent_id||s.name)===e);return(0,s.jsx)("div",{className:"flex items-center justify-between p-2 bg-muted rounded-sm",children:(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex items-center space-x-2",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:l?.name||e}),l&&(0,s.jsxs)(u.f,{variant:"secondary",children:["v",l.version]})]}),l?.description&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground mt-1 break-words",children:l.description})]})},e)})})})]}),(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeAgentPublic.total",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});default:return null}})(),(0,s.jsxs)("div",{className:"flex justify-between mt-6",children:[(0,s.jsx)(m.K,{variant:"outline",onClick:0===o?k:()=>{1===o&&d(0)},children:0===o?n("aiHub.makeAgentPublic.cancel"):n("aiHub.makeAgentPublic.previous")}),(0,s.jsxs)("div",{className:"flex space-x-2",children:[0===o&&(0,s.jsx)(m.K,{onClick:()=>{if(0===o){if(0===c.size)return void _.f.fromError(n("aiHub.makeAgentPublic.selectAtLeastOne"));d(1)}},disabled:0===c.size,children:n("aiHub.makeAgentPublic.next")}),1===o&&(0,s.jsxs)(m.K,{onClick:C,disabled:p,children:[p&&(0,s.jsx)(f.f,{className:"size-4 animate-spin"}),n("aiHub.makeAgentPublic.makePublic")]})]})]})]})]})})};var C=e.i(466828);let w=["aiHub.makeMcpPublic.steps.selectServers","aiHub.makeMcpPublic.steps.confirm"],M=e=>"active"===e||"healthy"===e?"default":"inactive"===e||"unhealthy"===e?"destructive":"outline",S=({visible:e,onClose:l,accessToken:a,mcpHubData:i,onSuccess:t})=>{let{t:n}=(0,r.f)(),[o,d]=(0,g.useState)(0),[c,x]=(0,g.useState)(null),[p,h]=(0,g.useState)(!1),y=c?.serverIds??new Set,k=i.every(e=>"boolean"==typeof e.mcp_info?.is_public_explicit),S=k&&c?.catalog===i,T=["litellm_settings:\n public_mcp_hub_strict_whitelist: true",0===y.size?" public_mcp_servers: []":` public_mcp_servers: -${Array.from(y,e=>` - ${JSON.stringify(e)}`).join("\n")}`].join("\n"),P=()=>{d(0),x(null),l()};(0,g.useEffect)(()=>{if(!e||!k)return void x(null);let s=i.filter(e=>!0===e.mcp_info.is_public_explicit).map(e=>e.server_id);x({catalog:i,serverIds:new Set(s)}),d(0)},[e,i,k]);let D=async()=>{if(S){h(!0);try{let e=Array.from(y);await (0,N.rt)(a,e),_.f.success(n("aiHub.makeMcpPublic.updated")),P(),t()}catch(e){console.error("Error making MCP servers public:",e),_.f.fromError(e)}finally{h(!1)}}};return(0,s.jsx)(H.N,{open:e,onOpenChange:e=>!e&&P(),disablePointerDismissal:!0,children:(0,s.jsxs)(H.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1200px]",children:[(0,s.jsx)(H.s,{children:(0,s.jsx)(H.F,{children:n("aiHub.makeMcpPublic.title")})}),(0,s.jsxs)("div",{children:[(0,s.jsx)("ol",{className:"mb-6 flex items-center gap-6",children:w.map((e,l)=>(0,s.jsxs)("li",{className:"flex items-center gap-2","aria-current":o===l?"step":void 0,children:[(0,s.jsx)("span",{className:(0,b.c)("flex size-6 items-center justify-center rounded-full border text-xs",o===l?"border-primary bg-primary text-primary-foreground":"border-border text-muted-foreground"),children:l+1}),(0,s.jsx)("span",{className:(0,b.c)("text-sm",o===l?"font-medium":"text-muted-foreground"),children:n(e)})]},e))}),(()=>{if(!k)return(0,s.jsx)("div",{role:"alert",className:"rounded-lg border border-warning/20 bg-warning/10 p-4 text-sm",children:n("aiHub.makeMcpPublic.noMetadata")});if(!S)return(0,s.jsx)("p",{role:"status",children:n("aiHub.makeMcpPublic.loadingSettings")});switch(o){case 0:let e,l;return e=i.length>0&&i.every(e=>y.has(e.server_id)),l=y.size>0&&!e,(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeMcpPublic.step1Title")}),(0,s.jsx)("div",{className:"flex items-center space-x-2",children:(0,s.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,s.jsx)(v.f,{checked:e,indeterminate:l,onCheckedChange:e=>(e=>{if(e){let e=i.map(e=>e.server_id);x({catalog:i,serverIds:new Set(e)})}else x({catalog:i,serverIds:new Set})})(!0===e),disabled:0===i.length}),n("aiHub.makeMcpPublic.selectAll")," ",i.length>0&&`(${i.length})`]})})]}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:n("aiHub.makeMcpPublic.description")}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:n("aiHub.makeMcpPublic.legacyNote")}),(0,s.jsx)("div",{className:"max-h-96 overflow-y-auto border rounded-lg p-4",children:(0,s.jsx)("div",{className:"space-y-3",children:0===i.length?(0,s.jsx)("div",{className:"text-center py-8 text-muted-foreground",children:(0,s.jsx)("p",{children:n("aiHub.makeMcpPublic.noServers")})}):i.map(e=>{let l=e.mcp_info?.is_public===!0;return(0,s.jsxs)("div",{className:"flex items-center space-x-3 p-3 border rounded-lg hover:bg-accent",children:[(0,s.jsx)(v.f,{"aria-label":n("aiHub.makeMcpPublic.publishServer",{name:e.server_name}),checked:y.has(e.server_id),onCheckedChange:s=>{var l,a;let t;return l=e.server_id,a=!0===s,t=new Set(y),void(a?t.add(l):t.delete(l),x({catalog:i,serverIds:t}))}}),(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:e.server_name}),l&&(0,s.jsx)(u.f,{children:e.mcp_info?.is_public_explicit===!1?n("aiHub.makeMcpPublic.listedLegacy"):n("aiHub.makeMcpPublic.listed")}),(0,s.jsx)(u.f,{variant:"secondary",children:e.transport}),(0,s.jsx)(u.f,{variant:M(e.status),children:e.status||n("aiHub.makeMcpPublic.statusUnknown")})]}),(0,s.jsx)("p",{className:"text-xs font-mono text-muted-foreground mt-1 break-all",children:e.server_id}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground mt-1 break-words",children:e.description||e.url}),e.allowed_tools&&e.allowed_tools.length>0&&(0,s.jsxs)("div",{className:"flex flex-wrap gap-1 mt-1",children:[e.allowed_tools.slice(0,3).map((e,l)=>(0,s.jsx)(u.f,{variant:"outline",children:e},l)),e.allowed_tools.length>3&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:n("aiHub.makeMcpPublic.moreTools",{extra:e.allowed_tools.length-3})})]})]})]},e.server_id)})})}),(0,s.jsxs)("details",{className:"rounded-lg border p-3",children:[(0,s.jsx)("summary",{className:"cursor-pointer text-sm font-medium",children:n("aiHub.makeMcpPublic.configureYaml")}),(0,s.jsxs)("div",{className:"mt-3 space-y-3",children:[(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:n("aiHub.makeMcpPublic.yamlHelp")}),(0,s.jsx)(C.f,{code:T,language:"yaml"})]})]}),y.size>0&&(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeMcpPublic.selectedCount",count:y.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});case 1:return(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeMcpPublic.step2Title")}),(0,s.jsx)("div",{className:"bg-warning/10 border border-warning/20 rounded-lg p-4",children:(0,s.jsx)("p",{className:"text-sm text-warning",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeMcpPublic.publicWarning",components:{code:(0,s.jsx)("code",{})}})})}),(0,s.jsxs)("div",{className:"space-y-3",children:[(0,s.jsx)("p",{className:"font-medium",children:n("aiHub.makeMcpPublic.publicationList")}),(0,s.jsx)("div",{className:"max-h-48 overflow-y-auto border rounded-lg p-3",children:(0,s.jsxs)("div",{className:"space-y-2",children:[0===y.size&&(0,s.jsx)("p",{className:"text-sm",children:n("aiHub.makeMcpPublic.noPublished")}),Array.from(y).map(e=>{let l=i.find(s=>s.server_id===e);return(0,s.jsx)("div",{className:"flex items-center justify-between p-2 bg-muted rounded-sm",children:(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:l?.server_name||e}),l&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(u.f,{variant:"secondary",children:l.transport}),(0,s.jsx)(u.f,{variant:M(l.status),children:l.status||n("aiHub.makeMcpPublic.statusUnknown")})]})]}),l?.description&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground mt-1 break-words",children:l.description}),l?.url&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground mt-1 break-words",children:l.url})]})},e)})]})})]}),(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeMcpPublic.savingSummary",count:y.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});default:return null}})(),(0,s.jsxs)("div",{className:"flex justify-between mt-6",children:[(0,s.jsx)(m.K,{variant:"outline",onClick:0===o?P:()=>{1===o&&d(0)},children:0===o?n("aiHub.makeMcpPublic.cancel"):n("aiHub.makeMcpPublic.previous")}),(0,s.jsxs)("div",{className:"flex space-x-2",children:[0===o&&(0,s.jsx)(m.K,{onClick:()=>{S&&0===o&&d(1)},disabled:!S,children:n("aiHub.makeMcpPublic.next")}),1===o&&(0,s.jsxs)(m.K,{onClick:D,disabled:p||!S,children:[p&&(0,s.jsx)(f.f,{className:"size-4 animate-spin"}),n("aiHub.makeMcpPublic.save")]})]})]})]})]})})};var T=e.i(555436),P=e.i(325164),D=e.i(916925),A=e.i(967489),z=e.i(735450);function L(e){let s=((0,z.i)(e)??"chat").replaceAll("_"," ");return s.charAt(0).toUpperCase()+s.slice(1)}function F({provider:e,className:l}){let{logo:a,displayName:i}=(0,D.h)(e),[t,n]=(0,g.useState)(null),r=a&&t!==a;return(0,s.jsx)("span",{"aria-hidden":"true",className:(0,b.c)("chat-model-provider-logo",l),children:r?(0,s.jsx)(P.default,{src:a,alt:"",width:32,height:32,unoptimized:!0,className:"h-full w-full object-contain",onError:()=>n(a)}):(0,s.jsx)("span",{className:"text-xs font-medium",children:i.trim().charAt(0).toUpperCase()||"?"})})}function E({providers:e,selectedProviders:l,onSelect:a,loading:i=!1}){let{t}=(0,r.f)(),n=Array.from(new Set(e)).filter(Boolean),o=l[0]??"",d=i&&0===n.length,c=t(d?"aiHub.modelHubProviders.loading":"aiHub.modelHubProviders.allProviders"),u=[{value:"",label:t("aiHub.modelHubProviders.allProviders")},...n.map(e=>({value:e,label:(0,D.h)(e).displayName}))];return(0,s.jsxs)(A.d,{value:o,items:u,onValueChange:e=>a(e||null),disabled:d,children:[(0,s.jsx)(A.P,{"aria-label":t("aiHub.modelHubProviders.ariaLabel"),"aria-busy":i,className:"chat-model-filter-select chat-model-provider-select",children:(0,s.jsx)(A.U,{children:o?(0,s.jsxs)("span",{className:"flex min-w-0 items-center gap-2",children:[(0,s.jsx)(F,{provider:o,className:"chat-model-provider-logo-option"}),(0,s.jsx)("span",{className:"truncate",children:(0,D.h)(o).displayName})]}):c})}),(0,s.jsx)(A.r,{className:"chat-theme",align:"start",children:u.map(e=>(0,s.jsxs)(A.T,{value:e.value,children:[e.value&&(0,s.jsx)(F,{provider:e.value,className:"chat-model-provider-logo-option"}),(0,s.jsx)("span",{children:e.label})]},e.value))})]})}var K=e.i(515288),$=e.i(950594),O=e.i(899426);function U({label:e,emptyLabel:l,options:a,value:i,onValueChange:t}){let n=[{value:"",label:l},...a.map(e=>({value:e,label:e}))];return(0,s.jsxs)(A.d,{value:i,items:n,onValueChange:e=>t(e??""),children:[(0,s.jsx)(A.P,{"aria-label":e,className:"chat-model-filter-select",children:(0,s.jsx)(A.U,{})}),(0,s.jsx)(A.r,{className:"chat-theme",children:n.map(e=>(0,s.jsx)(A.T,{value:e.value,children:e.label},e.value))})]})}let B=({modelHubData:e,onFilteredDataChange:l,showFiltersCard:a=!0,className:i="",extraModes:t=[],onModeChange:n,selectedProvider:o,onProviderChange:d,showProviderFilter:c=!0,variant:u="dashboard"})=>{let{t:x}=(0,r.f)(),[b,p]=(0,g.useState)(""),[h,f]=(0,g.useState)(""),j=o??h,[v,H]=(0,g.useState)(""),[N,_]=(0,g.useState)(""),y=(0,g.useRef)([]),k=e=>{let s=new Set;return e.forEach(e=>{e.providers.forEach(e=>s.add(e))}),Array.from(s)},C=e=>{let s=new Set(t);return e.forEach(e=>{let l=(0,z.i)(e.mode);l&&s.add(l)}),Array.from(s)},w=e=>{H(e),n?.(e)},M=e=>{void 0===o&&f(e),d?.(e)},S=e=>{let s=new Set;return e.forEach(e=>{Object.entries(e).filter(([e,s])=>e.startsWith("supports_")&&!0===s).forEach(([e])=>{let l=e.replace(/^supports_/,"").split("_").map(e=>e.charAt(0).toUpperCase()+e.slice(1)).join(" ");s.add(l)})}),Array.from(s).sort()},P=(0,g.useMemo)(()=>e?.filter(e=>{let s=(0,O.h)(b,[e.model_group]),l=""===j||e.providers.includes(j),a=""===v||(0,z.i)(e.mode)===v,i=""===N||Object.entries(e).filter(([e,s])=>e.startsWith("supports_")&&!0===s).some(([e])=>e.replace(/^supports_/,"").split("_").map(e=>e.charAt(0).toUpperCase()+e.slice(1)).join(" ")===N);return s&&l&&a&&i})||[],[e,b,j,v,N]);(0,g.useEffect)(()=>{(P.length!==y.current.length||P.some((e,s)=>e.model_group!==y.current[s]?.model_group))&&(y.current=P,l(P))},[P,l]);let D=()=>{p(""),M(""),w(""),_("")},A=!!(b||j||v||N);if("chat"===u)return(0,s.jsxs)("div",{className:`${i} chat-model-filter-bar`,children:[(0,s.jsxs)($.H,{className:"chat-model-filter-search",children:[(0,s.jsx)($.B,{"aria-hidden":"true",children:(0,s.jsx)(T.f,{className:"size-4"})}),(0,s.jsx)($.M,{"aria-label":x("modelFilters.searchLabel"),placeholder:x("modelFilters.searchPlaceholder"),value:b,onChange:e=>p(e.target.value)})]}),c&&(0,s.jsx)(E,{providers:k(e),selectedProviders:j?[j]:[],onSelect:e=>M(e??"")}),(0,s.jsx)(U,{label:x("modelFilters.modelType"),emptyLabel:x("modelFilters.allTypes"),options:C(e),value:v,onValueChange:w}),(0,s.jsx)(U,{label:x("modelFilters.modelCapability"),emptyLabel:x("modelFilters.allCapabilities"),options:S(e),value:N,onValueChange:_}),A&&(0,s.jsx)(m.K,{variant:"ghost",onClick:D,className:"chat-model-filter-clear",children:x("modelFilters.clearFilters")})]});let L=(0,s.jsxs)("div",{className:"flex flex-wrap gap-4 items-center",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2",children:x("modelFilters.searchModels")}),(0,s.jsx)("input",{type:"text",placeholder:x("modelFilters.searchPlaceholder"),value:b,onChange:e=>p(e.target.value),className:"border rounded-sm px-3 py-2 w-64 h-10 text-sm"})]}),c&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2",children:x("modelFilters.provider")}),(0,s.jsxs)("select",{value:j,onChange:e=>M(e.target.value),className:"border rounded-sm px-3 py-2 text-sm text-muted-foreground w-40 h-10",children:[(0,s.jsx)("option",{value:"",className:"text-sm text-muted-foreground",children:x("modelFilters.allProviders")}),e&&k(e).map(e=>(0,s.jsx)("option",{value:e,className:"text-sm text-foreground",children:e},e))]})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2",children:x("modelFilters.mode")}),(0,s.jsxs)("select",{value:v,onChange:e=>w(e.target.value),className:"border rounded-sm px-3 py-2 text-sm text-muted-foreground w-32 h-10",children:[(0,s.jsx)("option",{value:"",className:"text-sm text-muted-foreground",children:x("modelFilters.allModes")}),e&&C(e).map(e=>(0,s.jsx)("option",{value:e,className:"text-sm text-foreground",children:e},e))]})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2",children:x("modelFilters.features")}),(0,s.jsxs)("select",{value:N,onChange:e=>_(e.target.value),className:"border rounded-sm px-3 py-2 text-sm text-muted-foreground w-48 h-10",children:[(0,s.jsx)("option",{value:"",className:"text-sm text-muted-foreground",children:x("modelFilters.allFeatures")}),e&&S(e).map(e=>(0,s.jsx)("option",{value:e,className:"text-sm text-foreground",children:e},e))]})]}),A&&(0,s.jsx)("div",{className:"flex items-end",children:(0,s.jsx)("button",{onClick:D,className:"text-info hover:text-info/80 text-sm underline h-10 flex items-center",children:x("modelFilters.clearFilters")})})]});return a?(0,s.jsx)(K.N,{className:`mb-6 px-6 ${i}`,children:L}):(0,s.jsx)("div",{className:i,children:L})},I=["aiHub.makeModelPublic.steps.selectModels","aiHub.makeModelPublic.steps.confirm"],R=({visible:e,onClose:l,accessToken:a,modelHubData:i,onSuccess:t})=>{let{t:n}=(0,r.f)(),[o,d]=(0,g.useState)(0),[c,x]=(0,g.useState)(new Set),[p,h]=(0,g.useState)([]),[y,k]=(0,g.useState)(!1),C=()=>{d(0),x(new Set),h([]),l()},w=(0,g.useCallback)(e=>{h(e)},[]);(0,g.useEffect)(()=>{e&&i.length>0&&(h(i),x(new Set(i.filter(e=>!0===e.is_public_model_group).map(e=>e.model_group))))},[e,i]);let M=async()=>{if(0===c.size)return void _.f.fromError(n("aiHub.makeModelPublic.selectAtLeastOne"));k(!0);try{let e=Array.from(c);await (0,N.aB)(a,e),_.f.success(n("aiHub.makeModelPublic.success",{total:e.length})),C(),t()}catch(e){console.error("Error making model groups public:",e),_.f.fromError(n("aiHub.makeModelPublic.failed"))}finally{k(!1)}};return(0,s.jsx)(H.N,{open:e,onOpenChange:e=>!e&&C(),disablePointerDismissal:!0,children:(0,s.jsxs)(H.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1200px]",children:[(0,s.jsx)(H.s,{children:(0,s.jsx)(H.F,{children:n("aiHub.makeModelPublic.title")})}),(0,s.jsxs)("div",{children:[(0,s.jsx)("ol",{className:"mb-6 flex items-center gap-6",children:I.map((e,l)=>(0,s.jsxs)("li",{className:"flex items-center gap-2","aria-current":o===l?"step":void 0,children:[(0,s.jsx)("span",{className:(0,b.c)("flex size-6 items-center justify-center rounded-full border text-xs",o===l?"border-primary bg-primary text-primary-foreground":"border-border text-muted-foreground"),children:l+1}),(0,s.jsx)("span",{className:(0,b.c)("text-sm",o===l?"font-medium":"text-muted-foreground"),children:n(e)})]},e))}),(()=>{switch(o){case 0:let e,l;return e=p.length>0&&p.every(e=>c.has(e.model_group)),l=c.size>0&&!e,(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeModelPublic.step1Title")}),(0,s.jsx)("div",{className:"flex items-center space-x-2",children:(0,s.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,s.jsx)(v.f,{checked:e,indeterminate:l,onCheckedChange:e=>{!0===e?x(new Set(p.map(e=>e.model_group))):x(new Set)},disabled:0===p.length}),n("aiHub.makeModelPublic.selectAll")," ",p.length>0&&`(${p.length})`]})})]}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:n("aiHub.makeModelPublic.description")}),(0,s.jsx)(B,{modelHubData:i,onFilteredDataChange:w,showFiltersCard:!1,className:"border rounded-lg p-4 bg-muted"}),(0,s.jsx)("div",{className:"max-h-96 overflow-y-auto border rounded-lg p-4",children:(0,s.jsx)("div",{className:"space-y-3",children:0===p.length?(0,s.jsx)("div",{className:"text-center py-8 text-muted-foreground",children:(0,s.jsx)("p",{children:n("aiHub.makeModelPublic.noMatch")})}):p.map(e=>(0,s.jsxs)("div",{className:"flex items-center space-x-3 p-3 border rounded-lg hover:bg-accent",children:[(0,s.jsx)(v.f,{checked:c.has(e.model_group),onCheckedChange:s=>{var l,a;let i;return l=e.model_group,a=!0===s,i=new Set(c),void(a?i.add(l):i.delete(l),x(i))}}),(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:e.model_group}),e.mode&&(0,s.jsx)(u.f,{children:(0,z.i)(e.mode)})]}),(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:e.providers.map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]})]},e.model_group))})}),c.size>0&&(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeModelPublic.selectedCount",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});case 1:return(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeModelPublic.step2Title")}),(0,s.jsx)("div",{className:"bg-warning/10 border border-warning/20 rounded-lg p-4",children:(0,s.jsx)("p",{className:"text-sm text-warning",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeModelPublic.warning",components:{strong:(0,s.jsx)("strong",{}),code:(0,s.jsx)("code",{})}})})}),(0,s.jsxs)("div",{className:"space-y-3",children:[(0,s.jsx)("p",{className:"font-medium",children:n("aiHub.makeModelPublic.toBeMadePublic")}),(0,s.jsx)("div",{className:"max-h-48 overflow-y-auto border rounded-lg p-3",children:(0,s.jsx)("div",{className:"space-y-2",children:Array.from(c).map(e=>{let l=i.find(s=>s.model_group===e);return(0,s.jsx)("div",{className:"flex items-center justify-between p-2 bg-muted rounded-sm",children:(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:e}),l&&(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:l.providers.map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]})},e)})})})]}),(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeModelPublic.total",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});default:return null}})(),(0,s.jsxs)("div",{className:"flex justify-between mt-6",children:[(0,s.jsx)(m.K,{variant:"outline",onClick:0===o?C:()=>{1===o&&d(0)},children:0===o?n("aiHub.makeModelPublic.cancel"):n("aiHub.makeModelPublic.previous")}),(0,s.jsxs)("div",{className:"flex space-x-2",children:[0===o&&(0,s.jsx)(m.K,{onClick:()=>{if(0===o){if(0===c.size)return void _.f.fromError(n("aiHub.makeModelPublic.selectAtLeastOne"));d(1)}},disabled:0===c.size,children:n("aiHub.makeModelPublic.next")}),1===o&&(0,s.jsxs)(m.K,{onClick:M,disabled:y,children:[y&&(0,s.jsx)(f.f,{className:"size-4 animate-spin"}),n("aiHub.makeModelPublic.makePublic")]})]})]})]})]})})};var V=e.i(292335);let G={active:"success",inactive:"error",unknown:"neutral",healthy:"success",reachable:"info",unhealthy:"error"};function W({server:e,onServerClick:l}){let{t:a}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":a("aiHub.mcpHubColumns.rowActions.openActions"),"data-testid":`mcp-hub-actions-${e.server_id}`,className:(0,b.c)((0,m.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(n.f,{className:"size-4"})}),(0,s.jsxs)(x.L,{align:"end",className:"w-52",children:[(0,s.jsxs)(x.r,{"data-testid":"mcp-hub-action-details",onClick:()=>l(e),children:[(0,s.jsx)(t.f,{}),a("aiHub.mcpHubColumns.rowActions.viewDetails")]}),(0,s.jsxs)(x.r,{"data-testid":"mcp-hub-action-copy",onClick:()=>void(0,p.W)(e.server_name,a("aiHub.mcpHubColumns.rowActions.nameCopied")),children:[(0,s.jsx)(i.f,{}),a("aiHub.mcpHubColumns.rowActions.copyName")]})]})]})}function q({tags:e,className:l=""}){return(0,s.jsx)("div",{className:`flex flex-wrap gap-1 ${l}`,children:e.map(e=>(0,s.jsx)(u.f,{variant:"outline",children:e},e))})}function X({customTags:e,customMetadata:l}){let{t:a}=(0,r.f)(),i=e??[],t=Object.entries(l??{});return(0,s.jsxs)(s.Fragment,{children:[i.length>0&&(0,s.jsxs)("div",{className:"col-span-2",children:[(0,s.jsx)("p",{className:"font-medium",children:a("aiHub.modelCustomMetadata.tags")}),(0,s.jsx)(q,{tags:i,className:"mt-1"})]}),t.length>0&&(0,s.jsxs)("div",{className:"col-span-2",children:[(0,s.jsx)("p",{className:"font-medium",children:a("aiHub.modelCustomMetadata.customMetadata")}),(0,s.jsx)("dl",{className:"mt-1 grid grid-cols-[max-content_1fr] gap-x-4 gap-y-1",children:t.map(([e,l])=>(0,s.jsxs)("div",{className:"contents",children:[(0,s.jsx)("dt",{className:"text-muted-foreground",children:e}),(0,s.jsx)("dd",{children:String(l)})]},e))})]})]})}let Y=e=>`$${(1e6*e).toFixed(2)}`,Z=e=>e>=1e6?`${(e/1e6).toFixed(1)}M`:e>=1e3?`${(e/1e3).toFixed(1)}K`:e.toString();function J({model:e,onModelClick:l}){let{t:a}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":a("aiHub.modelHubColumns.rowActions.openActions"),"data-testid":`model-hub-actions-${e.model_group}`,className:(0,b.c)((0,m.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(n.f,{className:"size-4"})}),(0,s.jsxs)(x.L,{align:"end",className:"w-52",children:[(0,s.jsxs)(x.r,{"data-testid":"model-hub-action-details",onClick:()=>l(e),children:[(0,s.jsx)(t.f,{}),a("aiHub.modelHubColumns.rowActions.viewDetails")]}),(0,s.jsxs)(x.r,{"data-testid":"model-hub-action-copy",onClick:()=>void(0,p.W)(e.model_group,a("aiHub.modelHubColumns.rowActions.nameCopied")),children:[(0,s.jsx)(i.f,{}),a("aiHub.modelHubColumns.rowActions.copyName")]})]})]})}var Q=e.i(66330),ee=e.i(902555),es=e.i(708347),el=e.i(871943),ea=e.i(502547),ei=e.i(434626),et=e.i(250980),en=e.i(784774),er=e.i(522016);let eo=({accessToken:e,userRole:l})=>{let{t:a}=(0,r.f)(),[i,t]=(0,g.useState)([]),[n,o]=(0,g.useState)({url:"",displayName:""}),[d,c]=(0,g.useState)(null),[u,m]=(0,g.useState)(!0),[x,b]=(0,g.useState)(!1),[p,h]=(0,g.useState)([]),f=async()=>{if(e)try{let e=await (0,N.m6)();if(e&&e.useful_links){let s=e.useful_links||{},l=Object.entries(s).map(([e,s])=>"object"==typeof s&&null!==s&&"url"in s?{id:`${s.index??0}-${e}`,displayName:e,url:s.url,index:s.index??0}:{id:`0-${e}`,displayName:e,url:s,index:0}).sort((e,s)=>(e.index??0)-(s.index??0)).map((e,s)=>({...e,id:`${s}-${e.displayName}`}));t(l)}else t([])}catch(e){console.error("Error fetching useful links:",e),t([])}};if((0,g.useEffect)(()=>{f()},[e]),!(0,es.z)(l||""))return null;let j=async s=>{if(!e)return!1;try{let l={};return s.forEach((e,s)=>{l[e.displayName]={url:e.url,index:s}}),await (0,N.q1)(e,l),!0}catch(e){return console.error("Error saving links:",e),_.f.fromError(a("aiHub.usefulLinks.saveFailed",{error:e})),!1}},v=async()=>{if(!n.url||!n.displayName)return;try{new URL(n.url)}catch{_.f.fromError(a("aiHub.usefulLinks.invalidUrl"));return}if(i.some(e=>e.displayName===n.displayName))return void _.f.fromError(a("aiHub.usefulLinks.duplicateName"));let e=[...i,{id:`${Date.now()}-${n.displayName}`,displayName:n.displayName,url:n.url}];await j(e)&&(t(e),o({url:"",displayName:""}),_.f.success(a("aiHub.usefulLinks.added")))},H=async()=>{if(!d)return;try{new URL(d.url)}catch{_.f.fromError(a("aiHub.usefulLinks.invalidUrl"));return}if(i.some(e=>e.id!==d.id&&e.displayName===d.displayName))return void _.f.fromError(a("aiHub.usefulLinks.duplicateName"));let e=i.map(e=>e.id===d.id?d:e);await j(e)&&(t(e),c(null),_.f.success(a("aiHub.usefulLinks.updated")))},y=()=>{c(null)},k=async e=>{let s=i.filter(s=>s.id!==e);await j(s)&&(t(s),_.f.success(a("aiHub.usefulLinks.deleted")))},C=async()=>{await j(i)&&(b(!1),h([]),_.f.success(a("aiHub.usefulLinks.orderSaved")))};return(0,s.jsxs)(K.N,{className:"mb-6 px-6",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between cursor-pointer",onClick:()=>m(!u),children:[(0,s.jsxs)("div",{className:"flex flex-col",children:[(0,s.jsx)("h3",{className:"mb-0 text-lg font-semibold",children:a("aiHub.usefulLinks.title")}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:a("aiHub.usefulLinks.description")})]}),(0,s.jsx)("div",{className:"flex items-center",children:u?(0,s.jsx)(el.f,{className:"w-5 h-5 text-muted-foreground"}):(0,s.jsx)(ea.f,{className:"w-5 h-5 text-muted-foreground"})})]}),u&&(0,s.jsxs)("div",{className:"mt-4",children:[(0,s.jsxs)("div",{className:"mb-6",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground mb-2",children:a("aiHub.usefulLinks.addForm.title")}),(0,s.jsxs)("div",{className:"grid grid-cols-3 gap-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("label",{className:"block text-xs text-muted-foreground mb-1",children:a("aiHub.usefulLinks.addForm.displayName")}),(0,s.jsx)("input",{type:"text",value:n.displayName,onChange:e=>o({...n,displayName:e.target.value}),placeholder:a("aiHub.usefulLinks.addForm.displayNamePlaceholder"),className:"w-full px-3 py-2 border border-border rounded-md text-sm"})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("label",{className:"block text-xs text-muted-foreground mb-1",children:a("aiHub.usefulLinks.addForm.url")}),(0,s.jsx)("input",{type:"text",value:n.url,onChange:e=>o({...n,url:e.target.value}),placeholder:"https://example.com",className:"w-full px-3 py-2 border border-border rounded-md text-sm"})]}),(0,s.jsx)("div",{className:"flex items-end",children:(0,s.jsxs)("button",{onClick:v,disabled:!n.url||!n.displayName,className:`flex items-center px-4 py-2 rounded-md text-sm ${!n.url||!n.displayName?"bg-border text-muted-foreground cursor-not-allowed":"bg-success text-success-foreground hover:bg-success/80"}`,children:[(0,s.jsx)(et.f,{className:"w-4 h-4 mr-1"}),a("aiHub.usefulLinks.addForm.submit")]})})]})]}),(0,s.jsxs)("div",{className:"flex items-center justify-between mb-2",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground",children:a("aiHub.usefulLinks.manageExisting")}),(0,s.jsxs)("div",{className:"flex items-center space-x-2",children:[(0,s.jsxs)(er.default,{href:(0,N.dG)(`${(0,N._h)()}/ui/model_hub_table`),target:"_blank",rel:"noopener noreferrer",className:"text-xs bg-info/10 text-info px-3 py-1.5 rounded-sm hover:bg-info/15 flex items-center",title:a("aiHub.usefulLinks.openPublicHubTitle"),children:[a("aiHub.usefulLinks.publicHub"),(0,s.jsx)(ei.f,{className:"w-4 h-4 ml-1"})]}),x?(0,s.jsxs)("div",{className:"flex space-x-2",children:[(0,s.jsx)("button",{onClick:C,className:"text-xs bg-success text-success-foreground px-3 py-1.5 rounded-sm hover:bg-success/80",children:a("aiHub.usefulLinks.saveOrder")}),(0,s.jsx)("button",{onClick:()=>{t([...p]),b(!1),h([])},className:"text-xs bg-muted text-muted-foreground px-3 py-1.5 rounded-sm hover:bg-accent",children:a("aiHub.usefulLinks.cancel")})]}):(0,s.jsx)("button",{onClick:()=>{d&&c(null),h([...i]),b(!0)},className:"text-xs bg-purple-50 text-purple-600 px-3 py-1.5 rounded-sm hover:bg-purple-100 flex items-center dark:bg-purple-950 dark:text-purple-300 dark:hover:bg-purple-900",children:a("aiHub.usefulLinks.rearrange")})]})]}),(0,s.jsx)("div",{className:"rounded-lg custom-border relative",children:(0,s.jsx)("div",{className:"overflow-x-auto",children:(0,s.jsxs)(en.s,{className:"[&_td]:py-0.5 [&_th]:py-1",children:[(0,s.jsx)(en.E,{children:(0,s.jsxs)(en.N,{children:[(0,s.jsx)(en.V,{className:"py-1 h-8",children:a("aiHub.usefulLinks.table.displayName")}),(0,s.jsx)(en.V,{className:"py-1 h-8",children:a("aiHub.usefulLinks.table.url")}),(0,s.jsx)(en.V,{className:"py-1 h-8",children:a("aiHub.usefulLinks.table.actions")})]})}),(0,s.jsxs)(en.z,{children:[i.map((e,l)=>(0,s.jsx)(en.N,{className:"h-8",children:d&&d.id===e.id?(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(en.d,{className:"py-0.5",children:(0,s.jsx)("input",{type:"text",value:d.displayName,onChange:e=>c({...d,displayName:e.target.value}),className:"w-full px-2 py-1 border border-border rounded-md text-sm"})}),(0,s.jsx)(en.d,{className:"py-0.5",children:(0,s.jsx)("input",{type:"text",value:d.url,onChange:e=>c({...d,url:e.target.value}),className:"w-full px-2 py-1 border border-border rounded-md text-sm"})}),(0,s.jsx)(en.d,{className:"py-0.5 whitespace-nowrap",children:(0,s.jsxs)("div",{className:"flex space-x-2",children:[(0,s.jsx)("button",{onClick:H,className:"text-xs bg-info/10 text-info px-2 py-1 rounded-sm hover:bg-info/15",children:a("aiHub.usefulLinks.save")}),(0,s.jsx)("button",{onClick:y,className:"text-xs bg-muted text-muted-foreground px-2 py-1 rounded-sm hover:bg-accent",children:a("aiHub.usefulLinks.cancel")})]})})]}):(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(en.d,{className:"py-0.5 text-sm text-foreground",children:e.displayName}),(0,s.jsx)(en.d,{className:"py-0.5 text-sm text-muted-foreground",children:e.url}),(0,s.jsx)(en.d,{className:"py-0.5 whitespace-nowrap",children:x?(0,s.jsxs)("div",{className:"flex space-x-2",children:[(0,s.jsx)(ee.f,{variant:"Up",onClick:()=>(e=>{if(0===e)return;let s=[...i];[s[e-1],s[e]]=[s[e],s[e-1]],t(s)})(l),tooltipText:a("aiHub.usefulLinks.moveUp"),disabled:0===l,disabledTooltipText:a("aiHub.usefulLinks.alreadyTop"),dataTestId:`move-up-${e.id}`}),(0,s.jsx)(ee.f,{variant:"Down",onClick:()=>(e=>{if(e===i.length-1)return;let s=[...i];[s[e],s[e+1]]=[s[e+1],s[e]],t(s)})(l),tooltipText:a("aiHub.usefulLinks.moveDown"),disabled:l===i.length-1,disabledTooltipText:a("aiHub.usefulLinks.alreadyBottom"),dataTestId:`move-down-${e.id}`})]}):(0,s.jsxs)("div",{className:"flex space-x-2",children:[(0,s.jsx)(ee.f,{variant:"Open",onClick:()=>{var s;return s=e.url,void window.open(s,"_blank")},tooltipText:a("aiHub.usefulLinks.openLink"),dataTestId:`open-link-${e.id}`}),(0,s.jsx)(ee.f,{variant:"Edit",onClick:()=>{c({...e})},tooltipText:a("aiHub.usefulLinks.editLink"),dataTestId:`edit-link-${e.id}`}),(0,s.jsx)(ee.f,{variant:"Delete",onClick:()=>k(e.id),tooltipText:a("aiHub.usefulLinks.deleteLink"),dataTestId:`delete-link-${e.id}`})]})})]})},e.id)),0===i.length&&(0,s.jsx)(en.N,{children:(0,s.jsx)(en.d,{colSpan:3,className:"py-0.5 text-sm text-muted-foreground text-center",children:a("aiHub.usefulLinks.empty")})})]})]})})})]})]})};var ed=e.i(332102),ec=e.i(807235),eu=e.i(594107),em=e.i(778917);function ex({skill:e,onSkillClick:l}){let{t:a}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":a("aiHub.skillHubColumns.rowActions.openActions"),"data-testid":`skill-hub-actions-${e.id}`,className:(0,b.c)((0,m.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(n.f,{className:"size-4"})}),(0,s.jsxs)(x.L,{align:"end",className:"w-52",children:[(0,s.jsxs)(x.r,{"data-testid":"skill-hub-action-details",onClick:()=>l(e),children:[(0,s.jsx)(t.f,{}),a("aiHub.skillHubColumns.rowActions.viewDetails")]}),(0,s.jsxs)(x.r,{"data-testid":"skill-hub-action-copy",onClick:()=>void(0,p.W)(e.name,a("aiHub.skillHubColumns.rowActions.nameCopied")),children:[(0,s.jsx)(i.f,{}),a("aiHub.skillHubColumns.rowActions.copyName")]})]})]})}var eb=e.i(652272),ep=e.i(583408),eh=e.i(962600);let eg="__all_domains__",ef=[...eh.O,"category","domain","enabled"];function ej({filtered:e}){let{t:l}=(0,r.f)();return(0,s.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,s.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,s.jsx)(ed.f,{className:"size-5 text-muted-foreground"})}),(0,s.jsx)("div",{className:"text-sm font-medium text-foreground",children:l(e?"aiHub.skillHubDashboard.emptyState.noMatchTitle":"aiHub.skillHubDashboard.emptyState.noneTitle")}),(0,s.jsx)("div",{className:"text-sm text-muted-foreground",children:l(e?"aiHub.skillHubDashboard.emptyState.noMatchBody":"aiHub.skillHubDashboard.emptyState.noneBody")})]})}let ev=({skills:e,isLoading:l,isAdmin:i,accessToken:t,publicPage:n=!1,onPublishSuccess:m})=>{let{t:x}=(0,r.f)(),b=(0,eh.a)(ef),[p,h]=(0,g.useState)(void 0),[f,j]=(0,g.useState)(null),v=e.length,H=(0,g.useMemo)(()=>[...new Set(e.map(e=>e.domain).filter(e=>!!e))],[e]),N=(0,g.useMemo)(()=>[...new Set(e.map(e=>e.namespace).filter(Boolean))],[e]),_=(0,g.useMemo)(()=>{let s=e;return p&&(s=s.filter(e=>(e.domain||"General")===p)),s.filter(e=>(0,eh.W)(e,{search:b.search,tag:b.tag,scan:b.scan}))},[e,b.search,b.tag,b.scan,p]),y=(0,g.useMemo)(()=>(({onSkillClick:e})=>[{id:"name",accessorKey:"name",meta:{title:a.f.t("aiHub.skillHubColumns.name")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.skillHubColumns.name")}),size:200,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:l})=>(0,s.jsx)(c.f,{title:l.original.name,className:"max-w-72",onClick:()=>e(l.original)})},{id:"description",accessorKey:"description",meta:{title:a.f.t("aiHub.skillHubColumns.description")},header:a.f.t("aiHub.skillHubColumns.description"),size:260,enableSorting:!1,cell:({row:e})=>(0,s.jsx)("span",{className:"block max-w-72 truncate text-xs",title:e.original.description||void 0,children:e.original.description||"-"})},{id:"category",accessorKey:"category",meta:{title:a.f.t("aiHub.skillHubColumns.category"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.skillHubColumns.category")}),size:130,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>e.original.category?(0,s.jsx)(u.f,{variant:"secondary",children:e.original.category}):(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"})},{id:"domain",accessorKey:"domain",meta:{title:a.f.t("aiHub.skillHubColumns.domain")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.skillHubColumns.domain")}),size:130,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsx)("span",{className:"text-xs",children:e.original.domain||"-"})},{id:"source",meta:{title:a.f.t("aiHub.skillHubColumns.source")},header:a.f.t("aiHub.skillHubColumns.source"),size:200,enableSorting:!1,cell:({row:e})=>{let l=function(e){let s=e.source;if(s?.source==="github"&&s.repo)return{url:`https://github.com/${s.repo}`,label:s.repo};if(s?.source==="git-subdir"&&s.url){let e=s.path?`${s.url}/tree/main/${s.path}`:s.url;return{url:e,label:e.replace("https://github.com/","")}}return(s?.source==="url"||s?.source==="archive")&&s.url?{url:s.url,label:s.url.replace(/^https?:\/\//,"")}:null}(e.original);return l?(0,s.jsxs)("a",{href:l.url,target:"_blank",rel:"noopener noreferrer",className:"flex max-w-60 items-center gap-1 text-xs text-primary hover:underline",title:l.label,children:[(0,s.jsx)("span",{className:"truncate",children:l.label}),(0,s.jsx)(em.f,{className:"size-3 shrink-0"})]}):(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"})}},{id:"enabled",accessorKey:"enabled",meta:{title:a.f.t("aiHub.skillHubColumns.status"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.skillHubColumns.status")}),size:100,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(d.f,{tone:e.original.enabled?"success":"neutral",label:e.original.enabled?a.f.t("aiHub.skillHubColumns.public"):a.f.t("aiHub.skillHubColumns.draft")})},...(0,eu.f)(),{id:"actions",meta:{className:"text-right",headerClassName:"text-right"},header:()=>(0,s.jsx)("span",{className:"sr-only",children:a.f.t("aiHub.skillHubColumns.actions")}),size:64,enableSorting:!1,enableHiding:!1,cell:({row:l})=>(0,s.jsx)("div",{className:"flex justify-end",children:(0,s.jsx)(ex,{skill:l.original,onSkillClick:e})})}])({onSkillClick:j}),[]),k=(0,g.useMemo)(()=>[{value:eg,label:x("aiHub.skillHubDashboard.allDomains")},...H.map(e=>({value:e,label:e}))],[H,x]),C=b.active||null!=p;return f?(0,s.jsx)(eb.U,{skill:(0,eb.Z)(f),onBack:()=>j(null),isAdmin:i,accessToken:t,onPublishClick:m}):(0,s.jsxs)("div",{className:"space-y-6",children:[(0,s.jsxs)("div",{className:"grid grid-cols-3 gap-4",children:[(0,s.jsxs)("div",{className:"border border-border rounded-lg p-4",children:[(0,s.jsx)("div",{className:"text-xs text-muted-foreground mb-1",children:x("aiHub.skillHubDashboard.totalSkills")}),(0,s.jsx)("div",{className:"text-2xl font-semibold text-foreground",children:v})]}),(0,s.jsxs)("div",{className:"border border-border rounded-lg p-4",children:[(0,s.jsx)("div",{className:"text-xs text-muted-foreground mb-1",children:x("aiHub.skillHubDashboard.namespaces")}),(0,s.jsx)("div",{className:"text-2xl font-semibold text-foreground",children:N.length})]}),(0,s.jsxs)("div",{className:"border border-border rounded-lg p-4",children:[(0,s.jsx)("div",{className:"text-xs text-muted-foreground mb-1",children:x("aiHub.skillHubDashboard.domains")}),(0,s.jsx)("div",{className:"text-2xl font-semibold text-foreground",children:H.length})]})]}),(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{className:"flex items-center justify-between mb-3",children:[(0,s.jsx)("h3",{className:"text-sm font-semibold text-foreground",children:n?x("aiHub.skillHubDashboard.allPublicSkills"):x("aiHub.skillHubDashboard.allSkills")}),(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsxs)(A.d,{items:k,value:p??eg,onValueChange:e=>h(null===e||e===eg?void 0:e),children:[(0,s.jsx)(A.P,{className:"w-40",children:(0,s.jsx)(A.U,{})}),(0,s.jsx)(A.r,{children:k.map(e=>(0,s.jsx)(A.T,{value:e.value,children:e.label},e.value))})]}),(0,s.jsx)(ep.f,{...b,tags:(0,eh.f)(e)})]})]}),(0,s.jsx)(ec.f,{data:_,paginationMode:"client",columns:y,getRowId:(e,s)=>e.id||String(s),sortingMode:"client",sorting:b.sorting,onSortingChange:b.onSortingChange,isLoading:l,loadingMessage:x("aiHub.skillHubDashboard.loading"),noDataMessage:(0,s.jsx)(ej,{filtered:C}),size:"compact"}),(0,s.jsx)("div",{className:"mt-3 text-center",children:(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:x("aiHub.skillHubDashboard.showing",{shown:_.length,count:v})})})]})]})},eH=["claudeCodePlugins.makePublic.steps.select","claudeCodePlugins.makePublic.steps.confirm"],eN=({visible:e,onClose:l,accessToken:a,skillsList:i,onSuccess:t})=>{let{t:n}=(0,r.f)(),[o,d]=(0,g.useState)(0),[c,x]=(0,g.useState)(new Set),[p,h]=(0,g.useState)(!1),y=()=>{d(0),x(new Set),l()};(0,g.useEffect)(()=>{e&&i.length>0&&x(new Set(i.filter(e=>e.enabled).map(e=>e.name)))},[e,i]);let k=async()=>{if(0===c.size)return void _.f.fromError(n("claudeCodePlugins.makePublic.toasts.selectAtLeastOne"));h(!0);try{await Promise.all(i.map(e=>{let s=c.has(e.name);return s&&!e.enabled?(0,N.IU)(a,e.name):!s&&e.enabled?(0,N.wm)(a,e.name):Promise.resolve()})),_.f.success(n("claudeCodePlugins.makePublic.toasts.published",{count:c.size})),y(),t()}catch(e){console.error("Error publishing skills:",e),_.f.fromError(n("claudeCodePlugins.makePublic.toasts.publishFailed"))}finally{h(!1)}},C=i.length>0&&i.every(e=>c.has(e.name)),w=c.size>0&&!C;return(0,s.jsx)(H.N,{open:e,onOpenChange:e=>!e&&y(),disablePointerDismissal:!0,children:(0,s.jsxs)(H.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[700px]",children:[(0,s.jsx)(H.s,{children:(0,s.jsx)(H.F,{children:n("claudeCodePlugins.makePublic.title")})}),(0,s.jsxs)("div",{children:[(0,s.jsx)("ol",{className:"mb-6 flex items-center gap-6",children:eH.map((e,l)=>(0,s.jsxs)("li",{className:"flex items-center gap-2","aria-current":o===l?"step":void 0,children:[(0,s.jsx)("span",{className:(0,b.c)("flex size-6 items-center justify-center rounded-full border text-xs",o===l?"border-primary bg-primary text-primary-foreground":"border-border text-muted-foreground"),children:l+1}),(0,s.jsx)("span",{className:(0,b.c)("text-sm",o===l?"font-medium":"text-muted-foreground"),children:n(e)})]},e))}),0===o?(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("claudeCodePlugins.makePublic.step1.title")}),(0,s.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,s.jsx)(v.f,{checked:C,indeterminate:w,onCheckedChange:e=>{!0===e?x(new Set(i.map(e=>e.name))):x(new Set)},disabled:0===i.length}),n("claudeCodePlugins.makePublic.step1.selectAll",{total:i.length})]})]}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:n("claudeCodePlugins.makePublic.step1.description")}),(0,s.jsx)("div",{className:"max-h-96 overflow-y-auto border rounded-lg p-4",children:(0,s.jsx)("div",{className:"space-y-3",children:0===i.length?(0,s.jsx)("div",{className:"text-center py-8 text-muted-foreground",children:(0,s.jsx)("p",{children:n("claudeCodePlugins.makePublic.step1.empty")})}):i.map(e=>(0,s.jsxs)("div",{className:"flex items-center space-x-3 p-3 border rounded-lg hover:bg-accent",children:[(0,s.jsx)(v.f,{"aria-label":e.name,checked:c.has(e.name),onCheckedChange:s=>{var l,a;let i;return l=e.name,a=!0===s,i=new Set(c),void(a?i.add(l):i.delete(l),x(i))}}),(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex items-center gap-2",children:[(0,s.jsx)("p",{className:"font-medium font-mono text-sm break-words",children:e.name}),e.enabled&&(0,s.jsx)(u.f,{variant:"secondary",children:n("claudeCodePlugins.makePublic.step1.public")})]}),e.description&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground truncate max-w-sm",children:e.description})]}),e.domain&&(0,s.jsx)(u.f,{variant:"outline",children:e.domain})]},e.name))})}),c.size>0&&(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"claudeCodePlugins.makePublic.step1.selectedCount",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]}):(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("claudeCodePlugins.makePublic.step2.title")}),(0,s.jsx)("div",{className:"bg-warning/10 border border-warning/20 rounded-lg p-4",children:(0,s.jsx)("p",{className:"text-sm text-warning",children:(0,s.jsx)(j.f,{i18nKey:"claudeCodePlugins.makePublic.step2.note",components:{strong:(0,s.jsx)("strong",{})}})})}),(0,s.jsxs)("div",{className:"space-y-3",children:[(0,s.jsx)("p",{className:"font-medium",children:n("claudeCodePlugins.makePublic.step2.listTitle")}),(0,s.jsx)("div",{className:"max-h-48 overflow-y-auto border rounded-lg p-3",children:(0,s.jsx)("div",{className:"space-y-2",children:Array.from(c).map(e=>{let l=i.find(s=>s.name===e);return(0,s.jsxs)("div",{className:"flex items-center justify-between gap-2 p-2 bg-muted rounded-sm",children:[(0,s.jsx)("p",{className:"font-mono text-sm min-w-0 break-words",children:e}),l?.domain&&(0,s.jsx)(u.f,{variant:"outline",children:l.domain})]},e)})})})]}),(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"claudeCodePlugins.makePublic.step2.total",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]}),(0,s.jsxs)("div",{className:"flex justify-between mt-6",children:[(0,s.jsx)(m.K,{variant:"outline",onClick:0===o?y:()=>d(0),children:0===o?n("claudeCodePlugins.makePublic.buttons.cancel"):n("claudeCodePlugins.makePublic.buttons.previous")}),(0,s.jsxs)("div",{className:"flex space-x-2",children:[0===o&&(0,s.jsx)(m.K,{onClick:()=>{0===c.size?_.f.fromError(n("claudeCodePlugins.makePublic.toasts.selectAtLeastOne")):d(1)},disabled:0===c.size,children:n("claudeCodePlugins.makePublic.buttons.next")}),1===o&&(0,s.jsxs)(m.K,{onClick:k,disabled:p,children:[p&&(0,s.jsx)(f.f,{className:"size-4 animate-spin"}),n("claudeCodePlugins.makePublic.buttons.publish")]})]})]})]})]})})};var e_=e.i(275144);let ey=g.forwardRef(function(e,s){return g.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:s},e),g.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M21 21l-6-6m2-5a7 7 0 11-14 0 7 7 0 0114 0z"}))});var ek=e.i(793479),eC=e.i(131792),ew=e.i(677572),eM=e.i(746798),eS=e.i(845150),eT=e.i(348594),eP=e.i(466098),eD=e.i(831538),eA=e.i(402874),ez=e.i(581070);let eL=e=>`$${(1e6*e).toFixed(4)}`,eF=e=>e?e>=1e3?`${(e/1e3).toFixed(0)}K`:e.toString():a.f.t("aiHub.publicModelHubColumns.notAvailable"),eE={healthy:"success",unhealthy:"error"};function eK({providers:e}){return(0,s.jsx)("div",{className:"flex flex-wrap gap-1",children:e.map(e=>{let{logo:l}=(0,D.h)(e);return(0,s.jsxs)("span",{className:"flex items-center gap-1 rounded-md bg-muted px-2 py-1 text-xs",children:[l&&(0,s.jsx)("img",{src:l,alt:e,className:"size-3 shrink-0 object-contain",onError:e=>{e.target.style.display="none"}}),(0,s.jsx)("span",{className:"capitalize",children:e})]},e)})})}function e$({items:e}){return 0===e.length?(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"}):(0,s.jsxs)("div",{className:"flex items-center gap-1",children:[(0,s.jsx)(u.f,{variant:"secondary",children:e[0]}),e.length>1&&(0,s.jsx)(ez.f,{content:(0,s.jsx)("div",{className:"space-y-1",children:e.map(e=>(0,s.jsxs)("div",{className:"text-xs",children:["• ",e]},e))}),trigger:(0,s.jsxs)("span",{className:"cursor-default text-xs text-muted-foreground",children:["+",e.length-1]})})]})}var eO=e.i(909947),eU=e.i(865361),eB=e.i(33355);let eI=e=>(0,z._)(e.mode)?(0,Q.f)(e.mode,(0,N._h)(),e.model_group,(0,N.kR)()):(0,eO.f)({apiKeySource:"custom",accessToken:null,apiKey:"your_api_key",inputMessage:"Hello, how are you?",chatHistory:[{role:"user",content:"Hello, how are you?",isImage:!1}],selectedTags:[],selectedVectorStores:[],selectedGuardrails:[],selectedPolicies:[],selectedMCPServers:[],endpointType:(0,eU.t)(e.mode||"chat"),selectedModel:e.model_group,selectedSdk:"openai"});function eR({title:e,body:l}){return(0,s.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,s.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,s.jsx)(ed.f,{className:"size-5 text-muted-foreground"})}),(0,s.jsx)("div",{className:"text-sm font-medium text-foreground",children:e}),(0,s.jsx)("div",{className:"text-sm text-muted-foreground",children:l})]})}let eV=({accessToken:e,isEmbedded:l=!1,variant:n="dashboard"})=>{let m,{t:x}=(0,r.f)(),b="chat"===n,p=b?"chat-theme":void 0,h=(0,eC.d)(),[f,v]=(0,g.useState)(!1),[y,k]=(0,g.useState)(null),[C,w]=(0,g.useState)(null),[M,S]=(0,g.useState)("LiteLLM Gateway"),[T,P]=(0,g.useState)(null),[A,$]=(0,g.useState)(""),[U,B]=(0,g.useState)({}),[I,R]=(0,g.useState)(!0),[V,G]=(0,g.useState)(!0),[W,q]=(0,g.useState)(""),[Y,Z]=(0,g.useState)(""),[J,Q]=(0,g.useState)([]),[ee,es]=(0,g.useState)([]),[el,ea]=(0,g.useState)(!1),[et,en]=(0,g.useState)(!1),[er,eo]=(0,g.useState)(!1),[ed,eu]=(0,g.useState)(null),[em,ex]=(0,g.useState)(null),[eb,ep]=(0,g.useState)(null),[eh,eg]=(0,g.useState)("models"),[ef,ej]=(0,g.useState)([]),[eH,eN]=(0,g.useState)(!1);(0,g.useEffect)(()=>{(async()=>{try{await (0,N.eD)()}catch(e){console.error("Failed to get UI config:",e)}if(v(!0),b)return;let e=async()=>{try{R(!0);let e=await (0,N.K3)();k(Array.isArray(e)?e:[])}catch(e){console.error("There was an error fetching the public agent data",e)}finally{R(!1)}},s=async()=>{try{G(!0);let e=await (0,N._t)();w(Array.isArray(e)?e:[])}catch(e){console.error("There was an error fetching the public MCP server data",e)}finally{G(!1)}},l=async()=>{try{eN(!0);let e=await (0,N.Xa)();ej(e.plugins??[])}catch(e){console.error("There was an error fetching the public skill data",e)}finally{eN(!1)}};(async()=>{let e=await (0,N.m6)();S(e.docs_title),P(e.custom_docs_description),$(e.litellm_version),B(e.useful_links||{})})(),e(),s(),l()})()},[b]);let eO=(0,g.useMemo)(()=>y&&Array.isArray(y)?(0,O.e)((0,O.$)(y,W,e=>[e.name,e.description]),W,e=>e.name).filter(e=>0===J.length||e.skills?.some(e=>e.tags?.some(e=>J.includes(e)))):[],[y,W,J]),eU=(0,g.useMemo)(()=>C&&Array.isArray(C)?(0,O.e)((0,O.$)(C,Y,e=>[e.server_name,e.mcp_info?.description]),Y,e=>e.server_name).filter(e=>0===ee.length||ee.includes(e.transport)):[],[C,Y,ee]),eV=(0,g.useCallback)(e=>{eu(e),ea(!0)},[]),eG=(0,g.useCallback)(e=>{ex(e),en(!0)},[]),eW=(0,g.useCallback)(e=>{ep(e),eo(!0)},[]),eq=e=>{navigator.clipboard.writeText(e),_.f.success(x("aiHub.publicModelHub.copiedToClipboard"))},eX=e=>`$${(1e6*e).toFixed(4)}`,eY=(0,eD.t)(f),eZ=(0,eP.f)(f),eJ=(0,g.useMemo)(()=>[...new Set(eZ.modes.flatMap(e=>(0,z.i)(e)??[]))].map(e=>({label:b?L(e):e,value:e})),[eZ,b]),eQ=(0,g.useMemo)(()=>eZ.features.map(e=>({label:(0,eT.U)(e),value:e})),[eZ]),e0=eY.error?x("aiHub.publicModelHub.serviceUnavailable"):x("aiHub.publicModelHub.serviceAlive"),[e1,e2]=(0,g.useState)([{id:"name",desc:!1}]),[e4,e3]=(0,g.useState)([{id:"server_name",desc:!1}]),e6=(0,g.useMemo)(()=>(({onModelClick:e,showProviderLogos:l=!1})=>[{id:"model_group",accessorKey:"model_group",meta:{title:l?a.f.t("aiHub.publicModelHubColumns.models.modelChat"):a.f.t("aiHub.publicModelHubColumns.models.modelName")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:l?a.f.t("aiHub.publicModelHubColumns.models.modelChat"):a.f.t("aiHub.publicModelHubColumns.models.modelName")}),size:200,sortingFn:"alphanumeric",cell:({row:a})=>(0,s.jsx)(c.f,{title:l&&a.original.providers?.[0]?(0,s.jsxs)("span",{className:"flex min-w-0 items-center gap-2",children:[(0,s.jsx)(F,{provider:a.original.providers[0],className:"chat-model-provider-logo-small"}),(0,s.jsxs)("span",{className:"flex min-w-0 flex-col gap-0.5",children:[(0,s.jsx)("span",{className:"truncate",children:a.original.model_group})," ",(0,s.jsx)("span",{className:"truncate font-sans text-[11px] font-normal text-muted-foreground",children:(a.original.providers??[]).map(e=>(0,D.h)(e).displayName).join(", ")})]})]}):a.original.model_group,titleClassName:"font-mono text-xs font-normal",className:"max-w-72",onClick:()=>e(a.original)})},{id:"providers",accessorKey:"providers",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.providers"),skeleton:"chips"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.providers")}),size:150,sortingFn:(e,s)=>(e.original.providers??[]).join(", ").localeCompare((s.original.providers??[]).join(", ")),cell:({row:e})=>(0,s.jsx)(eK,{providers:e.original.providers??[]})},{id:"mode",accessorKey:"mode",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.mode")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.mode")}),size:110,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsxs)("span",{className:"flex items-center gap-2 text-sm",children:[!l&&(0,s.jsx)("span",{children:(e=>{switch(e?.toLowerCase()){case"chat":return"💬";case"rerank":return"🔄";case"embedding":return"📄";default:return"🤖"}})(e.original.mode||"")}),(0,s.jsx)("span",{children:l?L(e.original.mode):(0,z.i)(e.original.mode)??a.f.t("aiHub.publicModelHubColumns.chatMode")})]})},{id:"max_input_tokens",accessorKey:"max_input_tokens",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.maxInput"),numeric:!0},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.maxInput")}),size:100,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm",children:eF(e.original.max_input_tokens)})},{id:"max_output_tokens",accessorKey:"max_output_tokens",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.maxOutput"),numeric:!0},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.maxOutput")}),size:100,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm",children:eF(e.original.max_output_tokens)})},{id:"input_cost_per_token",accessorKey:"input_cost_per_token",meta:{title:l?a.f.t("aiHub.publicModelHubColumns.models.costChat"):a.f.t("aiHub.publicModelHubColumns.models.inputCost"),numeric:!0},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:l?a.f.t("aiHub.publicModelHubColumns.models.costChat"):a.f.t("aiHub.publicModelHubColumns.models.inputCost")}),size:110,cell:({row:e})=>l?(0,s.jsxs)("div",{className:"flex flex-col gap-0.5 text-xs tabular-nums",children:[(0,s.jsx)("span",{children:a.f.t("aiHub.publicModelHubColumns.inputCost",{cost:e.original.input_cost_per_token?eL(e.original.input_cost_per_token):a.f.t("aiHub.publicModelHubColumns.free")})}),(0,s.jsx)("span",{className:"text-muted-foreground",children:a.f.t("aiHub.publicModelHubColumns.outputCost",{cost:e.original.output_cost_per_token?eL(e.original.output_cost_per_token):a.f.t("aiHub.publicModelHubColumns.free")})})]}):(0,s.jsx)("span",{className:"text-sm",children:e.original.input_cost_per_token?eL(e.original.input_cost_per_token):a.f.t("aiHub.publicModelHubColumns.free")})},{id:"output_cost_per_token",accessorKey:"output_cost_per_token",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.outputCost"),numeric:!0},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.outputCost")}),size:110,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm",children:e.original.output_cost_per_token?eL(e.original.output_cost_per_token):a.f.t("aiHub.publicModelHubColumns.free")})},{id:"features",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.features"),skeleton:"chips"},header:a.f.t("aiHub.publicModelHubColumns.models.features"),size:140,cell:({row:e})=>{let l=Object.entries(e.original).filter(([e,s])=>e.startsWith("supports_")&&!0===s).map(([e])=>e.replace(/^supports_/,"").split("_").map(e=>e.charAt(0).toUpperCase()+e.slice(1)).join(" "));return(0,s.jsx)(e$,{items:l})}},{id:"custom_tags",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.tags"),skeleton:"chips"},header:a.f.t("aiHub.publicModelHubColumns.models.tags"),size:140,cell:({row:e})=>(0,s.jsx)(e$,{items:e.original.custom_tags??[]})},{id:"health_status",accessorKey:"health_status",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.healthStatus"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.healthStatus")}),size:130,cell:({row:e})=>{let l=e.original,i=l.health_response_time?a.f.t("aiHub.publicModelHubColumns.responseTime",{ms:Number(l.health_response_time).toFixed(2)}):a.f.t("aiHub.publicModelHubColumns.notAvailable"),t=l.health_checked_at?a.f.t("aiHub.publicModelHubColumns.lastChecked",{date:new Date(l.health_checked_at).toLocaleString()}):a.f.t("aiHub.publicModelHubColumns.notAvailable");return(0,s.jsx)(ez.f,{content:(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("div",{children:i}),(0,s.jsx)("div",{children:t})]}),trigger:(0,s.jsx)("span",{className:"capitalize",children:(0,s.jsx)(d.f,{tone:eE[l.health_status??""]||"neutral",label:l.health_status??a.f.t("aiHub.publicModelHubColumns.healthUnknown")})})})}},{id:"rpm",accessorKey:"rpm",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.limits")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.limits")}),size:150,cell:({row:e})=>{var l,i;let t;return(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:(l=e.original.rpm,i=e.original.tpm,(t=[...l?[a.f.t("aiHub.publicModelHubColumns.rpmLimit",{value:l.toLocaleString()})]:[],...i?[a.f.t("aiHub.publicModelHubColumns.tpmLimit",{value:i.toLocaleString()})]:[]]).length>0?t.join(", "):a.f.t("aiHub.publicModelHubColumns.notAvailable"))})}}].filter(e=>!l||!["providers","custom_tags","output_cost_per_token"].includes(String(e.id))).map(e=>({...e,meta:{...e.meta,className:l&&!["model_group","input_cost_per_token"].includes(String(e.id))?"hidden md:table-cell":e.meta?.className},enableSorting:eT.i.includes(String(e.id))})))({onModelClick:eV,showProviderLogos:b}),[eV,b]),e8=(0,g.useMemo)(()=>(({onAgentClick:e})=>[{id:"name",accessorKey:"name",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.name")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.agents.name")}),size:200,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:l})=>(0,s.jsx)(c.f,{title:l.original.name,titleClassName:"font-mono text-xs font-normal",className:"max-w-72",onClick:()=>e(l.original)})},{id:"description",accessorKey:"description",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.description")},header:a.f.t("aiHub.publicModelHubColumns.agents.description"),size:260,enableSorting:!1,cell:({row:e})=>(0,s.jsx)("span",{className:"block max-w-72 truncate text-sm",title:e.original.description||void 0,children:e.original.description||"-"})},{id:"version",accessorKey:"version",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.version")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.agents.version")}),size:90,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm",children:e.original.version})},{id:"provider",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.provider")},header:a.f.t("aiHub.publicModelHubColumns.agents.provider"),size:130,enableSorting:!1,cell:({row:e})=>e.original.provider?(0,s.jsx)("span",{className:"text-sm font-medium",children:e.original.provider.organization}):(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"})},{id:"skills",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.skills"),skeleton:"chips"},header:a.f.t("aiHub.publicModelHubColumns.agents.skills"),size:160,enableSorting:!1,cell:({row:e})=>(0,s.jsx)(e$,{items:(e.original.skills||[]).map(e=>e.name)})},{id:"capabilities",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.capabilities"),skeleton:"chips"},header:a.f.t("aiHub.publicModelHubColumns.agents.capabilities"),size:160,enableSorting:!1,cell:({row:e})=>{let l=Object.entries(e.original.capabilities||{}).filter(([,e])=>!0===e).map(([e])=>e);return 0===l.length?(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"}):(0,s.jsx)("div",{className:"flex flex-wrap gap-1",children:l.map(e=>(0,s.jsx)(u.f,{variant:"outline",className:"capitalize",children:e},e))})}}])({onAgentClick:eG}),[eG]),e5=(0,g.useMemo)(()=>(({onServerClick:e})=>[{id:"server_name",accessorKey:"server_name",meta:{title:a.f.t("aiHub.publicModelHubColumns.mcp.serverName")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.mcp.serverName")}),size:180,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:l})=>(0,s.jsx)(c.f,{title:l.original.server_name,titleClassName:"font-mono text-xs font-normal",className:"max-w-72",onClick:()=>e(l.original)})},{id:"description",meta:{title:a.f.t("aiHub.publicModelHubColumns.mcp.description")},header:a.f.t("aiHub.publicModelHubColumns.mcp.description"),size:260,enableSorting:!1,cell:({row:e})=>{let l=String(e.original.mcp_info?.description??"-");return(0,s.jsx)("span",{className:"block max-w-72 truncate text-sm",title:l,children:l})}},{id:"transport",accessorKey:"transport",meta:{title:a.f.t("aiHub.publicModelHubColumns.mcp.transport"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.mcp.transport")}),size:110,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsx)(u.f,{variant:"secondary",className:"font-mono font-normal uppercase",children:e.original.transport})},{id:"auth_type",accessorKey:"auth_type",meta:{title:a.f.t("aiHub.publicModelHubColumns.mcp.authType"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.mcp.authType")}),size:110,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsx)(d.f,{tone:"none"===e.original.auth_type?"neutral":"success",label:e.original.auth_type})}])({onServerClick:eW}),[eW]),e7=!b&&Object.keys(U).length>0,e9=Array.isArray(y)&&y.length>0,se=Array.isArray(C)&&C.length>0,ss=(0,g.useMemo)(()=>{let e;return Array.isArray(y)?(e=new Set,y.forEach(s=>{s.skills?.forEach(s=>{s.tags?.forEach(s=>e.add(s))})}),Array.from(e).sort()).map(e=>({label:e,value:e})):[]},[y]),sl=(0,g.useMemo)(()=>{let e;return Array.isArray(C)?(e=new Set,C.forEach(s=>{s.transport&&e.add(s.transport)}),Array.from(e).sort()).map(e=>({label:e,value:e})):[]},[C]);return(0,s.jsx)(e_.J,{accessToken:e,children:(0,s.jsx)(eM.g,{children:(0,s.jsxs)("div",{className:b?"chat-model-hub-catalog w-full":l?"w-full":"min-h-screen bg-card",children:[!b&&!l&&(0,s.jsx)(eA.f,{accessToken:e||null,isPublicPage:!0}),(0,s.jsxs)("div",{className:b?"chat-model-hub-content w-full":l?"w-full p-6":"w-full px-8 py-12",children:[!b&&l&&(0,s.jsx)("div",{className:"mb-6 p-4 bg-info/10 border border-info/20 rounded-lg",children:(0,s.jsx)("p",{className:"text-sm text-foreground",children:x("aiHub.publicModelHub.embeddedExplainer")})}),!b&&!l&&(0,s.jsxs)(K.N,{className:"mb-10 p-8 bg-card border border-border rounded-lg shadow-xs",children:[(0,s.jsx)("h2",{className:"text-2xl font-semibold mb-6 text-foreground",children:x("aiHub.publicModelHub.about.title")}),(0,s.jsx)("p",{className:"text-foreground mb-6 text-base leading-relaxed",children:T||x("aiHub.publicModelHub.about.defaultDescription")}),(0,s.jsx)("div",{className:"flex items-center space-x-3 text-sm text-muted-foreground",children:(0,s.jsxs)("span",{className:"flex items-center",children:[(0,s.jsx)("span",{className:"w-4 h-4 mr-2",children:"🔧"}),x("aiHub.publicModelHub.about.builtWith",{version:A})]})})]}),e7&&(0,s.jsxs)(K.N,{className:"mb-10 p-8 bg-card border border-border rounded-lg shadow-xs",children:[(0,s.jsx)("h2",{className:"text-2xl font-semibold mb-6 text-foreground",children:x("aiHub.publicModelHub.usefulLinks.title")}),(0,s.jsx)("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-6",children:Object.entries(U||{}).map(([e,s])=>({title:e,url:"string"==typeof s?s:s.url,index:"string"==typeof s?0:s.index??0})).sort((e,s)=>e.index-s.index).map(({title:e,url:l})=>(0,s.jsxs)("button",{onClick:()=>window.open(l,"_blank"),className:"flex min-w-0 items-center space-x-3 text-info transition-colors p-3 rounded-lg hover:bg-info/10 border border-border",children:[(0,s.jsx)(ei.f,{className:"w-4 h-4 shrink-0"}),(0,s.jsx)("p",{className:"text-sm font-medium break-words",children:e})]},e))})]}),!b&&!l&&(0,s.jsxs)(K.N,{className:"mb-10 p-8 bg-card border border-border rounded-lg shadow-xs",children:[(0,s.jsx)("h2",{className:"text-2xl font-semibold mb-6 text-foreground",children:x("aiHub.publicModelHub.health.title")}),(0,s.jsx)("div",{className:"grid grid-cols-1 md:grid-cols-2 gap-6",children:(0,s.jsx)("p",{className:"text-success font-medium text-sm",children:x("aiHub.publicModelHub.health.serviceStatus",{status:e0})})})]}),(0,s.jsx)(K.N,{className:b?"chat-model-hub-card border-0 bg-transparent p-0 shadow-none":"p-8 bg-card border border-border rounded-lg shadow-xs",children:(0,s.jsxs)(ew.i,{value:b?"models":eh,onValueChange:eg,className:"public-hub-tabs",children:[!b&&(0,s.jsxs)(ew.U,{children:[(0,s.jsx)(ew.k,{value:"models",children:x("aiHub.publicModelHub.tabs.models")}),e9&&(0,s.jsx)(ew.k,{value:"agents",children:x("aiHub.publicModelHub.tabs.agents")}),se&&(0,s.jsx)(ew.k,{value:"mcp",children:x("aiHub.publicModelHub.tabs.mcp")}),(0,s.jsx)(ew.k,{value:"skills",children:x("aiHub.publicModelHub.tabs.skills")})]}),(0,s.jsxs)(ew.S,{value:"models",className:"model-hub-models",children:[!b&&(0,s.jsx)("div",{className:"model-hub-heading flex justify-between items-center mb-8",children:(0,s.jsx)("h2",{className:"text-2xl font-semibold text-foreground",children:x("aiHub.publicModelHub.models.title")})}),b&&(0,s.jsxs)("div",{className:"chat-model-section-heading",children:[(0,s.jsx)("h2",{children:x("aiHub.publicModelHub.models.chatTitle")}),(0,s.jsx)("span",{className:"chat-model-section-count","aria-label":x("aiHub.publicModelHub.models.chatCount",{rowCount:eY.rowCount}),children:eY.rowCount.toLocaleString()})]}),(0,s.jsxs)("div",{className:b?"chat-model-hub-filters chat-model-filter-bar":"chat-model-hub-filters grid grid-cols-1 md:grid-cols-2 lg:grid-cols-4 gap-6 mb-8 p-6 bg-muted rounded-lg border border-border",children:[(0,s.jsxs)("div",{className:b?"chat-model-filter-search":void 0,children:[!b&&(0,s.jsxs)("div",{className:"flex items-center space-x-2 mb-3",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground",children:x("aiHub.publicModelHub.models.searchLabel")}),(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(t.f,{className:"w-4 h-4 text-muted-foreground cursor-help"})}),(0,s.jsx)(eM.Y,{side:"top",className:p,children:x("aiHub.publicModelHub.models.searchTooltip")})]})]}),(0,s.jsxs)("div",{className:"relative",children:[(0,s.jsx)(ey,{className:"w-4 h-4 text-muted-foreground absolute left-3 top-1/2 transform -translate-y-1/2"}),b?(0,s.jsx)(ek.f,{type:"text",placeholder:x("aiHub.publicModelHub.models.chatSearchPlaceholder"),"aria-label":x("aiHub.publicModelHub.models.chatSearchAriaLabel"),value:eY.searchValue,onChange:e=>eY.onSearchChange(e.target.value),className:"pl-9"}):(0,s.jsx)("input",{type:"text",placeholder:x("aiHub.publicModelHub.models.searchPlaceholder"),"aria-label":x("aiHub.publicModelHub.models.searchAriaLabel"),value:eY.searchValue,onChange:e=>eY.onSearchChange(e.target.value),className:"border border-border rounded-lg pl-10 pr-4 py-2 w-full text-sm focus:outline-hidden focus:ring-2 focus:ring-ring focus:border-transparent bg-card"})]})]}),b&&(0,s.jsx)(E,{providers:eZ.providers,selectedProviders:eY.providerValues,onSelect:e=>eY.onProvidersChange(e?[e]:[]),loading:eY.isLoading&&0===eZ.providers.length}),!b&&(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.models.providerLabel")}),(0,s.jsxs)(eC.x,{multiple:!0,items:eZ.providers,value:eY.providerValues,onValueChange:eY.onProvidersChange,children:[(0,s.jsxs)(eC.V,{render:(0,s.jsx)("div",{ref:h}),className:"min-h-8 w-full py-1 text-sm",children:[(0,s.jsx)(eC.l,{children:e=>e.map(e=>(0,s.jsx)(eC.Q,{"aria-label":e,children:e},e))}),(0,s.jsx)(eC.z,{placeholder:x("aiHub.publicModelHub.models.providersPlaceholder"),"aria-label":x("aiHub.publicModelHub.models.providersAriaLabel"),className:"min-w-24"})]}),(0,s.jsxs)(eC.R,{anchor:h,className:p,children:[(0,s.jsx)(eC.S,{children:x("aiHub.publicModelHub.models.noProvidersFound")}),(0,s.jsx)(eC.k,{children:e=>{let{logo:l}=(0,D.h)(e);return(0,s.jsx)(eC.T,{value:e,children:(0,s.jsxs)("span",{className:"flex min-w-0 items-center space-x-2",children:[l&&(0,s.jsx)("img",{src:l,alt:e,className:"w-5 h-5 shrink-0 object-contain",onError:e=>{e.target.style.display="none"}}),(0,s.jsx)("span",{className:"capitalize break-words",children:e})]})},e)}})]})]})]}),(0,s.jsxs)("div",{className:b?"chat-model-filter-select min-w-0":"min-w-0",children:[!b&&(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.models.modeLabel")}),(0,s.jsx)(eS.f,{options:eJ,contentClassName:p,value:eY.modeValues,onValueChange:eY.onModesChange,placeholder:b?x("aiHub.publicModelHub.models.chatModePlaceholder"):x("aiHub.publicModelHub.models.modePlaceholder"),className:"w-full"})]}),(0,s.jsxs)("div",{className:b?"chat-model-filter-select min-w-0":"min-w-0",children:[!b&&(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.models.featuresLabel")}),(0,s.jsx)(eS.f,{options:eQ,contentClassName:p,value:eY.featureValues,onValueChange:eY.onFeaturesChange,placeholder:b?x("aiHub.publicModelHub.models.chatFeaturesPlaceholder"):x("aiHub.publicModelHub.models.featuresPlaceholder"),className:"w-full"})]})]}),(0,s.jsx)("div",{className:"model-hub-table",children:(0,s.jsx)(ec.f,{data:eY.rows,columns:e6,getRowId:(e,s)=>e.model_group||String(s),sortingMode:"server",sorting:eY.sorting,onSortingChange:eY.onSortingChange,paginationMode:"server",pagination:eY.pagination,onPaginationChange:eY.onPaginationChange,rowCount:eY.rowCount,isLoading:eY.isLoading,loadingMessage:x("aiHub.publicModelHub.models.loading"),noDataMessage:(0,s.jsx)(eR,{title:eY.hasActiveQuery?x("aiHub.publicModelHub.models.noMatchTitle"):x("aiHub.publicModelHub.models.emptyTitle"),body:eY.hasActiveQuery?x("aiHub.publicModelHub.models.noMatchBody"):x("aiHub.publicModelHub.models.emptyBody")}),size:"compact"})})]}),!b&&e9&&(0,s.jsxs)(ew.S,{value:"agents",children:[(0,s.jsx)("div",{className:"flex justify-between items-center mb-8",children:(0,s.jsx)("h2",{className:"text-2xl font-semibold text-foreground",children:x("aiHub.publicModelHub.agents.title")})}),(0,s.jsxs)("div",{className:"grid grid-cols-1 md:grid-cols-2 gap-6 mb-8 p-6 bg-muted rounded-lg border border-border",children:[(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{className:"flex items-center space-x-2 mb-3",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground",children:x("aiHub.publicModelHub.agents.searchLabel")}),(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(t.f,{className:"w-4 h-4 text-muted-foreground cursor-help"})}),(0,s.jsx)(eM.Y,{side:"top",className:p,children:x("aiHub.publicModelHub.agents.searchTooltip")})]})]}),(0,s.jsxs)("div",{className:"relative",children:[(0,s.jsx)(ey,{className:"w-4 h-4 text-muted-foreground absolute left-3 top-1/2 transform -translate-y-1/2"}),(0,s.jsx)("input",{type:"text",placeholder:x("aiHub.publicModelHub.agents.searchPlaceholder"),value:W,onChange:e=>q(e.target.value),className:"border border-border rounded-lg pl-10 pr-4 py-2 w-full text-sm focus:outline-hidden focus:ring-2 focus:ring-ring focus:border-transparent bg-card"})]})]}),(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.agents.skillsLabel")}),(0,s.jsx)(eS.f,{options:ss,value:J,onValueChange:Q,placeholder:x("aiHub.publicModelHub.agents.skillsPlaceholder"),className:"w-full"})]})]}),(0,s.jsx)(ec.f,{data:eO,paginationMode:"client",columns:e8,getRowId:(e,s)=>e.name||String(s),sortingMode:"client",sorting:e1,onSortingChange:e2,isLoading:I,loadingMessage:x("aiHub.publicModelHub.agents.loading"),noDataMessage:(0,s.jsx)(eR,{title:x("aiHub.publicModelHub.agents.noMatchTitle"),body:x("aiHub.publicModelHub.agents.noMatchBody")}),size:"compact"}),(0,s.jsx)("div",{className:"mt-8 text-center",children:(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:x("aiHub.publicModelHub.agents.showing",{shown:eO.length,total:y?.length||0})})})]}),!b&&se&&(0,s.jsxs)(ew.S,{value:"mcp",children:[(0,s.jsx)("div",{className:"flex justify-between items-center mb-8",children:(0,s.jsx)("h2",{className:"text-2xl font-semibold text-foreground",children:x("aiHub.publicModelHub.mcp.title")})}),(0,s.jsxs)("div",{className:"grid grid-cols-1 md:grid-cols-2 gap-6 mb-8 p-6 bg-muted rounded-lg border border-border",children:[(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{className:"flex items-center space-x-2 mb-3",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground",children:x("aiHub.publicModelHub.mcp.searchLabel")}),(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(t.f,{className:"w-4 h-4 text-muted-foreground cursor-help"})}),(0,s.jsx)(eM.Y,{side:"top",className:p,children:x("aiHub.publicModelHub.mcp.searchTooltip")})]})]}),(0,s.jsxs)("div",{className:"relative",children:[(0,s.jsx)(ey,{className:"w-4 h-4 text-muted-foreground absolute left-3 top-1/2 transform -translate-y-1/2"}),(0,s.jsx)("input",{type:"text",placeholder:x("aiHub.publicModelHub.mcp.searchPlaceholder"),value:Y,onChange:e=>Z(e.target.value),className:"border border-border rounded-lg pl-10 pr-4 py-2 w-full text-sm focus:outline-hidden focus:ring-2 focus:ring-ring focus:border-transparent bg-card"})]})]}),(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.mcp.transportLabel")}),(0,s.jsx)(eS.f,{options:sl,value:ee,onValueChange:es,placeholder:x("aiHub.publicModelHub.mcp.transportPlaceholder"),className:"w-full"})]})]}),(0,s.jsx)(ec.f,{data:eU,paginationMode:"client",columns:e5,getRowId:(e,s)=>e.server_id||String(s),sortingMode:"client",sorting:e4,onSortingChange:e3,isLoading:V,loadingMessage:x("aiHub.publicModelHub.mcp.loading"),noDataMessage:(0,s.jsx)(eR,{title:x("aiHub.publicModelHub.mcp.noMatchTitle"),body:x("aiHub.publicModelHub.mcp.noMatchBody")}),size:"compact"}),(0,s.jsx)("div",{className:"mt-8 text-center",children:(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:x("aiHub.publicModelHub.mcp.showing",{shown:eU.length,total:C?.length||0})})})]}),!b&&(0,s.jsx)(ew.S,{value:"skills",children:(0,s.jsx)(ev,{skills:ef,isLoading:eH,publicPage:!0})})]})})]}),(0,s.jsx)(H.N,{open:el,onOpenChange:e=>!e&&void(ea(!1),eu(null)),children:(0,s.jsxs)(H.d,{className:`${b?"chat-theme chat-model-hub-dialog ":""}max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1000px]`,children:[(0,s.jsx)(H.s,{children:(0,s.jsxs)(H.F,{className:"flex min-w-0 items-center space-x-2",children:[(0,s.jsx)("span",{className:"break-words",children:ed?.model_group||x("aiHub.publicModelHub.modelDialog.fallbackTitle")}),ed&&(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(i.f,{onClick:()=>eq(ed.model_group),className:"cursor-pointer text-muted-foreground hover:text-info w-4 h-4 shrink-0"})}),(0,s.jsx)(eM.Y,{className:p,children:x("aiHub.publicModelHub.modelDialog.copyName")})]})]})}),ed&&(0,s.jsxs)("div",{className:"space-y-6",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.overview")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4 mb-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.modelName")}),(0,s.jsx)("p",{children:ed.model_group})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.mode")}),(0,s.jsx)("p",{children:(0,z.i)(ed.mode)??x("aiHub.publicModelHub.modelDialog.notSpecified")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.providers")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:(ed.providers??[]).map(e=>{let{logo:l}=(0,D.h)(e);return(0,s.jsx)(u.f,{variant:"secondary",className:"min-w-0",children:(0,s.jsxs)("div",{className:"flex items-center space-x-1",children:[l&&(0,s.jsx)("img",{src:l,alt:e,className:"w-3 h-3 shrink-0 object-contain",onError:e=>{e.target.style.display="none"}}),(0,s.jsx)("span",{className:"capitalize",children:e})]})},e)})})]}),ed.description&&(0,s.jsxs)("div",{className:"col-span-2",children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.description")}),(0,s.jsx)("p",{className:"mt-1",children:ed.description})]}),(0,s.jsx)(X,{customTags:ed.custom_tags,customMetadata:ed.custom_metadata})]}),ed.model_group.includes("*")&&(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-4 mb-4",children:(0,s.jsxs)("div",{className:"flex items-start space-x-2",children:[(0,s.jsx)(t.f,{className:"w-4 h-4 text-info mt-0.5 shrink-0"}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium text-info mb-2",children:x("aiHub.publicModelHub.modelDialog.wildcardTitle")}),(0,s.jsx)("p",{className:"text-sm text-info mb-2",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.publicModelHub.modelDialog.wildcardIntro",components:{code:(0,s.jsx)("code",{className:"bg-info/15 px-1 py-0.5 rounded-sm text-xs"})}})}),(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.publicModelHub.modelDialog.wildcardExample",components:{model:(0,s.jsx)("code",{className:"bg-info/15 px-1 py-0.5 rounded-sm text-xs",children:ed.model_group}),example:(0,s.jsx)("code",{className:"bg-info/15 px-1 py-0.5 rounded-sm text-xs",children:ed.model_group.replaceAll("*","my-custom-value")})}})})]})]})})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.tokenCost")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.maxInputTokens")}),(0,s.jsx)("p",{children:ed.max_input_tokens?.toLocaleString()||x("aiHub.publicModelHub.modelDialog.notSpecified")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.maxOutputTokens")}),(0,s.jsx)("p",{children:ed.max_output_tokens?.toLocaleString()||x("aiHub.publicModelHub.modelDialog.notSpecified")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.inputCost")}),(0,s.jsx)("p",{children:ed.input_cost_per_token?eX(ed.input_cost_per_token):x("aiHub.publicModelHub.modelDialog.notSpecified")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.outputCost")}),(0,s.jsx)("p",{children:ed.output_cost_per_token?eX(ed.output_cost_per_token):x("aiHub.publicModelHub.modelDialog.notSpecified")})]})]}),(0,s.jsx)(eB.f,{className:"mt-4",deployments:ed.deployment_pricing,heading:(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.pricingByDeployment")})})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.capabilities")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-2",children:0===(m=Object.entries(ed).filter(([e,s])=>e.startsWith("supports_")&&!0===s).map(([e])=>e)).length?(0,s.jsx)("p",{className:"text-muted-foreground",children:x("aiHub.publicModelHub.modelDialog.noCapabilities")}):m.map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e.replace(/^supports_/,"").split("_").map(e=>e.charAt(0).toUpperCase()+e.slice(1)).join(" ")},e))})]}),(ed.tpm||ed.rpm)&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.rateLimits")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4",children:[ed.tpm&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.tpm")}),(0,s.jsx)("p",{children:ed.tpm.toLocaleString()})]}),ed.rpm&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.rpm")}),(0,s.jsx)("p",{children:ed.rpm.toLocaleString()})]})]})]}),ed.supported_openai_params&&ed.supported_openai_params.length>0&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.openaiParams")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-2",children:ed.supported_openai_params.map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.usageExample")}),(0,s.jsx)("div",{className:"bg-gray-900 text-gray-100 p-4 rounded-lg overflow-x-auto",children:(0,s.jsx)("pre",{className:"text-sm",children:eI(ed)})}),(0,s.jsx)("div",{className:"mt-2 text-right",children:(0,s.jsx)("button",{onClick:()=>eq(eI(ed)),className:"text-sm text-info hover:text-info/80 cursor-pointer",children:x("aiHub.publicModelHub.modelDialog.copyToClipboard")})})]})]})]})}),(0,s.jsx)(H.N,{open:et,onOpenChange:e=>!e&&void(en(!1),ex(null)),children:(0,s.jsxs)(H.d,{className:`${b?"chat-theme chat-model-hub-dialog ":""}max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1000px]`,children:[(0,s.jsx)(H.s,{children:(0,s.jsxs)(H.F,{className:"flex min-w-0 items-center space-x-2",children:[(0,s.jsx)("span",{className:"break-words",children:em?.name||x("aiHub.publicModelHub.agentDialog.fallbackTitle")}),em&&(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(i.f,{onClick:()=>eq(em.name),className:"cursor-pointer text-muted-foreground hover:text-info w-4 h-4 shrink-0"})}),(0,s.jsx)(eM.Y,{className:p,children:x("aiHub.publicModelHub.agentDialog.copyName")})]})]})}),em&&(0,s.jsxs)("div",{className:"space-y-6",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.overview")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4 mb-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.name")}),(0,s.jsx)("p",{children:em.name})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.version")}),(0,s.jsx)("p",{children:em.version})]}),(0,s.jsxs)("div",{className:"col-span-2",children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.description")}),(0,s.jsx)("p",{children:em.description})]}),em.url&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.url")}),(0,s.jsx)("a",{href:em.url,target:"_blank",rel:"noopener noreferrer",className:"text-info hover:text-info/80 text-sm break-all",children:em.url})]})]})]}),em.capabilities&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.capabilities")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-2",children:Object.entries(em.capabilities).filter(([e,s])=>!0===s).map(([e])=>(0,s.jsx)(u.f,{variant:"secondary",className:"capitalize",children:e},e))})]}),em.skills&&em.skills.length>0&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.skills")}),(0,s.jsx)("div",{className:"space-y-4",children:em.skills.map((e,l)=>(0,s.jsxs)("div",{className:"border border-border rounded-lg p-4",children:[(0,s.jsx)("div",{className:"flex items-start justify-between mb-2",children:(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium text-base",children:e.name}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:e.description})]})}),e.tags&&e.tags.length>0&&(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-2",children:e.tags.map(e=>(0,s.jsx)(u.f,{variant:"secondary",className:"text-xs",children:e},e))})]},l))})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.ioModes")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.inputModes")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:(em.defaultInputModes??[]).map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.outputModes")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:(em.defaultOutputModes??[]).map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]})]})]}),em.documentationUrl&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.documentation")}),(0,s.jsxs)("a",{href:em.documentationUrl,target:"_blank",rel:"noopener noreferrer",className:"text-info hover:text-info/80 flex items-center space-x-2",children:[(0,s.jsx)(ei.f,{className:"w-4 h-4"}),(0,s.jsx)("span",{children:x("aiHub.publicModelHub.agentDialog.viewDocumentation")})]})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.usageExample")}),(0,s.jsxs)("div",{className:"mb-4",children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2 text-foreground",children:x("aiHub.publicModelHub.agentDialog.stepRetrieveCard")}),(0,s.jsx)("div",{className:"bg-gray-900 text-gray-100 p-4 rounded-lg overflow-x-auto",children:(0,s.jsx)("pre",{className:"text-xs",children:`base_url = '${em.url}' +${Array.from(y,e=>` - ${JSON.stringify(e)}`).join("\n")}`].join("\n"),P=()=>{d(0),x(null),l()};(0,g.useEffect)(()=>{if(!e||!k)return void x(null);let s=i.filter(e=>!0===e.mcp_info.is_public_explicit).map(e=>e.server_id);x({catalog:i,serverIds:new Set(s)}),d(0)},[e,i,k]);let D=async()=>{if(S){h(!0);try{let e=Array.from(y);await (0,N.rt)(a,e),_.f.success(n("aiHub.makeMcpPublic.updated")),P(),t()}catch(e){console.error("Error making MCP servers public:",e),_.f.fromError(e)}finally{h(!1)}}};return(0,s.jsx)(H.N,{open:e,onOpenChange:e=>!e&&P(),disablePointerDismissal:!0,children:(0,s.jsxs)(H.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1200px]",children:[(0,s.jsx)(H.s,{children:(0,s.jsx)(H.F,{children:n("aiHub.makeMcpPublic.title")})}),(0,s.jsxs)("div",{children:[(0,s.jsx)("ol",{className:"mb-6 flex items-center gap-6",children:w.map((e,l)=>(0,s.jsxs)("li",{className:"flex items-center gap-2","aria-current":o===l?"step":void 0,children:[(0,s.jsx)("span",{className:(0,b.c)("flex size-6 items-center justify-center rounded-full border text-xs",o===l?"border-primary bg-primary text-primary-foreground":"border-border text-muted-foreground"),children:l+1}),(0,s.jsx)("span",{className:(0,b.c)("text-sm",o===l?"font-medium":"text-muted-foreground"),children:n(e)})]},e))}),(()=>{if(!k)return(0,s.jsx)("div",{role:"alert",className:"rounded-lg border border-warning/20 bg-warning/10 p-4 text-sm",children:n("aiHub.makeMcpPublic.noMetadata")});if(!S)return(0,s.jsx)("p",{role:"status",children:n("aiHub.makeMcpPublic.loadingSettings")});switch(o){case 0:let e,l;return e=i.length>0&&i.every(e=>y.has(e.server_id)),l=y.size>0&&!e,(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeMcpPublic.step1Title")}),(0,s.jsx)("div",{className:"flex items-center space-x-2",children:(0,s.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,s.jsx)(v.f,{checked:e,indeterminate:l,onCheckedChange:e=>(e=>{if(e){let e=i.map(e=>e.server_id);x({catalog:i,serverIds:new Set(e)})}else x({catalog:i,serverIds:new Set})})(!0===e),disabled:0===i.length}),n("aiHub.makeMcpPublic.selectAll")," ",i.length>0&&`(${i.length})`]})})]}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:n("aiHub.makeMcpPublic.description")}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:n("aiHub.makeMcpPublic.legacyNote")}),(0,s.jsx)("div",{className:"max-h-96 overflow-y-auto border rounded-lg p-4",children:(0,s.jsx)("div",{className:"space-y-3",children:0===i.length?(0,s.jsx)("div",{className:"text-center py-8 text-muted-foreground",children:(0,s.jsx)("p",{children:n("aiHub.makeMcpPublic.noServers")})}):i.map(e=>{let l=e.mcp_info?.is_public===!0;return(0,s.jsxs)("div",{className:"flex items-center space-x-3 p-3 border rounded-lg hover:bg-accent",children:[(0,s.jsx)(v.f,{"aria-label":n("aiHub.makeMcpPublic.publishServer",{name:e.server_name}),checked:y.has(e.server_id),onCheckedChange:s=>{var l,a;let t;return l=e.server_id,a=!0===s,t=new Set(y),void(a?t.add(l):t.delete(l),x({catalog:i,serverIds:t}))}}),(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:e.server_name}),l&&(0,s.jsx)(u.f,{children:e.mcp_info?.is_public_explicit===!1?n("aiHub.makeMcpPublic.listedLegacy"):n("aiHub.makeMcpPublic.listed")}),(0,s.jsx)(u.f,{variant:"secondary",children:e.transport}),(0,s.jsx)(u.f,{variant:M(e.status),children:e.status||n("aiHub.makeMcpPublic.statusUnknown")})]}),(0,s.jsx)("p",{className:"text-xs font-mono text-muted-foreground mt-1 break-all",children:e.server_id}),(0,s.jsx)("p",{className:"text-xs text-muted-foreground mt-1 break-words",children:e.description||e.url}),e.allowed_tools&&e.allowed_tools.length>0&&(0,s.jsxs)("div",{className:"flex flex-wrap gap-1 mt-1",children:[e.allowed_tools.slice(0,3).map((e,l)=>(0,s.jsx)(u.f,{variant:"outline",children:e},l)),e.allowed_tools.length>3&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground",children:n("aiHub.makeMcpPublic.moreTools",{extra:e.allowed_tools.length-3})})]})]})]},e.server_id)})})}),(0,s.jsxs)("details",{className:"rounded-lg border p-3",children:[(0,s.jsx)("summary",{className:"cursor-pointer text-sm font-medium",children:n("aiHub.makeMcpPublic.configureYaml")}),(0,s.jsxs)("div",{className:"mt-3 space-y-3",children:[(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:n("aiHub.makeMcpPublic.yamlHelp")}),(0,s.jsx)(C.f,{code:T,language:"yaml"})]})]}),y.size>0&&(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeMcpPublic.selectedCount",count:y.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});case 1:return(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeMcpPublic.step2Title")}),(0,s.jsx)("div",{className:"bg-warning/10 border border-warning/20 rounded-lg p-4",children:(0,s.jsx)("p",{className:"text-sm text-warning",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeMcpPublic.publicWarning",components:{code:(0,s.jsx)("code",{})}})})}),(0,s.jsxs)("div",{className:"space-y-3",children:[(0,s.jsx)("p",{className:"font-medium",children:n("aiHub.makeMcpPublic.publicationList")}),(0,s.jsx)("div",{className:"max-h-48 overflow-y-auto border rounded-lg p-3",children:(0,s.jsxs)("div",{className:"space-y-2",children:[0===y.size&&(0,s.jsx)("p",{className:"text-sm",children:n("aiHub.makeMcpPublic.noPublished")}),Array.from(y).map(e=>{let l=i.find(s=>s.server_id===e);return(0,s.jsx)("div",{className:"flex items-center justify-between p-2 bg-muted rounded-sm",children:(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:l?.server_name||e}),l&&(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(u.f,{variant:"secondary",children:l.transport}),(0,s.jsx)(u.f,{variant:M(l.status),children:l.status||n("aiHub.makeMcpPublic.statusUnknown")})]})]}),l?.description&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground mt-1 break-words",children:l.description}),l?.url&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground mt-1 break-words",children:l.url})]})},e)})]})})]}),(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeMcpPublic.savingSummary",count:y.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});default:return null}})(),(0,s.jsxs)("div",{className:"flex justify-between mt-6",children:[(0,s.jsx)(m.K,{variant:"outline",onClick:0===o?P:()=>{1===o&&d(0)},children:0===o?n("aiHub.makeMcpPublic.cancel"):n("aiHub.makeMcpPublic.previous")}),(0,s.jsxs)("div",{className:"flex space-x-2",children:[0===o&&(0,s.jsx)(m.K,{onClick:()=>{S&&0===o&&d(1)},disabled:!S,children:n("aiHub.makeMcpPublic.next")}),1===o&&(0,s.jsxs)(m.K,{onClick:D,disabled:p||!S,children:[p&&(0,s.jsx)(f.f,{className:"size-4 animate-spin"}),n("aiHub.makeMcpPublic.save")]})]})]})]})]})})};var T=e.i(555436),P=e.i(325164),D=e.i(916925),A=e.i(967489),z=e.i(735450);function L(e){let s=((0,z.i)(e)??"chat").replaceAll("_"," ");return s.charAt(0).toUpperCase()+s.slice(1)}function F({provider:e,className:l}){let{logo:a,displayName:i}=(0,D.h)(e),[t,n]=(0,g.useState)(null),r=a&&t!==a;return(0,s.jsx)("span",{"aria-hidden":"true",className:(0,b.c)("chat-model-provider-logo",l),children:r?(0,s.jsx)(P.default,{src:a,alt:"",width:32,height:32,unoptimized:!0,className:"h-full w-full object-contain",onError:()=>n(a)}):(0,s.jsx)("span",{className:"text-xs font-medium",children:i.trim().charAt(0).toUpperCase()||"?"})})}function E({providers:e,selectedProviders:l,onSelect:a,loading:i=!1}){let{t}=(0,r.f)(),n=Array.from(new Set(e)).filter(Boolean),o=l[0]??"",d=i&&0===n.length,c=t(d?"aiHub.modelHubProviders.loading":"aiHub.modelHubProviders.allProviders"),u=[{value:"",label:t("aiHub.modelHubProviders.allProviders")},...n.map(e=>({value:e,label:(0,D.h)(e).displayName}))];return(0,s.jsxs)(A.d,{value:o,items:u,onValueChange:e=>a(e||null),disabled:d,children:[(0,s.jsx)(A.P,{"aria-label":t("aiHub.modelHubProviders.ariaLabel"),"aria-busy":i,className:"chat-model-filter-select chat-model-provider-select",children:(0,s.jsx)(A.U,{children:o?(0,s.jsxs)("span",{className:"flex min-w-0 items-center gap-2",children:[(0,s.jsx)(F,{provider:o,className:"chat-model-provider-logo-option"}),(0,s.jsx)("span",{className:"truncate",children:(0,D.h)(o).displayName})]}):c})}),(0,s.jsx)(A.r,{className:"chat-theme",align:"start",children:u.map(e=>(0,s.jsxs)(A.T,{value:e.value,children:[e.value&&(0,s.jsx)(F,{provider:e.value,className:"chat-model-provider-logo-option"}),(0,s.jsx)("span",{children:e.label})]},e.value))})]})}var K=e.i(515288),$=e.i(950594),O=e.i(899426);function U({label:e,emptyLabel:l,options:a,value:i,onValueChange:t}){let n=[{value:"",label:l},...a.map(e=>({value:e,label:e}))];return(0,s.jsxs)(A.d,{value:i,items:n,onValueChange:e=>t(e??""),children:[(0,s.jsx)(A.P,{"aria-label":e,className:"chat-model-filter-select",children:(0,s.jsx)(A.U,{})}),(0,s.jsx)(A.r,{className:"chat-theme",children:n.map(e=>(0,s.jsx)(A.T,{value:e.value,children:e.label},e.value))})]})}let B=({modelHubData:e,onFilteredDataChange:l,showFiltersCard:a=!0,className:i="",extraModes:t=[],onModeChange:n,selectedProvider:o,onProviderChange:d,showProviderFilter:c=!0,variant:u="dashboard"})=>{let{t:x}=(0,r.f)(),[b,p]=(0,g.useState)(""),[h,f]=(0,g.useState)(""),j=o??h,[v,H]=(0,g.useState)(""),[N,_]=(0,g.useState)(""),y=(0,g.useRef)([]),k=e=>{let s=new Set;return e.forEach(e=>{e.providers.forEach(e=>s.add(e))}),Array.from(s)},C=e=>{let s=new Set(t);return e.forEach(e=>{let l=(0,z.i)(e.mode);l&&s.add(l)}),Array.from(s)},w=e=>{H(e),n?.(e)},M=e=>{void 0===o&&f(e),d?.(e)},S=e=>{let s=new Set;return e.forEach(e=>{Object.entries(e).filter(([e,s])=>e.startsWith("supports_")&&!0===s).forEach(([e])=>{let l=e.replace(/^supports_/,"").split("_").map(e=>e.charAt(0).toUpperCase()+e.slice(1)).join(" ");s.add(l)})}),Array.from(s).sort()},P=(0,g.useMemo)(()=>e?.filter(e=>{let s=(0,O.h)(b,[e.model_group]),l=""===j||e.providers.includes(j),a=""===v||(0,z.i)(e.mode)===v,i=""===N||Object.entries(e).filter(([e,s])=>e.startsWith("supports_")&&!0===s).some(([e])=>e.replace(/^supports_/,"").split("_").map(e=>e.charAt(0).toUpperCase()+e.slice(1)).join(" ")===N);return s&&l&&a&&i})||[],[e,b,j,v,N]);(0,g.useEffect)(()=>{(P.length!==y.current.length||P.some((e,s)=>e.model_group!==y.current[s]?.model_group))&&(y.current=P,l(P))},[P,l]);let D=()=>{p(""),M(""),w(""),_("")},A=!!(b||j||v||N);if("chat"===u)return(0,s.jsxs)("div",{className:`${i} chat-model-filter-bar`,children:[(0,s.jsxs)($.H,{className:"chat-model-filter-search",children:[(0,s.jsx)($.B,{"aria-hidden":"true",children:(0,s.jsx)(T.f,{className:"size-4"})}),(0,s.jsx)($.M,{"aria-label":x("modelFilters.searchLabel"),placeholder:x("modelFilters.searchPlaceholder"),value:b,onChange:e=>p(e.target.value)})]}),c&&(0,s.jsx)(E,{providers:k(e),selectedProviders:j?[j]:[],onSelect:e=>M(e??"")}),(0,s.jsx)(U,{label:x("modelFilters.modelType"),emptyLabel:x("modelFilters.allTypes"),options:C(e),value:v,onValueChange:w}),(0,s.jsx)(U,{label:x("modelFilters.modelCapability"),emptyLabel:x("modelFilters.allCapabilities"),options:S(e),value:N,onValueChange:_}),A&&(0,s.jsx)(m.K,{variant:"ghost",onClick:D,className:"chat-model-filter-clear",children:x("modelFilters.clearFilters")})]});let L=(0,s.jsxs)("div",{className:"flex flex-wrap gap-4 items-center",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2",children:x("modelFilters.searchModels")}),(0,s.jsx)("input",{type:"text",placeholder:x("modelFilters.searchPlaceholder"),value:b,onChange:e=>p(e.target.value),className:"border rounded-sm px-3 py-2 w-64 h-10 text-sm"})]}),c&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2",children:x("modelFilters.provider")}),(0,s.jsxs)("select",{value:j,onChange:e=>M(e.target.value),className:"border rounded-sm px-3 py-2 text-sm text-muted-foreground w-40 h-10",children:[(0,s.jsx)("option",{value:"",className:"text-sm text-muted-foreground",children:x("modelFilters.allProviders")}),e&&k(e).map(e=>(0,s.jsx)("option",{value:e,className:"text-sm text-foreground",children:e},e))]})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2",children:x("modelFilters.mode")}),(0,s.jsxs)("select",{value:v,onChange:e=>w(e.target.value),className:"border rounded-sm px-3 py-2 text-sm text-muted-foreground w-32 h-10",children:[(0,s.jsx)("option",{value:"",className:"text-sm text-muted-foreground",children:x("modelFilters.allModes")}),e&&C(e).map(e=>(0,s.jsx)("option",{value:e,className:"text-sm text-foreground",children:e},e))]})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2",children:x("modelFilters.features")}),(0,s.jsxs)("select",{value:N,onChange:e=>_(e.target.value),className:"border rounded-sm px-3 py-2 text-sm text-muted-foreground w-48 h-10",children:[(0,s.jsx)("option",{value:"",className:"text-sm text-muted-foreground",children:x("modelFilters.allFeatures")}),e&&S(e).map(e=>(0,s.jsx)("option",{value:e,className:"text-sm text-foreground",children:e},e))]})]}),A&&(0,s.jsx)("div",{className:"flex items-end",children:(0,s.jsx)("button",{onClick:D,className:"text-info hover:text-info/80 text-sm underline h-10 flex items-center",children:x("modelFilters.clearFilters")})})]});return a?(0,s.jsx)(K.N,{className:`mb-6 px-6 ${i}`,children:L}):(0,s.jsx)("div",{className:i,children:L})},I=["aiHub.makeModelPublic.steps.selectModels","aiHub.makeModelPublic.steps.confirm"],R=({visible:e,onClose:l,accessToken:a,modelHubData:i,onSuccess:t})=>{let{t:n}=(0,r.f)(),[o,d]=(0,g.useState)(0),[c,x]=(0,g.useState)(new Set),[p,h]=(0,g.useState)([]),[y,k]=(0,g.useState)(!1),C=()=>{d(0),x(new Set),h([]),l()},w=(0,g.useCallback)(e=>{h(e)},[]);(0,g.useEffect)(()=>{e&&i.length>0&&(h(i),x(new Set(i.filter(e=>!0===e.is_public_model_group).map(e=>e.model_group))))},[e,i]);let M=async()=>{if(0===c.size)return void _.f.fromError(n("aiHub.makeModelPublic.selectAtLeastOne"));k(!0);try{let e=Array.from(c);await (0,N.aB)(a,e),_.f.success(n("aiHub.makeModelPublic.success",{total:e.length})),C(),t()}catch(e){console.error("Error making model groups public:",e),_.f.fromError(n("aiHub.makeModelPublic.failed"))}finally{k(!1)}};return(0,s.jsx)(H.N,{open:e,onOpenChange:e=>!e&&C(),disablePointerDismissal:!0,children:(0,s.jsxs)(H.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1200px]",children:[(0,s.jsx)(H.s,{children:(0,s.jsx)(H.F,{children:n("aiHub.makeModelPublic.title")})}),(0,s.jsxs)("div",{children:[(0,s.jsx)("ol",{className:"mb-6 flex items-center gap-6",children:I.map((e,l)=>(0,s.jsxs)("li",{className:"flex items-center gap-2","aria-current":o===l?"step":void 0,children:[(0,s.jsx)("span",{className:(0,b.c)("flex size-6 items-center justify-center rounded-full border text-xs",o===l?"border-primary bg-primary text-primary-foreground":"border-border text-muted-foreground"),children:l+1}),(0,s.jsx)("span",{className:(0,b.c)("text-sm",o===l?"font-medium":"text-muted-foreground"),children:n(e)})]},e))}),(()=>{switch(o){case 0:let e,l;return e=p.length>0&&p.every(e=>c.has(e.model_group)),l=c.size>0&&!e,(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeModelPublic.step1Title")}),(0,s.jsx)("div",{className:"flex items-center space-x-2",children:(0,s.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,s.jsx)(v.f,{checked:e,indeterminate:l,onCheckedChange:e=>{!0===e?x(new Set(p.map(e=>e.model_group))):x(new Set)},disabled:0===p.length}),n("aiHub.makeModelPublic.selectAll")," ",p.length>0&&`(${p.length})`]})})]}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:n("aiHub.makeModelPublic.description")}),(0,s.jsx)(B,{modelHubData:i,onFilteredDataChange:w,showFiltersCard:!1,className:"border rounded-lg p-4 bg-muted"}),(0,s.jsx)("div",{className:"max-h-96 overflow-y-auto border rounded-lg p-4",children:(0,s.jsx)("div",{className:"space-y-3",children:0===p.length?(0,s.jsx)("div",{className:"text-center py-8 text-muted-foreground",children:(0,s.jsx)("p",{children:n("aiHub.makeModelPublic.noMatch")})}):p.map(e=>(0,s.jsxs)("div",{className:"flex items-center space-x-3 p-3 border rounded-lg hover:bg-accent",children:[(0,s.jsx)(v.f,{checked:c.has(e.model_group),onCheckedChange:s=>{var l,a;let i;return l=e.model_group,a=!0===s,i=new Set(c),void(a?i.add(l):i.delete(l),x(i))}}),(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:e.model_group}),e.mode&&(0,s.jsx)(u.f,{children:(0,z.i)(e.mode)})]}),(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:e.providers.map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]})]},e.model_group))})}),c.size>0&&(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeModelPublic.selectedCount",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});case 1:return(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("aiHub.makeModelPublic.step2Title")}),(0,s.jsx)("div",{className:"bg-warning/10 border border-warning/20 rounded-lg p-4",children:(0,s.jsx)("p",{className:"text-sm text-warning",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeModelPublic.warning",components:{strong:(0,s.jsx)("strong",{}),code:(0,s.jsx)("code",{})}})})}),(0,s.jsxs)("div",{className:"space-y-3",children:[(0,s.jsx)("p",{className:"font-medium",children:n("aiHub.makeModelPublic.toBeMadePublic")}),(0,s.jsx)("div",{className:"max-h-48 overflow-y-auto border rounded-lg p-3",children:(0,s.jsx)("div",{className:"space-y-2",children:Array.from(c).map(e=>{let l=i.find(s=>s.model_group===e);return(0,s.jsx)("div",{className:"flex items-center justify-between p-2 bg-muted rounded-sm",children:(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("p",{className:"font-medium break-words",children:e}),l&&(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:l.providers.map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]})},e)})})})]}),(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.makeModelPublic.total",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]});default:return null}})(),(0,s.jsxs)("div",{className:"flex justify-between mt-6",children:[(0,s.jsx)(m.K,{variant:"outline",onClick:0===o?C:()=>{1===o&&d(0)},children:0===o?n("aiHub.makeModelPublic.cancel"):n("aiHub.makeModelPublic.previous")}),(0,s.jsxs)("div",{className:"flex space-x-2",children:[0===o&&(0,s.jsx)(m.K,{onClick:()=>{if(0===o){if(0===c.size)return void _.f.fromError(n("aiHub.makeModelPublic.selectAtLeastOne"));d(1)}},disabled:0===c.size,children:n("aiHub.makeModelPublic.next")}),1===o&&(0,s.jsxs)(m.K,{onClick:M,disabled:y,children:[y&&(0,s.jsx)(f.f,{className:"size-4 animate-spin"}),n("aiHub.makeModelPublic.makePublic")]})]})]})]})]})})};var V=e.i(292335);let G={active:"success",inactive:"error",unknown:"neutral",healthy:"success",reachable:"info",unhealthy:"error"};function W({server:e,onServerClick:l}){let{t:a}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":a("aiHub.mcpHubColumns.rowActions.openActions"),"data-testid":`mcp-hub-actions-${e.server_id}`,className:(0,b.c)((0,m.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(n.f,{className:"size-4"})}),(0,s.jsxs)(x.L,{align:"end",className:"w-52",children:[(0,s.jsxs)(x.r,{"data-testid":"mcp-hub-action-details",onClick:()=>l(e),children:[(0,s.jsx)(t.f,{}),a("aiHub.mcpHubColumns.rowActions.viewDetails")]}),(0,s.jsxs)(x.r,{"data-testid":"mcp-hub-action-copy",onClick:()=>void(0,p.W)(e.server_name,a("aiHub.mcpHubColumns.rowActions.nameCopied")),children:[(0,s.jsx)(i.f,{}),a("aiHub.mcpHubColumns.rowActions.copyName")]})]})]})}function q({tags:e,className:l=""}){return(0,s.jsx)("div",{className:`flex flex-wrap gap-1 ${l}`,children:e.map(e=>(0,s.jsx)(u.f,{variant:"outline",children:e},e))})}function X({customTags:e,customMetadata:l}){let{t:a}=(0,r.f)(),i=e??[],t=Object.entries(l??{});return(0,s.jsxs)(s.Fragment,{children:[i.length>0&&(0,s.jsxs)("div",{className:"col-span-2",children:[(0,s.jsx)("p",{className:"font-medium",children:a("aiHub.modelCustomMetadata.tags")}),(0,s.jsx)(q,{tags:i,className:"mt-1"})]}),t.length>0&&(0,s.jsxs)("div",{className:"col-span-2",children:[(0,s.jsx)("p",{className:"font-medium",children:a("aiHub.modelCustomMetadata.customMetadata")}),(0,s.jsx)("dl",{className:"mt-1 grid grid-cols-[max-content_1fr] gap-x-4 gap-y-1",children:t.map(([e,l])=>(0,s.jsxs)("div",{className:"contents",children:[(0,s.jsx)("dt",{className:"text-muted-foreground",children:e}),(0,s.jsx)("dd",{children:String(l)})]},e))})]})]})}let Y=e=>`$${(1e6*e).toFixed(2)}`,Z=e=>e>=1e6?`${(e/1e6).toFixed(1)}M`:e>=1e3?`${(e/1e3).toFixed(1)}K`:e.toString();function J({model:e,onModelClick:l}){let{t:a}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":a("aiHub.modelHubColumns.rowActions.openActions"),"data-testid":`model-hub-actions-${e.model_group}`,className:(0,b.c)((0,m.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(n.f,{className:"size-4"})}),(0,s.jsxs)(x.L,{align:"end",className:"w-52",children:[(0,s.jsxs)(x.r,{"data-testid":"model-hub-action-details",onClick:()=>l(e),children:[(0,s.jsx)(t.f,{}),a("aiHub.modelHubColumns.rowActions.viewDetails")]}),(0,s.jsxs)(x.r,{"data-testid":"model-hub-action-copy",onClick:()=>void(0,p.W)(e.model_group,a("aiHub.modelHubColumns.rowActions.nameCopied")),children:[(0,s.jsx)(i.f,{}),a("aiHub.modelHubColumns.rowActions.copyName")]})]})]})}var Q=e.i(66330),ee=e.i(902555),es=e.i(708347),el=e.i(871943),ea=e.i(502547),ei=e.i(434626),et=e.i(250980),en=e.i(784774),er=e.i(522016);let eo=({accessToken:e,userRole:l})=>{let{t:a}=(0,r.f)(),[i,t]=(0,g.useState)([]),[n,o]=(0,g.useState)({url:"",displayName:""}),[d,c]=(0,g.useState)(null),[u,m]=(0,g.useState)(!0),[x,b]=(0,g.useState)(!1),[p,h]=(0,g.useState)([]),f=async()=>{if(e)try{let e=await (0,N.m6)();if(e&&e.useful_links){let s=e.useful_links||{},l=Object.entries(s).map(([e,s])=>"object"==typeof s&&null!==s&&"url"in s?{id:`${s.index??0}-${e}`,displayName:e,url:s.url,index:s.index??0}:{id:`0-${e}`,displayName:e,url:s,index:0}).sort((e,s)=>(e.index??0)-(s.index??0)).map((e,s)=>({...e,id:`${s}-${e.displayName}`}));t(l)}else t([])}catch(e){console.error("Error fetching useful links:",e),t([])}};if((0,g.useEffect)(()=>{f()},[e]),!(0,es.z)(l||""))return null;let j=async s=>{if(!e)return!1;try{let l={};return s.forEach((e,s)=>{l[e.displayName]={url:e.url,index:s}}),await (0,N.q1)(e,l),!0}catch(e){return console.error("Error saving links:",e),_.f.fromError(a("aiHub.usefulLinks.saveFailed",{error:e})),!1}},v=async()=>{if(!n.url||!n.displayName)return;try{new URL(n.url)}catch{_.f.fromError(a("aiHub.usefulLinks.invalidUrl"));return}if(i.some(e=>e.displayName===n.displayName))return void _.f.fromError(a("aiHub.usefulLinks.duplicateName"));let e=[...i,{id:`${Date.now()}-${n.displayName}`,displayName:n.displayName,url:n.url}];await j(e)&&(t(e),o({url:"",displayName:""}),_.f.success(a("aiHub.usefulLinks.added")))},H=async()=>{if(!d)return;try{new URL(d.url)}catch{_.f.fromError(a("aiHub.usefulLinks.invalidUrl"));return}if(i.some(e=>e.id!==d.id&&e.displayName===d.displayName))return void _.f.fromError(a("aiHub.usefulLinks.duplicateName"));let e=i.map(e=>e.id===d.id?d:e);await j(e)&&(t(e),c(null),_.f.success(a("aiHub.usefulLinks.updated")))},y=()=>{c(null)},k=async e=>{let s=i.filter(s=>s.id!==e);await j(s)&&(t(s),_.f.success(a("aiHub.usefulLinks.deleted")))},C=async()=>{await j(i)&&(b(!1),h([]),_.f.success(a("aiHub.usefulLinks.orderSaved")))};return(0,s.jsxs)(K.N,{className:"mb-6 px-6",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between cursor-pointer",onClick:()=>m(!u),children:[(0,s.jsxs)("div",{className:"flex flex-col",children:[(0,s.jsx)("h3",{className:"mb-0 text-lg font-semibold",children:a("aiHub.usefulLinks.title")}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:a("aiHub.usefulLinks.description")})]}),(0,s.jsx)("div",{className:"flex items-center",children:u?(0,s.jsx)(el.f,{className:"w-5 h-5 text-muted-foreground"}):(0,s.jsx)(ea.f,{className:"w-5 h-5 text-muted-foreground"})})]}),u&&(0,s.jsxs)("div",{className:"mt-4",children:[(0,s.jsxs)("div",{className:"mb-6",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground mb-2",children:a("aiHub.usefulLinks.addForm.title")}),(0,s.jsxs)("div",{className:"grid grid-cols-3 gap-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("label",{className:"block text-xs text-muted-foreground mb-1",children:a("aiHub.usefulLinks.addForm.displayName")}),(0,s.jsx)("input",{type:"text",value:n.displayName,onChange:e=>o({...n,displayName:e.target.value}),placeholder:a("aiHub.usefulLinks.addForm.displayNamePlaceholder"),className:"w-full px-3 py-2 border border-border rounded-md text-sm"})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("label",{className:"block text-xs text-muted-foreground mb-1",children:a("aiHub.usefulLinks.addForm.url")}),(0,s.jsx)("input",{type:"text",value:n.url,onChange:e=>o({...n,url:e.target.value}),placeholder:"https://example.com",className:"w-full px-3 py-2 border border-border rounded-md text-sm"})]}),(0,s.jsx)("div",{className:"flex items-end",children:(0,s.jsxs)("button",{onClick:v,disabled:!n.url||!n.displayName,className:`flex items-center px-4 py-2 rounded-md text-sm ${!n.url||!n.displayName?"bg-border text-muted-foreground cursor-not-allowed":"bg-success text-success-foreground hover:bg-success/80"}`,children:[(0,s.jsx)(et.f,{className:"w-4 h-4 mr-1"}),a("aiHub.usefulLinks.addForm.submit")]})})]})]}),(0,s.jsxs)("div",{className:"flex items-center justify-between mb-2",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground",children:a("aiHub.usefulLinks.manageExisting")}),(0,s.jsxs)("div",{className:"flex items-center space-x-2",children:[(0,s.jsxs)(er.default,{href:(0,N.dG)(`${(0,N._h)()}/ui/model_hub_table`),target:"_blank",rel:"noopener noreferrer",className:"text-xs bg-info/10 text-info px-3 py-1.5 rounded-sm hover:bg-info/15 flex items-center",title:a("aiHub.usefulLinks.openPublicHubTitle"),children:[a("aiHub.usefulLinks.publicHub"),(0,s.jsx)(ei.f,{className:"w-4 h-4 ml-1"})]}),x?(0,s.jsxs)("div",{className:"flex space-x-2",children:[(0,s.jsx)("button",{onClick:C,className:"text-xs bg-success text-success-foreground px-3 py-1.5 rounded-sm hover:bg-success/80",children:a("aiHub.usefulLinks.saveOrder")}),(0,s.jsx)("button",{onClick:()=>{t([...p]),b(!1),h([])},className:"text-xs bg-muted text-muted-foreground px-3 py-1.5 rounded-sm hover:bg-accent",children:a("aiHub.usefulLinks.cancel")})]}):(0,s.jsx)("button",{onClick:()=>{d&&c(null),h([...i]),b(!0)},className:"text-xs bg-purple-50 text-purple-600 px-3 py-1.5 rounded-sm hover:bg-purple-100 flex items-center dark:bg-purple-950 dark:text-purple-300 dark:hover:bg-purple-900",children:a("aiHub.usefulLinks.rearrange")})]})]}),(0,s.jsx)("div",{className:"rounded-lg custom-border relative",children:(0,s.jsx)("div",{className:"overflow-x-auto",children:(0,s.jsxs)(en.s,{className:"[&_td]:py-0.5 [&_th]:py-1",children:[(0,s.jsx)(en.E,{children:(0,s.jsxs)(en.N,{children:[(0,s.jsx)(en.V,{className:"py-1 h-8",children:a("aiHub.usefulLinks.table.displayName")}),(0,s.jsx)(en.V,{className:"py-1 h-8",children:a("aiHub.usefulLinks.table.url")}),(0,s.jsx)(en.V,{className:"py-1 h-8",children:a("aiHub.usefulLinks.table.actions")})]})}),(0,s.jsxs)(en.z,{children:[i.map((e,l)=>(0,s.jsx)(en.N,{className:"h-8",children:d&&d.id===e.id?(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(en.d,{className:"py-0.5",children:(0,s.jsx)("input",{type:"text",value:d.displayName,onChange:e=>c({...d,displayName:e.target.value}),className:"w-full px-2 py-1 border border-border rounded-md text-sm"})}),(0,s.jsx)(en.d,{className:"py-0.5",children:(0,s.jsx)("input",{type:"text",value:d.url,onChange:e=>c({...d,url:e.target.value}),className:"w-full px-2 py-1 border border-border rounded-md text-sm"})}),(0,s.jsx)(en.d,{className:"py-0.5 whitespace-nowrap",children:(0,s.jsxs)("div",{className:"flex space-x-2",children:[(0,s.jsx)("button",{onClick:H,className:"text-xs bg-info/10 text-info px-2 py-1 rounded-sm hover:bg-info/15",children:a("aiHub.usefulLinks.save")}),(0,s.jsx)("button",{onClick:y,className:"text-xs bg-muted text-muted-foreground px-2 py-1 rounded-sm hover:bg-accent",children:a("aiHub.usefulLinks.cancel")})]})})]}):(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)(en.d,{className:"py-0.5 text-sm text-foreground",children:e.displayName}),(0,s.jsx)(en.d,{className:"py-0.5 text-sm text-muted-foreground",children:e.url}),(0,s.jsx)(en.d,{className:"py-0.5 whitespace-nowrap",children:x?(0,s.jsxs)("div",{className:"flex space-x-2",children:[(0,s.jsx)(ee.f,{variant:"Up",onClick:()=>(e=>{if(0===e)return;let s=[...i];[s[e-1],s[e]]=[s[e],s[e-1]],t(s)})(l),tooltipText:a("aiHub.usefulLinks.moveUp"),disabled:0===l,disabledTooltipText:a("aiHub.usefulLinks.alreadyTop"),dataTestId:`move-up-${e.id}`}),(0,s.jsx)(ee.f,{variant:"Down",onClick:()=>(e=>{if(e===i.length-1)return;let s=[...i];[s[e],s[e+1]]=[s[e+1],s[e]],t(s)})(l),tooltipText:a("aiHub.usefulLinks.moveDown"),disabled:l===i.length-1,disabledTooltipText:a("aiHub.usefulLinks.alreadyBottom"),dataTestId:`move-down-${e.id}`})]}):(0,s.jsxs)("div",{className:"flex space-x-2",children:[(0,s.jsx)(ee.f,{variant:"Open",onClick:()=>{var s;return s=e.url,void window.open(s,"_blank")},tooltipText:a("aiHub.usefulLinks.openLink"),dataTestId:`open-link-${e.id}`}),(0,s.jsx)(ee.f,{variant:"Edit",onClick:()=>{c({...e})},tooltipText:a("aiHub.usefulLinks.editLink"),dataTestId:`edit-link-${e.id}`}),(0,s.jsx)(ee.f,{variant:"Delete",onClick:()=>k(e.id),tooltipText:a("aiHub.usefulLinks.deleteLink"),dataTestId:`delete-link-${e.id}`})]})})]})},e.id)),0===i.length&&(0,s.jsx)(en.N,{children:(0,s.jsx)(en.d,{colSpan:3,className:"py-0.5 text-sm text-muted-foreground text-center",children:a("aiHub.usefulLinks.empty")})})]})]})})})]})]})};var ed=e.i(332102),ec=e.i(807235),eu=e.i(594107),em=e.i(778917);function ex({skill:e,onSkillClick:l}){let{t:a}=(0,r.f)();return(0,s.jsxs)(x.G,{children:[(0,s.jsx)(x.X,{"aria-label":a("aiHub.skillHubColumns.rowActions.openActions"),"data-testid":`skill-hub-actions-${e.id}`,className:(0,b.c)((0,m.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,s.jsx)(n.f,{className:"size-4"})}),(0,s.jsxs)(x.L,{align:"end",className:"w-52",children:[(0,s.jsxs)(x.r,{"data-testid":"skill-hub-action-details",onClick:()=>l(e),children:[(0,s.jsx)(t.f,{}),a("aiHub.skillHubColumns.rowActions.viewDetails")]}),(0,s.jsxs)(x.r,{"data-testid":"skill-hub-action-copy",onClick:()=>void(0,p.W)(e.name,a("aiHub.skillHubColumns.rowActions.nameCopied")),children:[(0,s.jsx)(i.f,{}),a("aiHub.skillHubColumns.rowActions.copyName")]})]})]})}var eb=e.i(652272),ep=e.i(583408),eh=e.i(962600);let eg="__all_domains__",ef=[...eh.O,"category","domain","enabled"];function ej({filtered:e}){let{t:l}=(0,r.f)();return(0,s.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,s.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,s.jsx)(ed.f,{className:"size-5 text-muted-foreground"})}),(0,s.jsx)("div",{className:"text-sm font-medium text-foreground",children:l(e?"aiHub.skillHubDashboard.emptyState.noMatchTitle":"aiHub.skillHubDashboard.emptyState.noneTitle")}),(0,s.jsx)("div",{className:"text-sm text-muted-foreground",children:l(e?"aiHub.skillHubDashboard.emptyState.noMatchBody":"aiHub.skillHubDashboard.emptyState.noneBody")})]})}let ev=({skills:e,isLoading:l,isAdmin:i,accessToken:t,publicPage:n=!1,onPublishSuccess:m})=>{let{t:x}=(0,r.f)(),b=(0,eh.a)(ef),[p,h]=(0,g.useState)(void 0),[f,j]=(0,g.useState)(null),v=e.length,H=(0,g.useMemo)(()=>[...new Set(e.map(e=>e.domain).filter(e=>!!e))],[e]),N=(0,g.useMemo)(()=>[...new Set(e.map(e=>e.namespace).filter(Boolean))],[e]),_=(0,g.useMemo)(()=>{let s=e;return p&&(s=s.filter(e=>(e.domain||"General")===p)),s.filter(e=>(0,eh.W)(e,{search:b.search,tag:b.tag,scan:b.scan}))},[e,b.search,b.tag,b.scan,p]),y=(0,g.useMemo)(()=>(({onSkillClick:e})=>[{id:"name",accessorKey:"name",meta:{title:a.f.t("aiHub.skillHubColumns.name")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.skillHubColumns.name")}),size:200,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:l})=>(0,s.jsx)(c.f,{title:l.original.name,className:"max-w-72",onClick:()=>e(l.original)})},{id:"description",accessorKey:"description",meta:{title:a.f.t("aiHub.skillHubColumns.description")},header:a.f.t("aiHub.skillHubColumns.description"),size:260,enableSorting:!1,cell:({row:e})=>(0,s.jsx)("span",{className:"block max-w-72 truncate text-xs",title:e.original.description||void 0,children:e.original.description||"-"})},{id:"category",accessorKey:"category",meta:{title:a.f.t("aiHub.skillHubColumns.category"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.skillHubColumns.category")}),size:130,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>e.original.category?(0,s.jsx)(u.f,{variant:"secondary",children:e.original.category}):(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"})},{id:"domain",accessorKey:"domain",meta:{title:a.f.t("aiHub.skillHubColumns.domain")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.skillHubColumns.domain")}),size:130,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsx)("span",{className:"text-xs",children:e.original.domain||"-"})},{id:"source",meta:{title:a.f.t("aiHub.skillHubColumns.source")},header:a.f.t("aiHub.skillHubColumns.source"),size:200,enableSorting:!1,cell:({row:e})=>{let l=function(e){let s=e.source;if(s?.source==="github"&&s.repo)return{url:`https://github.com/${s.repo}`,label:s.repo};if(s?.source==="git-subdir"&&s.url){let e=s.path?`${s.url}/tree/main/${s.path}`:s.url;return{url:e,label:e.replace("https://github.com/","")}}return(s?.source==="url"||s?.source==="archive")&&s.url?{url:s.url,label:s.url.replace(/^https?:\/\//,"")}:null}(e.original);return l?(0,s.jsxs)("a",{href:l.url,target:"_blank",rel:"noopener noreferrer",className:"flex max-w-60 items-center gap-1 text-xs text-primary hover:underline",title:l.label,children:[(0,s.jsx)("span",{className:"truncate",children:l.label}),(0,s.jsx)(em.f,{className:"size-3 shrink-0"})]}):(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"})}},{id:"enabled",accessorKey:"enabled",meta:{title:a.f.t("aiHub.skillHubColumns.status"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.skillHubColumns.status")}),size:100,enableSorting:!0,cell:({row:e})=>(0,s.jsx)(d.f,{tone:e.original.enabled?"success":"neutral",label:e.original.enabled?a.f.t("aiHub.skillHubColumns.public"):a.f.t("aiHub.skillHubColumns.draft")})},...(0,eu.f)(),{id:"actions",meta:{className:"text-right",headerClassName:"text-right"},header:()=>(0,s.jsx)("span",{className:"sr-only",children:a.f.t("aiHub.skillHubColumns.actions")}),size:64,enableSorting:!1,enableHiding:!1,cell:({row:l})=>(0,s.jsx)("div",{className:"flex justify-end",children:(0,s.jsx)(ex,{skill:l.original,onSkillClick:e})})}])({onSkillClick:j}),[]),k=(0,g.useMemo)(()=>[{value:eg,label:x("aiHub.skillHubDashboard.allDomains")},...H.map(e=>({value:e,label:e}))],[H,x]),C=b.active||null!=p;return f?(0,s.jsx)(eb.U,{skill:(0,eb.Z)(f),onBack:()=>j(null),isAdmin:i,accessToken:t,onPublishClick:m,onRestored:e=>{j({...f,...e,enabled:"public"===e.visibility}),m?.()}}):(0,s.jsxs)("div",{className:"space-y-6",children:[(0,s.jsxs)("div",{className:"grid grid-cols-3 gap-4",children:[(0,s.jsxs)("div",{className:"border border-border rounded-lg p-4",children:[(0,s.jsx)("div",{className:"text-xs text-muted-foreground mb-1",children:x("aiHub.skillHubDashboard.totalSkills")}),(0,s.jsx)("div",{className:"text-2xl font-semibold text-foreground",children:v})]}),(0,s.jsxs)("div",{className:"border border-border rounded-lg p-4",children:[(0,s.jsx)("div",{className:"text-xs text-muted-foreground mb-1",children:x("aiHub.skillHubDashboard.namespaces")}),(0,s.jsx)("div",{className:"text-2xl font-semibold text-foreground",children:N.length})]}),(0,s.jsxs)("div",{className:"border border-border rounded-lg p-4",children:[(0,s.jsx)("div",{className:"text-xs text-muted-foreground mb-1",children:x("aiHub.skillHubDashboard.domains")}),(0,s.jsx)("div",{className:"text-2xl font-semibold text-foreground",children:H.length})]})]}),(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{className:"flex items-center justify-between mb-3",children:[(0,s.jsx)("h3",{className:"text-sm font-semibold text-foreground",children:n?x("aiHub.skillHubDashboard.allPublicSkills"):x("aiHub.skillHubDashboard.allSkills")}),(0,s.jsxs)("div",{className:"flex flex-wrap items-center gap-2",children:[(0,s.jsxs)(A.d,{items:k,value:p??eg,onValueChange:e=>h(null===e||e===eg?void 0:e),children:[(0,s.jsx)(A.P,{className:"w-40",children:(0,s.jsx)(A.U,{})}),(0,s.jsx)(A.r,{children:k.map(e=>(0,s.jsx)(A.T,{value:e.value,children:e.label},e.value))})]}),(0,s.jsx)(ep.f,{...b,tags:(0,eh.f)(e)})]})]}),(0,s.jsx)(ec.f,{data:_,paginationMode:"client",columns:y,getRowId:(e,s)=>e.id||String(s),sortingMode:"client",sorting:b.sorting,onSortingChange:b.onSortingChange,isLoading:l,loadingMessage:x("aiHub.skillHubDashboard.loading"),noDataMessage:(0,s.jsx)(ej,{filtered:C}),size:"compact"}),(0,s.jsx)("div",{className:"mt-3 text-center",children:(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:x("aiHub.skillHubDashboard.showing",{shown:_.length,count:v})})})]})]})},eH=["claudeCodePlugins.makePublic.steps.select","claudeCodePlugins.makePublic.steps.confirm"],eN=({visible:e,onClose:l,accessToken:a,skillsList:i,onSuccess:t})=>{let{t:n}=(0,r.f)(),[o,d]=(0,g.useState)(0),[c,x]=(0,g.useState)(new Set),[p,h]=(0,g.useState)(!1),y=()=>{d(0),x(new Set),l()};(0,g.useEffect)(()=>{e&&i.length>0&&x(new Set(i.filter(e=>e.enabled).map(e=>e.name)))},[e,i]);let k=async()=>{if(0===c.size)return void _.f.fromError(n("claudeCodePlugins.makePublic.toasts.selectAtLeastOne"));h(!0);try{await Promise.all(i.map(e=>{let s=c.has(e.name);return s&&!e.enabled?(0,N.IU)(a,e.name):!s&&e.enabled?(0,N.wm)(a,e.name):Promise.resolve()})),_.f.success(n("claudeCodePlugins.makePublic.toasts.published",{count:c.size})),y(),t()}catch(e){console.error("Error publishing skills:",e),_.f.fromError(n("claudeCodePlugins.makePublic.toasts.publishFailed"))}finally{h(!1)}},C=i.length>0&&i.every(e=>c.has(e.name)),w=c.size>0&&!C;return(0,s.jsx)(H.N,{open:e,onOpenChange:e=>!e&&y(),disablePointerDismissal:!0,children:(0,s.jsxs)(H.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[700px]",children:[(0,s.jsx)(H.s,{children:(0,s.jsx)(H.F,{children:n("claudeCodePlugins.makePublic.title")})}),(0,s.jsxs)("div",{children:[(0,s.jsx)("ol",{className:"mb-6 flex items-center gap-6",children:eH.map((e,l)=>(0,s.jsxs)("li",{className:"flex items-center gap-2","aria-current":o===l?"step":void 0,children:[(0,s.jsx)("span",{className:(0,b.c)("flex size-6 items-center justify-center rounded-full border text-xs",o===l?"border-primary bg-primary text-primary-foreground":"border-border text-muted-foreground"),children:l+1}),(0,s.jsx)("span",{className:(0,b.c)("text-sm",o===l?"font-medium":"text-muted-foreground"),children:n(e)})]},e))}),0===o?(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsxs)("div",{className:"flex items-center justify-between",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("claudeCodePlugins.makePublic.step1.title")}),(0,s.jsxs)("label",{className:"flex items-center gap-2 text-sm",children:[(0,s.jsx)(v.f,{checked:C,indeterminate:w,onCheckedChange:e=>{!0===e?x(new Set(i.map(e=>e.name))):x(new Set)},disabled:0===i.length}),n("claudeCodePlugins.makePublic.step1.selectAll",{total:i.length})]})]}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:n("claudeCodePlugins.makePublic.step1.description")}),(0,s.jsx)("div",{className:"max-h-96 overflow-y-auto border rounded-lg p-4",children:(0,s.jsx)("div",{className:"space-y-3",children:0===i.length?(0,s.jsx)("div",{className:"text-center py-8 text-muted-foreground",children:(0,s.jsx)("p",{children:n("claudeCodePlugins.makePublic.step1.empty")})}):i.map(e=>(0,s.jsxs)("div",{className:"flex items-center space-x-3 p-3 border rounded-lg hover:bg-accent",children:[(0,s.jsx)(v.f,{"aria-label":e.name,checked:c.has(e.name),onCheckedChange:s=>{var l,a;let i;return l=e.name,a=!0===s,i=new Set(c),void(a?i.add(l):i.delete(l),x(i))}}),(0,s.jsxs)("div",{className:"flex-1 min-w-0",children:[(0,s.jsxs)("div",{className:"flex items-center gap-2",children:[(0,s.jsx)("p",{className:"font-medium font-mono text-sm break-words",children:e.name}),e.enabled&&(0,s.jsx)(u.f,{variant:"secondary",children:n("claudeCodePlugins.makePublic.step1.public")})]}),e.description&&(0,s.jsx)("p",{className:"text-xs text-muted-foreground truncate max-w-sm",children:e.description})]}),e.domain&&(0,s.jsx)(u.f,{variant:"outline",children:e.domain})]},e.name))})}),c.size>0&&(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"claudeCodePlugins.makePublic.step1.selectedCount",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]}):(0,s.jsxs)("div",{className:"space-y-4",children:[(0,s.jsx)("h3",{className:"text-lg font-semibold",children:n("claudeCodePlugins.makePublic.step2.title")}),(0,s.jsx)("div",{className:"bg-warning/10 border border-warning/20 rounded-lg p-4",children:(0,s.jsx)("p",{className:"text-sm text-warning",children:(0,s.jsx)(j.f,{i18nKey:"claudeCodePlugins.makePublic.step2.note",components:{strong:(0,s.jsx)("strong",{})}})})}),(0,s.jsxs)("div",{className:"space-y-3",children:[(0,s.jsx)("p",{className:"font-medium",children:n("claudeCodePlugins.makePublic.step2.listTitle")}),(0,s.jsx)("div",{className:"max-h-48 overflow-y-auto border rounded-lg p-3",children:(0,s.jsx)("div",{className:"space-y-2",children:Array.from(c).map(e=>{let l=i.find(s=>s.name===e);return(0,s.jsxs)("div",{className:"flex items-center justify-between gap-2 p-2 bg-muted rounded-sm",children:[(0,s.jsx)("p",{className:"font-mono text-sm min-w-0 break-words",children:e}),l?.domain&&(0,s.jsx)(u.f,{variant:"outline",children:l.domain})]},e)})})})]}),(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-3",children:(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"claudeCodePlugins.makePublic.step2.total",count:c.size,components:{strong:(0,s.jsx)("strong",{})}})})})]}),(0,s.jsxs)("div",{className:"flex justify-between mt-6",children:[(0,s.jsx)(m.K,{variant:"outline",onClick:0===o?y:()=>d(0),children:0===o?n("claudeCodePlugins.makePublic.buttons.cancel"):n("claudeCodePlugins.makePublic.buttons.previous")}),(0,s.jsxs)("div",{className:"flex space-x-2",children:[0===o&&(0,s.jsx)(m.K,{onClick:()=>{0===c.size?_.f.fromError(n("claudeCodePlugins.makePublic.toasts.selectAtLeastOne")):d(1)},disabled:0===c.size,children:n("claudeCodePlugins.makePublic.buttons.next")}),1===o&&(0,s.jsxs)(m.K,{onClick:k,disabled:p,children:[p&&(0,s.jsx)(f.f,{className:"size-4 animate-spin"}),n("claudeCodePlugins.makePublic.buttons.publish")]})]})]})]})]})})};var e_=e.i(275144);let ey=g.forwardRef(function(e,s){return g.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:s},e),g.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M21 21l-6-6m2-5a7 7 0 11-14 0 7 7 0 0114 0z"}))});var ek=e.i(793479),eC=e.i(131792),ew=e.i(677572),eM=e.i(746798),eS=e.i(845150),eT=e.i(348594),eP=e.i(466098),eD=e.i(831538),eA=e.i(402874),ez=e.i(581070);let eL=e=>`$${(1e6*e).toFixed(4)}`,eF=e=>e?e>=1e3?`${(e/1e3).toFixed(0)}K`:e.toString():a.f.t("aiHub.publicModelHubColumns.notAvailable"),eE={healthy:"success",unhealthy:"error"};function eK({providers:e}){return(0,s.jsx)("div",{className:"flex flex-wrap gap-1",children:e.map(e=>{let{logo:l}=(0,D.h)(e);return(0,s.jsxs)("span",{className:"flex items-center gap-1 rounded-md bg-muted px-2 py-1 text-xs",children:[l&&(0,s.jsx)("img",{src:l,alt:e,className:"size-3 shrink-0 object-contain",onError:e=>{e.target.style.display="none"}}),(0,s.jsx)("span",{className:"capitalize",children:e})]},e)})})}function e$({items:e}){return 0===e.length?(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"}):(0,s.jsxs)("div",{className:"flex items-center gap-1",children:[(0,s.jsx)(u.f,{variant:"secondary",children:e[0]}),e.length>1&&(0,s.jsx)(ez.f,{content:(0,s.jsx)("div",{className:"space-y-1",children:e.map(e=>(0,s.jsxs)("div",{className:"text-xs",children:["• ",e]},e))}),trigger:(0,s.jsxs)("span",{className:"cursor-default text-xs text-muted-foreground",children:["+",e.length-1]})})]})}var eO=e.i(909947),eU=e.i(865361),eB=e.i(33355);let eI=e=>(0,z._)(e.mode)?(0,Q.f)(e.mode,(0,N._h)(),e.model_group,(0,N.kR)()):(0,eO.f)({apiKeySource:"custom",accessToken:null,apiKey:"your_api_key",inputMessage:"Hello, how are you?",chatHistory:[{role:"user",content:"Hello, how are you?",isImage:!1}],selectedTags:[],selectedVectorStores:[],selectedGuardrails:[],selectedPolicies:[],selectedMCPServers:[],endpointType:(0,eU.t)(e.mode||"chat"),selectedModel:e.model_group,selectedSdk:"openai"});function eR({title:e,body:l}){return(0,s.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,s.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,s.jsx)(ed.f,{className:"size-5 text-muted-foreground"})}),(0,s.jsx)("div",{className:"text-sm font-medium text-foreground",children:e}),(0,s.jsx)("div",{className:"text-sm text-muted-foreground",children:l})]})}let eV=({accessToken:e,isEmbedded:l=!1,variant:n="dashboard"})=>{let m,{t:x}=(0,r.f)(),b="chat"===n,p=b?"chat-theme":void 0,h=(0,eC.d)(),[f,v]=(0,g.useState)(!1),[y,k]=(0,g.useState)(null),[C,w]=(0,g.useState)(null),[M,S]=(0,g.useState)("LiteLLM Gateway"),[T,P]=(0,g.useState)(null),[A,$]=(0,g.useState)(""),[U,B]=(0,g.useState)({}),[I,R]=(0,g.useState)(!0),[V,G]=(0,g.useState)(!0),[W,q]=(0,g.useState)(""),[Y,Z]=(0,g.useState)(""),[J,Q]=(0,g.useState)([]),[ee,es]=(0,g.useState)([]),[el,ea]=(0,g.useState)(!1),[et,en]=(0,g.useState)(!1),[er,eo]=(0,g.useState)(!1),[ed,eu]=(0,g.useState)(null),[em,ex]=(0,g.useState)(null),[eb,ep]=(0,g.useState)(null),[eh,eg]=(0,g.useState)("models"),[ef,ej]=(0,g.useState)([]),[eH,eN]=(0,g.useState)(!1);(0,g.useEffect)(()=>{(async()=>{try{await (0,N.eD)()}catch(e){console.error("Failed to get UI config:",e)}if(v(!0),b)return;let e=async()=>{try{R(!0);let e=await (0,N.K3)();k(Array.isArray(e)?e:[])}catch(e){console.error("There was an error fetching the public agent data",e)}finally{R(!1)}},s=async()=>{try{G(!0);let e=await (0,N._t)();w(Array.isArray(e)?e:[])}catch(e){console.error("There was an error fetching the public MCP server data",e)}finally{G(!1)}},l=async()=>{try{eN(!0);let e=await (0,N.Xa)();ej(e.plugins??[])}catch(e){console.error("There was an error fetching the public skill data",e)}finally{eN(!1)}};(async()=>{let e=await (0,N.m6)();S(e.docs_title),P(e.custom_docs_description),$(e.litellm_version),B(e.useful_links||{})})(),e(),s(),l()})()},[b]);let eO=(0,g.useMemo)(()=>y&&Array.isArray(y)?(0,O.e)((0,O.$)(y,W,e=>[e.name,e.description]),W,e=>e.name).filter(e=>0===J.length||e.skills?.some(e=>e.tags?.some(e=>J.includes(e)))):[],[y,W,J]),eU=(0,g.useMemo)(()=>C&&Array.isArray(C)?(0,O.e)((0,O.$)(C,Y,e=>[e.server_name,e.mcp_info?.description]),Y,e=>e.server_name).filter(e=>0===ee.length||ee.includes(e.transport)):[],[C,Y,ee]),eV=(0,g.useCallback)(e=>{eu(e),ea(!0)},[]),eG=(0,g.useCallback)(e=>{ex(e),en(!0)},[]),eW=(0,g.useCallback)(e=>{ep(e),eo(!0)},[]),eq=e=>{navigator.clipboard.writeText(e),_.f.success(x("aiHub.publicModelHub.copiedToClipboard"))},eX=e=>`$${(1e6*e).toFixed(4)}`,eY=(0,eD.t)(f),eZ=(0,eP.f)(f),eJ=(0,g.useMemo)(()=>[...new Set(eZ.modes.flatMap(e=>(0,z.i)(e)??[]))].map(e=>({label:b?L(e):e,value:e})),[eZ,b]),eQ=(0,g.useMemo)(()=>eZ.features.map(e=>({label:(0,eT.U)(e),value:e})),[eZ]),e0=eY.error?x("aiHub.publicModelHub.serviceUnavailable"):x("aiHub.publicModelHub.serviceAlive"),[e1,e2]=(0,g.useState)([{id:"name",desc:!1}]),[e4,e3]=(0,g.useState)([{id:"server_name",desc:!1}]),e6=(0,g.useMemo)(()=>(({onModelClick:e,showProviderLogos:l=!1})=>[{id:"model_group",accessorKey:"model_group",meta:{title:l?a.f.t("aiHub.publicModelHubColumns.models.modelChat"):a.f.t("aiHub.publicModelHubColumns.models.modelName")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:l?a.f.t("aiHub.publicModelHubColumns.models.modelChat"):a.f.t("aiHub.publicModelHubColumns.models.modelName")}),size:200,sortingFn:"alphanumeric",cell:({row:a})=>(0,s.jsx)(c.f,{title:l&&a.original.providers?.[0]?(0,s.jsxs)("span",{className:"flex min-w-0 items-center gap-2",children:[(0,s.jsx)(F,{provider:a.original.providers[0],className:"chat-model-provider-logo-small"}),(0,s.jsxs)("span",{className:"flex min-w-0 flex-col gap-0.5",children:[(0,s.jsx)("span",{className:"truncate",children:a.original.model_group})," ",(0,s.jsx)("span",{className:"truncate font-sans text-[11px] font-normal text-muted-foreground",children:(a.original.providers??[]).map(e=>(0,D.h)(e).displayName).join(", ")})]})]}):a.original.model_group,titleClassName:"font-mono text-xs font-normal",className:"max-w-72",onClick:()=>e(a.original)})},{id:"providers",accessorKey:"providers",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.providers"),skeleton:"chips"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.providers")}),size:150,sortingFn:(e,s)=>(e.original.providers??[]).join(", ").localeCompare((s.original.providers??[]).join(", ")),cell:({row:e})=>(0,s.jsx)(eK,{providers:e.original.providers??[]})},{id:"mode",accessorKey:"mode",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.mode")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.mode")}),size:110,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsxs)("span",{className:"flex items-center gap-2 text-sm",children:[!l&&(0,s.jsx)("span",{children:(e=>{switch(e?.toLowerCase()){case"chat":return"💬";case"rerank":return"🔄";case"embedding":return"📄";default:return"🤖"}})(e.original.mode||"")}),(0,s.jsx)("span",{children:l?L(e.original.mode):(0,z.i)(e.original.mode)??a.f.t("aiHub.publicModelHubColumns.chatMode")})]})},{id:"max_input_tokens",accessorKey:"max_input_tokens",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.maxInput"),numeric:!0},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.maxInput")}),size:100,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm",children:eF(e.original.max_input_tokens)})},{id:"max_output_tokens",accessorKey:"max_output_tokens",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.maxOutput"),numeric:!0},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.maxOutput")}),size:100,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm",children:eF(e.original.max_output_tokens)})},{id:"input_cost_per_token",accessorKey:"input_cost_per_token",meta:{title:l?a.f.t("aiHub.publicModelHubColumns.models.costChat"):a.f.t("aiHub.publicModelHubColumns.models.inputCost"),numeric:!0},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:l?a.f.t("aiHub.publicModelHubColumns.models.costChat"):a.f.t("aiHub.publicModelHubColumns.models.inputCost")}),size:110,cell:({row:e})=>l?(0,s.jsxs)("div",{className:"flex flex-col gap-0.5 text-xs tabular-nums",children:[(0,s.jsx)("span",{children:a.f.t("aiHub.publicModelHubColumns.inputCost",{cost:e.original.input_cost_per_token?eL(e.original.input_cost_per_token):a.f.t("aiHub.publicModelHubColumns.free")})}),(0,s.jsx)("span",{className:"text-muted-foreground",children:a.f.t("aiHub.publicModelHubColumns.outputCost",{cost:e.original.output_cost_per_token?eL(e.original.output_cost_per_token):a.f.t("aiHub.publicModelHubColumns.free")})})]}):(0,s.jsx)("span",{className:"text-sm",children:e.original.input_cost_per_token?eL(e.original.input_cost_per_token):a.f.t("aiHub.publicModelHubColumns.free")})},{id:"output_cost_per_token",accessorKey:"output_cost_per_token",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.outputCost"),numeric:!0},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.outputCost")}),size:110,cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm",children:e.original.output_cost_per_token?eL(e.original.output_cost_per_token):a.f.t("aiHub.publicModelHubColumns.free")})},{id:"features",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.features"),skeleton:"chips"},header:a.f.t("aiHub.publicModelHubColumns.models.features"),size:140,cell:({row:e})=>{let l=Object.entries(e.original).filter(([e,s])=>e.startsWith("supports_")&&!0===s).map(([e])=>e.replace(/^supports_/,"").split("_").map(e=>e.charAt(0).toUpperCase()+e.slice(1)).join(" "));return(0,s.jsx)(e$,{items:l})}},{id:"custom_tags",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.tags"),skeleton:"chips"},header:a.f.t("aiHub.publicModelHubColumns.models.tags"),size:140,cell:({row:e})=>(0,s.jsx)(e$,{items:e.original.custom_tags??[]})},{id:"health_status",accessorKey:"health_status",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.healthStatus"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.healthStatus")}),size:130,cell:({row:e})=>{let l=e.original,i=l.health_response_time?a.f.t("aiHub.publicModelHubColumns.responseTime",{ms:Number(l.health_response_time).toFixed(2)}):a.f.t("aiHub.publicModelHubColumns.notAvailable"),t=l.health_checked_at?a.f.t("aiHub.publicModelHubColumns.lastChecked",{date:new Date(l.health_checked_at).toLocaleString()}):a.f.t("aiHub.publicModelHubColumns.notAvailable");return(0,s.jsx)(ez.f,{content:(0,s.jsxs)(s.Fragment,{children:[(0,s.jsx)("div",{children:i}),(0,s.jsx)("div",{children:t})]}),trigger:(0,s.jsx)("span",{className:"capitalize",children:(0,s.jsx)(d.f,{tone:eE[l.health_status??""]||"neutral",label:l.health_status??a.f.t("aiHub.publicModelHubColumns.healthUnknown")})})})}},{id:"rpm",accessorKey:"rpm",meta:{title:a.f.t("aiHub.publicModelHubColumns.models.limits")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.models.limits")}),size:150,cell:({row:e})=>{var l,i;let t;return(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:(l=e.original.rpm,i=e.original.tpm,(t=[...l?[a.f.t("aiHub.publicModelHubColumns.rpmLimit",{value:l.toLocaleString()})]:[],...i?[a.f.t("aiHub.publicModelHubColumns.tpmLimit",{value:i.toLocaleString()})]:[]]).length>0?t.join(", "):a.f.t("aiHub.publicModelHubColumns.notAvailable"))})}}].filter(e=>!l||!["providers","custom_tags","output_cost_per_token"].includes(String(e.id))).map(e=>({...e,meta:{...e.meta,className:l&&!["model_group","input_cost_per_token"].includes(String(e.id))?"hidden md:table-cell":e.meta?.className},enableSorting:eT.i.includes(String(e.id))})))({onModelClick:eV,showProviderLogos:b}),[eV,b]),e8=(0,g.useMemo)(()=>(({onAgentClick:e})=>[{id:"name",accessorKey:"name",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.name")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.agents.name")}),size:200,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:l})=>(0,s.jsx)(c.f,{title:l.original.name,titleClassName:"font-mono text-xs font-normal",className:"max-w-72",onClick:()=>e(l.original)})},{id:"description",accessorKey:"description",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.description")},header:a.f.t("aiHub.publicModelHubColumns.agents.description"),size:260,enableSorting:!1,cell:({row:e})=>(0,s.jsx)("span",{className:"block max-w-72 truncate text-sm",title:e.original.description||void 0,children:e.original.description||"-"})},{id:"version",accessorKey:"version",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.version")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.agents.version")}),size:90,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsx)("span",{className:"text-sm",children:e.original.version})},{id:"provider",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.provider")},header:a.f.t("aiHub.publicModelHubColumns.agents.provider"),size:130,enableSorting:!1,cell:({row:e})=>e.original.provider?(0,s.jsx)("span",{className:"text-sm font-medium",children:e.original.provider.organization}):(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"})},{id:"skills",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.skills"),skeleton:"chips"},header:a.f.t("aiHub.publicModelHubColumns.agents.skills"),size:160,enableSorting:!1,cell:({row:e})=>(0,s.jsx)(e$,{items:(e.original.skills||[]).map(e=>e.name)})},{id:"capabilities",meta:{title:a.f.t("aiHub.publicModelHubColumns.agents.capabilities"),skeleton:"chips"},header:a.f.t("aiHub.publicModelHubColumns.agents.capabilities"),size:160,enableSorting:!1,cell:({row:e})=>{let l=Object.entries(e.original.capabilities||{}).filter(([,e])=>!0===e).map(([e])=>e);return 0===l.length?(0,s.jsx)("span",{className:"text-xs text-muted-foreground",children:"-"}):(0,s.jsx)("div",{className:"flex flex-wrap gap-1",children:l.map(e=>(0,s.jsx)(u.f,{variant:"outline",className:"capitalize",children:e},e))})}}])({onAgentClick:eG}),[eG]),e5=(0,g.useMemo)(()=>(({onServerClick:e})=>[{id:"server_name",accessorKey:"server_name",meta:{title:a.f.t("aiHub.publicModelHubColumns.mcp.serverName")},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.mcp.serverName")}),size:180,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:l})=>(0,s.jsx)(c.f,{title:l.original.server_name,titleClassName:"font-mono text-xs font-normal",className:"max-w-72",onClick:()=>e(l.original)})},{id:"description",meta:{title:a.f.t("aiHub.publicModelHubColumns.mcp.description")},header:a.f.t("aiHub.publicModelHubColumns.mcp.description"),size:260,enableSorting:!1,cell:({row:e})=>{let l=String(e.original.mcp_info?.description??"-");return(0,s.jsx)("span",{className:"block max-w-72 truncate text-sm",title:l,children:l})}},{id:"transport",accessorKey:"transport",meta:{title:a.f.t("aiHub.publicModelHubColumns.mcp.transport"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.mcp.transport")}),size:110,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsx)(u.f,{variant:"secondary",className:"font-mono font-normal uppercase",children:e.original.transport})},{id:"auth_type",accessorKey:"auth_type",meta:{title:a.f.t("aiHub.publicModelHubColumns.mcp.authType"),skeleton:"badge"},header:({column:e})=>(0,s.jsx)(o.v,{column:e,title:a.f.t("aiHub.publicModelHubColumns.mcp.authType")}),size:110,enableSorting:!0,sortingFn:"alphanumeric",cell:({row:e})=>(0,s.jsx)(d.f,{tone:"none"===e.original.auth_type?"neutral":"success",label:e.original.auth_type})}])({onServerClick:eW}),[eW]),e7=!b&&Object.keys(U).length>0,e9=Array.isArray(y)&&y.length>0,se=Array.isArray(C)&&C.length>0,ss=(0,g.useMemo)(()=>{let e;return Array.isArray(y)?(e=new Set,y.forEach(s=>{s.skills?.forEach(s=>{s.tags?.forEach(s=>e.add(s))})}),Array.from(e).sort()).map(e=>({label:e,value:e})):[]},[y]),sl=(0,g.useMemo)(()=>{let e;return Array.isArray(C)?(e=new Set,C.forEach(s=>{s.transport&&e.add(s.transport)}),Array.from(e).sort()).map(e=>({label:e,value:e})):[]},[C]);return(0,s.jsx)(e_.J,{accessToken:e,children:(0,s.jsx)(eM.g,{children:(0,s.jsxs)("div",{className:b?"chat-model-hub-catalog w-full":l?"w-full":"min-h-screen bg-card",children:[!b&&!l&&(0,s.jsx)(eA.f,{accessToken:e||null,isPublicPage:!0}),(0,s.jsxs)("div",{className:b?"chat-model-hub-content w-full":l?"w-full p-6":"w-full px-8 py-12",children:[!b&&l&&(0,s.jsx)("div",{className:"mb-6 p-4 bg-info/10 border border-info/20 rounded-lg",children:(0,s.jsx)("p",{className:"text-sm text-foreground",children:x("aiHub.publicModelHub.embeddedExplainer")})}),!b&&!l&&(0,s.jsxs)(K.N,{className:"mb-10 p-8 bg-card border border-border rounded-lg shadow-xs",children:[(0,s.jsx)("h2",{className:"text-2xl font-semibold mb-6 text-foreground",children:x("aiHub.publicModelHub.about.title")}),(0,s.jsx)("p",{className:"text-foreground mb-6 text-base leading-relaxed",children:T||x("aiHub.publicModelHub.about.defaultDescription")}),(0,s.jsx)("div",{className:"flex items-center space-x-3 text-sm text-muted-foreground",children:(0,s.jsxs)("span",{className:"flex items-center",children:[(0,s.jsx)("span",{className:"w-4 h-4 mr-2",children:"🔧"}),x("aiHub.publicModelHub.about.builtWith",{version:A})]})})]}),e7&&(0,s.jsxs)(K.N,{className:"mb-10 p-8 bg-card border border-border rounded-lg shadow-xs",children:[(0,s.jsx)("h2",{className:"text-2xl font-semibold mb-6 text-foreground",children:x("aiHub.publicModelHub.usefulLinks.title")}),(0,s.jsx)("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-6",children:Object.entries(U||{}).map(([e,s])=>({title:e,url:"string"==typeof s?s:s.url,index:"string"==typeof s?0:s.index??0})).sort((e,s)=>e.index-s.index).map(({title:e,url:l})=>(0,s.jsxs)("button",{onClick:()=>window.open(l,"_blank"),className:"flex min-w-0 items-center space-x-3 text-info transition-colors p-3 rounded-lg hover:bg-info/10 border border-border",children:[(0,s.jsx)(ei.f,{className:"w-4 h-4 shrink-0"}),(0,s.jsx)("p",{className:"text-sm font-medium break-words",children:e})]},e))})]}),!b&&!l&&(0,s.jsxs)(K.N,{className:"mb-10 p-8 bg-card border border-border rounded-lg shadow-xs",children:[(0,s.jsx)("h2",{className:"text-2xl font-semibold mb-6 text-foreground",children:x("aiHub.publicModelHub.health.title")}),(0,s.jsx)("div",{className:"grid grid-cols-1 md:grid-cols-2 gap-6",children:(0,s.jsx)("p",{className:"text-success font-medium text-sm",children:x("aiHub.publicModelHub.health.serviceStatus",{status:e0})})})]}),(0,s.jsx)(K.N,{className:b?"chat-model-hub-card border-0 bg-transparent p-0 shadow-none":"p-8 bg-card border border-border rounded-lg shadow-xs",children:(0,s.jsxs)(ew.i,{value:b?"models":eh,onValueChange:eg,className:"public-hub-tabs",children:[!b&&(0,s.jsxs)(ew.U,{children:[(0,s.jsx)(ew.k,{value:"models",children:x("aiHub.publicModelHub.tabs.models")}),e9&&(0,s.jsx)(ew.k,{value:"agents",children:x("aiHub.publicModelHub.tabs.agents")}),se&&(0,s.jsx)(ew.k,{value:"mcp",children:x("aiHub.publicModelHub.tabs.mcp")}),(0,s.jsx)(ew.k,{value:"skills",children:x("aiHub.publicModelHub.tabs.skills")})]}),(0,s.jsxs)(ew.S,{value:"models",className:"model-hub-models",children:[!b&&(0,s.jsx)("div",{className:"model-hub-heading flex justify-between items-center mb-8",children:(0,s.jsx)("h2",{className:"text-2xl font-semibold text-foreground",children:x("aiHub.publicModelHub.models.title")})}),b&&(0,s.jsxs)("div",{className:"chat-model-section-heading",children:[(0,s.jsx)("h2",{children:x("aiHub.publicModelHub.models.chatTitle")}),(0,s.jsx)("span",{className:"chat-model-section-count","aria-label":x("aiHub.publicModelHub.models.chatCount",{rowCount:eY.rowCount}),children:eY.rowCount.toLocaleString()})]}),(0,s.jsxs)("div",{className:b?"chat-model-hub-filters chat-model-filter-bar":"chat-model-hub-filters grid grid-cols-1 md:grid-cols-2 lg:grid-cols-4 gap-6 mb-8 p-6 bg-muted rounded-lg border border-border",children:[(0,s.jsxs)("div",{className:b?"chat-model-filter-search":void 0,children:[!b&&(0,s.jsxs)("div",{className:"flex items-center space-x-2 mb-3",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground",children:x("aiHub.publicModelHub.models.searchLabel")}),(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(t.f,{className:"w-4 h-4 text-muted-foreground cursor-help"})}),(0,s.jsx)(eM.Y,{side:"top",className:p,children:x("aiHub.publicModelHub.models.searchTooltip")})]})]}),(0,s.jsxs)("div",{className:"relative",children:[(0,s.jsx)(ey,{className:"w-4 h-4 text-muted-foreground absolute left-3 top-1/2 transform -translate-y-1/2"}),b?(0,s.jsx)(ek.f,{type:"text",placeholder:x("aiHub.publicModelHub.models.chatSearchPlaceholder"),"aria-label":x("aiHub.publicModelHub.models.chatSearchAriaLabel"),value:eY.searchValue,onChange:e=>eY.onSearchChange(e.target.value),className:"pl-9"}):(0,s.jsx)("input",{type:"text",placeholder:x("aiHub.publicModelHub.models.searchPlaceholder"),"aria-label":x("aiHub.publicModelHub.models.searchAriaLabel"),value:eY.searchValue,onChange:e=>eY.onSearchChange(e.target.value),className:"border border-border rounded-lg pl-10 pr-4 py-2 w-full text-sm focus:outline-hidden focus:ring-2 focus:ring-ring focus:border-transparent bg-card"})]})]}),b&&(0,s.jsx)(E,{providers:eZ.providers,selectedProviders:eY.providerValues,onSelect:e=>eY.onProvidersChange(e?[e]:[]),loading:eY.isLoading&&0===eZ.providers.length}),!b&&(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.models.providerLabel")}),(0,s.jsxs)(eC.x,{multiple:!0,items:eZ.providers,value:eY.providerValues,onValueChange:eY.onProvidersChange,children:[(0,s.jsxs)(eC.V,{render:(0,s.jsx)("div",{ref:h}),className:"min-h-8 w-full py-1 text-sm",children:[(0,s.jsx)(eC.l,{children:e=>e.map(e=>(0,s.jsx)(eC.Q,{"aria-label":e,children:e},e))}),(0,s.jsx)(eC.z,{placeholder:x("aiHub.publicModelHub.models.providersPlaceholder"),"aria-label":x("aiHub.publicModelHub.models.providersAriaLabel"),className:"min-w-24"})]}),(0,s.jsxs)(eC.R,{anchor:h,className:p,children:[(0,s.jsx)(eC.S,{children:x("aiHub.publicModelHub.models.noProvidersFound")}),(0,s.jsx)(eC.k,{children:e=>{let{logo:l}=(0,D.h)(e);return(0,s.jsx)(eC.T,{value:e,children:(0,s.jsxs)("span",{className:"flex min-w-0 items-center space-x-2",children:[l&&(0,s.jsx)("img",{src:l,alt:e,className:"w-5 h-5 shrink-0 object-contain",onError:e=>{e.target.style.display="none"}}),(0,s.jsx)("span",{className:"capitalize break-words",children:e})]})},e)}})]})]})]}),(0,s.jsxs)("div",{className:b?"chat-model-filter-select min-w-0":"min-w-0",children:[!b&&(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.models.modeLabel")}),(0,s.jsx)(eS.f,{options:eJ,contentClassName:p,value:eY.modeValues,onValueChange:eY.onModesChange,placeholder:b?x("aiHub.publicModelHub.models.chatModePlaceholder"):x("aiHub.publicModelHub.models.modePlaceholder"),className:"w-full"})]}),(0,s.jsxs)("div",{className:b?"chat-model-filter-select min-w-0":"min-w-0",children:[!b&&(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.models.featuresLabel")}),(0,s.jsx)(eS.f,{options:eQ,contentClassName:p,value:eY.featureValues,onValueChange:eY.onFeaturesChange,placeholder:b?x("aiHub.publicModelHub.models.chatFeaturesPlaceholder"):x("aiHub.publicModelHub.models.featuresPlaceholder"),className:"w-full"})]})]}),(0,s.jsx)("div",{className:"model-hub-table",children:(0,s.jsx)(ec.f,{data:eY.rows,columns:e6,getRowId:(e,s)=>e.model_group||String(s),sortingMode:"server",sorting:eY.sorting,onSortingChange:eY.onSortingChange,paginationMode:"server",pagination:eY.pagination,onPaginationChange:eY.onPaginationChange,rowCount:eY.rowCount,isLoading:eY.isLoading,loadingMessage:x("aiHub.publicModelHub.models.loading"),noDataMessage:(0,s.jsx)(eR,{title:eY.hasActiveQuery?x("aiHub.publicModelHub.models.noMatchTitle"):x("aiHub.publicModelHub.models.emptyTitle"),body:eY.hasActiveQuery?x("aiHub.publicModelHub.models.noMatchBody"):x("aiHub.publicModelHub.models.emptyBody")}),size:"compact"})})]}),!b&&e9&&(0,s.jsxs)(ew.S,{value:"agents",children:[(0,s.jsx)("div",{className:"flex justify-between items-center mb-8",children:(0,s.jsx)("h2",{className:"text-2xl font-semibold text-foreground",children:x("aiHub.publicModelHub.agents.title")})}),(0,s.jsxs)("div",{className:"grid grid-cols-1 md:grid-cols-2 gap-6 mb-8 p-6 bg-muted rounded-lg border border-border",children:[(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{className:"flex items-center space-x-2 mb-3",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground",children:x("aiHub.publicModelHub.agents.searchLabel")}),(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(t.f,{className:"w-4 h-4 text-muted-foreground cursor-help"})}),(0,s.jsx)(eM.Y,{side:"top",className:p,children:x("aiHub.publicModelHub.agents.searchTooltip")})]})]}),(0,s.jsxs)("div",{className:"relative",children:[(0,s.jsx)(ey,{className:"w-4 h-4 text-muted-foreground absolute left-3 top-1/2 transform -translate-y-1/2"}),(0,s.jsx)("input",{type:"text",placeholder:x("aiHub.publicModelHub.agents.searchPlaceholder"),value:W,onChange:e=>q(e.target.value),className:"border border-border rounded-lg pl-10 pr-4 py-2 w-full text-sm focus:outline-hidden focus:ring-2 focus:ring-ring focus:border-transparent bg-card"})]})]}),(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.agents.skillsLabel")}),(0,s.jsx)(eS.f,{options:ss,value:J,onValueChange:Q,placeholder:x("aiHub.publicModelHub.agents.skillsPlaceholder"),className:"w-full"})]})]}),(0,s.jsx)(ec.f,{data:eO,paginationMode:"client",columns:e8,getRowId:(e,s)=>e.name||String(s),sortingMode:"client",sorting:e1,onSortingChange:e2,isLoading:I,loadingMessage:x("aiHub.publicModelHub.agents.loading"),noDataMessage:(0,s.jsx)(eR,{title:x("aiHub.publicModelHub.agents.noMatchTitle"),body:x("aiHub.publicModelHub.agents.noMatchBody")}),size:"compact"}),(0,s.jsx)("div",{className:"mt-8 text-center",children:(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:x("aiHub.publicModelHub.agents.showing",{shown:eO.length,total:y?.length||0})})})]}),!b&&se&&(0,s.jsxs)(ew.S,{value:"mcp",children:[(0,s.jsx)("div",{className:"flex justify-between items-center mb-8",children:(0,s.jsx)("h2",{className:"text-2xl font-semibold text-foreground",children:x("aiHub.publicModelHub.mcp.title")})}),(0,s.jsxs)("div",{className:"grid grid-cols-1 md:grid-cols-2 gap-6 mb-8 p-6 bg-muted rounded-lg border border-border",children:[(0,s.jsxs)("div",{children:[(0,s.jsxs)("div",{className:"flex items-center space-x-2 mb-3",children:[(0,s.jsx)("p",{className:"text-sm font-medium text-foreground",children:x("aiHub.publicModelHub.mcp.searchLabel")}),(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(t.f,{className:"w-4 h-4 text-muted-foreground cursor-help"})}),(0,s.jsx)(eM.Y,{side:"top",className:p,children:x("aiHub.publicModelHub.mcp.searchTooltip")})]})]}),(0,s.jsxs)("div",{className:"relative",children:[(0,s.jsx)(ey,{className:"w-4 h-4 text-muted-foreground absolute left-3 top-1/2 transform -translate-y-1/2"}),(0,s.jsx)("input",{type:"text",placeholder:x("aiHub.publicModelHub.mcp.searchPlaceholder"),value:Y,onChange:e=>Z(e.target.value),className:"border border-border rounded-lg pl-10 pr-4 py-2 w-full text-sm focus:outline-hidden focus:ring-2 focus:ring-ring focus:border-transparent bg-card"})]})]}),(0,s.jsxs)("div",{className:"min-w-0",children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-3 text-foreground",children:x("aiHub.publicModelHub.mcp.transportLabel")}),(0,s.jsx)(eS.f,{options:sl,value:ee,onValueChange:es,placeholder:x("aiHub.publicModelHub.mcp.transportPlaceholder"),className:"w-full"})]})]}),(0,s.jsx)(ec.f,{data:eU,paginationMode:"client",columns:e5,getRowId:(e,s)=>e.server_id||String(s),sortingMode:"client",sorting:e4,onSortingChange:e3,isLoading:V,loadingMessage:x("aiHub.publicModelHub.mcp.loading"),noDataMessage:(0,s.jsx)(eR,{title:x("aiHub.publicModelHub.mcp.noMatchTitle"),body:x("aiHub.publicModelHub.mcp.noMatchBody")}),size:"compact"}),(0,s.jsx)("div",{className:"mt-8 text-center",children:(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:x("aiHub.publicModelHub.mcp.showing",{shown:eU.length,total:C?.length||0})})})]}),!b&&(0,s.jsx)(ew.S,{value:"skills",children:(0,s.jsx)(ev,{skills:ef,isLoading:eH,publicPage:!0})})]})})]}),(0,s.jsx)(H.N,{open:el,onOpenChange:e=>!e&&void(ea(!1),eu(null)),children:(0,s.jsxs)(H.d,{className:`${b?"chat-theme chat-model-hub-dialog ":""}max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1000px]`,children:[(0,s.jsx)(H.s,{children:(0,s.jsxs)(H.F,{className:"flex min-w-0 items-center space-x-2",children:[(0,s.jsx)("span",{className:"break-words",children:ed?.model_group||x("aiHub.publicModelHub.modelDialog.fallbackTitle")}),ed&&(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(i.f,{onClick:()=>eq(ed.model_group),className:"cursor-pointer text-muted-foreground hover:text-info w-4 h-4 shrink-0"})}),(0,s.jsx)(eM.Y,{className:p,children:x("aiHub.publicModelHub.modelDialog.copyName")})]})]})}),ed&&(0,s.jsxs)("div",{className:"space-y-6",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.overview")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4 mb-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.modelName")}),(0,s.jsx)("p",{children:ed.model_group})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.mode")}),(0,s.jsx)("p",{children:(0,z.i)(ed.mode)??x("aiHub.publicModelHub.modelDialog.notSpecified")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.providers")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:(ed.providers??[]).map(e=>{let{logo:l}=(0,D.h)(e);return(0,s.jsx)(u.f,{variant:"secondary",className:"min-w-0",children:(0,s.jsxs)("div",{className:"flex items-center space-x-1",children:[l&&(0,s.jsx)("img",{src:l,alt:e,className:"w-3 h-3 shrink-0 object-contain",onError:e=>{e.target.style.display="none"}}),(0,s.jsx)("span",{className:"capitalize",children:e})]})},e)})})]}),ed.description&&(0,s.jsxs)("div",{className:"col-span-2",children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.description")}),(0,s.jsx)("p",{className:"mt-1",children:ed.description})]}),(0,s.jsx)(X,{customTags:ed.custom_tags,customMetadata:ed.custom_metadata})]}),ed.model_group.includes("*")&&(0,s.jsx)("div",{className:"bg-info/10 border border-info/20 rounded-lg p-4 mb-4",children:(0,s.jsxs)("div",{className:"flex items-start space-x-2",children:[(0,s.jsx)(t.f,{className:"w-4 h-4 text-info mt-0.5 shrink-0"}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium text-info mb-2",children:x("aiHub.publicModelHub.modelDialog.wildcardTitle")}),(0,s.jsx)("p",{className:"text-sm text-info mb-2",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.publicModelHub.modelDialog.wildcardIntro",components:{code:(0,s.jsx)("code",{className:"bg-info/15 px-1 py-0.5 rounded-sm text-xs"})}})}),(0,s.jsx)("p",{className:"text-sm text-info",children:(0,s.jsx)(j.f,{i18nKey:"aiHub.publicModelHub.modelDialog.wildcardExample",components:{model:(0,s.jsx)("code",{className:"bg-info/15 px-1 py-0.5 rounded-sm text-xs",children:ed.model_group}),example:(0,s.jsx)("code",{className:"bg-info/15 px-1 py-0.5 rounded-sm text-xs",children:ed.model_group.replaceAll("*","my-custom-value")})}})})]})]})})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.tokenCost")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.maxInputTokens")}),(0,s.jsx)("p",{children:ed.max_input_tokens?.toLocaleString()||x("aiHub.publicModelHub.modelDialog.notSpecified")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.maxOutputTokens")}),(0,s.jsx)("p",{children:ed.max_output_tokens?.toLocaleString()||x("aiHub.publicModelHub.modelDialog.notSpecified")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.inputCost")}),(0,s.jsx)("p",{children:ed.input_cost_per_token?eX(ed.input_cost_per_token):x("aiHub.publicModelHub.modelDialog.notSpecified")})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.outputCost")}),(0,s.jsx)("p",{children:ed.output_cost_per_token?eX(ed.output_cost_per_token):x("aiHub.publicModelHub.modelDialog.notSpecified")})]})]}),(0,s.jsx)(eB.f,{className:"mt-4",deployments:ed.deployment_pricing,heading:(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.pricingByDeployment")})})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.capabilities")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-2",children:0===(m=Object.entries(ed).filter(([e,s])=>e.startsWith("supports_")&&!0===s).map(([e])=>e)).length?(0,s.jsx)("p",{className:"text-muted-foreground",children:x("aiHub.publicModelHub.modelDialog.noCapabilities")}):m.map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e.replace(/^supports_/,"").split("_").map(e=>e.charAt(0).toUpperCase()+e.slice(1)).join(" ")},e))})]}),(ed.tpm||ed.rpm)&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.rateLimits")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4",children:[ed.tpm&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.tpm")}),(0,s.jsx)("p",{children:ed.tpm.toLocaleString()})]}),ed.rpm&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.modelDialog.rpm")}),(0,s.jsx)("p",{children:ed.rpm.toLocaleString()})]})]})]}),ed.supported_openai_params&&ed.supported_openai_params.length>0&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.openaiParams")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-2",children:ed.supported_openai_params.map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.modelDialog.usageExample")}),(0,s.jsx)("div",{className:"bg-gray-900 text-gray-100 p-4 rounded-lg overflow-x-auto",children:(0,s.jsx)("pre",{className:"text-sm",children:eI(ed)})}),(0,s.jsx)("div",{className:"mt-2 text-right",children:(0,s.jsx)("button",{onClick:()=>eq(eI(ed)),className:"text-sm text-info hover:text-info/80 cursor-pointer",children:x("aiHub.publicModelHub.modelDialog.copyToClipboard")})})]})]})]})}),(0,s.jsx)(H.N,{open:et,onOpenChange:e=>!e&&void(en(!1),ex(null)),children:(0,s.jsxs)(H.d,{className:`${b?"chat-theme chat-model-hub-dialog ":""}max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[1000px]`,children:[(0,s.jsx)(H.s,{children:(0,s.jsxs)(H.F,{className:"flex min-w-0 items-center space-x-2",children:[(0,s.jsx)("span",{className:"break-words",children:em?.name||x("aiHub.publicModelHub.agentDialog.fallbackTitle")}),em&&(0,s.jsxs)(eM.W,{children:[(0,s.jsx)(eM.y,{render:(0,s.jsx)(i.f,{onClick:()=>eq(em.name),className:"cursor-pointer text-muted-foreground hover:text-info w-4 h-4 shrink-0"})}),(0,s.jsx)(eM.Y,{className:p,children:x("aiHub.publicModelHub.agentDialog.copyName")})]})]})}),em&&(0,s.jsxs)("div",{className:"space-y-6",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.overview")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4 mb-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.name")}),(0,s.jsx)("p",{children:em.name})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.version")}),(0,s.jsx)("p",{children:em.version})]}),(0,s.jsxs)("div",{className:"col-span-2",children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.description")}),(0,s.jsx)("p",{children:em.description})]}),em.url&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.url")}),(0,s.jsx)("a",{href:em.url,target:"_blank",rel:"noopener noreferrer",className:"text-info hover:text-info/80 text-sm break-all",children:em.url})]})]})]}),em.capabilities&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.capabilities")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-2",children:Object.entries(em.capabilities).filter(([e,s])=>!0===s).map(([e])=>(0,s.jsx)(u.f,{variant:"secondary",className:"capitalize",children:e},e))})]}),em.skills&&em.skills.length>0&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.skills")}),(0,s.jsx)("div",{className:"space-y-4",children:em.skills.map((e,l)=>(0,s.jsxs)("div",{className:"border border-border rounded-lg p-4",children:[(0,s.jsx)("div",{className:"flex items-start justify-between mb-2",children:(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium text-base",children:e.name}),(0,s.jsx)("p",{className:"text-sm text-muted-foreground",children:e.description})]})}),e.tags&&e.tags.length>0&&(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-2",children:e.tags.map(e=>(0,s.jsx)(u.f,{variant:"secondary",className:"text-xs",children:e},e))})]},l))})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.ioModes")}),(0,s.jsxs)("div",{className:"grid grid-cols-2 gap-4",children:[(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.inputModes")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:(em.defaultInputModes??[]).map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"font-medium",children:x("aiHub.publicModelHub.agentDialog.outputModes")}),(0,s.jsx)("div",{className:"flex flex-wrap gap-1 mt-1",children:(em.defaultOutputModes??[]).map(e=>(0,s.jsx)(u.f,{variant:"secondary",children:e},e))})]})]})]}),em.documentationUrl&&(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.documentation")}),(0,s.jsxs)("a",{href:em.documentationUrl,target:"_blank",rel:"noopener noreferrer",className:"text-info hover:text-info/80 flex items-center space-x-2",children:[(0,s.jsx)(ei.f,{className:"w-4 h-4"}),(0,s.jsx)("span",{children:x("aiHub.publicModelHub.agentDialog.viewDocumentation")})]})]}),(0,s.jsxs)("div",{children:[(0,s.jsx)("p",{className:"text-lg font-semibold mb-4",children:x("aiHub.publicModelHub.agentDialog.usageExample")}),(0,s.jsxs)("div",{className:"mb-4",children:[(0,s.jsx)("p",{className:"text-sm font-medium mb-2 text-foreground",children:x("aiHub.publicModelHub.agentDialog.stepRetrieveCard")}),(0,s.jsx)("div",{className:"bg-gray-900 text-gray-100 p-4 rounded-lg overflow-x-auto",children:(0,s.jsx)("pre",{className:"text-xs",children:`base_url = '${em.url}' resolver = A2ACardResolver( httpx_client=httpx_client, diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/095ybm1pe8cni.js b/litellm/proxy/_experimental/out/_next/static/chunks/095ybm1pe8cni.js deleted file mode 100644 index 0b20050c1cb..00000000000 --- a/litellm/proxy/_experimental/out/_next/static/chunks/095ybm1pe8cni.js +++ /dev/null @@ -1 +0,0 @@ -(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,157153,e=>{e.i(247167);var t=e.i(271645);let r=t.createContext({disabled:!1});e.s(["f",0,function(){return t.useContext(r)}])},370359,e=>{e.s(["f",0,"data-composite-item-active"])},405934,e=>{var t=e.i(271645),r=e.i(956789),i=e.i(53687),n=e.i(590803),a=e.i(667865),o=e.i(828918),l=e.i(146376),u=e.i(673327),s=e.i(621082),d=e.i(370359),f=e.i(647554);let c=[];var v=e.i(838452),p=e.i(552245),g=e.i(872855),h=e.i(843476);e.s(["f",0,function(e){let{render:b,className:y,style:m,refs:x=r.v,props:k=r.v,state:R=r.w,stateAttributesMapping:w,highlightedIndex:C,onHighlightedIndexChange:j,orientation:M,grid:E,loopFocus:z,onLoop:V,enableHomeAndEndKeys:A,onMapChange:P,stopEventPropagation:S=!0,rootRef:D,disabledIndices:I,modifierKeys:K,highlightItemOnHover:N=!1,tag:T="div",...O}=e,{props:_,highlightedIndex:q,onHighlightedIndexChange:H,elementsRef:U,onMapChange:B,relayKeyboardEvent:F}=function(e){let{loopFocus:r=!0,orientation:i="both",grid:v,onLoop:p,direction:g,highlightedIndex:h,onHighlightedIndexChange:b,rootRef:y,enableHomeAndEndKeys:m=!1,stopEventPropagation:x=!1,disabledIndices:k,modifierKeys:R=c}=e,[w,C]=t.useState(0),j=null!=v,M=t.useRef(null),E=(0,o.A)(M,y),z=t.useRef([]),V=t.useRef(!1),A=h??w,P=(0,a.f)((e,t=!1)=>{if((b??C)(e),t){let t=z.current[e];(0,u.l)(M.current,t,g,i)}}),S=(0,a.f)(e=>{if(0===e.size||V.current)return;V.current=!0;let t=Array.from(e.keys()),r=t.find(e=>e?.hasAttribute(d.f))??null,n=r?t.indexOf(r):-1;if(-1!==n)P(n);else if((0,s.K)(t,A,k)){let e=(0,s.e)(t,{disabledIndices:k});(0,s.c)(t,e)||P(e)}(0,u.l)(M.current,r,g,i)});(0,l.f)(()=>{if(null==k||null!=h||!V.current)return;let e=z.current;if((0,s.K)(e,A,k)){let t=(0,s.e)(e,{disabledIndices:k});(0,s.c)(e,t)||P(t)}},[k,h,A,z,P]);let D=(0,a.f)((e,t,r)=>p?p(e,t,r,z):r),I=(0,a.f)(e=>{let t=m?u.J:u.O;if(!t.has(e.key)||function(e,t){for(let r of u.a.values())if(!t.includes(r)&&e.getModifierState(r))return!0;return!1}(e,R)||!M.current)return;let a="rtl"===g,o=a?u.b:u.q,l={horizontal:o,vertical:u.e,both:o}[i],d=a?u.q:u.b,c={horizontal:d,vertical:u.V,both:d}[i],h=(0,f.Z)(e.nativeEvent);if(null!=h&&(0,u.X)(h)&&!(0,n.f)(h)){let t=h.selectionStart,r=h.selectionEnd,i=h.value??"";if(null==t||e.shiftKey||t!==r||e.key!==c&&t0)return}let b=A,y=(0,s.J)(z,k),w=(0,s._)(z,k);null!=v&&(b=v({disabledIndices:k,elementsRef:z,event:e,highlightedIndex:A,loopFocus:r,maxIndex:w,minIndex:y,onLoop:D,orientation:i,rtl:a}));let C={horizontal:[o],vertical:[u.e],both:[o,u.e]}[i],E={horizontal:[d],vertical:[u.V],both:[d,u.V]}[i],V=j?t:({horizontal:m?u.D:u.Y,vertical:m?u.m:u.E,both:t})[i];m&&(e.key===u.Z?b=y:e.key===u.C&&(b=w)),b===A&&(C.includes(e.key)||E.includes(e.key))&&(r&&b===w&&C.includes(e.key)?(b=y,p&&(b=p(e,A,b,z))):r&&b===y&&E.includes(e.key)?(b=w,p&&(b=p(e,A,b,z))):b=(0,s.e)(z.current,{startingIndex:b,decrement:E.includes(e.key),disabledIndices:k})),b===A||(0,s.c)(z.current,b)||(x&&e.stopPropagation(),V.has(e.key)&&e.preventDefault(),P(b,!0),queueMicrotask(()=>{z.current[b]?.focus()}))});return{props:{ref:E,onFocus(e){let t=M.current,r=(0,f.Z)(e.nativeEvent);t&&null!=r&&(0,u.X)(r)&&r.setSelectionRange(0,r.value.length??0)},onKeyDown:I},highlightedIndex:A,onHighlightedIndexChange:P,elementsRef:z,disabledIndices:k,onMapChange:S,relayKeyboardEvent:I}}({grid:E,loopFocus:z,onLoop:V,orientation:M,highlightedIndex:C,onHighlightedIndexChange:j,rootRef:D,stopEventPropagation:S,enableHomeAndEndKeys:A,direction:(0,g.f)(),disabledIndices:I,modifierKeys:K}),L=(0,p.f)(T,e,{state:R,ref:x,props:[_,...k,O],stateAttributesMapping:w}),Z=t.useMemo(()=>({highlightedIndex:q,onHighlightedIndexChange:H,highlightItemOnHover:N,relayKeyboardEvent:F}),[q,H,N,F]);return(0,h.jsx)(v.e.Provider,{value:Z,children:(0,h.jsx)(i.f,{elementsRef:U,onMapChange:e=>{P?.(e),B(e)},children:L})})}],405934)},774835,66747,373374,e=>{var t,r=e.i(271645),i=e.i(828918),n=e.i(146376),a=e.i(667865),o=e.i(502077),l=e.i(956789),u=e.i(333848),s=e.i(675606),d=e.i(380025),f=e.i(209407),c=e.i(875812);let v=((t={}).checked="data-checked",t.unchecked="data-unchecked",t.disabled="data-disabled",t.readonly="data-readonly",t.required="data-required",t.valid="data-valid",t.invalid="data-invalid",t.touched="data-touched",t.dirty="data-dirty",t.filled="data-filled",t.focused="data-focused",t),p={checked:e=>e?{[v.checked]:""}:{[v.unchecked]:""},...f.T,...c.s};var g=e.i(788015),h=e.i(552245),b=e.i(540886),y=e.i(370359),m=e.i(348990),x=e.i(469690),k=e.i(157153),R=e.i(247778),w=e.i(31421),C=e.i(538489);let j=r.createContext(void 0);var M=e.i(186698),E=e.i(733332);let z=r.createContext(void 0);var V=e.i(843476);let A=r.forwardRef(function(e,t){let{render:f,className:c,disabled:v=!1,readOnly:E=!1,required:A=!1,"aria-labelledby":P,value:S,inputRef:D,nativeButton:I=!1,id:K,style:N,...T}=e,O=r.useContext(j),{disabled:_,readOnly:q,required:H,form:U,checkedValue:B,touched:F=!1,validation:L,name:Z}=O??{},W=O?.setCheckedValue??l.x,$=O?.setTouched??l.x,G=O?.registerControlRef??l.x,J=O?.registerInputRef??l.x,{setTouched:X,setFilled:Y,state:Q,disabled:ee}=(0,x.U)(),et=(0,k.f)(),{labelId:er,getDescriptionProps:ei}=(0,R.f)(),en=ee||et.disabled||_||v,ea=q||E,eo=H||A,el=O?B===S:""===S,eu=r.useRef(null),es=r.useRef(null),ed=(0,a.f)(e=>{e&&G(e,en)}),ef=(0,i.A)(D,es,J);(0,n.f)(()=>{es.current?.checked&&Y(!0)},[Y]),(0,n.f)(()=>{if(es.current){if(en&&el)return void J(null);eu.current&&G(eu.current,en),J(es.current)}},[el,en,G,J]);let ec=(0,g.f)(),ev=(0,C.f)({id:K,implicit:!1,controlRef:eu}),ep=I?void 0:ev,eg={role:"radio","aria-checked":el,"aria-required":eo||void 0,"aria-readonly":ea||void 0,"aria-labelledby":(0,w.f)(P,er,es,!I,ep),[y.f]:el?"":void 0,id:I?ev:ec,onKeyDown(e){"Enter"===e.key&&e.preventDefault()},onClick(e){if(e.defaultPrevented||en||ea)return;e.preventDefault();let t=es.current;t&&t.dispatchEvent(new((0,u.f)(t)).PointerEvent("click",{bubbles:!0,shiftKey:e.shiftKey,ctrlKey:e.ctrlKey,altKey:e.altKey,metaKey:e.metaKey}))},onFocus(e){e.defaultPrevented||en||ea||!F||(es.current?.click(),$(!1))}},{getButtonProps:eh,buttonRef:eb}=(0,b.f)({disabled:en,native:I,composite:!1}),ey={type:"radio",ref:ef,form:U,id:ep,name:Z,tabIndex:-1,style:Z?o.L:o.p,"aria-hidden":!0,...void 0!==S?{value:(0,M.f)(S)}:l.w,disabled:en,checked:el,required:eo,readOnly:ea,onChange(e){if(e.nativeEvent.defaultPrevented||en||ea||void 0===S)return;let t=(0,s.j)(d.f.none,e.nativeEvent);W(S,t),t.isCanceled||X(!0)},onFocus(){eu.current?.focus()}},em=r.useMemo(()=>({...Q,required:eo,disabled:en,readOnly:ea,checked:el}),[Q,en,ea,el,eo]),ex=void 0!==O,ek=[t,eu,eb,ed],eR=[eg,T,eh,ei,L?e=>L.getValidationProps(en,e):l.w],ew=(0,h.f)("span",e,{enabled:!ex,state:em,ref:ek,props:eR,stateAttributesMapping:p});return(0,V.jsxs)(z.Provider,{value:em,children:[ex?(0,V.jsx)(m.f,{tag:"span",render:f,className:c,style:N,state:em,refs:ek,props:eR,stateAttributesMapping:p}):ew,(0,V.jsx)("input",{...ey,suppressHydrationWarning:!0})]})});var P=e.i(137584),S=e.i(223910);let D=r.forwardRef(function(e,t){let{render:i,className:n,style:a,keepMounted:o=!1,...l}=e,u=function(){let e=r.useContext(z);if(void 0===e)throw Error((0,E.f)(52));return e}(),s=u.checked,{mounted:d,transitionStatus:f,setMounted:c}=(0,S.f)(s),v={...u,transitionStatus:f},g=r.useRef(null),b=(0,h.f)("span",e,{ref:[t,g],state:v,props:l,stateAttributesMapping:p});return((0,P.f)({open:s,ref:g,onComplete(){s||c(!1)}}),o||d)?b:null});e.s(["Indicator",0,D,"Root",0,A],66747);var I=e.i(66747);e.s(["f",0,I],774835);var K=e.i(951437),N=e.i(647554),T=e.i(673327),O=e.i(405934),_=e.i(381104);let q=r.createContext(void 0);var H=e.i(884708),U=e.i(606039);let B=[T.B],F=r.forwardRef(function(e,t){let{render:i,className:n,disabled:o,readOnly:l,required:u,onValueChange:s,value:d,defaultValue:f,form:v,name:p,inputRef:h,id:b,style:y,...m}=e,{setTouched:k,setFocused:w,validationMode:C,name:M,disabled:z,state:A,validation:P,setDirty:S,setFilled:D,validityData:I}=(0,x.U)(),{labelId:T}=(0,R.f)(),{clearErrors:F}=(0,H.f)(),L=function(e=!1){let t=r.useContext(q);if(!t&&!e)throw Error((0,E.f)(86));return t}(!0),Z=z||o,W=M??p,$=(0,g.f)(b),[G,J]=(0,K.f)({controlled:d,default:f,name:"RadioGroup",state:"value"}),[X,Y]=r.useState(!1),Q=(0,a.f)((e,t)=>{s?.(e,t),t.isCanceled||J(e)}),ee=r.useRef(null),et=r.useRef(null),er=r.useRef(null);function ei(e){let t;return h&&("function"==typeof h?t=h(e):h.current=e),et.current=e,P.inputRef.current=e,t}let en=(0,a.f)((e,t=!1)=>{if(e){if(t){ee.current===e&&(ee.current=null);return}null==ee.current&&(ee.current=e)}}),ea=(0,a.f)(e=>{if(!e||e.disabled)return;er.current||(er.current=e);let t=et.current;if(e.checked||null==t||t.disabled)return ei(e)}),eo=(0,a.f)(()=>{let e=et.current;return e&&!e.disabled&&e.checked?G??null:null});(0,_.f)(ee,$,G??null,eo,!Z,p),(0,U.f)(G,()=>{F(W),S(G!==I.initialValue),D(null!=G),P.change(G);let e=er.current;null==G&&e&&!e.disabled&&ei(e)});let el=m["aria-labelledby"]??T??L?.legendId,eu={...A,disabled:Z??!1,required:u??!1,readOnly:l??!1},es=r.useMemo(()=>({...A,checkedValue:G,disabled:Z,form:v,validation:P,name:W,readOnly:l,registerControlRef:en,registerInputRef:ea,required:u,setCheckedValue:Q,setTouched:Y,touched:X}),[G,Z,v,P,A,W,l,en,ea,u,Q,Y,X]);return(0,V.jsx)(j.Provider,{value:es,children:(0,V.jsx)(O.f,{render:i,className:n,style:y,state:eu,props:[{id:b,role:"radiogroup","aria-required":u||void 0,"aria-disabled":Z||void 0,"aria-readonly":l||void 0,"aria-labelledby":el,onFocus(){w(!0)},onBlur(e){(0,N.I)(e.currentTarget,e.relatedTarget)||(k(!0),w(!1),"onBlur"===C&&P.commit(G))},onKeyDownCapture(e){e.key.startsWith("Arrow")&&(Y(!0),w(!0))}},m,e=>P.getValidationProps(Z??!1,e)],refs:[t],stateAttributesMapping:c.s,enableHomeAndEndKeys:!1,modifierKeys:B})})});e.s(["f",0,F],373374)},841840,201634,481524,e=>{var t,r=e.i(271645),i=e.i(951437),n=e.i(146376),a=e.i(667865),o=e.i(552245),l=e.i(53687),u=e.i(733332);let s=r.createContext(void 0);e.s(["q",0,s,"_",0,function(){let e=r.useContext(s);if(void 0===e)throw Error((0,u.f)(64));return e}],201634);let d=((t={}).activationDirection="data-activation-direction",t.orientation="data-orientation",t),f={tabActivationDirection:e=>({[d.activationDirection]:e})};e.s(["f",0,f],481524);var c=e.i(675606),v=e.i(216856),v=v,p=v,g=e.i(552348),h=e.i(843476);let b=r.forwardRef(function(e,t){let{className:u,defaultValue:d=0,onValueChange:b,orientation:m="horizontal",render:x,value:k,style:R,...w}=e,C=void 0!==e.defaultValue,j=r.useRef([]),[M,E]=r.useState(()=>new Map),[z,V]=(0,i.f)({controlled:k,default:d,name:"Tabs",state:"value"}),A=void 0!==k,[P,S]=r.useState(()=>new Map),D=r.useRef(void 0),I=r.useCallback(e=>{if(void 0===e)return null;for(let[t,r]of P.entries())if(null!=r&&e===(r.value??r.index))return t;return null},[P]),[K,N]=r.useState(()=>({previousValue:z,tabActivationDirection:"none"})),{previousValue:T,tabActivationDirection:O}=K,_=O,q=!1;T!==z&&(_=y(T,z,m,P),q=null!=T&&null!=z&&null==I(z));let H=q?T:z,U=T!==H||O!==_;(0,n.f)(()=>{U&&N({previousValue:H,tabActivationDirection:_})},[H,U,_]);let B=(0,a.f)((e,t)=>{t.activationDirection=y(z,e,m,P),b?.(e,t),t.isCanceled||V(e)}),F=(0,a.f)((e,t)=>{b?.(e,(0,c.j)(t,void 0,void 0,{activationDirection:"none"}))}),L=(0,a.f)((e,t)=>{E(r=>{if(r.get(e)===t)return r;let i=new Map(r);return i.set(e,t),i})}),Z=(0,a.f)((e,t)=>{E(r=>{if(!r.has(e)||r.get(e)!==t)return r;let i=new Map(r);return i.delete(e),i})}),W=r.useCallback(e=>M.get(e),[M]),$=r.useCallback(e=>{for(let t of P.values())if(e===t?.value)return t?.id},[P]),G=r.useMemo(()=>({getTabElementBySelectedValue:I,getTabIdByPanelValue:$,getTabPanelIdByValue:W,onValueChange:B,orientation:m,registerMountedTabPanel:L,setTabMap:S,unregisterMountedTabPanel:Z,tabActivationDirection:_,value:z}),[I,$,W,B,m,L,S,Z,_,z]),J=r.useMemo(()=>{for(let e of P.values())if(null!=e&&e.value===z)return e},[P,z]),X=r.useMemo(()=>{for(let e of P.values())if(null!=e&&!e.disabled)return e.value},[P]),Y=r.useRef(!C),Q=r.useRef(d),ee=r.useRef(C),et=r.useRef(!1);(0,n.f)(()=>{if(A)return;function e(e,t){V(e),N(t=>t.previousValue===e&&"none"===t.tabActivationDirection?t:{previousValue:e,tabActivationDirection:"none"}),F(e,t),Y.current=!1}if(0===P.size){et.current&&null!==z&&!D.current?.isConnected&&e(null,p.missing);return}et.current=!0,D.current=P.keys().next().value;let t=J?.disabled,r=null==J&&null!==z;if(t||z!==Q.current||(ee.current=!1),ee.current&&t&&z===Q.current)return;let i=Y.current;if(t||r){let r=X??null;if(z===r){Y.current=!1;return}let n=p.missing;i?n=v.initial:t&&(n=g.f.disabled),e(r,n);return}i&&null!=J&&(F(z,v.initial),Y.current=!1)},[X,A,F,J,V,P,z]);let er={orientation:m,tabActivationDirection:_},ei=(0,o.f)("div",e,{state:er,ref:t,props:w,stateAttributesMapping:f});return(0,h.jsx)(s.Provider,{value:G,children:(0,h.jsx)(l.f,{elementsRef:j,children:ei})})});function y(e,t,r,i){if(null==e||null==t)return"none";let n=null,a=null;for(let[r,o]of i.entries()){if(null==o)continue;let i=o.value??o.index;if(e===i&&(n=r),t===i&&(a=r),null!=n&&null!=a)break}if(null==n||null==a)return n!==a&&("number"==typeof e||"string"==typeof e)&&typeof e==typeof t?"horizontal"===r?t>e?"right":"left":t>e?"down":"up":"none";let o=n.getBoundingClientRect(),l=a.getBoundingClientRect();if("horizontal"===r){if(l.lefto.left)return"right"}else{if(l.topo.top)return"down"}return"none"}e.s(["f",0,b],841840)},788368,707120,249487,e=>{var t,r=e.i(271645),i=e.i(108868),n=e.i(146376),a=e.i(788015),o=e.i(552245),l=e.i(540886),u=e.i(370359),s=e.i(395530),d=e.i(201634),f=e.i(481524),c=e.i(733332);let v=r.createContext(void 0);function p(){let e=r.useContext(v);if(void 0===e)throw Error((0,c.f)(65));return e}e.s(["N",0,v,"K",0,p],707120);var g=e.i(675606),h=e.i(380025),b=e.i(647554);let y=r.forwardRef(function(e,t){let{className:c,disabled:v=!1,render:y,value:m,id:x,nativeButton:k=!0,style:R,...w}=e,{value:C,getTabPanelIdByValue:j,orientation:M,tabActivationDirection:E}=(0,d._)(),{activateOnFocus:z,highlightedTabIndex:V,onTabActivation:A,registerTabResizeObserverElement:P,setHighlightedTabIndex:S,tabsListElement:D}=p(),I=(0,a.f)(x),K=r.useMemo(()=>({disabled:v,id:I,value:m}),[v,I,m]),{compositeProps:N,compositeRef:T,index:O}=(0,s.f)({metadata:K}),_=m===C,q=r.useRef(!1),H=r.useRef(null);(0,n.f)(()=>{let e=H.current;if(e)return P(e)},[P]),(0,n.f)(()=>{if(q.current){q.current=!1;return}if(_&&O>-1&&V!==O){if(null!=D){let e=(0,b.T)((0,i.f)(D));if(e&&(0,b.I)(D,e))return}v||S(O)}},[_,O,V,S,v,D]);let{getButtonProps:U,buttonRef:B}=(0,l.f)({disabled:v,native:k,focusableWhenDisabled:!0}),F=j(m),L=r.useRef(!1),Z=r.useRef(!1);return(0,o.f)("button",e,{state:{disabled:v,active:_,orientation:M,tabActivationDirection:E},ref:[t,B,T,H],props:[N,{role:"tab","aria-controls":F,"aria-selected":_,id:I,onClick:function(e){_||v||A(m,(0,g.j)(h.f.none,e.nativeEvent,void 0,{activationDirection:"none"}))},onFocus:function(e){_||(O>-1&&!v&&S(O),!v&&z&&(!L.current||L.current&&Z.current)&&A(m,(0,g.j)(h.f.none,e.nativeEvent,void 0,{activationDirection:"none"})))},onPointerDown:function(e){_||v||(L.current=!0,e.button&&0!==e.button||(Z.current=!0,(0,i.f)(e.currentTarget).addEventListener("pointerup",function(){L.current=!1,Z.current=!1},{once:!0})))},[u.f]:_?"":void 0,onKeyDownCapture(){q.current=!0}},w,U],stateAttributesMapping:f.f})});e.s(["f",0,y],788368);var m=e.i(144394),x=e.i(209407),k=e.i(137584),R=e.i(223910),w=e.i(673553);let C=((t={}).index="data-index",t.activationDirection="data-activation-direction",t.orientation="data-orientation",t.hidden="data-hidden",t[t.startingStyle=x.S.startingStyle]="startingStyle",t[t.endingStyle=x.S.endingStyle]="endingStyle",t),j={...f.f,...x.T},M=r.forwardRef(function(e,t){let{className:i,value:l,render:u,keepMounted:s=!1,style:f,...c}=e,{value:v,getTabIdByPanelValue:p,orientation:g,tabActivationDirection:h,registerMountedTabPanel:b,unregisterMountedTabPanel:y}=(0,d._)(),x=(0,a.f)(),M=r.useMemo(()=>({id:x,value:l}),[x,l]),{ref:E,index:z}=(0,w.b)({metadata:M}),V=l===v,{mounted:A,transitionStatus:P,setMounted:S}=(0,R.f)(V),D=!A,I=p(l),K=r.useRef(null),N=(0,o.f)("div",e,{state:{hidden:D,orientation:g,tabActivationDirection:h,transitionStatus:P},ref:[t,E,K],props:[{"aria-labelledby":I,hidden:D,id:x,role:"tabpanel",tabIndex:V?0:-1,inert:(0,m.f)(!V),[C.index]:z},c],stateAttributesMapping:j});return((0,k.f)({open:V,ref:K,onComplete(){V||S(!1)}}),(0,n.f)(()=>{if((!D||s)&&null!=x)return b(l,x),()=>{y(l,x)}},[D,s,l,x,b,y]),s||A)?N:null});e.s(["f",0,M],249487)},180127,e=>{let t=(0,e.i(475254).f)("arrow-left",[["path",{d:"m12 19-7-7 7-7",key:"1l729n"}],["path",{d:"M19 12H5",key:"x3x0zl"}]]);e.s(["f",0,t])},871689,e=>{var t=e.i(180127);e.s(["f",()=>t.f])},541071,373488,e=>{let t=(0,e.i(475254).f)("ellipsis",[["circle",{cx:"12",cy:"12",r:"1",key:"41hilf"}],["circle",{cx:"19",cy:"12",r:"1",key:"1wjl8i"}],["circle",{cx:"5",cy:"12",r:"1",key:"1pcz8c"}]]);e.s(["f",0,t],373488),e.s(["f",0,t],541071)},332102,e=>{let t=(0,e.i(475254).f)("inbox",[["polyline",{points:"22 12 16 12 14 15 10 15 8 12 2 12",key:"o97t9d"}],["path",{d:"M5.45 5.11 2 12v6a2 2 0 0 0 2 2h16a2 2 0 0 0 2-2v-6l-3.45-6.89A2 2 0 0 0 16.76 4H7.24a2 2 0 0 0-1.79 1.11z",key:"oot6mr"}]]);e.s(["f",0,t],332102)},727612,e=>{let t=(0,e.i(475254).f)("trash-2",[["path",{d:"M3 6h18",key:"d0wm0j"}],["path",{d:"M19 6v14c0 1-1 2-2 2H7c-1 0-2-1-2-2V6",key:"4alrt4"}],["path",{d:"M8 6V4c0-1 1-2 2-2h4c1 0 2 1 2 2v2",key:"v07s0e"}],["line",{x1:"10",x2:"10",y1:"11",y2:"17",key:"1uufr5"}],["line",{x1:"14",x2:"14",y1:"11",y2:"17",key:"xtxkd"}]]);e.s(["f",0,t],727612)},629288,e=>{var t=e.i(843476),r=e.i(774835),i=e.i(66747),i=i,n=e.i(373374),a=e.i(196631);e.s(["x",0,function({className:e,...r}){return(0,t.jsx)(n.f,{"data-slot":"radio-group",className:(0,a.c)("grid w-full gap-3",e),...r})},"a",0,function({className:e,...n}){return(0,t.jsx)(r.f.Root,{"data-slot":"radio-group-item",className:(0,a.c)("group/radio-group-item peer relative flex aspect-square size-4 shrink-0 rounded-full border border-input outline-none after:absolute after:-inset-x-3 after:-inset-y-2 focus-visible:border-ring focus-visible:ring-3 focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 aria-invalid:border-destructive aria-invalid:ring-3 aria-invalid:ring-destructive/20 aria-invalid:aria-checked:border-primary dark:bg-input/30 dark:aria-invalid:border-destructive/50 dark:aria-invalid:ring-destructive/40 data-checked:border-primary data-checked:bg-primary data-checked:text-primary-foreground dark:data-checked:bg-primary",e),...n,children:(0,t.jsx)(i.Indicator,{"data-slot":"radio-group-indicator",className:"flex size-4 items-center justify-center",children:(0,t.jsx)("span",{className:"absolute top-1/2 left-1/2 size-2 -translate-x-1/2 -translate-y-1/2 rounded-full bg-primary-foreground"})})})}],629288)},677572,e=>{var t=e.i(843476),r=e.i(841840),i=e.i(788368),n=e.i(249487),a=e.i(271645),o=e.i(667865),l=e.i(146376),u=e.i(956789),s=e.i(405934),d=e.i(481524),f=e.i(201634),c=e.i(707120);let v=a.forwardRef(function(e,r){let{activateOnFocus:i=!1,className:n,loopFocus:v=!0,render:p,style:g,...h}=e,{onValueChange:b,orientation:y,value:m,setTabMap:x,tabActivationDirection:k}=(0,f._)(),[R,w]=a.useState(0),[C,j]=a.useState(null),M=a.useRef(new Set),E=a.useRef(new Set),z=a.useRef(null);(0,l.f)(()=>{if("u"{M.current.forEach(e=>{e()})});return z.current=e,C&&e.observe(C),E.current.forEach(t=>{e.observe(t)}),()=>{e.disconnect(),z.current=null}},[C]);let V=(0,o.f)(e=>(M.current.add(e),()=>{M.current.delete(e)})),A=(0,o.f)(e=>(E.current.add(e),z.current?.observe(e),()=>{E.current.delete(e),z.current?.unobserve(e)})),P=(0,o.f)((e,t)=>{e!==m&&b(e,t)}),S=a.useMemo(()=>({activateOnFocus:i,highlightedTabIndex:R,registerIndicatorUpdateListener:V,registerTabResizeObserverElement:A,onTabActivation:P,setHighlightedTabIndex:w,tabsListElement:C}),[i,R,V,A,P,w,C]);return(0,t.jsx)(c.N.Provider,{value:S,children:(0,t.jsx)(s.f,{render:p,className:n,style:g,state:{orientation:y,tabActivationDirection:k},refs:[r,j],props:[{"aria-orientation":"vertical"===y?"vertical":void 0,role:"tablist"},h],stateAttributesMapping:d.f,highlightedIndex:R,enableHomeAndEndKeys:!0,loopFocus:v,orientation:y,onHighlightedIndexChange:w,onMapChange:x,disabledIndices:u.v})})});e.s(["List",0,v,"Panel",()=>n.f,"Root",()=>r.f,"Tab",()=>i.f],69281);var p=e.i(69281),p=p,g=p,h=p,b=p,y=e.i(225913),m=e.i(196631);let x=(0,y.f)("group/tabs-list inline-flex w-fit items-center justify-center rounded-lg p-[3px] text-muted-foreground group-data-horizontal/tabs:h-9 group-data-vertical/tabs:h-fit group-data-vertical/tabs:flex-col data-[variant=line]:rounded-none",{variants:{variant:{default:"bg-muted",line:"gap-1 bg-transparent"}},defaultVariants:{variant:"default"}});e.s(["i",0,function({className:e,orientation:r="horizontal",...i}){return(0,t.jsx)(p.Root,{"data-slot":"tabs","data-orientation":r,className:(0,m.c)("group/tabs flex gap-2 data-horizontal:flex-col",e),...i})},"S",0,function({className:e,...r}){return(0,t.jsx)(b.Panel,{"data-slot":"tabs-content",className:(0,m.c)("flex-1 text-sm outline-none",e),...r})},"U",0,function({className:e,variant:r="default",...i}){return(0,t.jsx)(g.List,{"data-slot":"tabs-list","data-variant":r,className:(0,m.c)(x({variant:r}),e),...i})},"k",0,function({className:e,...r}){return(0,t.jsx)(h.Tab,{"data-slot":"tabs-trigger",className:(0,m.c)("relative inline-flex h-[calc(100%-1px)] flex-1 items-center justify-center gap-1.5 rounded-md border border-transparent px-2 py-1 text-sm font-medium whitespace-nowrap text-foreground/60 transition-all group-data-vertical/tabs:w-full group-data-vertical/tabs:justify-start hover:text-foreground focus-visible:border-ring focus-visible:ring-[3px] focus-visible:ring-ring/50 focus-visible:outline-1 focus-visible:outline-ring disabled:pointer-events-none disabled:opacity-50 has-data-[icon=inline-end]:pr-1.5 has-data-[icon=inline-start]:pl-1.5 aria-disabled:pointer-events-none aria-disabled:opacity-50 dark:text-muted-foreground dark:hover:text-foreground group-data-[variant=default]/tabs-list:data-active:shadow-sm group-data-[variant=line]/tabs-list:data-active:shadow-none [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4","group-data-[variant=line]/tabs-list:bg-transparent group-data-[variant=line]/tabs-list:data-active:bg-transparent dark:group-data-[variant=line]/tabs-list:data-active:border-transparent dark:group-data-[variant=line]/tabs-list:data-active:bg-transparent","data-active:bg-background data-active:text-foreground dark:data-active:border-input dark:data-active:bg-input/30 dark:data-active:text-foreground","after:absolute after:bg-foreground after:opacity-0 after:transition-opacity group-data-horizontal/tabs:after:inset-x-0 group-data-horizontal/tabs:after:bottom-[-5px] group-data-horizontal/tabs:after:h-0.5 group-data-vertical/tabs:after:inset-y-0 group-data-vertical/tabs:after:-right-1 group-data-vertical/tabs:after:w-0.5 group-data-[variant=line]/tabs-list:data-active:after:opacity-100",e),...r})}],677572)},991326,972165,e=>{var t=e.i(653145);let r=(e,r,i)=>{if(e&&"reportValidity"in e){let n=(0,t.g)(i,r);e.setCustomValidity(n&&n.message||""),e.reportValidity()}},i=(e,t)=>{for(let i in t.fields){let n=t.fields[i];n&&n.ref&&"reportValidity"in n.ref?r(n.ref,i,e):n&&n.refs&&n.refs.forEach(t=>r(t,i,e))}},n=(e,r)=>{r.shouldUseNativeValidation&&i(e,r);let n={};for(let i in e){let o=(0,t.g)(r.fields,i),l=Object.assign(e[i]||{},{ref:o&&o.ref});if(a(r.names||Object.keys(e),i)){let e=Object.assign({},(0,t.g)(n,i));(0,t.u)(e,"root",l),(0,t.u)(n,i,e)}else(0,t.u)(n,i,l)}return n},a=(e,t)=>{let r=o(t).replace(/[.*+?^${}()|\\]/g,"\\$&");return e.some(e=>o(e).match(`^${r}\\.\\d+`))};function o(e){return e.replace(/[\[\]]/g,"")}var l=e.i(374969),u=e.i(803108);function s(){return(s=Object.assign.bind()).apply(null,arguments)}function d(e,t){try{var r=e()}catch(e){return t(e)}return r&&r.then?r.then(void 0,t):r}function f(e,r,a){if(void 0===a&&(a={}),"_def"in e&&"object"==typeof e._def&&"typeName"in e._def)return function(o,l,u){try{return Promise.resolve(d(function(){return Promise.resolve(e["sync"===a.mode?"parse":"parseAsync"](o,r)).then(function(e){return u.shouldUseNativeValidation&&i({},u),{errors:{},values:a.raw?Object.assign({},o):e}})},function(e){if(Array.isArray(null==e?void 0:e.issues))return{values:{},errors:n(function(e,r){for(var i={};e.length;){var n=e[0],a=n.code,o=n.message,l=n.path.join(".");if(!i[l])if("unionErrors"in n){var u=n.unionErrors[0].errors[0];i[l]={message:u.message,type:u.code}}else i[l]={message:o,type:a};if("unionErrors"in n&&n.unionErrors.forEach(function(t){return t.errors.forEach(function(t){return e.push(t)})}),r){var s=i[l].types,d=s&&s[n.code];i[l]=(0,t.I)(l,r,i,a,d?[].concat(d,n.message):n.message)}e.shift()}return i}(e.errors,!u.shouldUseNativeValidation&&"all"===u.criteriaMode),u)};throw e}))}catch(e){return Promise.reject(e)}};if("_zod"in e&&"object"==typeof e._zod)return function(o,f,c){try{return Promise.resolve(d(function(){return Promise.resolve(("sync"===a.mode?u.y:u.s)(e,o,r)).then(function(e){return c.shouldUseNativeValidation&&i({},c),{errors:{},values:a.raw?Object.assign({},o):e}})},function(e){if(e instanceof l.o)return{values:{},errors:n(function(e,r){for(var i={};e.length;)!function(){var n=e[0],a=n.code,o=n.message,l=n.path.join(".");if(!i[l])if("invalid_union"===n.code&&n.errors.length>0){var u=n.errors[0][0];i[l]={message:u.message,type:u.code}}else i[l]={message:o,type:a};if("invalid_union"===n.code&&n.errors.forEach(function(t){return t.forEach(function(t){return e.push(s({},t,{path:[].concat(n.path,t.path)}))})}),r){var d=i[l].types,f=d&&d[n.code];i[l]=(0,t.I)(l,r,i,a,f?[].concat(f,n.message):n.message)}e.shift()}();return i}(e.issues,!c.shouldUseNativeValidation&&"all"===c.criteriaMode),c)};throw e}))}catch(e){return Promise.reject(e)}};throw Error("Invalid input: not a Zod schema")}e.s(["f",0,f],972165),e.s(["f",0,function(e,r){return(0,t.G)({...r,resolver:f(e)})}],991326)}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0a0-sso83yd7c.js b/litellm/proxy/_experimental/out/_next/static/chunks/0a0-sso83yd7c.js new file mode 100644 index 00000000000..97c30e70a9b --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/0a0-sso83yd7c.js @@ -0,0 +1 @@ +(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,804623,e=>{"use strict";var a=e.i(843476),t=e.i(438847),s=e.i(16715),r=e.i(322831),i=e.i(912598),l=e.i(135214),n=e.i(710540),o=e.i(519455),d=e.i(967489),c=e.i(708347),m=e.i(143339),u=e.i(418371),x=e.i(746067);function g(e){return e.model.litellm_provider||e.usageModel.split("/")[0]}function h({alert:e}){let t=g(e);return(0,a.jsxs)("a",{href:(0,x.r)(e.usageModel),className:"inline-flex items-center gap-2 font-medium hover:underline",children:[(0,a.jsx)(u.f,{provider:t,className:"size-4 shrink-0"}),e.usageModel]})}function p({alert:e}){let{t}=(0,r.f)(),s=e.model.days_until_deprecation,i=t("alerts.timing.deprecatesIn",{count:s});return 0===s&&(i=t("alerts.timing.today")),s<0&&(i=t("alerts.timing.deprecatedAgo",{count:Math.abs(s)})),(0,a.jsx)("span",{className:s<0?"text-destructive":"text-amber-700 dark:text-amber-400",title:e.model.deprecation_date,children:i})}var f=e.i(751247),j=e.i(263488),y=e.i(776639),v=e.i(782066);let b=`${(0,v.B)("logging-and-alerts")}?tab=email-alerts`,N=[{titleKey:"alerts.emailSetup.steps.connect.title",descriptionKey:"alerts.emailSetup.steps.connect.description"},{titleKey:"alerts.emailSetup.steps.enable.title",descriptionKey:"alerts.emailSetup.steps.enable.description"},{titleKey:"alerts.emailSetup.steps.reminders.title",descriptionKey:"alerts.emailSetup.steps.reminders.description"}];function w(){let{t:e}=(0,r.f)();return(0,a.jsxs)(y.N,{children:[(0,a.jsxs)("div",{className:"flex flex-wrap items-center justify-between gap-2 border-b pb-3 text-xs text-muted-foreground",children:[(0,a.jsxs)("span",{className:"flex items-center gap-2",children:[(0,a.jsx)(j.f,{className:"size-3.5 shrink-0","aria-hidden":!0}),e("alerts.emailSetup.summary")]}),(0,a.jsx)(y.a,{render:(0,a.jsx)(o.K,{variant:"link",size:"sm"}),children:e("alerts.emailSetup.trigger")})]}),(0,a.jsxs)(y.d,{children:[(0,a.jsxs)(y.s,{children:[(0,a.jsx)(y.F,{children:e("alerts.emailSetup.title")}),(0,a.jsx)(y.C,{children:e("alerts.emailSetup.description")})]}),(0,a.jsx)("ol",{className:"my-3 space-y-5",children:N.map((t,s)=>(0,a.jsxs)("li",{className:"flex gap-3",children:[(0,a.jsx)("span",{className:"flex size-7 shrink-0 items-center justify-center rounded-full border text-xs font-medium","aria-hidden":!0,children:s+1}),(0,a.jsxs)("div",{children:[(0,a.jsx)("h3",{className:"text-sm font-medium",children:e(t.titleKey)}),(0,a.jsx)("p",{className:"mt-1 text-sm leading-relaxed text-muted-foreground",children:e(t.descriptionKey)})]})]},t.titleKey))}),(0,a.jsx)(y.c,{children:(0,a.jsx)("a",{className:(0,o.i)(),href:b,children:e("alerts.emailSetup.openSettings")})})]})]})}var k=e.i(271645);e.i(707701);var _=e.i(807235),D=e.i(531649),C=e.i(201787),E=e.i(85010);let S={model_cost_map:"alerts.recommendation.sources.modelCostMap",deployment_config:"alerts.recommendation.sources.deploymentConfig"};function T({recommendation:e}){let{t}=(0,r.f)(),{successor_model:s,successor_model_source:i,deprecation_source:l}=e,n=t(i&&Object.hasOwn(S,i)?S[i]:"alerts.recommendation.notProvided"),o=l&&/^https?:\/\//i.test(l)?l:null;return(0,a.jsxs)("div",{className:"mt-2 space-y-1 text-xs text-muted-foreground",children:[(0,a.jsxs)("p",{children:[t("alerts.recommendation.recommendedModel")," ",s?(0,a.jsx)("code",{className:"rounded bg-muted px-1.5 py-0.5 text-foreground",children:s}):t("alerts.recommendation.notProvided")]}),s&&(0,a.jsxs)("p",{className:"flex flex-wrap items-center gap-x-2 gap-y-1",children:[(0,a.jsxs)("span",{children:[t("alerts.recommendation.source")," ","model_cost_map"===i?(0,a.jsx)("a",{href:"https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json",target:"_blank",rel:"noopener noreferrer",className:"underline underline-offset-2",children:n}):n]}),o&&(0,a.jsx)("a",{href:o,target:"_blank",rel:"noopener noreferrer",className:"underline underline-offset-2",children:t("alerts.recommendation.providerNotice")})]})]})}let M={[E.s.Open]:"alerts.inbox.empty.open",[E.s.Resolved]:"alerts.inbox.empty.resolved",[E.s.Dismissed]:"alerts.inbox.empty.dismissed"},O=[{id:"model",header:()=>C.f.t("alerts.inbox.columns.model"),cell:({row:e})=>(0,a.jsxs)("div",{className:"py-1",children:[(0,a.jsx)(h,{alert:e.original}),(0,a.jsx)(T,{recommendation:e.original.model})]})},{id:"deprecation",header:()=>C.f.t("alerts.inbox.columns.deprecation"),cell:({row:e})=>(0,a.jsxs)("div",{className:"flex flex-col gap-1",children:[(0,a.jsx)(p,{alert:e.original}),(0,a.jsx)("span",{className:"text-xs text-muted-foreground",children:e.original.model.deprecation_date})]})},{accessorKey:"requests",header:()=>C.f.t("alerts.inbox.columns.requests"),cell:({row:e})=>e.original.requests.toLocaleString()},{accessorKey:"lastUsedDate",header:()=>C.f.t("alerts.inbox.columns.lastSeen")},{id:"review",header:"",cell:({row:e})=>(0,a.jsx)("a",{href:(0,x.r)(e.original.usageModel),className:"whitespace-nowrap text-primary hover:underline",children:C.f.t("alerts.inbox.reviewImpact")})}];function P({alerts:e,pending:t,status:s,onStatusChange:i,onRefresh:l,refreshing:o}){let{t:d}=(0,r.f)(),[c,m]=(0,k.useState)(""),u={open:0,resolved:0,dismissed:0};for(let a of e)u[(0,E.U)(a)]++;let x=(0,k.useMemo)(()=>e.filter(e=>(0,E.U)(e)===s&&e.usageModel.toLowerCase().includes(c.toLowerCase())),[e,s,c]);return(0,a.jsxs)(n.j,{value:s,onValueChange:i,className:"gap-4",children:[(0,a.jsx)(n._,{children:Object.values(E.s).map(e=>(0,a.jsxs)(n.H,{value:e,className:"capitalize",children:[d(E.R[e]),(0,a.jsx)("span",{className:"ml-1.5 text-xs text-muted-foreground",children:u[e]})]},e))}),(0,a.jsx)(n.m,{value:s,children:(0,a.jsx)(_.f,{data:x,columns:O,getRowId:e=>e.id,fillHeight:!0,size:"compact",isLoading:t,loadingMessage:d("alerts.inbox.loading"),noDataMessage:d(M[s]),toolbar:e=>(0,a.jsx)(D.f,{table:e,searchValue:c,onSearchChange:m,searchPlaceholder:d("alerts.inbox.searchPlaceholder"),onRefresh:l,isRefreshing:o,showViewOptions:!1})})})]})}var A=e.i(954616),K=e.i(266027),z=e.i(115057),F=e.i(643531),q=e.i(174886),U=e.i(367240),I=e.i(37727),R=e.i(785242),L=e.i(45570),$=e.i(768371),V=e.i(422444),G=e.i(500330),B=e.i(487486);function H({tags:e,loading:t,failed:s}){let{t:i}=(0,r.f)(),[l,n]=(0,k.useState)(!1);if(t)return(0,a.jsx)("span",{className:"text-xs text-muted-foreground",children:i("alerts.usageTags.loading")});if(s)return(0,a.jsx)("span",{className:"text-xs text-muted-foreground",children:i("alerts.usageTags.failed")});if(0===e.length)return(0,a.jsx)("span",{className:"text-xs text-muted-foreground",children:i("alerts.usageTags.none")});let o=l?e:e.slice(0,5);return(0,a.jsxs)("div",{className:"flex max-w-72 flex-wrap items-center gap-1",children:[o.map(e=>(0,a.jsx)(B.f,{variant:"secondary",className:"max-w-full whitespace-normal break-all font-normal",children:e},e)),e.length>5&&(0,a.jsx)("button",{type:"button",className:"text-xs text-primary hover:underline","aria-expanded":l,"aria-label":l?i("alerts.usageTags.showFewer"):i("alerts.usageTags.showMore",{hidden:e.length-5}),onClick:()=>n(!l),children:l?i("alerts.usageTags.showLess"):i("alerts.usageTags.more",{hidden:e.length-5})})]})}e.i(32117);var W=e.i(863556),Z=e.i(536129),Q=e.i(722286),J=e.i(401556);let X=e=>new Date(`${e}T00:00:00Z`).toLocaleDateString("en-US",{month:"short",day:"numeric",timeZone:"UTC"});function Y({model:e,team:t,scope:s,range:i}){let{t:l}=(0,r.f)(),[n,d]=(0,k.useState)(!1),c=(0,K.f)({queryKey:["deprecationDailyUsage",s,e,t,i],queryFn:async({signal:a})=>{let s={...i,model:e,api_key_limit:100,timezone:0};if(t){let{data:e}=await $.N.GET("/team/daily/activity/aggregated",{params:{query:{...s,team_ids:t}},signal:a});if(!e)throw Error("Daily model usage is unavailable");return e}let{data:r}=await $.N.GET("/user/daily/activity/aggregated",{params:{query:s},signal:a});if(!r)throw Error("Daily model usage is unavailable");return r},staleTime:3e5,refetchInterval:3e5}),m=(0,k.useMemo)(()=>(function(e,a){let t=new Map;for(let a of e)t.set(a.date,(t.get(a.date)??0)+a.metrics.api_requests);let s=[],r=new Date(`${a.end_date}T00:00:00Z`);for(let e=new Date(`${a.start_date}T00:00:00Z`);e<=r;e.setUTCDate(e.getUTCDate()+1)){let a=e.toISOString().slice(0,10);s.push({date:a,requests:t.get(a)??0})}return s})(c.data?.results??[],i),[c.data,i]),u=(0,k.useMemo)(()=>new Map(m.map(e=>[e.date,e.requests])),[m]),x=(0,k.useMemo)(()=>{let e=c.data?(0,Z.s)(c.data):[],a=new Map(e.flatMap(e=>Object.entries(e.breakdown.api_keys).map(([e,a])=>[e,a.metadata.key_alias||l("alerts.usageChart.keyFallback",{id:e.slice(0,6)})]))),t=(0,J.Y)(e,"api_keys","requests",100),s=new Map(t.data.map(e=>[e.date,e])),r=Object.fromEntries(t.keys.map(e=>[e,0]));return t.data=m.map(e=>s.get(e.date)??{date:e.date,label:X(e.date),...r}),t.labels=t.labels.map(e=>a.get(e)||e),t},[c.data,m,l]);return(0,a.jsxs)(Q.v,{title:l("alerts.usageChart.title"),subtitle:t?l("alerts.usageChart.subtitleTeam"):l("alerts.usageChart.subtitleAll"),className:"shrink-0",children:[c.isPending?(0,a.jsx)(Q.f,{className:"h-64"}):c.isError?(0,a.jsxs)("div",{role:"alert",className:"py-6 text-sm",children:[l("alerts.usageChart.loadError")," ",(0,a.jsx)(o.K,{variant:"outline",size:"sm",onClick:()=>void c.refetch(),children:l("alerts.usageChart.retry")})]}):(0,a.jsxs)(a.Fragment,{children:[(0,a.jsx)(W.Q,{data:x.data,series:x.keys,labels:x.labels,colors:x.colors,xKey:"date",xLabel:X,format:e=>e.toLocaleString(),totalFor:e=>u.get(e),className:"h-64"}),(0,a.jsx)("div",{className:"mt-3 flex flex-wrap gap-x-4 gap-y-2 text-xs text-muted-foreground",children:x.labels.slice(0,n?void 0:8).map((e,t)=>(0,a.jsxs)("span",{className:"inline-flex items-center gap-1.5",children:[(0,a.jsx)("span",{className:"size-2 rounded-sm",style:{backgroundColor:x.colors[t]}}),e]},x.keys[t]))}),x.labels.length>8&&(0,a.jsx)("button",{type:"button",className:"mt-2 self-start text-xs text-primary hover:underline","aria-expanded":n,onClick:()=>d(!n),children:n?l("alerts.usageChart.showFewer"):l("alerts.usageChart.showAll")})]}),(0,a.jsx)("p",{className:"mt-2 text-xs text-muted-foreground",children:l("alerts.usageChart.footnote")})]})}let ee={sortFields:[],defaultSort:{id:"",desc:!1},defaultPageSize:50,filterColumns:[]};function ea({selected:e,scope:s,range:l,isViewOnly:n}){let{t:c}=(0,r.f)(),[m,u]=(0,t.i)(x.o),{data:g=[]}=(0,R.n)(),h=(0,k.useMemo)(()=>new Map(g.map(e=>[e.team_id,e.team_alias||e.team_id])),[g]),f=(0,i.d)(),j=(0,L.f)(ee),y=e.usageModel,v=(0,K.f)({queryKey:["deprecationImpactKeys",s,y,m.team,l,j.pagination],queryFn:async({signal:e})=>{let a={...l,model:y,offset:j.pagination.pageIndex*j.pagination.pageSize,limit:j.pagination.pageSize,timezone:0};if(m.team){let{data:t}=await $.N.GET("/team/daily/activity/aggregated/keys",{params:{query:{...a,team_ids:m.team}},signal:e});if(!t)throw Error("Affected keys are unavailable");return t}let{data:t}=await $.N.GET("/user/daily/activity/aggregated/keys",{params:{query:a},signal:e});if(!t)throw Error("Affected keys are unavailable");return t}}),b=(0,k.useMemo)(()=>v.data?.api_keys.map(e=>e.api_key)??[],[v.data]),N={queryKey:["deprecationUsageTags",s,y,l,b],enabled:b.length>0,queryFn:async({signal:e})=>{let{data:a}=await $.N.GET("/alerting/model-deprecations/tags",{params:{query:{...l,model:y,api_keys:b}},signal:e});if(!a)throw Error("Usage tags are unavailable");return a},staleTime:3e5},w=(0,K.f)(N),D=(0,k.useMemo)(()=>{let e=new Map;for(let a of w.data??[]){let t=e.get(a.api_key)??[];t.push(a.tag),e.set(a.api_key,t)}return e},[w.data]),C=(0,K.f)({queryKey:["deprecationImpactTeams",s,y,l],queryFn:async({signal:e})=>{let a={...l,model:y,timezone:0,api_key_limit:1},{data:t}=await $.N.GET("/team/daily/activity/aggregated",{params:{query:a},signal:e});if(!t)throw Error("Affected teams are unavailable");let s=new Map;for(let e of t.results??[])for(let[a,r]of Object.entries(e.breakdown?.entities??{})){if(r.metrics.api_requests<=0)continue;let i=s.get(a)??{id:a,requests:0,keys:t.metadata?.entity_total_api_keys?.[a]??0,lastUsedDate:""};i.requests+=r.metrics.api_requests,e.date>i.lastUsedDate&&(i.lastUsedDate=e.date),s.set(a,i)}return[...s.values()].sort((e,a)=>a.requests-e.requests)}}),S=(0,A.f)({mutationFn:async a=>{let t={model:e.usageModel,deprecation_date:e.model.deprecation_date,status:a,last_seen_date:e.lastUsedDate,last_seen_requests:e.lastDayRequests},{data:s}=await $.N.PUT("/alerting/model-deprecations/state",{body:t});if(!s)throw Error("Could not save alert status");return s},onSuccess:()=>f.invalidateQueries({queryKey:["deprecationAlerts"]})}),M=(0,k.useMemo)(()=>[{id:"key",header:c("alerts.migrationDetail.columns.key"),cell:({row:e})=>(0,a.jsx)("a",{href:(0,V.o)(e.original.api_key),className:"font-medium text-primary hover:underline",children:e.original.metadata.key_alias||c("alerts.migrationDetail.unnamedKey")})},{id:"team",header:c("alerts.migrationDetail.columns.team"),cell:({row:e})=>h.get(e.original.metadata.team_id??"")||e.original.metadata.team_id||c("alerts.migrationDetail.noTeam")},{id:"owner",header:c("alerts.migrationDetail.columns.owner"),cell:({row:e})=>e.original.metadata.user_email||e.original.metadata.user_id||c("alerts.migrationDetail.notRecorded")},{id:"tags",header:c("alerts.migrationDetail.columns.tags"),cell:({row:e})=>(0,a.jsx)(H,{tags:D.get(e.original.api_key)??[],loading:w.isPending,failed:w.isError})},{id:"requests",header:c("alerts.migrationDetail.columns.requests"),cell:({row:e})=>(0,a.jsx)("span",{className:"tabular-nums",children:e.original.metrics.api_requests.toLocaleString()})},{id:"spend",header:c("alerts.migrationDetail.columns.spend"),cell:({row:e})=>`$${e.original.metrics.spend.toFixed(2)}`}],[h,D,w.isPending,w.isError,c]),O=(0,E.U)(e),P=O===E.s.Resolved?c("alerts.migrationDetail.headings.resolved"):O===E.s.Dismissed?c("alerts.migrationDetail.headings.dismissed"):"deprecated"===e.model.status?c("alerts.migrationDetail.headings.deprecated"):c("alerts.migrationDetail.headings.due",{date:e.model.deprecation_date});return(0,a.jsxs)(a.Fragment,{children:[(0,a.jsxs)("section",{className:"flex flex-wrap items-start justify-between gap-3 rounded-xl border bg-card p-3",children:[(0,a.jsxs)("div",{children:[(0,a.jsx)("span",{className:"rounded-full border px-2 py-0.5 text-xs capitalize",children:c(E.R[O])}),(0,a.jsx)("h2",{className:"mt-3 text-lg font-semibold",children:P}),(0,a.jsx)("p",{className:"mt-1 text-sm text-muted-foreground",children:c("alerts.migrationDetail.lastSeen",{date:e.lastUsedDate,requests:e.requests.toLocaleString()})}),(0,a.jsx)(T,{recommendation:e.model})]}),(0,a.jsxs)("div",{className:"flex flex-wrap gap-2",children:[(0,a.jsxs)(o.K,{variant:"outline",onClick:()=>{let a,t,s=m.team?h.get(m.team)||m.team:"Team owners",r={team:s,count:v.data?.total_api_keys,lastSeen:m.team?C.data?.find(e=>e.id===m.team)?.lastUsedDate??e.lastUsedDate:e.lastUsedDate,url:window.location.href},i=(a="deprecated"===e.model.status?"retired on":"retires on",t=void 0===r.count?"the affected":r.count,`${r.team}: please migrate ${t} virtual keys using ${e.usageModel}. This model ${a} ${e.model.deprecation_date}. Last seen ${r.lastSeen} UTC. Please confirm once migration is complete. Affected keys: ${r.url}`);(0,G.W)(i,c("alerts.migrationDetail.followUpCopied"))},children:[(0,a.jsx)(q.f,{}),c("alerts.migrationDetail.copyFollowUp")]}),!n&&(0,a.jsx)(a.Fragment,{children:O===E.s.Open?(0,a.jsxs)(a.Fragment,{children:[(0,a.jsxs)(o.K,{disabled:S.isPending,onClick:()=>S.mutate(E.s.Resolved),children:[(0,a.jsx)(F.f,{}),c("alerts.migrationDetail.markResolved")]}),(0,a.jsxs)(o.K,{variant:"ghost",disabled:S.isPending,onClick:()=>S.mutate(E.s.Dismissed),children:[(0,a.jsx)(I.X,{}),c("alerts.migrationDetail.dismiss")]})]}):(0,a.jsxs)(o.K,{disabled:S.isPending,onClick:()=>S.mutate(E.s.Open),children:[(0,a.jsx)(U.f,{}),c("alerts.migrationDetail.reopen")]})}),(0,V.w)(e.model.model_name)&&(0,a.jsxs)("a",{className:(0,o.i)({variant:"outline"}),href:(0,V.w)(e.model.model_name),children:[c("alerts.migrationDetail.modelRouting")," ",(0,a.jsx)(z.f,{size:14})]})]})]}),(0,a.jsx)("p",{className:"text-xs text-muted-foreground",children:c("alerts.migrationDetail.resolveHint")}),S.isError&&(0,a.jsx)("p",{role:"alert",className:"text-destructive",children:c("alerts.migrationDetail.saveError")}),(0,a.jsx)(Y,{model:y,team:m.team,scope:s,range:l}),(0,a.jsxs)("div",{className:"grid shrink-0 grid-cols-3 divide-x rounded-xl border bg-card",children:[(0,a.jsxs)("div",{className:"p-3",children:[(0,a.jsx)("p",{className:"text-xs text-muted-foreground",children:m.team?c("alerts.migrationDetail.summary.teamKeys"):c("alerts.migrationDetail.summary.affectedKeys")}),(0,a.jsx)("p",{className:"mt-1 text-xl font-semibold tabular-nums",children:v.data?.total_api_keys.toLocaleString()??"—"})]}),(0,a.jsxs)("div",{className:"p-3",children:[(0,a.jsx)("p",{className:"text-xs text-muted-foreground",children:c("alerts.migrationDetail.summary.teams")}),(0,a.jsx)("p",{className:"mt-1 text-xl font-semibold tabular-nums",children:C.data?.length??"—"})]}),(0,a.jsxs)("div",{className:"p-3",children:[(0,a.jsx)("p",{className:"text-xs text-muted-foreground",children:c("alerts.migrationDetail.summary.deprecation")}),(0,a.jsx)("p",{className:"mt-1 text-lg font-semibold",children:(0,a.jsx)(p,{alert:e})})]})]}),(0,a.jsxs)("section",{className:"flex h-[480px] shrink-0 flex-col overflow-hidden rounded-xl border",children:[(0,a.jsxs)("div",{className:"flex flex-wrap items-center justify-between gap-3 border-b p-4",children:[(0,a.jsxs)("div",{children:[(0,a.jsxs)("h2",{className:"font-medium",children:[c("alerts.migrationDetail.keysTable.title")," ",(0,a.jsx)("span",{className:"ml-1 text-muted-foreground",children:v.data?.total_api_keys.toLocaleString()??"…"})]}),(0,a.jsx)("p",{className:"mt-1 text-xs text-muted-foreground",children:c("alerts.migrationDetail.keysTable.description")})]}),(0,a.jsxs)(d.d,{value:m.team??"__all",onValueChange:e=>{u({team:"__all"===e?null:e}),j.onPaginationChange({...j.pagination,pageIndex:0})},children:[(0,a.jsx)(d.P,{className:"min-w-52","aria-label":c("alerts.migrationDetail.keysTable.teamFilter"),children:(0,a.jsx)(d.U,{children:m.team?h.get(m.team)||m.team:c("alerts.migrationDetail.keysTable.allTeams")})}),(0,a.jsxs)(d.r,{children:[(0,a.jsx)(d.T,{value:"__all",children:c("alerts.migrationDetail.keysTable.allTeams")}),(C.data??[]).map(e=>(0,a.jsx)(d.T,{value:e.id,children:c("alerts.migrationDetail.keysTable.teamOption",{team:h.get(e.id)||e.id,keys:e.keys})},e.id))]})]})]}),v.isError?(0,a.jsxs)("div",{className:"p-5",children:[(0,a.jsx)("p",{children:c("alerts.migrationDetail.keysTable.loadError")}),(0,a.jsx)(o.K,{variant:"outline",onClick:()=>void v.refetch(),children:c("alerts.migrationDetail.keysTable.retry")})]}):(0,a.jsx)(_.f,{columns:M,data:v.data?.api_keys??[],isLoading:v.isPending,paginationMode:"server",pagination:j.pagination,onPaginationChange:j.onPaginationChange,rowCount:v.data?.total_api_keys??0,fillHeight:!0,size:"compact",getRowId:e=>e.api_key})]}),C.isError&&(0,a.jsx)("p",{role:"alert",children:c("alerts.migrationDetail.teamsError")})]})}function et(){let{t:e}=(0,r.f)(),{accessToken:s,userRole:i,isViewOnly:d}=(0,l.f)(),c=(0,f.q)(i,"viewGlobalSpend"),[h,p]=(0,t.i)(x.o),j=(0,m.f)(s),y=j.data?.find(e=>e.usageModel===h.model),v=!j.isError&&!!h.model&&j.isPending,b=!j.isError&&!!h.model&&!j.isPending&&!y;return c?(0,a.jsxs)(n.w,{className:"h-full gap-3 overflow-y-auto p-0 sm:p-0",children:[h.model&&(0,a.jsxs)("header",{className:"flex flex-wrap items-center justify-between gap-3",children:[(0,a.jsx)("div",{children:(0,a.jsxs)("h1",{className:"flex items-center gap-2 text-2xl font-semibold tracking-tight",children:[y&&(0,a.jsx)(u.f,{provider:g(y),className:"size-6 shrink-0"}),(0,a.jsx)("code",{className:"rounded-md border bg-muted/50 px-2.5 py-1.5 font-mono text-base font-medium break-all",children:h.model})]})}),(0,a.jsx)("a",{className:(0,o.i)({variant:"outline"}),href:(0,x.r)(),children:e("alerts.panel.back")})]}),(0,a.jsx)(w,{}),j.isError?(0,a.jsxs)("div",{role:"alert",children:[(0,a.jsx)("p",{children:e("alerts.panel.loadError")}),(0,a.jsx)(o.K,{onClick:()=>void j.refetch(),children:e("alerts.panel.retry")})]}):null,!j.isError&&!h.model&&(0,a.jsx)(P,{alerts:j.data??[],pending:j.isPending,onRefresh:()=>void j.refetch(),refreshing:j.isFetching,status:h.state,onStatusChange:e=>void p({state:e})}),v&&(0,a.jsx)("p",{role:"status",children:e("alerts.panel.loadingAlert")}),b&&(0,a.jsx)("p",{children:e("alerts.panel.missingAlert")}),!j.isError&&y&&(0,a.jsx)(ea,{selected:y,scope:j.scope,range:j.range,isViewOnly:!!d})]}):(0,a.jsxs)(n.w,{className:"h-full gap-3 overflow-y-auto p-0 sm:p-0",children:[(0,a.jsx)("h1",{className:"text-xl font-semibold",children:e("alerts.panel.title")}),(0,a.jsx)("p",{children:e("alerts.panel.adminRequired")})]})}var es=e.i(861662),er=e.i(700356);function ei({item:e,readOnly:t}){let{t:s}=(0,r.f)(),l=(0,i.d)(),n=(0,A.f)({mutationFn:async a=>{if("performance"===e.source){if(!(await $.N.PATCH("/alerts/{alert_id}",{params:{path:{alert_id:e.alert.id}},body:{status:a}})).data)throw Error("Could not save alert status");return}let t=e.alert;if(!(await $.N.PUT("/alerting/model-deprecations/state",{body:{model:t.usageModel,deprecation_date:t.model.deprecation_date,status:a,last_seen_date:t.lastUsedDate,last_seen_requests:t.lastDayRequests}})).data)throw Error("Could not save alert status")},onSuccess:()=>Promise.all(("performance"===e.source?["alerts","alert"]:["deprecationAlerts"]).map(e=>l.invalidateQueries({queryKey:[e]})))}),d=(0,er.V)(e).status;return t?(0,a.jsx)("span",{className:"text-sm capitalize text-muted-foreground",children:s(`alerts.status.${d}`)}):(0,a.jsxs)("div",{className:"space-y-2",children:[(0,a.jsx)("div",{className:"flex shrink-0 items-center gap-2",children:"open"===d?(0,a.jsxs)(a.Fragment,{children:[(0,a.jsxs)(o.K,{variant:"outline",size:"sm",disabled:n.isPending,onClick:()=>n.mutate(E.s.Resolved),children:[(0,a.jsx)(F.f,{className:"size-3.5"}),s("alerts.migrationDetail.markResolved")]}),(0,a.jsxs)(o.K,{variant:"ghost",size:"sm",disabled:n.isPending,onClick:()=>n.mutate(E.s.Dismissed),children:[(0,a.jsx)(I.X,{className:"size-3.5"}),s("alerts.migrationDetail.dismiss")]})]}):(0,a.jsxs)(a.Fragment,{children:[(0,a.jsx)("span",{className:"text-sm capitalize text-muted-foreground",children:s(`alerts.status.${d}`)}),(0,a.jsxs)(o.K,{variant:"outline",size:"sm",disabled:n.isPending,onClick:()=>n.mutate(E.s.Open),children:[(0,a.jsx)(U.f,{className:"size-3.5"}),s("alerts.migrationDetail.reopen")]})]})}),n.isError&&(0,a.jsx)("p",{role:"alert",className:"text-xs text-destructive",children:s("alerts.unified.saveError")})]})}var el=e.i(475225),en=e.i(509694),eo=e.i(872526),ed=e.i(322787),ec=e.i(207670),em=e.i(997865),eu=e.i(800494),ex=e.i(794395),eg=e.i(844171),eh=e.i(846710),ep=e.i(531725),ef=e.i(127241),ej=e.i(661764),ey=e.i(375337),ev=e.i(89763),eb=e.i(43404),eN=e.i(51883),ew=e.i(629601),ek=e.i(318457),e_=e.i(822075);class eD{constructor(e){var a=e.x,t=e.y;this.xAxisScale=a,this.yAxisScale=t}map(e,a){var t,s,r=a.position;return{x:null!=(t=this.xAxisScale.map(e.x,{position:r}))?t:0,y:null!=(s=this.yAxisScale.map(e.y,{position:r}))?s:0}}mapWithFallback(e,a){var t,s,r,i,l=a.position,n=a.fallback;return r="rangeMin"===n?this.yAxisScale.rangeMin():"rangeMax"===n?this.yAxisScale.rangeMax():0,i="rangeMin"===n?this.xAxisScale.rangeMin():"rangeMax"===n?this.xAxisScale.rangeMax():0,{x:null!=(t=this.xAxisScale.map(e.x,{position:l}))?t:i,y:null!=(s=this.yAxisScale.map(e.y,{position:l}))?s:r}}isInRange(e){var a=e.x,t=e.y,s=null==a||this.xAxisScale.isInRange(a),r=null==t||this.yAxisScale.isInRange(t);return s&&r}}function eC(e,a){var t=Object.keys(e);if(Object.getOwnPropertySymbols){var s=Object.getOwnPropertySymbols(e);a&&(s=s.filter(function(a){return Object.getOwnPropertyDescriptor(e,a).enumerable})),t.push.apply(t,s)}return t}function eE(e){for(var a=1;a(a((0,ep.D)(e)),()=>{a((0,ep.J)(e))})),null}function eM(e){var a=e.xAxisId,t=e.yAxisId,s=e.shape,r=e.className,i=e.ifOverflow,l=(0,ey.f)(),n=(0,ev.z)(),o=(0,ef.g)(e=>(0,ej.JF)(e,a)),d=(0,ef.g)(e=>(0,ej.UG)(e,t)),c=(0,ef.g)(e=>(0,ej.eP)(e,"xAxis",a,l)),m=(0,ef.g)(e=>(0,ej.eP)(e,"yAxis",t,l)),u=(0,eh.r)();if(!n||!u||null==o||null==d||null==c||null==m)return null;var x=((e,a,t,s,r,i,l)=>{var n,o,d=l.x,c=l.y,m=l.segment,u=l.ifOverflow,x=(0,ex.m)(d);if((0,ex.m)(c)){var g=t.x,h=t.width,p=a.map(c,{position:s});if(!(0,e_.y)(p)||"discard"===u&&!a.isInRange(p))return null;var f=[{x:g+h,y:p},{x:g,y:p}];return"left"===i?f.reverse():f}if(x){var j=t.y,y=t.height,v=e.map(d,{position:s});if(!(0,e_.y)(v)||"discard"===u&&!e.isInRange(v))return null;var b=[{x:v,y:j+y},{x:v,y:j}];return"top"===r?b.reverse():b}return null!=m&&2===m.length?(o=[(n=new eD({x:e,y:a})).mapWithFallback(m[0],{position:s,fallback:"rangeMin"}),n.mapWithFallback(m[1],{position:s,fallback:"rangeMax"})],"discard"===u&&o.some(e=>!n.isInRange(e))?null:o):null})(c,m,u,e.position,o.orientation,d.orientation,e);if(!x)return null;var g=x[0],h=x[1];if(null==g||null==h)return null;var p=g.x,f=g.y,j=h.x,y=h.y,v=eE(eE({clipPath:"hidden"===i?"url(#".concat(n,")"):void 0},(0,eb.h)(e)),{},{x1:p,y1:f,x2:j,y2:y}),b=(0,eg.z)({x1:p,y1:f,x2:j,y2:y});return k.createElement(ew.f,{zIndex:e.zIndex},k.createElement(em.f,{className:(0,ec.f)("recharts-reference-line",r)},((e,a)=>{var t;if(k.isValidElement(e))t=k.cloneElement(e,a);else if("function"==typeof e)t=e(a);else{if(!(0,e_.y)(a.x1)||!(0,e_.y)(a.y1)||!(0,e_.y)(a.x2)||!(0,e_.y)(a.y2))return null;t=k.createElement("line",eS({},a,{className:"recharts-reference-line-line"}))}return t})(s,v),k.createElement(eu.$,eS({},b,{lowerWidth:b.width,upperWidth:b.width}),k.createElement(eu.t,{label:e.label}),e.children)))}var eO={ifOverflow:"discard",xAxisId:0,yAxisId:0,fill:"none",label:!1,stroke:"#ccc",fillOpacity:1,strokeWidth:1,position:"middle",zIndex:ek.f.line};function eP(e){var a=(0,eN.f)(e,eO);return k.createElement(k.Fragment,null,k.createElement(eT,{yAxisId:a.yAxisId,xAxisId:a.xAxisId,ifOverflow:a.ifOverflow,x:a.x,y:a.y,segment:a.segment}),k.createElement(eM,a))}eP.displayName="ReferenceLine";var eA=e.i(785183),eK=e.i(93230),ez=e.i(337886);function eF({alert:e,compact:t=!1}){let{t:s}=(0,r.f)();if(!e.history?.length)return t?null:(0,a.jsx)("p",{className:"py-8 text-sm text-muted-foreground",children:s("alerts.unified.chart.unavailable")});let i=Date.parse(e.observed),l=void 0===e.baseline?Math.min(...e.history.map(e=>Date.parse(e.date))):i-6048e5,n=new Map(e.history.map(e=>[e.date,e.value])),o=Array.from({length:Math.min(31,Math.round((i-l)/864e5)+1)},(e,a)=>{let t=new Date(l+864e5*a).toISOString().slice(0,10);return{date:t,value:n.get(t)??null}});return(0,a.jsxs)("figure",{className:"min-w-0 space-y-3","aria-label":e.chartTitle,children:[!t&&(0,a.jsxs)("div",{className:"flex flex-wrap items-baseline justify-between gap-2",children:[(0,a.jsx)("h2",{className:"text-sm font-semibold",children:e.chartTitle}),(0,a.jsxs)("span",{className:"text-xs text-muted-foreground",children:[(0,er.M)(o[0].date)," – ",(0,er.M)(e.observed)," UTC"]})]}),(0,a.jsx)(ez.T,{config:{value:{label:e.chartTitle,color:"#2b3fd6"}},className:t?"h-20 w-full aspect-auto":"h-64 w-full aspect-auto",children:(0,a.jsxs)(en.f,{accessibilityLayer:!0,data:o,margin:{top:t?2:16,right:8,bottom:0,left:0},children:[!t&&(0,a.jsx)(eo.f,{vertical:!1}),(0,a.jsx)(eA.f,{dataKey:"date",hide:t,axisLine:!1,tickLine:!1,tick:{fill:"var(--muted-foreground)"},minTickGap:16,tickFormatter:e=>new Date(`${e}T00:00:00Z`).toLocaleDateString(void 0,{month:"short",day:"numeric",timeZone:"UTC"})}),(0,a.jsx)(eK.f,{hide:t,axisLine:!1,tickLine:!1,tick:{fill:"var(--muted-foreground)"},width:62,tickFormatter:a=>(0,er.v)(a,e.unit)}),(0,a.jsx)(ez.f,{content:(0,a.jsx)(ez.m,{hideIndicator:!0,labelFormatter:e=>(0,er.M)(String(e)),formatter:a=>(0,er.v)(Number(a),e.unit)})}),!t&&void 0!==e.baseline&&(0,a.jsx)(eP,{y:e.baseline,ifOverflow:"extendDomain",stroke:"var(--muted-foreground)",strokeDasharray:"4 4"}),(0,a.jsx)(el.e,{dataKey:"value",fill:"var(--color-value)",maxBarSize:t?20:52,radius:[2,2,0,0],isAnimationActive:!1,children:o.map(t=>(0,a.jsx)(ed.f,{fillOpacity:t.date===e.observed?1:.35},t.date))})]})}),!t&&(0,a.jsxs)(a.Fragment,{children:[(0,a.jsxs)("figcaption",{className:"text-xs leading-5 text-muted-foreground",children:[void 0!==e.baseline&&s("alerts.unified.chart.baseline",{value:(0,er.v)(e.baseline,e.unit)}),s("alerts.unified.chart.missingDays"),void 0!==e.baseline&&s("alerts.unified.chart.currentUsage")]}),(0,a.jsxs)("table",{className:"sr-only","aria-label":s("alerts.unified.chart.values",{title:e.chartTitle}),children:[(0,a.jsx)("thead",{children:(0,a.jsxs)("tr",{children:[(0,a.jsx)("th",{children:s("alerts.unified.chart.date")}),(0,a.jsx)("th",{children:s("alerts.unified.chart.value")})]})}),(0,a.jsx)("tbody",{children:o.map(t=>(0,a.jsxs)("tr",{children:[(0,a.jsx)("td",{children:t.date}),(0,a.jsx)("td",{children:null===t.value?s("alerts.migrationDetail.notRecorded"):(0,er.v)(t.value,e.unit)})]},t.date))})]})]})]})}var eq=e.i(871689),eU=e.i(465261),eI=e.i(78094),eR=e.i(618393),eL=e.i(284614),e$=e.i(761911);function eV({item:e,readOnly:t,onBack:s}){let{t:i}=(0,r.f)(),l=(0,er.V)(e),n={key:eU.f,team:e$.f,user:eL.f,model:eI.f,gateway:eR.f}[l.resourceType];return(0,a.jsxs)("div",{className:"min-w-0 space-y-6",children:[(0,a.jsxs)("button",{className:"inline-flex items-center gap-1 text-sm text-muted-foreground hover:text-foreground",onClick:s,children:[(0,a.jsx)(eq.f,{className:"size-4"}),i("alerts.unified.title")]}),(0,a.jsxs)("div",{className:"space-y-7",children:[(0,a.jsxs)("header",{className:"space-y-3",children:[(0,a.jsxs)("div",{className:"flex flex-col items-start justify-between gap-4 sm:flex-row sm:gap-6",children:[(0,a.jsx)("h1",{className:"min-w-0 break-words text-2xl font-semibold leading-snug",children:l.title}),(0,a.jsx)("div",{className:"shrink-0 sm:pt-0.5",children:(0,a.jsx)(ei,{item:e,readOnly:t})})]}),(0,a.jsx)("p",{className:"text-base leading-relaxed text-muted-foreground",children:l.description})]}),(0,a.jsx)(eF,{alert:l}),(0,a.jsxs)("section",{className:"space-y-2 border-t border-border pt-5",children:[(0,a.jsx)("h2",{className:"text-sm font-medium",children:i("alerts.unified.resourceHeading")}),(0,a.jsx)("ul",{className:"divide-y divide-border",children:(0,a.jsxs)("li",{className:"grid grid-cols-[minmax(0,1fr)_auto] items-center gap-x-8 gap-y-4 border-b border-border py-4 lg:grid-cols-[minmax(0,1fr)_minmax(280px,1fr)_auto]",children:[(0,a.jsxs)("div",{className:"order-1 flex min-w-0 items-center gap-2.5 text-sm",children:[(0,a.jsx)(n,{strokeWidth:1.75,className:"size-[18px] shrink-0 text-muted-foreground"}),(0,a.jsx)("span",{className:"break-all font-medium",children:l.resourceName})]}),(0,a.jsx)("dl",{className:"order-3 col-span-2 grid grid-cols-2 gap-x-8 text-xs lg:order-2 lg:col-span-1 lg:gap-x-10",children:l.dates.map(([e,t])=>(0,a.jsxs)("div",{children:[(0,a.jsx)("dt",{className:"text-muted-foreground",children:e}),(0,a.jsxs)("dd",{className:"mt-1",children:[(0,er.M)(t)," UTC"]})]},e))}),l.href&&(0,a.jsx)("a",{className:(0,o.i)({variant:"outline",size:"sm",className:"order-2 lg:order-3"}),href:l.href,children:l.linkLabel})]})})]}),"deprecation"===e.source&&(0,a.jsxs)("section",{className:"space-y-3",children:[(0,a.jsx)(T,{recommendation:e.alert.model}),(0,a.jsx)("a",{className:(0,o.i)({variant:"outline",size:"sm"}),href:`${(0,x.r)(e.alert.usageModel)}&migration=true`,children:i("alerts.unified.migrationDetails")})]})]})]})}var eG=e.i(699375),eB=e.i(602869);function eH({scope:e,readOnly:t}){let{t:s}=(0,r.f)(),l=(0,i.d)(),n=["alert-monitoring",(0,eB._h)(),e],d=(0,K.f)({queryKey:n,queryFn:async({signal:e})=>{let{data:a}=await $.N.GET("/alerts/monitoring",{signal:e});if(!a)throw Error("Could not load monitoring settings");return a},staleTime:6e4,retry:!1}),c=(0,A.f)({mutationFn:async e=>{let{data:a}=await $.N.PATCH("/alerts/monitoring",{body:{enabled:e}});if(!a)throw Error("Could not save monitoring settings");return a},onSuccess:async e=>{await l.cancelQueries({queryKey:n}),l.setQueryData(n,e)}});if(d.isError)return(0,a.jsxs)("div",{role:"alert",className:"flex flex-wrap items-center gap-2 text-sm",children:[(0,a.jsx)("p",{children:s("alerts.monitoring.loadError")}),(0,a.jsx)(o.K,{variant:"outline",size:"sm",onClick:()=>void d.refetch(),children:s("alerts.panel.retry")})]});if(!d.data)return(0,a.jsx)("p",{role:"status",className:"text-sm text-muted-foreground",children:s("alerts.monitoring.loading")});let m=d.data,u=m.disabled_by_config?"alerts.monitoring.disabledByConfig":m.enabled?null===m.alert_limit?"alerts.monitoring.enterprise":m.alerts_used>=m.alert_limit?"alerts.monitoring.exhausted":"alerts.monitoring.allowance":"alerts.monitoring.off",x=s(u,{used:m.alerts_used,limit:m.alert_limit});return(0,a.jsxs)("div",{className:"space-y-2",children:[(0,a.jsxs)("div",{className:"space-y-2 text-sm",children:[(0,a.jsxs)("div",{className:"flex items-center gap-3",children:[(0,a.jsx)("label",{htmlFor:"performance-monitoring",className:"font-medium",children:s("alerts.monitoring.title")}),!t&&(0,a.jsx)(eG.f,{id:"performance-monitoring",checked:m.enabled,disabled:c.isPending||m.disabled_by_config,onCheckedChange:e=>c.mutate(e),"aria-describedby":"performance-monitoring-status"})]}),(0,a.jsxs)("p",{id:"performance-monitoring-status",className:"text-muted-foreground",role:"status",children:[x,"alerts.monitoring.exhausted"===u&&(0,a.jsx)("a",{className:"ml-2 text-foreground underline underline-offset-4",href:"https://www.litellm.ai/enterprise",target:"_blank",rel:"noopener noreferrer",children:s("alerts.monitoring.upgrade")})]})]}),c.isError&&(0,a.jsx)("p",{role:"alert",className:"text-sm text-destructive",children:s("alerts.monitoring.saveError")})]})}let eW={alert:t.d,model:t.d,migration:t.Z.withDefault(!1),state:(0,t.E)(Object.values(E.s)).withDefault(E.s.Open),type:(0,t.b)(er.S).withDefault("all")};function eZ({children:e,retry:t}){let{t:s}=(0,r.f)();return(0,a.jsxs)("div",{role:"alert",className:"flex items-center gap-3 py-4 text-sm",children:[(0,a.jsx)("p",{children:e}),(0,a.jsx)(o.K,{variant:"outline",size:"sm",onClick:t,children:s("alerts.panel.retry")})]})}function eQ({auth:e,onBack:s}){let{t:i}=(0,r.f)(),[l]=(0,t.i)(eW),n=JSON.stringify([e.userId,e.userRole]),d=(0,es.u)(l.alert,n,!0),c=(0,m.f)(l.model?e.accessToken:null),u=c.data?.find(e=>e.usageModel===l.model),x=l.alert?d.data&&{source:"performance",alert:d.data}:u&&{source:"deprecation",alert:u};if(l.migration&&l.model)return(0,a.jsx)(et,{});let g=l.alert?d:c;return x&&!g.isError?(0,a.jsx)(eV,{item:x,readOnly:!!e.isViewOnly,onBack:s}):(0,a.jsxs)(a.Fragment,{children:[(0,a.jsx)(o.K,{variant:"ghost",className:"w-fit",onClick:s,children:i("alerts.unified.back")}),g.isError?(0,a.jsx)(eZ,{retry:()=>void g.refetch(),children:i("alerts.unified.loadError")}):(0,a.jsx)("p",{role:"status",children:i(g.isPending?"alerts.panel.loadingAlert":"alerts.unified.unavailable")})]})}function eJ({auth:e}){let{t:l}=(0,r.f)(),c=(0,i.d)(),[u,x]=(0,t.i)(eW),g=JSON.stringify([e.userId,e.userRole]),h="all"===u.type||"model-deprecations"===u.type,p="model-deprecations"!==u.type,f=(0,es.C)(g,p,u.state,u.type),j=(0,m.f)(h?e.accessToken:null),y=[...(j.data??[]).filter(e=>(0,E.U)(e)===u.state).map(e=>({source:"deprecation",alert:e})),...(f.data?.pages.flatMap(e=>e.data)??[]).map(e=>({source:"performance",alert:e}))],v=f.isLoading||j.isLoading,b=p&&f.isError||h&&j.isError;return(0,a.jsxs)(a.Fragment,{children:[(0,a.jsx)("h1",{className:"text-2xl font-semibold",children:l("alerts.unified.title")}),(0,a.jsx)(eH,{scope:g,readOnly:!!e.isViewOnly}),(0,a.jsx)(n.j,{value:u.state,onValueChange:e=>void x({state:e}),className:"flex-none",children:(0,a.jsx)(n._,{children:Object.values(E.s).map(e=>(0,a.jsx)(n.H,{value:e,className:"capitalize",children:l(`alerts.status.${e}`)},e))})}),(0,a.jsxs)("div",{className:"flex items-center justify-between gap-3",children:[(0,a.jsxs)(d.d,{value:u.type,onValueChange:e=>void x({type:e}),children:[(0,a.jsx)(d.P,{className:"w-52","aria-label":l("alerts.unified.typeFilter"),children:(0,a.jsx)(d.U,{children:l(er.b[u.type])})}),(0,a.jsx)(d.r,{children:er.S.map(e=>(0,a.jsx)(d.T,{value:e,children:l(er.b[e])},e))})]}),(0,a.jsxs)(o.K,{variant:"outline",size:"sm",disabled:f.isFetching||j.isFetching,onClick:function(){c.invalidateQueries({queryKey:["alert-monitoring"]}),p&&f.refetch(),h&&j.refetch()},children:[(0,a.jsx)(s.f,{className:"size-3.5"}),l("alerts.unified.refresh")]})]}),h&&j.isError&&(0,a.jsx)(eZ,{retry:()=>void j.refetch(),children:l("alerts.unified.deprecationsError")}),p&&f.isError&&(0,a.jsx)(eZ,{retry:()=>void f.refetch(),children:l("alerts.unified.performanceError")}),(0,a.jsx)(eX,{loading:v,error:b,count:y.length,status:u.state}),(0,a.jsx)("ul",{className:"divide-y divide-border",children:y.map(t=>{let s=(0,er.V)(t);return(0,a.jsxs)("li",{className:"grid min-w-0 gap-6 py-6 lg:grid-cols-[minmax(0,1fr)_200px]",children:[(0,a.jsxs)("div",{className:"min-w-0 space-y-3",children:[(0,a.jsx)("button",{className:"text-left text-base font-semibold leading-6 hover:underline break-words",onClick:()=>void x("performance"===t.source?{alert:t.alert.id,model:null}:{alert:null,model:t.alert.usageModel},{history:"push"}),children:s.title}),(0,a.jsx)("p",{className:"text-sm leading-6 text-muted-foreground",children:s.description}),(0,a.jsx)(ei,{item:t,readOnly:!!e.isViewOnly})]}),(0,a.jsx)("div",{className:"hidden self-center lg:block",children:(0,a.jsx)(eF,{alert:s,compact:!0})})]},`${t.source}-${s.id}`)})}),p&&f.hasNextPage&&(0,a.jsx)(o.K,{variant:"outline",className:"self-center",disabled:f.isFetchingNextPage,onClick:()=>void f.fetchNextPage(),children:f.isFetchingNextPage?l("alerts.unified.loadingMore"):l("alerts.unified.loadMore")}),h&&(0,a.jsx)(w,{})]})}function eX({loading:e,error:t,count:s,status:i}){let{t:l}=(0,r.f)();return s>0||t?null:(0,a.jsx)("p",{role:e?"status":void 0,className:"py-8 text-sm text-muted-foreground",children:l(e?"alerts.unified.loading":`alerts.unified.empty.${i}`)})}e.s(["default",0,function(){let{t:e}=(0,r.f)(),s=(0,l.f)(),[i,o]=(0,t.i)(eW),d=!!(s.isAuthorized&&(0,c.v)(s.userRole));return s.isLoading?(0,a.jsx)(n.w,{children:(0,a.jsx)("p",{role:"status",children:e("alerts.unified.loading")})}):d?(0,a.jsx)(n.w,{className:"mx-auto max-w-[1440px]",children:i.alert||i.model?(0,a.jsx)(eQ,{auth:s,onBack:()=>void o({alert:null,model:null,migration:null},{history:"push"})}):(0,a.jsx)(eJ,{auth:s})}):(0,a.jsx)(n.w,{children:(0,a.jsx)("p",{children:e("alerts.unified.adminRequired")})})}],804623)}]); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0bom3oqcxvh17.js b/litellm/proxy/_experimental/out/_next/static/chunks/0bom3oqcxvh17.js new file mode 100644 index 00000000000..fb5d9c94073 --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/0bom3oqcxvh17.js @@ -0,0 +1 @@ +(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,530212,e=>{var t=e.i(271645);let s=t.forwardRef(function(e,s){return t.createElement("svg",Object.assign({xmlns:"http://www.w3.org/2000/svg",fill:"none",viewBox:"0 0 24 24",strokeWidth:2,stroke:"currentColor","aria-hidden":"true",ref:s},e),t.createElement("path",{strokeLinecap:"round",strokeLinejoin:"round",d:"M10 19l-7-7m0 0l7-7m-7 7h18"}))});e.s(["f",0,s],530212)},547756,e=>{var t=e.i(843476),s=e.i(359360),a=e.i(746798);let i="size-3.5 shrink-0 cursor-help text-muted-foreground";e.s(["Q",0,(e,r,l)=>(0,t.jsxs)(t.Fragment,{children:[e,(0,t.jsxs)(a.W,{children:[(0,t.jsx)(a.y,{render:(0,t.jsx)("a",{href:l,target:"_blank",rel:"noopener noreferrer",onClick:e=>e.stopPropagation(),children:(0,t.jsx)(s.f,{className:i})})}),(0,t.jsx)(a.Y,{children:r})]})]}),"q",0,(e,r)=>(0,t.jsxs)(t.Fragment,{children:[e,(0,t.jsxs)(a.W,{children:[(0,t.jsx)(a.y,{render:(0,t.jsx)(s.f,{className:i})}),(0,t.jsx)(a.Y,{children:r})]})]})])},56567,187315,788259,e=>{var t=e.i(843476),s=e.i(802954),a=e.i(641004),i=e.i(135214),r=e.i(864261),l=e.i(109799),m=e.i(785242),n=e.i(936706),o=e.i(912598),d=e.i(907308),c=e.i(602869),u=e.i(838932),_=e.i(500330),g=e.i(527402),p=e.i(708347),b=e.i(530212),f=e.i(112179),h=e.i(556908),x=e.i(487486),j=e.i(422444),v=e.i(515288),y=e.i(204258),I=e.i(793479),k=e.i(519455),w=e.i(699375),N=e.i(624687),S=e.i(746798),T=e.i(571303),M=e.i(542450),z=e.i(182668),F=e.i(547756),K=e.i(845150),L=e.i(552546),C=e.i(991326),V=e.i(421436),A=e.i(677572),P=e.i(695420),O=e.i(417385),B=e.i(678784),E=e.i(664659),R=e.i(544394),q=e.i(118366),D=e.i(952571),G=e.i(788699),U=e.i(107233),$=e.i(356909),H=e.i(271645),Q=e.i(322831),J=e.i(201787),Y=e.i(653145),W=e.i(488826),Z=e.i(54105),X=e.i(978056),ee=e.i(411382),et=e.i(772325),es=e.i(213056),ea=e.i(240192),ei=e.i(138620),er=e.i(248256),el=e.i(131792);let em=(e,t)=>e.name.toLowerCase().includes(t.trim().toLowerCase()),en=({id:e,value:s,onValueChange:a,globalGuardrails:i,otherGuardrails:r,globalGuardrailNames:l,placeholder:m,emptyText:n})=>{let{t:o}=(0,Q.f)(),d=m??o("teams.guardrailsSelect.placeholder"),c=n??o("teams.guardrailsSelect.empty"),u=(0,el.d)(),[_,g]=(0,H.useState)(""),p=[...i,...r],b=s.map(e=>p.find(t=>t.name===e)??{name:e,disabled:!1}),f=i.length>0&&r.length>0?[{label:o("teams.guardrailsSelect.groups.global"),icon:!0,items:[...i]},{label:o("teams.guardrailsSelect.groups.other"),icon:!1,items:[...r]}]:[{label:"",icon:!1,items:p}];return(0,t.jsxs)(el.x,{multiple:!0,items:f,value:b,onValueChange:e=>{g(""),a(e.map(e=>e.name))},inputValue:_,onInputValueChange:g,isItemEqualToValue:(e,t)=>e.name===t.name,itemToStringLabel:e=>e.name,filter:em,openOnInputClick:!0,children:[(0,t.jsx)(el.V,{render:(0,t.jsx)("div",{ref:u}),className:"min-h-8 py-1 text-sm",children:(0,t.jsx)(el.l,{children:s=>(0,t.jsxs)(t.Fragment,{children:[s.map(e=>(0,t.jsxs)(el.Q,{"aria-label":e.name,children:[l.has(e.name)&&(0,t.jsx)(er.f,{className:"size-3","aria-label":o("teams.guardrailsSelect.globalChip")}),e.name]},e.name)),(0,t.jsx)(el.z,{id:e,placeholder:d,className:"min-w-24","aria-label":d})]})})}),(0,t.jsxs)(el.R,{anchor:u,children:[(0,t.jsx)(el.S,{children:c}),(0,t.jsx)(el.k,{children:e=>(0,t.jsxs)(el.M,{items:e.items,children:[""!==e.label&&(0,t.jsxs)(el.Z,{children:[e.icon?(0,t.jsx)(er.f,{className:"mr-1 inline size-3","aria-hidden":"true"}):null,e.label]}),(0,t.jsx)(el.t,{children:e=>(0,t.jsx)(el.T,{value:e,title:e.name,disabled:e.disabled,"aria-label":e.name,children:e.name},e.name)})]},e.label)})]})]})};var eo=e.i(721441),ed=e.i(860585),ec=e.i(930421),eu=e.i(435451);let e_=W.z.union([Z.z.string(),X.z.number()]).nullish(),eg={tpm_limit:e_,rpm_limit:e_,max_budget:e_,soft_budget:e_,team_member_budget:e_,team_member_budget_duration:Z.z.string().nullish(),team_member_tpm_limit:e_,team_member_rpm_limit:e_},ep={tpm_limit:1,rpm_limit:1,max_budget:.01,soft_budget:.01,team_member_budget:.01,team_member_tpm_limit:1,team_member_rpm_limit:1};function eb(e){return e.metadata?.schemaLoading===!0&&e.editableFields.has(eo.o)?(0,t.jsx)("div",{className:"flex justify-center py-6",children:(0,t.jsx)(T.f,{className:"size-5"})}):(0,t.jsx)(ef,{...e})}function ef({initialValues:e,metadata:s,editableFields:a,mayRaiseMaxBudget:i,isSaving:r,onCancel:l,onSave:m}){let{t:n}=(0,Q.f)(),o=void 0!==s&&a.has(eo.o),[d]=(0,H.useState)(()=>{let e;return e=o?s.context:void 0,ee.z.object({...eg,metadata:ec.H.superRefine((t,s)=>{void 0!==e&&t.forEach((t,a)=>{let i=(0,eo.k)(t,e);i&&s.addIssue({code:"custom",message:i.message,path:[a,i.path]})})}).optional()})}),c=(0,C.f)(d,{defaultValues:{...e,metadata:[...s?.pairs??[]]}}),u=(0,Y.h)({control:c.control}),_=t=>({...(0,eo.p)(t,e,a),...o?(0,eo.a)(t.metadata,s.context):{}}),g=Object.keys(_(u)).length>0,p=c.handleSubmit(e=>m(_(e)));return(0,t.jsxs)("form",{onSubmit:e=>void p(e),children:[(0,t.jsxs)(M.e,{children:[(0,t.jsx)("p",{className:"text-sm text-muted-foreground",children:n("teams.adminSettingsForm.intro")}),eo.j.filter(e=>a.has(e)).map(e=>(0,t.jsx)(z.f,{control:c.control,name:e,label:(0,eo.c)(e),description:((e,t,s)=>{if("max_budget"===t)return e(s?"teams.adminSettingsForm.maxBudgetRaiseHint":"teams.adminSettingsForm.maxBudgetKeepOrLowerHint")})(n,e,i),children:({ref:s,id:a,value:i,onChange:r,...l})=>(0,eo.Z)(e)?(0,t.jsx)(ed.U,{id:a,showNeverResets:!0,placeholder:n("teams.adminSettingsForm.inheritDurationPlaceholder"),value:null===i?ed.q:"string"==typeof i?i:void 0,onChange:e=>r(e===ed.q?null:e??void 0)}):(0,t.jsx)(eu.f,{...l,ref:s,id:a,value:i??"",onChange:r,step:ep[e]})},e)),o&&(0,t.jsxs)(M.N,{children:[(0,t.jsx)(M.u,{children:(0,eo.c)(eo.o)}),(0,t.jsx)(ec.U,{control:c.control,getValues:c.getValues,name:"metadata",schemaFields:s.schemaFields,schemaLoading:s.schemaLoading}),(0,t.jsx)(M.H,{children:n("teams.adminSettingsForm.metadataDescription")})]})]}),(0,t.jsxs)("div",{className:"mt-6 flex items-center justify-end gap-2",children:[(0,t.jsx)(k.K,{type:"button",variant:"outline",onClick:l,disabled:r,children:n("teams.adminSettingsForm.cancel")}),(0,t.jsxs)(k.K,{type:"submit",disabled:r||!g,children:[r?(0,t.jsx)(T.f,{className:"size-4"}):(0,t.jsx)($.f,{className:"size-4"}),n("teams.adminSettingsForm.save")]})]})]})}var eh=e.i(9314),ex=e.i(558364),ej=e.i(904031),ev=e.i(395819),ey=e.i(508313),eI=e.i(266027),ek=e.i(243652),ew=e.i(431703);let eN=(0,ew.i)({getBaseUrl:c._h,getAuthHeaderName:c.kR}),eS=async e=>{let t=await eN.get("/team/metadata_schema",{accessToken:e});return Array.isArray(t?.fields)?t.fields:[]},eT=(0,ek.f)("teamMetadataSchema"),eM=()=>{let{accessToken:e}=(0,i.f)();return(0,eI.f)({queryKey:eT.list({}),queryFn:async()=>await eS(e),enabled:!!e,staleTime:864e5,gcTime:864e5,retry:1})};e.s(["f",0,eM],187315);var ez=e.i(533882),eF=e.i(552130),eK=e.i(127952),eL=e.i(844565);let eC=(0,e.i(475254).f)("earth",[["path",{d:"M21.54 15H17a2 2 0 0 0-2 2v4.54",key:"1djwo0"}],["path",{d:"M7 3.34V5a3 3 0 0 0 3 3a2 2 0 0 1 2 2c0 1.1.9 2 2 2a2 2 0 0 0 2-2c0-1.1.9-2 2-2h3.17",key:"1tzkfa"}],["path",{d:"M11 21.95V18a2 2 0 0 0-2-2a2 2 0 0 1-2-2v-1a2 2 0 0 0-2-2H2.05",key:"14pb5j"}],["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}]]);var eV=e.i(196631);let eA=function({globalGuardrailNames:e,teamGuardrails:s=[],optedOutGlobalGuardrails:a=[],killSwitchOn:i=!1,variant:r="card",className:l=""}){let{t:m}=(0,Q.f)(),n=new Set(a),o=Array.from(e).filter(e=>!n.has(e)),d=s.filter(t=>!e.has(t)),c=i||0!==o.length||0!==d.length?(0,t.jsxs)("div",{className:"flex flex-col gap-4",children:[(0,t.jsxs)("div",{children:[(0,t.jsxs)("span",{className:"mb-2 flex items-center gap-1 text-sm font-medium text-foreground",children:[(0,t.jsx)(eC,{className:"size-4","aria-label":m("guardrailSettingsView.globalAriaLabel")}),m("guardrailSettingsView.global")]}),i?(0,t.jsx)(x.f,{variant:"outline",children:m("guardrailSettingsView.bypassed")}):o.length>0?(0,t.jsx)("div",{className:"flex flex-wrap gap-2",children:o.map(e=>(0,t.jsx)(x.f,{children:e},e))}):(0,t.jsx)("span",{className:"block text-sm text-muted-foreground",children:m("guardrailSettingsView.noneConfigured")})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("span",{className:"mb-2 block text-sm font-medium text-foreground",children:m("guardrailSettingsView.teamSpecific")}),d.length>0?(0,t.jsx)("div",{className:"flex flex-wrap gap-2",children:d.map(e=>(0,t.jsx)(x.f,{children:e},e))}):(0,t.jsx)("span",{className:"block text-sm text-muted-foreground",children:m("guardrailSettingsView.noneConfigured")})]})]}):(0,t.jsx)("span",{className:"block text-muted-foreground",children:m("guardrailSettingsView.empty")});return"card"===r?(0,t.jsxs)(v.N,{className:l,children:[(0,t.jsxs)(v.Y,{children:[(0,t.jsx)(v.v,{children:m("guardrailSettingsView.title")}),(0,t.jsx)(v.u,{children:m("guardrailSettingsView.description")})]}),(0,t.jsx)(v.O,{children:c})]}):(0,t.jsxs)("div",{className:(0,eV.c)(l),children:[(0,t.jsx)("span",{className:"mb-3 block font-medium text-foreground",children:m("guardrailSettingsView.title")}),c]})};var eP=e.i(643449),eO=e.i(75921),eB=e.i(390605),eE=e.i(288839),eR=e.i(500727),eq=e.i(699857),eD=e.i(263147),eG=e.i(162386),eU=e.i(597427),e$=e.i(384767),eH=e.i(916940),eQ=J;let eJ=({onChange:e,value:s,className:a,accessToken:i,placeholder:r=eQ.f.t("searchToolSelector.placeholder"),disabled:l=!1})=>{let{t:m}=(0,Q.f)(),n=(0,el.d)(),[o,d]=(0,H.useState)([]),[u,_]=(0,H.useState)(!1);return(0,H.useEffect)(()=>{(async()=>{if(i){_(!0);try{let e=await (0,c.Wo)(i),t=Array.isArray(e?.search_tools)?e.search_tools:Array.isArray(e?.data)?e.data:[];d(t.map(e=>e?.search_tool_name).filter(e=>"string"==typeof e&&e.length>0))}catch(e){console.error("Failed to load search tools:",e)}finally{_(!1)}}})()},[i]),(0,t.jsxs)(el.x,{multiple:!0,items:o,value:s??[],onValueChange:t=>e(t),disabled:l,children:[(0,t.jsxs)(el.V,{render:(0,t.jsx)("div",{ref:n}),className:(0,eV.c)("w-full",a),"aria-busy":u,children:[(0,t.jsx)(el.l,{children:e=>e.map(e=>(0,t.jsx)(el.Q,{"aria-label":e,children:e},e))}),(0,t.jsx)(el.z,{placeholder:r,"aria-label":r,disabled:l}),s&&s.length>0&&(0,t.jsx)(el.y,{"aria-label":m("searchToolSelector.clearAll"),disabled:l})]}),(0,t.jsxs)(el.R,{anchor:n,children:[(0,t.jsx)(el.S,{children:m(u?"searchToolSelector.loading":"searchToolSelector.empty")}),(0,t.jsx)(el.k,{children:e=>(0,t.jsx)(el.T,{value:e,children:e},e)})]})]})};e.s(["f",0,eJ],788259);var eY=e.i(464308),eW=e.i(183588),eZ=e.i(460285),eX=e.i(331755),e0=e.i(368752),e1=e.i(276173),e2=e.i(257428),e4=e.i(784774),e3=e.i(991810);let e5={"/auto_router/manage":"teams.memberPermissions.descriptions.autoRouterManage","/key/generate":"teams.memberPermissions.descriptions.keyGenerate","/key/service-account/generate":"teams.memberPermissions.descriptions.keyServiceAccountGenerate","/key/update":"teams.memberPermissions.descriptions.keyUpdate","/key/delete":"teams.memberPermissions.descriptions.keyDelete","/key/info":"teams.memberPermissions.descriptions.keyInfo","/key/regenerate":"teams.memberPermissions.descriptions.keyRegenerate","/key/{key_id}/regenerate":"teams.memberPermissions.descriptions.keyIdRegenerate","/key/list":"teams.memberPermissions.descriptions.keyList","/key/block":"teams.memberPermissions.descriptions.keyBlock","/key/unblock":"teams.memberPermissions.descriptions.keyUnblock","/key/access_group_assignment":"teams.memberPermissions.descriptions.keyAccessGroupAssignment","/team/daily/activity":"teams.memberPermissions.descriptions.teamDailyActivity","/spend/logs":"teams.memberPermissions.descriptions.spendLogs"},e6=({teamId:e,accessToken:s,canEditTeam:a})=>{let{t:i}=(0,Q.f)(),[r,l]=(0,H.useState)([]),[m,n]=(0,H.useState)([]),[o,d]=(0,H.useState)(!0),[u,_]=(0,H.useState)(!1),[g,p]=(0,H.useState)(!1),b=async()=>{try{if(d(!0),!s)return;let t=await (0,c.e0)(s,e),a=t.all_available_permissions||[];l(a);let i=t.team_member_permissions||[];n(i),p(!1)}catch(e){O.f.fromError(i("teams.memberPermissions.toasts.loadFailed")),console.error("Error fetching permissions:",e)}finally{d(!1)}};(0,H.useEffect)(()=>{b()},[e,s]);let f=async()=>{try{if(!s)return;_(!0),await (0,c.IF)(s,e,m),O.f.success(i("teams.memberPermissions.toasts.updated")),p(!1)}catch(e){O.f.fromError(i("teams.memberPermissions.toasts.updateFailed")),console.error("Error updating permissions:",e)}finally{_(!1)}};if(o)return(0,t.jsx)("div",{className:"p-6 text-center",children:i("teams.memberPermissions.loading")});let h=r.length>0;return(0,t.jsxs)(v.N,{className:"block bg-card shadow-md rounded-md p-6",children:[(0,t.jsxs)("div",{className:"flex flex-col sm:flex-row justify-between items-start sm:items-center border-b pb-4 mb-6",children:[(0,t.jsx)("h3",{className:"text-lg font-medium text-foreground mb-2 sm:mb-0",children:i("teams.memberPermissions.title")}),a&&g&&(0,t.jsxs)("div",{className:"flex gap-3",children:[(0,t.jsxs)(k.K,{variant:"outline",onClick:()=>{b()},children:[(0,t.jsx)(e3.f,{className:"size-3.5"}),i("teams.memberPermissions.reset")]}),(0,t.jsxs)(k.K,{onClick:f,disabled:u,children:[(0,t.jsx)($.f,{className:"size-3.5"}),i("teams.memberPermissions.save")]})]})]}),(0,t.jsx)("p",{className:"mb-6 text-sm text-muted-foreground",children:i("teams.memberPermissions.description")}),h?(0,t.jsx)("div",{className:"overflow-x-auto",children:(0,t.jsxs)(e4.s,{className:"min-w-full",children:[(0,t.jsx)(e4.E,{children:(0,t.jsxs)(e4.N,{children:[(0,t.jsx)(e4.V,{children:i("teams.memberPermissions.columns.method")}),(0,t.jsx)(e4.V,{children:i("teams.memberPermissions.columns.endpoint")}),(0,t.jsx)(e4.V,{children:i("teams.memberPermissions.columns.description")}),(0,t.jsx)(e4.V,{className:"sticky right-0 bg-card shadow-[-4px_0_4px_-4px_rgba(0,0,0,0.1)] text-center",children:i("teams.memberPermissions.columns.allowAccess")})]})}),(0,t.jsx)(e4.z,{children:r.map(e=>{let s=(e=>{let t=e.includes("/info")||e.includes("/list")||e.includes("/activity")||"/spend/logs"===e?"GET":"POST",s=Object.hasOwn(e5,e)?e5[e]:void 0;if(!s){for(let[t,a]of Object.entries(e5))if(e.includes(t)){s=a;break}}let a=s?J.f.t(s):J.f.t("teams.memberPermissions.descriptions.fallback",{permission:e});return{method:t,endpoint:e,description:a,route:e}})(e);return(0,t.jsxs)(e4.N,{className:"hover:bg-accent transition-colors",children:[(0,t.jsx)(e4.d,{children:(0,t.jsx)("span",{className:`px-2 py-1 rounded text-xs font-medium ${"GET"===s.method?"bg-info/15 text-info":"bg-success/15 text-success"}`,children:s.method})}),(0,t.jsx)(e4.d,{children:(0,t.jsx)("span",{className:"font-mono text-sm text-foreground",children:s.endpoint})}),(0,t.jsx)(e4.d,{className:"text-foreground",children:s.description}),(0,t.jsx)(e4.d,{className:"sticky right-0 bg-card shadow-[-4px_0_4px_-4px_rgba(0,0,0,0.1)] text-center",children:(0,t.jsx)(e2.f,{className:"mx-auto",checked:m.includes(e),onCheckedChange:t=>{n(t?[...m,e]:m.filter(t=>t!==e)),p(!0)},disabled:!a})})]},e)})})]})}):(0,t.jsx)("div",{className:"py-12",children:(0,t.jsx)("p",{className:"text-center text-sm text-muted-foreground",children:i("teams.memberPermissions.empty")})})]})};var e7=e.i(359616),e8=e.i(359360);let e9=async(e,t)=>{let s=(0,c._h)(),a=s?`${s}/team/${encodeURIComponent(t)}/members/me`:`/team/${encodeURIComponent(t)}/members/me`,i=await fetch(a,{method:"GET",headers:{[(0,c.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"}});if(404===i.status)return null;if(!i.ok){let e=await i.json().catch(()=>({}));throw Error((0,ew.O)(e))}return await i.json()},te=(e,s,a)=>(0,t.jsxs)("span",{className:"flex items-center gap-1 text-muted-foreground",children:[s,(0,t.jsx)(S.x,{content:a,children:(0,t.jsx)(e8.f,{className:"size-4","aria-label":e("teams.myUserTab.infoAriaLabel",{label:s})})})]}),tt=(e,t=4)=>null==e?"0":(0,_.c)(e,t),ts=(e,t)=>null==t?e("teams.myUserTab.unlimited"):(0,_.c)(t,0);function ta({teamId:e}){let{t:s}=(0,Q.f)(),{data:a,isLoading:r,error:l}=(e=>{let{accessToken:t}=(0,i.f)();return(0,eI.f)({queryKey:["team",e,"members","me"],queryFn:()=>e9(t,e),enabled:!!(t&&e)})})(e);if(r)return(0,t.jsx)(v.N,{children:(0,t.jsx)(v.O,{className:"text-muted-foreground",children:s("teams.myUserTab.loading")})});if(l)return(0,t.jsx)(v.N,{children:(0,t.jsx)(v.O,{className:"text-destructive",children:l instanceof Error?l.message:s("teams.myUserTab.loadFailed")})});if(!a)return(0,t.jsx)(v.N,{children:(0,t.jsx)(v.O,{className:"text-muted-foreground",children:s("teams.myUserTab.empty")})});let m=a.litellm_budget_table??null,n=m?.max_budget??null,o=a.spend??0,d=a.total_spend??0,c=m?.tpm_limit??null,u=m?.rpm_limit??null,_=(0,e7.X)(m?.budget_duration,m?.budget_reset_at),g=m?.allowed_models??null;return(0,t.jsxs)("div",{className:"flex w-full flex-col gap-4",children:[(0,t.jsx)(v.N,{children:(0,t.jsx)(v.O,{children:(0,t.jsxs)("div",{className:"grid grid-cols-1 gap-4 sm:grid-cols-2 md:grid-cols-3",children:[(0,t.jsxs)("div",{children:[(0,t.jsx)("span",{className:"text-muted-foreground",children:s("teams.myUserTab.user")}),(0,t.jsx)("div",{className:"mt-1 font-semibold",children:a.user_email||a.user_id}),(0,t.jsx)("span",{className:"font-mono text-xs text-muted-foreground",children:a.user_id})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("span",{className:"text-muted-foreground",children:s("teams.myUserTab.teamRole")}),(0,t.jsx)("div",{className:"mt-1",children:(0,t.jsx)(x.f,{variant:"admin"===a.role?"default":"secondary",children:a.role||"user"})})]})]})})}),(0,t.jsxs)("div",{className:"grid grid-cols-1 gap-4 md:grid-cols-2",children:[(0,t.jsx)(v.N,{children:(0,t.jsxs)(v.O,{children:[te(s,s("teams.myUserTab.currentPeriodSpend.title"),_.tooltip),(0,t.jsxs)("div",{className:"mt-2",children:[(0,t.jsxs)("h3",{className:"text-2xl font-semibold",children:["$",tt(o,4)]}),(0,t.jsx)("span",{className:"text-muted-foreground",children:s("teams.myUserTab.currentPeriodSpend.ofBudget",{budget:null===n?s("teams.myUserTab.unlimited"):`$${tt(n,4)}`})})]}),(0,t.jsx)("div",{className:"mt-1 text-muted-foreground",children:_.period?s("teams.myUserTab.periodWithReset",{period:_.period,reset:_.label}):_.resetAt?s("teams.myUserTab.resetsOn",{reset:_.label}):_.label})]})}),(0,t.jsx)(v.N,{children:(0,t.jsxs)(v.O,{children:[te(s,s("teams.myUserTab.rateLimits.title"),s("teams.myUserTab.rateLimits.tooltip")),(0,t.jsxs)("div",{className:"mt-2",children:[(0,t.jsx)("span",{children:s("teams.myUserTab.rateLimits.tpm",{value:ts(s,c)})}),(0,t.jsx)("br",{}),(0,t.jsx)("span",{children:s("teams.myUserTab.rateLimits.rpm",{value:ts(s,u)})})]})]})}),(0,t.jsx)(v.N,{children:(0,t.jsxs)(v.O,{children:[te(s,s("teams.myUserTab.totalSpend.title"),s("teams.myUserTab.totalSpend.tooltip")),(0,t.jsxs)("h4",{className:"mt-2 text-xl font-semibold",children:["$",tt(d,4)]})]})}),(0,t.jsx)(v.N,{children:(0,t.jsxs)(v.O,{children:[te(s,s("teams.myUserTab.modelScope.title"),s("teams.myUserTab.modelScope.tooltip")),(0,t.jsx)("div",{className:"mt-2",children:g&&g.length>0?(0,t.jsx)("div",{className:"flex flex-wrap gap-1",children:g.map(e=>(0,t.jsx)(x.f,{variant:"secondary",children:e},e))}):(0,t.jsx)("span",{children:s("teams.myUserTab.modelScope.allTeamModels")})})]})})]})]})}let ti="overview",tr="activity",tl="my-user",tm="virtual-keys",tn="members",to="member-permissions",td="settings",tc={[tr]:"shared.resourceActivity.title",[ti]:"teams.teamInfo.tabs.overview",[tl]:"teams.teamInfo.tabs.myUser",[tm]:"teams.teamInfo.tabs.virtualKeys",[tn]:"teams.teamInfo.tabs.members",[to]:"teams.teamInfo.tabs.memberPermissions",[td]:"teams.teamInfo.tabs.settings"};function tu(e){let t=[ti,tr,tl,tm];return e?[...t,tn,to,td]:t}var t_=e.i(954616),tg=e.i(768371);let tp=async({teamId:e,userId:t})=>{await tg.Q.POST("/team/{team_id}/member/{user_id}/reset_budget",{params:{path:{team_id:e,user_id:t}}})},tb=async({teamId:e,userId:t})=>{await tg.Q.POST("/team/{team_id}/member/{user_id}/reset_spend",{params:{path:{team_id:e,user_id:t}},body:{reset_to:0}})};var tf=e.i(292639),th=e.i(776639),tx=e.i(294612),tj=e.i(190702);e.i(622826);var tv=e.i(964471),ty=e.i(345771);let tI={team_default:"teams.memberTab.budgetSource.teamDefault",custom:"teams.memberTab.budgetSource.custom"},tk=({name:e})=>(0,t.jsx)("strong",{children:e}),tw=(e,t)=>null===t?e("teams.memberTab.unlimited"):`$${(0,_.c)(t,2)}`;function tN({teamData:e,canEditTeam:s,handleMemberDelete:a,setSelectedEditMember:r,setIsEditMemberModalVisible:l,setIsAddMemberModalVisible:m,onMemberSpendReset:n,onMemberBudgetReset:o}){let{t:d}=(0,Q.f)(),[c,u]=(0,H.useState)(null),[g,b]=(0,H.useState)(null),{mutate:f,isPending:h}=(0,t_.f)({mutationFn:tb}),{mutate:j,isPending:v}=(0,t_.f)({mutationFn:tp}),y=e.team_info.team_member_budget_table?.max_budget??null,I=(0,H.useMemo)(()=>new Map(e.team_memberships.map(e=>[e.user_id,e])),[e.team_memberships]),w=e=>e?I.get(e):void 0,N=e=>{if(null==e)return"0";if("number"==typeof e){let t=Number(e);return t===Math.floor(t)?t.toString():(0,_.c)(t,8).replace(/\.?0+$/,"")}return"0"},T=e=>e?w(e)?.spend??0:0,M=e=>e?w(e)?.total_spend??0:0,z=e=>e?w(e)?.litellm_budget_table?.max_budget??y:null,{data:F}=(0,tf.f)(),{userId:K,userRole:L}=(0,i.f)(),C=!!F?.values?.disable_team_admin_delete_team_user,V=(0,p.R)(e.team_info.members_with_roles,K||""),A=(0,p.u)(L||""),P=e=>{let t=w(e)?.litellm_budget_table;return(0,e7.X)(t?.budget_duration??null,t?.budget_reset_at??null)},B=[{title:(0,t.jsxs)("span",{className:"flex items-center gap-1",children:[d("teams.memberTab.columns.modelScope.title"),(0,t.jsx)(S.x,{content:d("teams.memberTab.columns.modelScope.tooltip"),children:(0,t.jsx)(e8.f,{className:"size-4","aria-label":d("teams.memberTab.columns.modelScope.ariaLabel")})})]}),key:"model_scope",render:e=>{let s=(e=>{if(!e)return null;let t=w(e)?.litellm_budget_table?.allowed_models;return t&&t.length>0?t:null})(e.user_id);if(!s)return(0,t.jsx)("span",{className:"text-muted-foreground",children:d("teams.memberTab.columns.modelScope.allTeamModels")});let a=s.slice(0,2),i=s.length-a.length;return(0,t.jsxs)("div",{className:"flex flex-wrap gap-1",children:[a.map(e=>(0,t.jsx)("code",{className:"rounded bg-muted px-1 py-0.5 text-xs",children:e},e)),i>0&&(0,t.jsx)(S.x,{content:s.slice(2).join(", "),children:(0,t.jsx)("span",{className:"text-muted-foreground",children:d("teams.memberTab.columns.modelScope.moreModels",{count:i})})})]})}},{title:(0,t.jsxs)("span",{className:"flex items-center gap-1",children:[d("teams.memberTab.columns.currentPeriodSpend.title"),(0,t.jsx)(S.x,{content:d("teams.memberTab.columns.currentPeriodSpend.tooltip"),children:(0,t.jsx)(e8.f,{className:"size-4","aria-label":d("teams.memberTab.columns.currentPeriodSpend.ariaLabel")})})]}),key:"spend",numeric:!0,sortValue:e=>T(e.user_id),render:e=>(0,t.jsx)(tv.f,{value:T(e.user_id),decimals:2})},{title:(0,t.jsxs)("span",{className:"flex items-center gap-1",children:[d("teams.memberTab.columns.totalSpend.title"),(0,t.jsx)(S.x,{content:d("teams.memberTab.columns.totalSpend.tooltip"),children:(0,t.jsx)(e8.f,{className:"size-4","aria-label":d("teams.memberTab.columns.totalSpend.ariaLabel")})})]}),key:"total_spend",numeric:!0,sortValue:e=>M(e.user_id),render:e=>(0,t.jsx)(tv.f,{value:M(e.user_id),decimals:2})},{title:(0,t.jsxs)("span",{className:"flex items-center gap-1",children:[d("teams.memberTab.columns.memberBudget.title"),(0,t.jsx)(S.x,{content:d("teams.memberTab.columns.memberBudget.tooltip"),children:(0,t.jsx)(e8.f,{className:"size-4","aria-label":d("teams.memberTab.columns.memberBudget.ariaLabel")})})]}),key:"budget",numeric:!0,sortValue:e=>z(e.user_id),render:e=>{var a;let i=(a=e.user_id)?w(a)?.budget_source??"none":"none";return(0,t.jsxs)("span",{className:"flex items-center justify-end gap-2",children:[(0,t.jsx)(tv.f,{value:z(e.user_id),decimals:2,emptyText:d("teams.memberTab.unlimited"),showZero:!0}),"none"!==i&&(0,t.jsx)(x.f,{variant:"custom"===i?"outline":"secondary","data-testid":"member-budget-source",children:d(tI[i])}),"custom"===i&&s&&(0,t.jsx)(k.K,{variant:"link",size:"xs",className:"h-auto p-0","data-testid":"reset-member-budget",onClick:()=>b(e),children:d("teams.memberTab.columns.memberBudget.useTeamDefault")})]})}},{title:d("teams.memberTab.columns.budgetPeriod.title"),key:"budget_reset",sortValue:e=>{var t;return(t=e.user_id)?w(t)?.litellm_budget_table?.budget_reset_at??null:null},render:e=>{let s;return s=P(e.user_id),(0,t.jsx)(S.x,{content:s.tooltip,children:(0,t.jsx)("span",{children:s.period??s.label})})}},{title:(0,t.jsxs)("span",{className:"flex items-center gap-1",children:[d("teams.memberTab.columns.rateLimits.title"),(0,t.jsx)(S.x,{content:d("teams.memberTab.columns.rateLimits.tooltip"),children:(0,t.jsx)(e8.f,{className:"size-4","aria-label":d("teams.memberTab.columns.rateLimits.ariaLabel")})})]}),key:"rate_limits",render:e=>(0,t.jsx)("span",{children:(e=>{if(!e)return d("teams.memberTab.rateLimits.none");let t=w(e),s=t?.litellm_budget_table?.rpm_limit,a=t?.litellm_budget_table?.tpm_limit,i=[null!=s?d("teams.memberTab.rateLimits.rpm",{value:N(s)}):null,null!=a?d("teams.memberTab.rateLimits.tpm",{value:N(a)}):null].filter(Boolean);return i.length>0?i.join(" / "):d("teams.memberTab.rateLimits.none")})(e.user_id)})}],E=P(c?.user_id??null).period;return(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(tx.f,{members:e.team_info.members_with_roles,canEdit:s,onEdit:t=>{var s,a;let i,m=w(t.user_id);r((s=m?.litellm_budget_table,a=e.team_info.team_member_budget_table?.model_max_budget,{...t,max_budget_in_team:s?.max_budget??null,tpm_limit:s?.tpm_limit??null,rpm_limit:s?.rpm_limit??null,budget_duration:s?.budget_duration||null,allowed_models:s?.allowed_models||[],temp_budget_increase:s?.temp_budget_increase??null,temp_budget_expiry:s?.temp_budget_expiry??null,model_max_budget:null!=(i=s?.model_max_budget)&&Object.keys(i).length>0?s.model_max_budget:a??null})),l(!0)},onDelete:a,onAddMember:()=>m(!0),roleColumnTitle:d("teams.memberTab.roleColumn.title"),roleTooltip:d("teams.memberTab.roleColumn.tooltip"),extraColumns:B,showDeleteForMember:()=>A||s&&!V||V&&!C,onResetSpend:u,resetSpendDisabledReason:e=>A||e.user_id!==K?0>=T(e.user_id)?d("teams.memberTab.resetSpendDisabled.noSpend"):null:d("teams.memberTab.resetSpendDisabled.ownSpend")},e.team_id),(0,t.jsx)(th.N,{open:null!==c,onOpenChange:e=>!e&&u(null),children:(0,t.jsxs)(th.d,{children:[(0,t.jsx)(th.s,{children:(0,t.jsx)(th.F,{children:d("teams.memberTab.resetSpendDialog.title")})}),(0,t.jsx)("p",{children:(0,t.jsx)(ty.f,{i18nKey:"teams.memberTab.resetSpendDialog.prompt",components:{strong:(0,t.jsx)("strong",{}),member:(0,t.jsx)(tk,{name:c?.user_email||c?.user_id})}})}),(0,t.jsx)("p",{className:"text-sm text-muted-foreground",children:(0,t.jsx)(ty.f,{i18nKey:E?"teams.memberTab.resetSpendDialog.summaryWithPeriod":"teams.memberTab.resetSpendDialog.summary",values:{period:E,amount:(0,_.c)(T(c?.user_id??null),4)},components:{strong:(0,t.jsx)("strong",{})}})}),(0,t.jsxs)(th.c,{children:[(0,t.jsx)(k.K,{variant:"outline",onClick:()=>u(null),children:d("teams.memberTab.resetSpendDialog.cancel")}),(0,t.jsx)(k.K,{variant:"destructive",onClick:()=>{c?.user_id&&f({teamId:e.team_id,userId:c.user_id},{onSuccess:()=>{O.f.success(d("teams.memberTab.toasts.spendReset")),u(null),n()},onError:e=>O.f.fromError((0,tj.f)(e))})},disabled:h,children:d("teams.memberTab.resetSpendDialog.confirm")})]})]})}),(0,t.jsx)(th.N,{open:null!==g,onOpenChange:e=>!e&&b(null),children:(0,t.jsxs)(th.d,{children:[(0,t.jsx)(th.s,{children:(0,t.jsx)(th.F,{children:d("teams.memberTab.resetBudgetDialog.title")})}),(0,t.jsx)("p",{children:(0,t.jsx)(ty.f,{i18nKey:"teams.memberTab.resetBudgetDialog.prompt",values:{budget:tw(d,y)},components:{strong:(0,t.jsx)("strong",{}),member:(0,t.jsx)(tk,{name:g?.user_email||g?.user_id})}})}),(0,t.jsx)("p",{className:"text-sm text-muted-foreground",children:(0,t.jsx)(ty.f,{i18nKey:"teams.memberTab.resetBudgetDialog.summary",values:{budget:tw(d,z(g?.user_id??null))},components:{strong:(0,t.jsx)("strong",{})}})}),(0,t.jsxs)(th.c,{children:[(0,t.jsx)(k.K,{variant:"outline",onClick:()=>b(null),children:d("teams.memberTab.resetBudgetDialog.cancel")}),(0,t.jsx)(k.K,{onClick:()=>{g?.user_id&&j({teamId:e.team_id,userId:g.user_id},{onSuccess:()=>{O.f.success(d("teams.memberTab.toasts.budgetReset")),b(null),o()},onError:e=>O.f.fromError((0,tj.f)(e))})},disabled:v,children:d("teams.memberTab.resetBudgetDialog.confirm")})]})]})})]})}var tS=e.i(625901);let tT="team_member_max_budget_alert_emails",tM=e=>null!==e&&Number.isInteger(e)&&e>=1&&e<=100,tz=e=>{if("object"!=typeof e||null===e)return[];let t=e[tT];return"object"!=typeof t||null===t||Array.isArray(t)?[]:Object.entries(t).flatMap(([e,t])=>{let s=Number(e);return/^\d+$/.test(e)&&tM(s)&&Array.isArray(t)&&t.every(e=>"string"==typeof e)?[{threshold:s,emails:t.join(", ")}]:[]}).sort((e,t)=>(e.threshold??0)-(t.threshold??0))};var tF=e.i(207082),tK=e.i(92982),tL=e.i(200208),tC=e.i(189059),tV=e.i(399536),tA=e.i(997422);e.i(707701);var tP=e.i(807235),tO=e.i(981080),tB=e.i(494862),tE=e.i(531649),tR=e.i(219260),tq=e.i(741466),tD=e.i(655063),tG=e.i(463059),tU=e.i(304911),t$=e.i(355619),tH=e.i(146512),tQ=e.i(549732),tJ=e.i(20147);let tY=[{id:"created_at",desc:!0}];function tW({teamId:e,teamAlias:a,organization:i}){let{t:r}=(0,Q.f)(),l=(0,s.Q)("key_tab"),[m,o]=(0,H.useState)(null),[d,c]=(0,H.useState)(tY),[u,g]=(0,H.useState)({pageIndex:0,pageSize:50}),[p,b]=(0,H.useState)([]),[f,h]=(0,H.useState)(!1),[v,y]=(0,H.useState)(""),[k]=(0,tD.f)(v,{wait:tq.f}),w=(0,H.useCallback)(e=>{y(e),g(e=>({...e,pageIndex:0}))},[]),N=(0,H.useCallback)(e=>{let t=p.find(t=>t.id===e);return"string"==typeof t?.value&&t.value.trim()?t.value.trim():void 0},[p]),T=d.length>0?d[0].id:"created_at",M=d.length>0?d[0].desc?"desc":"asc":"desc",z=u.pageIndex,F=u.pageSize,K={teamID:e,search:k.trim()||void 0,userID:N("user_id"),keyHash:N("key_hash"),sortBy:T||void 0,sortOrder:M||void 0,expand:"user"},{data:L,isPending:C,isFetching:V,refetch:A}=(0,tF.w)(z+1,F,K),P=(0,H.useMemo)(()=>L?.keys??[],[L?.keys]),O=(0,H.useMemo)(()=>P.some(e=>null==e.max_budget&&!!e.user_id)?[e]:[],[P,e]),B=(0,n.S)(O),R=L?.total_count??0,[q,D]=(0,H.useState)({}),G=(0,H.useMemo)(()=>({team_id:e,team_alias:a||e,models:[],max_budget:null,budget_duration:null,tpm_limit:null,rpm_limit:null,organization_id:i?.organization_id||"",created_at:"",keys:[],members_with_roles:[],spend:0}),[e,a,i]),U=(0,H.useCallback)(()=>{A?.()},[A]);(0,H.useEffect)(()=>(window.addEventListener("storage",U),()=>window.removeEventListener("storage",U)),[U]);let $=(0,H.useCallback)(e=>{b(e),g(e=>({...e,pageIndex:0}))},[]),J=(0,H.useMemo)(()=>[{id:"token",accessorKey:"token",meta:{title:r("teams.virtualKeysTable.columns.keyId")},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.keyId"),variant:"header-cycle"}),size:120,enableSorting:!0,cell:e=>(0,t.jsx)(tV.f,{value:e.getValue(),onClick:()=>{l(),o(e.row.original)}})},{id:"key_alias",accessorKey:"key_alias",meta:{title:r("teams.virtualKeysTable.columns.keyAlias")},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.keyAlias"),variant:"header-cycle"}),size:150,enableSorting:!0,cell:e=>{let s=e.getValue();return(0,t.jsx)(S.x,{content:s,children:(0,t.jsx)("span",{className:"block max-w-full truncate font-mono text-xs",children:s??"-"})})}},{id:"key_name",accessorKey:"key_name",header:r("teams.virtualKeysTable.columns.secretKey"),size:120,enableSorting:!1,cell:e=>(0,t.jsx)("span",{className:"font-mono text-xs",children:e.getValue()})},{id:"organization_id",accessorFn:e=>(e.organization_id??e.org_id)||i?.organization_id||null,header:r("teams.virtualKeysTable.columns.organizationId"),size:140,enableSorting:!1,cell:e=>{let s=e.getValue();return s?(0,t.jsx)(S.x,{content:s,children:(0,t.jsx)(tA.f,{title:s,titleClassName:tC.l,href:(0,j.j)(s)})}):"-"}},{id:"user_email",accessorKey:"user",header:r("teams.virtualKeysTable.columns.userEmail"),size:160,enableSorting:!1,cell:e=>{let s=e.getValue(),a=s?.user_email,i=e.row.original.user_id;return(0,t.jsx)(S.x,{content:a,children:(0,t.jsx)(tA.f,{title:a??"-",titleClassName:tC.l,href:a&&i?(0,j.b)(i):void 0})})}},{id:"user_id",accessorKey:"user_id",header:r("teams.virtualKeysTable.columns.userId"),size:70,enableSorting:!1,cell:e=>{let s=e.getValue();return s===tR.t?(0,t.jsx)(tU.f,{userId:s}):(0,t.jsx)(S.x,{content:s,children:(0,t.jsx)(tA.f,{title:s??"-",titleClassName:tC.l,href:s?(0,j.b)(s):void 0})})}},{id:"created_at",accessorKey:"created_at",meta:{title:r("teams.virtualKeysTable.columns.createdAt")},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.createdAt"),variant:"header-cycle"}),size:120,enableSorting:!0,cell:e=>(0,t.jsx)(tL.S,{value:e.getValue(),precision:"date"})},{id:"created_by",accessorKey:"created_by",header:r("teams.virtualKeysTable.columns.createdBy"),size:130,enableSorting:!1,cell:e=>{let s=e.getValue();if(!s)return"-";let{created_by_user:a}=e.row.original;return(0,t.jsx)(tC.w,{userAlias:a?.user_alias??null,userEmail:a?.user_email??null,userId:s,width:130})}},{id:"updated_at",accessorKey:"updated_at",meta:{title:r("teams.virtualKeysTable.columns.updatedAt")},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.updatedAt"),variant:"header-cycle"}),size:120,enableSorting:!0,cell:e=>(0,t.jsx)(tL.S,{value:e.getValue(),precision:"date",fallback:r("teams.virtualKeysTable.dates.never")})},{id:"last_active",accessorKey:"last_active",meta:{title:r("teams.virtualKeysTable.columns.lastActive")},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.lastActive")}),size:130,enableSorting:!0,sortDescFirst:!1,cell:e=>(0,t.jsx)(tL.S,{value:e.getValue(),precision:"date",fallback:r("teams.virtualKeysTable.dates.unknown")})},{id:"expires",accessorKey:"expires",meta:{title:r("teams.virtualKeysTable.columns.expires")},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.expires")}),size:120,enableSorting:!0,sortDescFirst:!1,cell:e=>(0,t.jsx)(tL.S,{value:e.getValue(),precision:"date",fallback:r("teams.virtualKeysTable.dates.never")})},{id:"spend",accessorKey:"spend",meta:{title:r("teams.virtualKeysTable.columns.spend"),numeric:!0},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.spend"),variant:"header-cycle"}),size:100,enableSorting:!0,cell:e=>(0,t.jsx)(tv.f,{value:e.getValue(),decimals:4})},{id:"total_spend",accessorKey:"total_spend",meta:{title:r("teams.virtualKeysTable.columns.lifetimeSpend"),numeric:!0},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.lifetimeSpend")}),size:130,enableSorting:!0,sortDescFirst:!0,cell:e=>(0,t.jsx)(tv.f,{value:e.getValue(),showZero:!0})},{id:"max_budget",accessorKey:"max_budget",meta:{title:r("teams.virtualKeysTable.columns.budget"),numeric:!0},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.budget"),variant:"header-cycle"}),size:160,enableSorting:!0,cell:s=>{let a=s.row.original,i=null==a.max_budget?(0,tK.j)(B[e],a.user_id,a.user?.user_email):null;return i?(0,t.jsxs)("span",{className:"block w-full whitespace-nowrap text-right tabular-nums",children:["$",(0,_.c)(i.maxBudget,0)," ",(0,t.jsx)("span",{className:"text-muted-foreground",children:r("teams.virtualKeysTable.budget.teamMember")})]}):(0,t.jsx)(tv.f,{value:s.getValue(),decimals:0,emptyText:r("teams.virtualKeysTable.budget.unlimited"),showZero:!0})}},{id:"budget_reset_at",accessorKey:"budget_reset_at",meta:{title:r("teams.virtualKeysTable.columns.budgetReset")},header:({column:e})=>(0,t.jsx)(tB.v,{column:e,title:r("teams.virtualKeysTable.columns.budgetReset")}),size:160,enableSorting:!0,sortDescFirst:!1,cell:e=>(0,t.jsx)(tL.S,{value:e.getValue(),fallback:r("teams.virtualKeysTable.dates.never"),timeZone:"UTC"})},{id:"models",accessorKey:"models",header:r("teams.virtualKeysTable.columns.models"),size:200,enableSorting:!1,cell:e=>{let s=e.getValue(),a=(0,tH.f)(e.row.original.allowed_routes,e.row.original.key_type),i=a.hasModelAccess?(0,t.jsx)(x.f,{variant:"destructive",className:"mb-1",children:r("teams.virtualKeysTable.models.allProxyModels")}):(0,t.jsx)(S.x,{content:r("teams.virtualKeysTable.models.noModelAccessTooltip",{scope:a.label}),children:(0,t.jsx)(x.f,{variant:"secondary",className:"mb-1",children:r("teams.virtualKeysTable.models.noModelAccess")})});return(0,t.jsx)("div",{className:"flex flex-col py-2",children:Array.isArray(s)?(0,t.jsx)("div",{className:"flex flex-col",children:0===s.length?i:(0,t.jsx)(t.Fragment,{children:(0,t.jsxs)("div",{className:"flex items-start",children:[s.length>3&&(0,t.jsx)("button",{type:"button","aria-label":q[e.row.id]?r("teams.virtualKeysTable.models.collapse"):r("teams.virtualKeysTable.models.expand"),className:"rounded-sm text-muted-foreground hover:text-foreground focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-ring",onClick:()=>D(t=>({...t,[e.row.id]:!t[e.row.id]})),children:q[e.row.id]?(0,t.jsx)(E.f,{className:"size-4"}):(0,t.jsx)(tG.f,{className:"size-4"})}),(0,t.jsxs)("div",{className:"flex flex-wrap gap-1",children:[s.slice(0,3).map((e,s)=>"all-proxy-models"===e?(0,t.jsx)(x.f,{variant:"destructive",children:r("teams.virtualKeysTable.models.allProxyModels")},s):(0,t.jsx)(x.f,{children:e.length>30?`${(0,t$.Y)(e).slice(0,30)}...`:(0,t$.Y)(e)},s)),s.length>3&&!q[e.row.id]&&(0,t.jsx)(x.f,{variant:"secondary",children:r("teams.virtualKeysTable.models.more",{count:s.length-3})}),q[e.row.id]&&(0,t.jsx)("div",{className:"flex flex-wrap gap-1",children:s.slice(3).map((e,s)=>"all-proxy-models"===e?(0,t.jsx)(x.f,{variant:"destructive",children:r("teams.virtualKeysTable.models.allProxyModels")},s+3):(0,t.jsx)(x.f,{children:e.length>30?`${(0,t$.Y)(e).slice(0,30)}...`:(0,t$.Y)(e)},s+3))})]})]})})}):null})}},{id:"rate_limits",meta:{title:r("teams.virtualKeysTable.columns.rateLimits")},header:({table:e})=>(0,t.jsx)(tB.r,{table:e,fields:tQ.f}),size:140,enableSorting:!1,cell:({row:e})=>{let s=e.original;return(0,t.jsxs)("div",{children:[(0,t.jsxs)("div",{children:[r("teams.virtualKeysTable.rateLimits.tpm"),null!==s.tpm_limit?s.tpm_limit:r("teams.virtualKeysTable.rateLimits.unlimited")]}),(0,t.jsxs)("div",{children:[r("teams.virtualKeysTable.rateLimits.rpm"),null!==s.rpm_limit?s.rpm_limit:r("teams.virtualKeysTable.rateLimits.unlimited")]})]})}}],[q,B,e,i?.organization_id,r,l]),Y=(0,H.useCallback)(e=>{c(e),g(e=>({...e,pageIndex:0}))},[]);return(0,t.jsx)("div",{className:"w-full",children:m?(0,t.jsx)(tJ.f,{tabParam:"key_tab",keyId:m.token,onClose:()=>{l(),o(null)},keyData:m,teams:[G],onDelete:A}):(0,t.jsx)("div",{className:"py-4",children:(0,t.jsx)(tP.f,{data:P,columns:J,sortingMode:"server",sorting:d,onSortingChange:Y,paginationMode:"server",pagination:u,onPaginationChange:g,rowCount:R,filterMode:"server",columnFilters:p,onColumnFiltersChange:$,enableColumnResizing:!0,columnResizeMode:"onChange",isLoading:C||V,loadingMessage:r("teams.virtualKeysTable.loading"),size:"compact",toolbar:e=>(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(tE.f,{table:e,searchValue:v,onSearchChange:w,searchPlaceholder:r("teams.virtualKeysTable.searchPlaceholder"),onRefresh:()=>A?.(),isRefreshing:V,onOpenFilters:()=>h(!0),filterLabels:{user_id:r("teams.virtualKeysTable.filters.userId"),key_hash:r("teams.virtualKeysTable.filters.keyId")}}),(0,t.jsx)(tO.q,{table:e,open:f,onOpenChange:h,title:r("teams.virtualKeysTable.filters.title"),description:r("teams.virtualKeysTable.filters.description",{team:a??r("teams.virtualKeysTable.filters.thisTeam")}),children:({get:e,set:s})=>(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(tO.Q,{label:r("teams.virtualKeysTable.filters.userId"),children:(0,t.jsx)(I.f,{value:e("user_id")??"",onChange:e=>s("user_id",e.target.value),placeholder:r("teams.virtualKeysTable.filters.userIdPlaceholder")})}),(0,t.jsx)(tO.Q,{label:r("teams.virtualKeysTable.filters.keyId"),children:(0,t.jsx)(I.f,{value:e("key_hash")??"",onChange:e=>s("key_hash",e.target.value),placeholder:r("teams.virtualKeysTable.filters.keyIdPlaceholder")})})]})})]})})})})}function tZ({state:e,onReset:s,onRetry:a,onKeep:i,onDismiss:r}){let{t:l}=(0,Q.f)(),m="idle"!==e.phase,n="resetting"===e.phase,o="resetFailed"===e.phase,d="idle"===e.phase?0:e.pending.userIds.length,c="idle"===e.phase?0:e.pending.newBudget,u=(0,_.c)(c,2);return(0,t.jsx)(th.N,{open:m,onOpenChange:e=>{e||n||r()},children:(0,t.jsxs)(th.d,{children:[(0,t.jsx)(th.s,{children:(0,t.jsx)(th.F,{children:l("teams.resetMemberBudgets.title")})}),(0,t.jsx)("p",{className:"text-sm text-muted-foreground",children:l("teams.resetMemberBudgets.description",{count:d,budget:u})}),(0,t.jsx)(th.c,{children:o?(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(k.K,{variant:"outline",onClick:r,children:l("teams.resetMemberBudgets.cancel")}),(0,t.jsx)(k.K,{onClick:a,children:l("teams.resetMemberBudgets.retry")})]}):(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(k.K,{variant:"ghost",onClick:r,disabled:n,children:l("teams.resetMemberBudgets.cancel")}),(0,t.jsx)(k.K,{variant:"outline",onClick:i,disabled:n,children:l("teams.resetMemberBudgets.keepCustom",{count:d})}),(0,t.jsx)(k.K,{onClick:s,disabled:n,children:l("teams.resetMemberBudgets.resetTo",{count:d,budget:u})})]})})]})})}var tX=e.i(435416),t0=e.i(431370);let t1=new Set(["logging","secret_manager_settings","soft_budget_alerting_emails",tT,"model_tpm_limit","model_rpm_limit","default_estimated_output_tokens","default_estimated_output_tokens_per_model","allowed_passthrough_routes","guardrails","opted_out_global_guardrails","disable_global_guardrails","require_trace_id"]),t2={"all-proxy":"error","no-default":"neutral",direct:"info","access-group":"success"},t4=async({effectiveServers:e,selectedAccessGroupIds:t,accessGroups:s,standingServerIds:a,loadTeamGroups:i})=>{var r;let l,m,n=s.filter(e=>t.includes(e.access_group_id)),o=e.filter(({source:e})=>"toolPermission"!==e.kind).map(({server:e})=>e.server_id);if(t.every(e=>n.some(t=>t.access_group_id===e)))return{kind:"resolved",serverIds:new Set([...o,...n.flatMap(e=>e.access_mcp_server_ids),...a])};let d=await i().catch(()=>null);return null===d?{kind:"unresolvable",reason:J.f.t("teams.teamInfo.mcpLookup.teamGroupsReloadFailed")}:(r=d.ids,l=new Set(t),m=new Set(r),l.size===m.size&&[...l].every(e=>m.has(e)))?{kind:"resolved",serverIds:new Set([...o,...d.serverIds,...a])}:{kind:"unresolvable",reason:J.f.t("teams.teamInfo.mcpLookup.teamGroupsLoadFailed")}},t3=W.z.union([Z.z.string(),X.z.number()]).nullish(),t5=["default_team_member_models","team_member_budget","team_member_budget_duration","team_member_key_duration","team_member_tpm_limit","team_member_rpm_limit","team_member_max_budget_alert_emails"],t6=["object_permission_search_tools"],t7={team_alias:"",models:[],max_budget:void 0,soft_budget:void 0,soft_budget_alerting_emails:"",default_team_member_models:[],team_member_budget:void 0,team_member_budget_duration:void 0,team_member_key_duration:void 0,team_member_tpm_limit:void 0,team_member_rpm_limit:void 0,team_member_max_budget_alert_emails:[],budget_duration:void 0,tpm_limit:void 0,rpm_limit:void 0,tpd_limit:void 0,modelLimits:[],default_estimated_output_tokens:void 0,default_estimated_output_tokens_per_model:"",guardrails:[],disable_global_guardrails:!1,require_trace_id:!1,policies:[],access_group_ids:[],vector_stores:[],allowed_passthrough_routes:[],mcp_servers_and_groups:{servers:[],accessGroups:[],toolsets:[]},mcp_tool_permissions:{},agents_and_groups:{agents:[],accessGroups:[]},object_permission_search_tools:[],object_permission_skills:[],organization_id:null,logging_settings:[],secret_manager_settings:"",metadata:[]};e.s(["f",0,({teamId:e,onClose:J,accessToken:er,is_team_admin:el,is_proxy_admin:em,userModels:e_,editTeam:eg,premiumUser:ep=!1,onUpdate:ef})=>{let eI,ek,ew,eN,eS,eT,eC,{t:eV}=(0,Q.f)(),eQ=(0,H.useMemo)(()=>ee.z.object({team_alias:Z.z.string().min(1,eV("teams.teamInfo.validation.teamNameRequired")),models:et.z.array(Z.z.string()).optional(),max_budget:t3,soft_budget:t3,soft_budget_alerting_emails:W.z.union([Z.z.string(),et.z.array(Z.z.string())]).optional(),default_team_member_models:et.z.array(Z.z.string()).optional(),team_member_budget:t3,team_member_budget_duration:Z.z.string().nullish(),team_member_key_duration:Z.z.string().optional(),team_member_tpm_limit:t3,team_member_rpm_limit:t3,team_member_max_budget_alert_emails:et.z.array(ee.z.object({threshold:X.z.number().nullable(),emails:Z.z.string()})).superRefine((e,t)=>{e.forEach((s,a)=>{tM(s.threshold)?e.filter(e=>e.threshold===s.threshold).length>1&&t.addIssue({code:"custom",message:eV("teams.teamInfo.validation.duplicateThreshold"),path:[a,"threshold"]}):t.addIssue({code:"custom",message:eV("teams.teamInfo.validation.thresholdRange"),path:[a,"threshold"]})})}).optional(),budget_duration:Z.z.string().nullish(),tpm_limit:t3,rpm_limit:t3,tpd_limit:t3,modelLimits:et.z.array(ee.z.object({model:Z.z.string().nullable().refine(e=>!!e,eV("teams.teamInfo.validation.missingModel")),tpm:X.z.number().nullish(),rpm:X.z.number().nullish()})).superRefine((e,t)=>{e.forEach((s,a)=>{s.model&&e.filter(e=>e.model===s.model).length>1&&t.addIssue({code:"custom",message:eV("teams.teamInfo.validation.duplicateModel"),path:[a,"model"]}),s.model&&null==s.tpm&&null==s.rpm&&t.addIssue({code:"custom",message:eV("teams.teamInfo.validation.tpmOrRpmRequired"),path:[a,"tpm"]})})}),default_estimated_output_tokens:t3.refine(eU.q.positive.isValid,eV(eU.q.positive.messageKey)),default_estimated_output_tokens_per_model:Z.z.string().optional().refine(eU.q.perModel.isValid,eV(eU.q.perModel.messageKey)),guardrails:et.z.array(Z.z.string()).optional(),disable_global_guardrails:es.z.boolean().optional(),require_trace_id:es.z.boolean().optional(),policies:et.z.array(Z.z.string()).optional(),access_group_ids:et.z.array(Z.z.string()).optional(),vector_stores:et.z.array(Z.z.string()).optional(),allowed_passthrough_routes:et.z.array(Z.z.string()).optional(),mcp_servers_and_groups:ee.z.object({servers:et.z.array(Z.z.string()),accessGroups:et.z.array(Z.z.string()),toolsets:et.z.array(Z.z.string()).optional()}).optional(),mcp_tool_permissions:ea.z.record(Z.z.string(),et.z.array(Z.z.string())).optional(),agents_and_groups:ee.z.object({agents:et.z.array(Z.z.string()),accessGroups:et.z.array(Z.z.string())}).optional(),object_permission_search_tools:et.z.array(Z.z.string()).optional(),object_permission_skills:et.z.array(Z.z.string()).optional(),organization_id:Z.z.string().nullish(),logging_settings:et.z.array(ei.z.unknown()).optional(),secret_manager_settings:Z.z.string().optional(),metadata:ec.H.optional()}).superRefine((e,t)=>{(e=>{if(!e)return!0;try{return JSON.parse(e),!0}catch{return!1}})(e.secret_manager_settings)||t.addIssue({code:"custom",message:"",path:["secret_manager_settings"]})}),[eV]),[e2,e4]=(0,H.useState)(null),[e3,e5]=(0,H.useState)(!0),[e7,e8]=(0,H.useState)(!1),e9=(0,C.f)(eQ,{defaultValues:t7}),{fields:te,append:tt,remove:ts}=(0,Y.v)({control:e9.control,name:"modelLimits"}),{fields:t_,append:tp,remove:tb}=(0,Y.v)({control:e9.control,name:"team_member_max_budget_alert_emails"}),[tf,th]=(0,H.useState)(!1),[tx,tj]=(0,H.useState)(!1),[tv,ty]=(0,H.useState)(!1),[tI,tk]=(0,H.useState)(null),[tw,tF]=(0,H.useState)(!1),[tK,tL]=(0,H.useState)({}),{data:tC,isLoading:tV}=(0,u.f)(),tA=tC?.globalGuardrailNames??new Set,tP=(0,r.f)("viewPolicies"),[tO,tB]=(0,H.useState)([]),[tE,tR]=(0,H.useState)({}),[tq,tD]=(0,H.useState)(!1),[tG,tU]=(0,H.useState)(null),[t$,tH]=(0,H.useState)(!1),[tQ,tJ]=(0,H.useState)(!1),[tY,t8]=(0,H.useState)(!1),[t9,se]=(0,H.useState)({}),[st,ss]=(0,H.useState)({}),[sa,si]=(0,H.useState)({}),sr=H.default.useRef(null),[sl,sm]=(0,H.useState)(null),{userRole:sn,isViewOnly:so}=(0,i.f)(),sd=(0,tS.j)(),{data:sc=[],isError:su,isLoading:s_}=(0,eR.o)(),{data:sg=[],isError:sp,isLoading:sb}=(0,eq.f)(),{data:sf=[],isError:sh,isLoading:sx}=(0,eD.W)(),sj=em&&!so,sv=(0,p.u)(sn),sy=(0,eU.D)(sv,"team"),{data:sI=[]}=(0,l.i)(),{data:sk=[],isLoading:sw}=eM(),sN=(0,o.d)(),sS=e9.watch("models"),sT=e9.watch("disable_global_guardrails"),sM=e9.watch("mcp_servers_and_groups"),sz=e9.watch("mcp_tool_permissions"),sF=[[su,eV("teams.teamInfo.mcpLookup.serversFailed")],[sp,eV("teams.teamInfo.mcpLookup.toolsetsFailed")],[sh,eV("teams.teamInfo.mcpLookup.accessGroupsFailed")],[s_||sb||sx,eV("teams.teamInfo.mcpLookup.inventoryLoading")]].find(([e])=>e)?.[1]??null,sK=(0,H.useMemo)(()=>{let e=(tw?sS:void 0)??e2?.team_info?.models??[];return(0,ev.w)(e,e2?.team_info?.access_group_models??[],e_)},[tw,sS,e2,e_]),sL=(0,H.useMemo)(()=>(0,eo.s)(e2?.team_info?.caller_edit_access),[e2]),sC=el||em||"none"!==sL.kind,sV=(0,H.useMemo)(()=>tu(sC),[sC]),sA=(0,H.useMemo)(()=>eg&&sC?td:ti,[eg,sC]),[sP,sO]=(0,s.H)(e3?tu(!0):sV,sA,"detail_tab"),{onTabChange:sB,hasVisited:sE}=(0,P.f)(sP),sR=()=>{let e,t,s,a=e2?.team_info;return a?(e=new Set(Array.isArray(a.metadata?.opted_out_global_guardrails)?a.metadata.opted_out_global_guardrails:[]),t=(Array.isArray(a.metadata?.guardrails)?a.metadata.guardrails:[]).filter(e=>!tA.has(e)),s=a.metadata?.disable_global_guardrails===!0?t:[...Array.from(tA).filter(t=>!e.has(t)),...t],{team_alias:a.team_alias,models:0===a.models.length?[ev.j]:a.models,max_budget:a.max_budget,soft_budget:a.soft_budget,soft_budget_alerting_emails:Array.isArray(a.metadata?.soft_budget_alerting_emails)?a.metadata.soft_budget_alerting_emails.join(", "):"",default_team_member_models:a.default_team_member_models||[],team_member_budget:a.team_member_budget_table?.max_budget,team_member_budget_duration:a.team_member_budget_table?.budget_duration,team_member_key_duration:a.metadata?.team_member_key_duration,team_member_tpm_limit:a.team_member_budget_table?.tpm_limit,team_member_rpm_limit:a.team_member_budget_table?.rpm_limit,team_member_max_budget_alert_emails:[...tz(a.metadata)],budget_duration:a.budget_duration,tpm_limit:a.tpm_limit,rpm_limit:a.rpm_limit,tpd_limit:a.tpd_limit,modelLimits:Array.from(new Set([...Object.keys(a.metadata?.model_tpm_limit??{}),...Object.keys(a.metadata?.model_rpm_limit??{})])).map(e=>({model:e,tpm:a.metadata?.model_tpm_limit?.[e],rpm:a.metadata?.model_rpm_limit?.[e]})),default_estimated_output_tokens:a.metadata?.default_estimated_output_tokens,default_estimated_output_tokens_per_model:a.metadata?.default_estimated_output_tokens_per_model?JSON.stringify(a.metadata.default_estimated_output_tokens_per_model):"",guardrails:s,disable_global_guardrails:a.metadata?.disable_global_guardrails||!1,require_trace_id:a.metadata?.require_trace_id===!0,policies:a.policies||[],access_group_ids:a.access_group_ids||[],vector_stores:a.object_permission?.vector_stores||[],allowed_passthrough_routes:a.metadata?.allowed_passthrough_routes||[],mcp_servers_and_groups:{servers:a.object_permission?.mcp_servers||[],accessGroups:a.object_permission?.mcp_access_groups||[],toolsets:a.object_permission?.mcp_toolsets||[]},mcp_tool_permissions:a.object_permission?.mcp_tool_permissions||{},agents_and_groups:{agents:a.object_permission?.agents||[],accessGroups:a.object_permission?.agent_access_groups||[]},object_permission_search_tools:a.object_permission?.search_tools||[],object_permission_skills:a.object_permission?.skills||[],organization_id:a.organization_id,logging_settings:a.metadata?.logging||[],secret_manager_settings:a.metadata?.secret_manager_settings?JSON.stringify(a.metadata.secret_manager_settings,null,2):"",metadata:(0,ec.j)(a.metadata,t1)}):t7},sq=e=>{let t;return sZ((t=new Set([...tf?[]:t5,...tP?[]:["policies"],...tx?[]:t6]),Object.fromEntries(Object.entries(e).filter(([e])=>!t.has(e)))))},sD=async()=>{try{if(e5(!0),!er)return;let t=await (0,c.w1)(er,e);e4(t)}catch(e){O.f.fromError(eV("teams.teamInfo.toasts.loadFailed")),console.error("Error fetching team info:",e)}finally{e5(!1)}},sG=async()=>{if(er)try{e4(await (0,c.w1)(er,e))}catch{O.f.fromError(eV("teams.teamInfo.toasts.loadFailed"))}finally{sN.invalidateQueries({queryKey:(0,n.R)(e)})}};(0,H.useEffect)(()=>{sD()},[e,er]),(0,H.useEffect)(()=>{(async()=>{if(!er||!e2?.team_info?.organization_id)return void sm(null);try{let e=await (0,c.vP)(er,e2.team_info.organization_id);sm(e)}catch(e){console.error("Error fetching organization info:",e),sm(null)}})()},[er,e2?.team_info?.organization_id]),(0,H.useEffect)(()=>{let e=async()=>{try{if(!er)return;let e=(await (0,c.$)(er)).policies.map(e=>e.policy_name);tB(e)}catch(e){console.error("Failed to fetch policies:",e)}};tP&&e()},[er,tP]),(0,H.useEffect)(()=>{(async()=>{if(!er||!e2?.team_info?.policies||0===e2.team_info.policies.length)return;tD(!0);let e={};try{await Promise.all(e2.team_info.policies.map(async t=>{try{let s=await (0,c.M$)(er,t);e[t]=s.resolved_guardrails||[]}catch(s){console.error(`Failed to fetch guardrails for policy ${t}:`,s),e[t]=[]}})),tR(e)}catch(e){console.error("Failed to fetch policy guardrails:",e)}finally{tD(!1)}})()},[er,e2?.team_info?.policies]);let sU=async t=>{try{if(null==er)return;let s={user_email:t.user_email,user_id:t.user_id,role:t.role};await (0,c.Bi)(er,e,s),sN.invalidateQueries({queryKey:(0,n.R)(e)}),O.f.success(eV("teams.teamInfo.toasts.memberAdded")),e8(!1),e9.reset(sR());let a=await (0,c.w1)(er,e);e4(a),ef(a)}catch(t){let e=eV("teams.teamInfo.toasts.memberAddFailed");t?.raw?.detail?.error?.includes("Assigning team admins is a premium feature")?e=eV("teams.teamInfo.toasts.adminsEnterpriseOnly"):t?.message&&(e=t.message),O.f.fromError(e),console.error("Error adding team member:",t)}},s$=async t=>{try{if(null==er)return;let s={user_email:t.user_email,user_id:t.user_id,role:t.role,max_budget_in_team:t.max_budget_in_team,tpm_limit:t.tpm_limit,rpm_limit:t.rpm_limit,budget_duration:t.budget_duration,allowed_models:t.allowed_models,temp_budget_increase:t.temp_budget_increase,temp_budget_expiry:t.temp_budget_expiry,model_max_budget:(0,ej.f)(t.model_max_budget??{},tI?.model_max_budget)};O.f.dismiss(),await (0,c.l9)(er,e,s),sN.invalidateQueries({queryKey:(0,n.R)(e)}),O.f.success(eV("teams.teamInfo.toasts.memberUpdated")),ty(!1);let a=await (0,c.w1)(er,e);e4(a),ef(a)}catch(t){let e=eV("teams.teamInfo.toasts.memberUpdateFailed");t?.raw?.detail?.includes("Assigning team admins is a premium feature")?e=eV("teams.teamInfo.toasts.adminsEnterpriseOnly"):t?.message&&(e=t.message),ty(!1),O.f.dismiss(),O.f.fromError(e),console.error("Error updating team member:",t)}},sH=async()=>{if(tG&&er){tJ(!0);try{await (0,c.a6)(er,e,tG),sN.invalidateQueries({queryKey:(0,n.R)(e)}),O.f.success(eV("teams.teamInfo.toasts.memberRemoved"));let t=await (0,c.w1)(er,e);e4(t),ef(t)}catch(e){O.f.fromError(eV("teams.teamInfo.toasts.memberRemoveFailed")),console.error("Error removing team member:",e)}finally{tJ(!1),tH(!1),tU(null)}}},sQ=async(e,t)=>{await (0,c.zD)(e,t),sN.invalidateQueries({queryKey:l.c.all}),(0,m.O)(sN),tF(!1)},sJ=(e=>{let{t}=(0,Q.f)(),[s,a]=(0,H.useState)({phase:"idle"}),i=(0,H.useRef)(null),r=async(s,r,l)=>{var m;let{resetMemberBudgets:n,refreshTeamData:o}=e,d=(e,t,a)=>{let[i,...r]=e;return void 0===i?Promise.resolve({ok:!0,attempted:t,results:a}):n(s.teamId,i).then(e=>d(r,t+i.length,[...a,...e]),e=>({ok:!1,attempted:t,error:e}))},c=await d(Array.from({length:Math.ceil((m=s.userIds.slice(r)).length/500)},(e,t)=>m.slice(500*t,500*t+500)),r,[]);if(i.current!==l)return;if(!c.ok){console.error("Error resetting member budgets:",c.error);let e=s.userIds.length;c.attempted>0?O.f.error(t("teams.resetMemberBudgets.toasts.partiallyReset",{count:e,attempted:c.attempted})):O.f.fromError(t("teams.resetMemberBudgets.toasts.resetFailed")),a({phase:"resetFailed",pending:s,attempted:c.attempted}),await o();return}let u=c.results.filter(e=>!e.success);u.length>0?O.f.error(t("teams.resetMemberBudgets.toasts.someFailed",{count:u.length})):O.f.success(t("teams.resetMemberBudgets.toasts.reset",{count:c.attempted})),a({phase:"idle"}),await o()},l=async()=>{if("prompting"!==s.phase)return;let{pending:t}=s,l={};i.current=l,a({phase:"resetting",pending:t,attempted:0});try{await e.saveTeam(t.updateData)}catch(e){console.error("Error updating team:",e),i.current===l&&a({phase:"prompting",pending:t});return}await r(t,0,l)},m=async()=>{if("resetFailed"!==s.phase)return;let{pending:e,attempted:t}=s,l={};i.current=l,a({phase:"resetting",pending:e,attempted:t}),await r(e,t,l)},n=async()=>{if("prompting"!==s.phase)return;let{pending:r}=s,l={};i.current=l,a({phase:"idle"});try{await e.saveTeam(r.updateData),i.current===l&&O.f.success(t("teams.resetMemberBudgets.toasts.teamUpdated"))}catch(e){console.error("Error updating team:",e)}i.current===l&&await e.refreshTeamData()};return{state:s,prompt:e=>a({phase:"prompting",pending:e}),reset:l,retry:m,keepCustom:n,dismiss:(0,H.useCallback)(()=>{i.current=null,a({phase:"idle"})},[])}})({saveTeam:async e=>{if(er){t8(!0);try{await sQ(er,e)}finally{t8(!1)}}},resetMemberBudgets:async(e,t)=>{let{data:s}=await tg.Q.POST("/management/v1/teams/{team_id}/members/bulk_update",{params:{path:{team_id:e}},body:{members:t.map(e=>({user_id:e,max_budget_in_team:null}))}});return s?.data??[]},refreshTeamData:sG}),{dismiss:sY}=sJ;(0,H.useEffect)(()=>{sY()},[e,sY]);let sW=async t=>{if(er){t8(!0);try{await sQ(er,{team_id:e,...t}),O.f.success(eV("teams.teamInfo.toasts.settingsUpdated")),await sD()}catch(e){console.error("Error updating team:",e)}finally{t8(!1)}}},sZ=async t=>{try{var s,a,i,r,l;let m,n,o,d;if(!er)return;t8(!0);let u=(0,ec.T)(t.metadata);if("string"==typeof t.secret_manager_settings&&t.secret_manager_settings.trim().length>0)try{m=JSON.parse(t.secret_manager_settings)}catch(e){O.f.fromError(eV("teams.teamInfo.toasts.invalidSecretManagerJson"));return}let _=(0,g.f)(t.default_estimated_output_tokens);if("string"==typeof t.default_estimated_output_tokens_per_model){let e=t.default_estimated_output_tokens_per_model.trim();if(e.length>0)try{n=JSON.parse(e)}catch(e){O.f.fromError(eV("teams.teamInfo.toasts.invalidPerModelEstimatesJson"));return}}let p={},b={};for(let e of t.modelLimits??[])e?.model&&(null!=e.tpm&&(p[e.model]=e.tpm),null!=e.rpm&&(b[e.model]=e.rpm));let f=!0===t.disable_global_guardrails,h=f?Array.from(tA):Array.from(tA).filter(e=>!(t.guardrails||[]).includes(e)),x=em?{allowed_passthrough_routes:t.allowed_passthrough_routes||[]}:sX.metadata?.allowed_passthrough_routes?{allowed_passthrough_routes:sX.metadata.allowed_passthrough_routes}:{},j=void 0!==t.team_member_max_budget_alert_emails?(o=t.team_member_max_budget_alert_emails,Object.fromEntries(o.filter(e=>tM(e.threshold)).map(e=>[String(e.threshold),Array.from(new Set(e.emails.split(",").map(e=>e.trim()).filter(e=>e.length>0)))]))):sX.metadata?.[tT],v=void 0!==j&&Object.keys(j).length>0?{[tT]:j}:{},y=sX.metadata&&Object.prototype.hasOwnProperty.call(sX.metadata,"require_trace_id")?{require_trace_id:sX.metadata.require_trace_id}:{},I=sj&&t.require_trace_id!==(sX.metadata?.require_trace_id===!0)?{require_trace_id:!0===t.require_trace_id}:y,k={team_id:e,team_alias:t.team_alias,...e9.getFieldState("models").isDirty?{models:(0,ev.x)(t.models)}:{},tpm_limit:(0,g.f)(t.tpm_limit),rpm_limit:(0,g.f)(t.rpm_limit),tpd_limit:(0,g.f)(t.tpd_limit),model_tpm_limit:p,model_rpm_limit:b,max_budget:(0,g.f)(t.max_budget),soft_budget:(0,g.f)(t.soft_budget),budget_duration:t.budget_duration??null,metadata:{...u,...x,guardrails:(t.guardrails||[]).filter(e=>!tA.has(e)),opted_out_global_guardrails:h,...t.logging_settings?.length>0?{logging:t.logging_settings}:{},disable_global_guardrails:f,...I,...null!==_?{default_estimated_output_tokens:_}:{},...void 0!==n?{default_estimated_output_tokens_per_model:n}:{},soft_budget_alerting_emails:"string"==typeof t.soft_budget_alerting_emails?t.soft_budget_alerting_emails.split(",").map(e=>e.trim()).filter(e=>e.length>0):t.soft_budget_alerting_emails||[],...void 0!==m?{secret_manager_settings:m}:{},...v},...t.policies?.length>0?{policies:t.policies}:{},...t.organization_id!==sX.organization_id?{organization_id:t.organization_id??null}:{}};k.team_member_budget_duration=t.team_member_budget_duration;let w=void 0!==t.team_member_budget?(0,g.f)(t.team_member_budget):void 0;void 0!==w&&(k.team_member_budget=w),void 0!==t.team_member_key_duration&&(k.team_member_key_duration=t.team_member_key_duration),(void 0!==t.team_member_tpm_limit||void 0!==t.team_member_rpm_limit)&&(k.team_member_tpm_limit=(0,g.f)(t.team_member_tpm_limit),k.team_member_rpm_limit=(0,g.f)(t.team_member_rpm_limit));let{servers:N,accessGroups:S,toolsets:T}=t.mcp_servers_and_groups||{servers:[],accessGroups:[],toolsets:[]},M=t.mcp_tool_permissions||{},z=sX.object_permission??{},F={allServers:sc,selectedServers:z.mcp_servers??[],selectedAccessGroups:z.mcp_access_groups??[],selectedToolsets:z.mcp_toolsets??[],toolsets:sg,toolPermissions:z.mcp_tool_permissions??{}},K=(s=(0,eE.H)(F),a=sX.access_group_ids??[],i=sX.access_group_mcp_server_ids??[],d=new Set([...sf.filter(e=>a.includes(e.access_group_id)).flatMap(e=>e.access_mcp_server_ids),...i]),new Set(s.filter(({source:e,server:t})=>"toolPermission"===e.kind&&!d.has(t.server_id)).map(({server:e})=>e.server_id))),L={effectiveServers:(0,eE.H)({allServers:sc,selectedServers:N||[],selectedAccessGroups:S||[],selectedToolsets:T||[],toolsets:sg,toolPermissions:M}),selectedAccessGroupIds:t.access_group_ids||[],accessGroups:sf,standingServerIds:K,loadTeamGroups:async()=>{let t=await (0,c.w1)(er,e);return{ids:t.team_info.access_group_ids??[],serverIds:t.team_info.access_group_mcp_server_ids??[]}}},C=null!==sF?{kind:"unresolvable",reason:sF}:await t4(L);if("unresolvable"===C.kind&&Object.keys(M).length>0){let e;return void O.f.fromError((e=C.reason,eV("teams.teamInfo.toasts.mcpUnresolvable",{reason:e})))}let V="resolved"===C.kind?(r=C.serverIds,Object.entries(M).flatMap(([e,t])=>{let s=(0,eE.C)(sc,e),a=s.filter(e=>r.has(e.server_id));return 0===s.length||a.length===s.length?[[e,t]]:0===a.length?[]:a.map(({server_id:e})=>[e,[...M[e]??[],...t]])}).reduce((e,[t,s])=>({...e,[t]:[...new Set([...e[t]??[],...s])]}),{})):M;k.object_permission={},N&&(k.object_permission.mcp_servers=N),S&&(k.object_permission.mcp_access_groups=S),V&&(k.object_permission.mcp_tool_permissions=V),T&&(k.object_permission.mcp_toolsets=T),delete t.mcp_servers_and_groups,delete t.mcp_tool_permissions;let{agents:A,accessGroups:P}=t.agents_and_groups||{agents:[],accessGroups:[]};k.object_permission.agents=A,k.object_permission.agent_access_groups=P,delete t.agents_and_groups,t.vector_stores&&(k.object_permission.vector_stores=t.vector_stores),Array.isArray(t.object_permission_search_tools)&&(k.object_permission.search_tools=t.object_permission_search_tools),Array.isArray(t.object_permission_skills)&&(k.object_permission.skills=t.object_permission_skills),void 0!==t.access_group_ids&&(k.access_group_ids=t.access_group_ids),void 0!==t.default_team_member_models&&(k.default_team_member_models=t.default_team_member_models);let B=sX.litellm_model_table?.model_aliases??{};(Object.keys(t9).length>0||Object.keys(B).length>0)&&(k.model_aliases=t9);let E=(0,ej.f)(st,sX.model_max_budget);void 0!==E&&(k.model_max_budget=E);let R=(0,ej.f)(sa,sX.team_member_budget_table?.model_max_budget);void 0!==R&&(k.team_member_model_max_budget=R);let q=sr.current?.getValue();if(q?.router_settings){let e=e=>null!=e&&""!==e&&!1!==e&&!(Array.isArray(e)&&0===e.length),t=Object.values(q.router_settings).some(e),s=sX.router_settings&&Object.values(sX.router_settings).some(e);(t||s)&&(k.router_settings=q.router_settings)}let D=(e2?.team_memberships??[]).filter(e=>"custom"===e.budget_source&&e.litellm_budget_table?.max_budget!=null).map(e=>e.user_id);if("number"==typeof w&&(l=sX.team_member_budget_table?.max_budget,"number"==typeof w&&w>0&&w!==l&&D.length>0))return void sJ.prompt({teamId:e,updateData:k,userIds:D,newBudget:w});await sQ(er,k),O.f.success(eV("teams.teamInfo.toasts.settingsUpdated")),await sD()}catch(e){console.error("Error updating team:",e)}finally{t8(!1)}};if(e3)return(0,t.jsx)("div",{className:"p-4",children:eV("teams.teamInfo.loading")});if(!e2?.team_info)return(0,t.jsx)("div",{className:"p-4",children:eV("teams.teamInfo.notFound")});let{team_info:sX}=e2,s0="team_admin"===sL.kind?(0,eo.m)(sk,sL.proxyControlledMetadataKeys):[],s1=s0.map(e=>e.key),s2="team_admin"===sL.kind?(0,t.jsx)(eb,{initialValues:{tpm_limit:sX.tpm_limit,rpm_limit:sX.rpm_limit,max_budget:sX.max_budget,soft_budget:sX.soft_budget,team_member_budget:sX.team_member_budget_table?.max_budget,team_member_budget_duration:sX.team_member_budget_table?.budget_duration,team_member_tpm_limit:sX.team_member_budget_table?.tpm_limit,team_member_rpm_limit:sX.team_member_budget_table?.rpm_limit},metadata:{pairs:(0,eo.C)(sX.metadata,sL.proxyControlledMetadataKeys,s1),context:{storedMetadata:sX.metadata??{},proxyControlledKeys:sL.proxyControlledMetadataKeys,declaredKeys:new Set(s1)},schemaFields:s0,schemaLoading:sw},editableFields:sL.editableFields,mayRaiseMaxBudget:sL.mayRaiseMaxBudget,isSaving:tY,onCancel:()=>tF(!1),onSave:sW}):null,s4=(0,ey.B)(sX.access_group_mcp_server_ids,sX.access_group_details,e=>e.mcp_server_ids),s3=(0,ey.B)(sX.access_group_agent_ids,sX.access_group_details,e=>e.agent_ids),s5=(0,ey.B)(sX.access_group_skill_names,sX.access_group_details,e=>e.skill_names),s6=sX.metadata?.disable_global_guardrails===!0,s7=tC?.guardrails??[],s8=s7.filter(e=>e.litellm_params?.default_on),s9=s7.filter(e=>!e.litellm_params?.default_on),ae=async(e,t)=>{await (0,_.W)(e)&&(tL(e=>({...e,[t]:!0})),setTimeout(()=>{tL(e=>({...e,[t]:!1}))},2e3))},at=[{key:ti,label:eV(tc[ti]),children:(0,t.jsxs)("div",{className:"grid grid-cols-1 sm:grid-cols-2 lg:grid-cols-3 gap-6",children:[(0,t.jsxs)(v.N,{className:"block p-6",children:[(0,t.jsxs)("p",{children:[eV("teams.teamInfo.overview.budgetStatus"),(0,t.jsx)(tX.f,{spend:sX.spend,maxBudget:sX.max_budget,budgetDuration:sX.budget_duration,budgetResetAt:sX.budget_reset_at})]}),(0,t.jsxs)("div",{className:"mt-2",children:[(0,t.jsxs)("h3",{className:"text-lg font-medium",children:["$",(0,_.c)(sX.spend,2)]}),(0,t.jsx)("p",{children:eV("teams.teamInfo.overview.budgetOf",{budget:null===sX.max_budget?eV("teams.teamInfo.overview.unlimitedBudget"):`$${(0,_.c)(sX.max_budget,2)}`})}),sX.budget_duration&&(0,t.jsxs)("p",{className:"text-muted-foreground",children:[eV("teams.teamInfo.overview.reset"),sX.budget_duration]}),(0,t.jsx)("br",{}),sX.team_member_budget_table&&(0,t.jsx)("p",{className:"text-muted-foreground",children:eV("teams.teamInfo.overview.teamMemberBudget",{amount:(0,_.c)(sX.team_member_budget_table.max_budget,2)})})]})]}),(0,t.jsxs)(v.N,{className:"block p-6",children:[(0,t.jsx)("p",{children:eV("teams.teamInfo.overview.rateLimitsTitle")}),(0,t.jsxs)("div",{className:"mt-2",children:[(0,t.jsxs)("p",{children:[eV("teams.teamInfo.rateLimits.tpm"),sX.tpm_limit??eV("teams.teamInfo.rateLimits.unlimited")]}),(0,t.jsxs)("p",{children:[eV("teams.teamInfo.rateLimits.rpm"),sX.rpm_limit??eV("teams.teamInfo.rateLimits.unlimited")]}),(0,t.jsxs)("p",{children:[eV("teams.teamInfo.rateLimits.tpd"),sX.tpd_limit??eV("teams.teamInfo.rateLimits.unlimited")]}),sX.max_parallel_requests&&(0,t.jsxs)("p",{children:[eV("teams.teamInfo.overview.maxParallelRequests"),sX.max_parallel_requests]}),(eI=sX.metadata?.model_tpm_limit??{},ek=sX.metadata?.model_rpm_limit??{},0===(ew=Array.from(new Set([...Object.keys(eI),...Object.keys(ek)]))).length?null:(0,t.jsxs)("div",{className:"mt-3",children:[(0,t.jsx)("p",{className:"text-muted-foreground",children:eV("teams.teamInfo.rateLimits.perModelTitle")}),ew.map(e=>(0,t.jsx)("p",{className:"text-xs",children:eV("teams.teamInfo.rateLimits.perModelLine",{model:e,tpm:eI[e]??"—",rpm:ek[e]??"—"})},e))]})),(0,t.jsxs)("p",{children:[eV("teams.teamInfo.rateLimits.estimatedOutputTokens"),sX.metadata?.default_estimated_output_tokens??eV("teams.teamInfo.rateLimits.default")]}),(0,t.jsxs)("p",{children:[eV("teams.teamInfo.rateLimits.estimatedOutputTokensPerModel")," ",sX.metadata?.default_estimated_output_tokens_per_model?JSON.stringify(sX.metadata.default_estimated_output_tokens_per_model):eV("teams.teamInfo.rateLimits.default")]})]})]}),(0,t.jsxs)(v.N,{className:"block p-6",children:[(0,t.jsx)("p",{children:eV("teams.teamInfo.overview.requestSettingsTitle")}),(0,t.jsx)("div",{className:"mt-2",children:(0,t.jsxs)("p",{children:[eV("teams.teamInfo.overview.requireTraceId"),sX.metadata?.require_trace_id===!0?eV("teams.teamInfo.overview.enabled"):eV("teams.teamInfo.overview.disabled")]})})]}),(0,t.jsxs)(v.N,{className:"block p-6",children:[(0,t.jsx)("p",{children:eV("teams.teamInfo.overview.modelsTitle")}),(0,t.jsx)("div",{className:"mt-2 flex flex-wrap gap-2",children:(0,ev.t)(sX.models,sX.access_group_models||[],sX.access_group_details).map((e,s)=>(0,t.jsx)(S.x,{content:e.tooltip,children:(0,t.jsx)("span",{children:(0,t.jsx)(f.f,{tone:t2[e.kind],label:e.label,href:"direct"===e.kind?(0,j.$)(e.label,sd):"access-group"===e.kind?(0,j.w)(e.label):void 0})})},`${e.kind}-${e.label}-${s}`))})]}),(0,t.jsxs)(v.N,{className:"block p-6",children:[(0,t.jsx)("p",{className:"font-semibold text-foreground",children:eV("teams.teamInfo.overview.virtualKeysTitle")}),(0,t.jsxs)("div",{className:"mt-2",children:[(0,t.jsxs)("p",{children:[eV("teams.teamInfo.overview.userKeys"),e2.keys.filter(e=>e.user_id).length]}),(0,t.jsxs)("p",{children:[eV("teams.teamInfo.overview.serviceAccountKeys"),e2.keys.filter(e=>!e.user_id).length]}),(0,t.jsxs)("p",{className:"text-muted-foreground",children:[eV("teams.teamInfo.overview.totalKeys"),e2.keys.length]})]})]}),(0,t.jsx)(e$.f,{objectPermission:sX.object_permission,inheritedMcpServers:s4,inheritedAgents:s3,inheritedSkills:s5,unresolvedAccessGroupIds:sX.unresolved_access_group_ids,variant:"card",accessToken:er}),(0,t.jsx)(v.N,{className:"block p-6",children:(0,t.jsx)(eA,{globalGuardrailNames:tA,teamGuardrails:Array.isArray(sX.metadata?.guardrails)?sX.metadata.guardrails:[],optedOutGlobalGuardrails:Array.isArray(sX.metadata?.opted_out_global_guardrails)?sX.metadata.opted_out_global_guardrails:[],killSwitchOn:s6,variant:"inline"})}),(0,t.jsxs)(v.N,{className:"block p-6",children:[(0,t.jsx)("p",{className:"font-semibold text-foreground mb-3",children:eV("teams.teamInfo.overview.policiesTitle")}),sX.policies&&sX.policies.length>0?(0,t.jsx)("div",{className:"space-y-4",children:sX.policies.map((e,s)=>(0,t.jsxs)("div",{className:"space-y-2",children:[(0,t.jsxs)("div",{className:"flex items-center gap-2",children:[(0,t.jsx)(x.f,{variant:"secondary",children:e}),tq&&(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:eV("teams.teamInfo.overview.loadingGuardrails")})]}),!tq&&tE[e]&&tE[e].length>0&&(0,t.jsxs)("div",{className:"ml-4 pl-3 border-l-2 border-border",children:[(0,t.jsx)("p",{className:"text-xs text-muted-foreground mb-1",children:eV("teams.teamInfo.overview.resolvedGuardrails")}),(0,t.jsx)("div",{className:"flex flex-wrap gap-1",children:tE[e].map((e,s)=>(0,t.jsx)(x.f,{variant:"secondary",children:e},s))})]})]},s))}):(0,t.jsx)("p",{className:"text-muted-foreground",children:eV("teams.teamInfo.overview.noPolicies")})]}),(0,t.jsx)(eP.f,{loggingConfigs:sX.metadata?.logging||[],disabledCallbacks:[],variant:"card"})]})},{key:tr,label:eV(tc[tr]),children:(0,t.jsx)(a.f,{scope:"team",id:e})},{key:tl,label:eV(tc[tl]),children:(0,t.jsx)(ta,{teamId:e})},{key:tm,label:eV(tc[tm]),children:(0,t.jsx)(tW,{teamId:e,teamAlias:sX.team_alias,organization:sl})},{key:tn,label:eV(tc[tn]),children:(0,t.jsx)(tN,{teamData:e2,canEditTeam:sC,handleMemberDelete:e=>{tU(e),tH(!0)},onMemberSpendReset:sG,onMemberBudgetReset:sG,setSelectedEditMember:tk,setIsEditMemberModalVisible:ty,setIsAddMemberModalVisible:e8})},{key:to,label:eV(tc[to]),children:(0,t.jsx)(e6,{teamId:e,accessToken:er,canEditTeam:sC})},{key:td,label:eV(tc[td]),children:(0,t.jsxs)(v.N,{className:"block p-6 overflow-y-auto max-h-[65vh]",children:[(0,t.jsxs)("div",{className:"flex justify-between items-center mb-4",children:[(0,t.jsx)("h3",{className:"text-lg font-medium",children:eV("teams.teamInfo.settings.title")}),sC&&!tw&&(0,t.jsxs)(k.K,{variant:"outline",onClick:()=>{var e;return e=sX.litellm_model_table?.model_aliases??{},void("team_admin_disabled"===sL.kind?O.f.error(eV("teams.teamInfo.toasts.adminEditingDisabledTitle"),{description:eV("teams.teamInfo.toasts.adminEditingDisabledDescription")}):(se(e),e9.reset(sR()),ss(e2?.team_info?.model_max_budget??{}),si(e2?.team_info?.team_member_budget_table?.model_max_budget??{}),th(!1),tj(!1),tF(!0)))},children:[(0,t.jsx)(G.f,{}),eV("teams.teamInfo.settings.edit")]})]}),tw&&(null!==s2||tV)?s2??(0,t.jsx)("div",{className:"p-4",children:eV("teams.teamInfo.loading")}):tw?(0,t.jsx)(S.g,{children:(0,t.jsxs)("form",{onSubmit:e=>void e9.handleSubmit(sq)(e),children:[(0,t.jsxs)(M.e,{children:[(0,t.jsx)(z.f,{control:e9.control,name:"team_alias",label:eV("teams.teamInfo.editForm.teamName"),children:({ref:e,value:s,...a})=>(0,t.jsx)(I.f,{...a,ref:e,value:s??""})}),(0,t.jsx)(z.f,{control:e9.control,name:"models",label:eV("teams.teamInfo.editForm.models"),description:eV("teams.teamInfo.editForm.modelsDescription"),children:({id:s,value:a,onChange:i})=>(0,t.jsx)(eG.k,{id:s,value:a??[],onChange:i,teamID:e,organizationID:e2?.team_info?.organization_id||void 0,options:{includeSpecialOptions:!0,includeUserModels:!e2?.team_info?.organization_id,showAllProxyModelsOverride:(0,p.u)(sn)&&!e2?.team_info?.organization_id},context:"team",dataTestId:"models-select"})}),(0,t.jsxs)(M.N,{children:[(0,t.jsx)(M.u,{children:(0,F.q)(eV("teams.teamInfo.editForm.modelAliases"),eV("teams.teamInfo.editForm.modelAliasesHint"))}),(0,t.jsx)(ez.f,{accessToken:er||"",initialModelAliases:t9,onAliasUpdate:se,showExampleConfig:!1})]}),(0,t.jsx)(z.f,{control:e9.control,name:"max_budget",label:eV("teams.teamInfo.editForm.maxBudget"),children:({ref:e,value:s,...a})=>(0,t.jsx)(eu.f,{...a,ref:e,value:s??"",step:.01,precision:2})}),(0,t.jsx)(z.f,{control:e9.control,name:"soft_budget",label:eV("teams.teamInfo.editForm.softBudget"),children:({ref:e,value:s,...a})=>(0,t.jsx)(eu.f,{...a,ref:e,value:s??"",step:.01,precision:2})}),(0,t.jsx)(z.f,{control:e9.control,name:"soft_budget_alerting_emails",label:(0,F.q)(eV("teams.teamInfo.editForm.softBudgetAlertingEmails"),eV("teams.teamInfo.editForm.softBudgetAlertingEmailsHint")),children:({ref:e,value:s,...a})=>(0,t.jsx)(I.f,{...a,ref:e,value:"string"==typeof s?s:"",placeholder:t0.f.teams.memberEmails})}),(0,t.jsxs)(y.Y,{open:tf,onOpenChange:th,className:"mt-4 mb-4 overflow-hidden rounded-lg border",children:[(0,t.jsxs)(y.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,t.jsx)("b",{children:eV("teams.teamInfo.editForm.teamMemberSettings.title")}),(0,t.jsx)(E.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,t.jsxs)(y.C,{className:"px-4 pb-3",children:[(0,t.jsx)("p",{className:"mb-4 text-xs text-muted-foreground",children:eV("teams.teamInfo.editForm.teamMemberSettings.description")}),(0,t.jsxs)(M.e,{children:[(0,t.jsx)(z.f,{control:e9.control,name:"default_team_member_models",label:(0,F.q)(eV("teams.teamInfo.editForm.teamMemberSettings.defaultModelAccess"),eV("teams.teamInfo.editForm.teamMemberSettings.defaultModelAccessHint")),children:({id:e,value:s,onChange:a})=>(0,t.jsx)(K.f,{id:e,value:s??[],onValueChange:a,options:(sS??sX.models??[]).map(e=>({label:e,value:e})),placeholder:eV("teams.teamInfo.editForm.teamMemberSettings.defaultModelAccessPlaceholder")})}),(0,t.jsx)(z.f,{control:e9.control,name:"team_member_budget",label:(0,F.q)(eV("teams.teamInfo.editForm.teamMemberSettings.defaultBudget"),eV("teams.teamInfo.editForm.teamMemberSettings.defaultBudgetHint")),children:({ref:e,value:s,...a})=>(0,t.jsx)(eu.f,{...a,ref:e,value:s??"",step:.01,precision:2})}),(0,t.jsx)(z.f,{control:e9.control,name:"team_member_budget_duration",label:eV("teams.teamInfo.editForm.teamMemberSettings.defaultBudgetDuration"),children:({id:e,value:s,onChange:a})=>(0,t.jsx)(ed.U,{id:e,showNeverResets:!0,placeholder:eV("teams.teamInfo.editForm.teamMemberSettings.inheritResetPeriod"),value:null===s?ed.q:s,onChange:e=>a(e===ed.q?null:e??void 0)})}),(0,t.jsx)(ex.p,{label:eV("teams.teamInfo.editForm.teamMemberSettings.defaultPerModelBudget"),premiumUser:ep,value:sa,onChange:si,availableModels:sK,hint:eV("teams.teamInfo.editForm.teamMemberSettings.defaultPerModelBudgetHint")}),(0,t.jsx)(z.f,{control:e9.control,name:"team_member_key_duration",label:(0,F.q)(eV("teams.teamInfo.editForm.teamMemberSettings.defaultKeyDuration"),eV("teams.teamInfo.editForm.teamMemberSettings.defaultKeyDurationHint")),children:({ref:e,value:s,...a})=>(0,t.jsx)(I.f,{...a,ref:e,value:s??"",placeholder:eV("teams.teamInfo.editForm.teamMemberSettings.defaultKeyDurationPlaceholder")})}),(0,t.jsx)(z.f,{control:e9.control,name:"team_member_tpm_limit",label:(0,F.q)(eV("teams.teamInfo.editForm.teamMemberSettings.defaultTpmLimit"),eV("teams.teamInfo.editForm.teamMemberSettings.defaultTpmLimitHint")),children:({ref:e,value:s,...a})=>(0,t.jsx)(eu.f,{...a,ref:e,value:s??"",step:1,placeholder:eV("teams.teamInfo.editForm.teamMemberSettings.defaultTpmLimitPlaceholder")})}),(0,t.jsx)(z.f,{control:e9.control,name:"team_member_rpm_limit",label:(0,F.q)(eV("teams.teamInfo.editForm.teamMemberSettings.defaultRpmLimit"),eV("teams.teamInfo.editForm.teamMemberSettings.defaultRpmLimitHint")),children:({ref:e,value:s,...a})=>(0,t.jsx)(eu.f,{...a,ref:e,value:s??"",step:1,placeholder:eV("teams.teamInfo.editForm.teamMemberSettings.defaultRpmLimitPlaceholder")})}),(0,t.jsxs)(M.N,{children:[(0,t.jsx)(M.u,{children:(0,F.q)(eV("teams.teamInfo.editForm.teamMemberSettings.budgetAlertThresholds"),eV("teams.teamInfo.editForm.teamMemberSettings.budgetAlertThresholdsHint"))}),t_.map((e,s)=>(0,t.jsxs)("div",{className:"mb-2 flex items-start gap-2",children:[(0,t.jsx)(z.f,{control:e9.control,name:`team_member_max_budget_alert_emails.${s}.threshold`,className:"w-32",children:({ref:e,value:s,onChange:a,...i})=>(0,t.jsx)(eu.f,{...i,ref:e,value:s??"",onChange:e=>a(""===e.target.value?null:Number(e.target.value)),placeholder:eV("teams.teamInfo.editForm.teamMemberSettings.thresholdPlaceholder"),min:1,max:100,step:1})}),(0,t.jsx)(z.f,{control:e9.control,name:`team_member_max_budget_alert_emails.${s}.emails`,className:"flex-1",children:({ref:e,value:s,...a})=>(0,t.jsx)(I.f,{...a,ref:e,value:s??"",placeholder:eV("teams.teamInfo.editForm.teamMemberSettings.recipientsPlaceholder")})}),(0,t.jsx)(k.K,{type:"button",variant:"ghost",size:"icon","aria-label":eV("teams.teamInfo.editForm.teamMemberSettings.removeThreshold"),className:"mt-1 text-destructive",onClick:()=>tb(s),children:(0,t.jsx)(R.f,{className:"size-4"})})]},e.id)),(0,t.jsxs)(k.K,{type:"button",variant:"outline",className:"w-full border-dashed",onClick:()=>tp({threshold:null,emails:""}),children:[(0,t.jsx)(U.f,{className:"size-4"}),eV("teams.teamInfo.editForm.teamMemberSettings.addThreshold")]})]})]})]})]}),(0,t.jsx)(z.f,{control:e9.control,name:"budget_duration",label:eV("teams.teamInfo.editForm.resetBudget"),children:({id:e,value:s,onChange:a})=>(0,t.jsx)(ed.U,{id:e,placeholder:eV("teams.teamInfo.editForm.resetBudgetPlaceholder"),value:s,onChange:e=>a(e??null)})}),(0,t.jsx)(ex.p,{premiumUser:ep,value:st,onChange:ss,availableModels:sK,usage:sX.model_max_budget_usage,hint:eV("teams.teamInfo.editForm.perModelBudgetHint")}),(0,t.jsx)(z.f,{control:e9.control,name:"tpm_limit",label:eV("teams.teamInfo.editForm.tpmLimit"),children:({ref:e,value:s,...a})=>(0,t.jsx)(eu.f,{...a,ref:e,value:s??"",step:1})}),(0,t.jsx)(z.f,{control:e9.control,name:"rpm_limit",label:eV("teams.teamInfo.editForm.rpmLimit"),children:({ref:e,value:s,...a})=>(0,t.jsx)(eu.f,{...a,ref:e,value:s??"",step:1})}),(0,t.jsx)(z.f,{control:e9.control,name:"tpd_limit",label:(0,F.q)(eV("teams.teamInfo.editForm.tpdLimit"),eV("teams.teamInfo.editForm.tpdLimitHint")),children:({ref:e,value:s,...a})=>(0,t.jsx)(eu.f,{...a,ref:e,value:s??"",step:1})}),(0,t.jsxs)(M.N,{children:[(0,t.jsx)(M.u,{children:eV("teams.teamInfo.editForm.metadata")}),(0,t.jsx)(z.f,{control:e9.control,name:"metadata",children:({value:e,onChange:s})=>(0,t.jsx)(e0.F,{value:(0,ec.T)(e).store_prompts_in_spend_logs,onChange:t=>s([...(e??[]).filter(e=>"store_prompts_in_spend_logs"!==e.key),{key:"store_prompts_in_spend_logs",value:JSON.stringify(t)}])})}),(0,t.jsx)(ec.U,{control:e9.control,getValues:e9.getValues,name:"metadata",schemaFields:sk,schemaLoading:sw}),(0,t.jsx)(M.H,{children:eV("teams.teamInfo.editForm.metadataDescription",{example:'{"region": "us"}'})})]}),(0,t.jsxs)(M.N,{children:[(0,t.jsx)(M.u,{children:(0,F.q)(eV("teams.teamInfo.editForm.modelLimits"),eV("teams.teamInfo.editForm.modelLimitsHint"))}),te.map((e,s)=>(0,t.jsxs)("div",{className:"mb-2 flex items-start gap-2",children:[(0,t.jsx)(z.f,{control:e9.control,name:`modelLimits.${s}.model`,className:"min-w-60",children:({id:e,value:s,onChange:a})=>(0,t.jsx)(L.f,{inputId:e,value:s??"",onValueChange:a,options:sK.map(e=>({label:e,value:e})),placeholder:eV("teams.teamInfo.editForm.modelLimitsModelPlaceholder")})}),(0,t.jsx)(z.f,{control:e9.control,name:`modelLimits.${s}.tpm`,children:({ref:e,value:s,onChange:a,...i})=>(0,t.jsx)(eu.f,{...i,ref:e,value:s??"",onChange:e=>a(""===e.target.value?null:Number(e.target.value)),placeholder:eV("teams.teamInfo.editForm.modelLimitsTpmPlaceholder"),min:0,step:1})}),(0,t.jsx)(z.f,{control:e9.control,name:`modelLimits.${s}.rpm`,children:({ref:e,value:s,onChange:a,...i})=>(0,t.jsx)(eu.f,{...i,ref:e,value:s??"",onChange:e=>a(""===e.target.value?null:Number(e.target.value)),placeholder:eV("teams.teamInfo.editForm.modelLimitsRpmPlaceholder"),min:0,step:1})}),(0,t.jsx)(k.K,{type:"button",variant:"ghost",size:"icon","aria-label":eV("teams.teamInfo.editForm.removeModelLimit"),className:"mt-1 text-destructive",onClick:()=>ts(s),children:(0,t.jsx)(R.f,{className:"size-4"})})]},e.id)),(0,t.jsxs)(k.K,{type:"button",variant:"outline",className:"w-full border-dashed",onClick:()=>tt({model:"",tpm:null,rpm:null}),children:[(0,t.jsx)(U.f,{className:"size-4"}),eV("teams.teamInfo.editForm.addModelLimit")]})]}),(0,t.jsx)(z.f,{control:e9.control,name:"default_estimated_output_tokens",label:(0,F.q)(eV("teams.teamInfo.editForm.estimatedOutputTokens"),sy.estimate),children:({ref:e,value:s,...a})=>(0,t.jsx)(eu.f,{...a,ref:e,value:s??"",min:1,step:1,disabled:!sv})}),(0,t.jsx)(z.f,{control:e9.control,name:"default_estimated_output_tokens_per_model",label:(0,F.q)(eV("teams.teamInfo.editForm.estimatedOutputTokensPerModel"),sy.perModel),children:({ref:e,value:s,...a})=>(0,t.jsx)(N.f,{...a,ref:e,value:s??"",rows:4,placeholder:t0.f.models.perModelMaxTokensJson,disabled:!sv})}),(0,t.jsxs)(M.N,{children:[(0,t.jsx)(M.u,{children:eV("teams.teamInfo.editForm.routerSettings")}),(0,t.jsx)(eZ.f,{ref:sr,accessToken:er||"",teamId:e,value:sX.router_settings?{router_settings:sX.router_settings}:void 0})]}),(0,t.jsx)(z.f,{control:e9.control,name:"guardrails",label:(0,F.Q)(eV("teams.teamInfo.editForm.guardrails"),eV("teams.teamInfo.editForm.guardrailsHint"),"https://docs.litellm.ai/docs/proxy/guardrails/quick_start"),children:({id:e,value:s,onChange:a})=>(0,t.jsx)(en,{id:e,value:s??[],onValueChange:a,globalGuardrails:s8.map(e=>({name:e.guardrail_name,disabled:!!sT})),otherGuardrails:s9.map(e=>({name:e.guardrail_name,disabled:!1})),globalGuardrailNames:tA})}),em&&(0,t.jsx)(z.f,{control:e9.control,name:"disable_global_guardrails",label:(0,F.q)(eV("teams.teamInfo.editForm.disableGlobalGuardrails"),eV("teams.teamInfo.editForm.disableGlobalGuardrailsHint")),children:({id:e,value:s,onChange:a})=>(0,t.jsx)(w.f,{id:e,checked:!0===s,onCheckedChange:e=>{let t;a(e),t=(e9.getValues("guardrails")??[]).filter(e=>!tA.has(e)),e9.setValue("guardrails",e?t:[...Array.from(tA),...t])}})}),sj&&(0,t.jsx)(z.f,{control:e9.control,name:"require_trace_id",label:(0,F.q)(eV("teams.teamInfo.editForm.requireTraceId"),eV("teams.teamInfo.editForm.requireTraceIdHint")),children:({id:e,value:s,onChange:a})=>(0,t.jsx)(w.f,{id:e,checked:!0===s,onCheckedChange:a})}),tP&&(0,t.jsx)(z.f,{control:e9.control,name:"policies",label:(0,F.Q)(eV("teams.teamInfo.editForm.policies"),eV("teams.teamInfo.editForm.policiesHint"),"https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies"),children:({id:e,value:s,onChange:a})=>(0,t.jsx)(V.f,{id:e,value:s??[],onValueChange:a,options:tO.map(e=>({value:e,label:e})),placeholder:eV("teams.teamInfo.editForm.policiesPlaceholder")})}),(0,t.jsx)(z.f,{control:e9.control,name:"access_group_ids",label:(0,F.q)(eV("teams.teamInfo.editForm.accessGroups"),eV("teams.teamInfo.editForm.accessGroupsHint")),children:({value:e,onChange:s})=>(0,t.jsx)(eh.f,{value:e,onChange:s,placeholder:eV("teams.teamInfo.editForm.accessGroupsPlaceholder")})}),(0,t.jsx)(z.f,{control:e9.control,name:"vector_stores",label:eV("teams.teamInfo.editForm.vectorStores"),children:({value:e,onChange:s})=>(0,t.jsx)(eH.f,{onChange:s,value:e,accessToken:er||"",placeholder:eV("teams.teamInfo.editForm.vectorStoresPlaceholder")})}),(0,t.jsx)(z.f,{control:e9.control,name:"allowed_passthrough_routes",label:ep?em?eV("teams.teamInfo.editForm.passThroughRoutes"):(0,F.q)(eV("teams.teamInfo.editForm.passThroughRoutes"),eV("teams.teamInfo.editForm.passThroughRoutesAdminOnlyHint")):(0,F.q)(eV("teams.teamInfo.editForm.passThroughRoutes"),eV("teams.teamInfo.editForm.passThroughRoutesPremiumHint")),children:({value:e,onChange:s})=>(0,t.jsx)(eL.f,{value:e,onChange:s,accessToken:er||"",placeholder:eV("teams.teamInfo.editForm.passThroughRoutesPlaceholder"),disabled:!ep||!em})}),(0,t.jsx)(z.f,{control:e9.control,name:"mcp_servers_and_groups",label:eV("teams.teamInfo.editForm.mcpServers"),children:({value:e,onChange:s})=>(0,t.jsx)(eO.f,{onChange:s,value:e,accessToken:er||"",placeholder:eV("teams.teamInfo.editForm.mcpServersPlaceholder"),allowAllProxyMcpServers:em})}),(0,t.jsx)("div",{className:"mb-6",children:(0,t.jsx)(eB.f,{accessToken:er||"",selectedServers:sM?.servers||[],selectedAccessGroups:sM?.accessGroups||[],selectedToolsets:sM?.toolsets||[],toolPermissions:sz||{},onChange:e=>e9.setValue("mcp_tool_permissions",e)})}),(0,t.jsx)(z.f,{control:e9.control,name:"agents_and_groups",label:eV("teams.teamInfo.editForm.agents"),children:({value:e,onChange:s})=>(0,t.jsx)(eF.f,{onChange:s,value:e,accessToken:er||"",placeholder:eV("teams.teamInfo.editForm.agentsPlaceholder")})}),(0,t.jsxs)(y.Y,{open:tx,onOpenChange:tj,className:"mt-4 mb-4 overflow-hidden rounded-lg border",children:[(0,t.jsxs)(y.v,{className:"group/section flex w-full items-center justify-between px-4 py-3 text-left",children:[(0,t.jsx)("b",{children:eV("teams.teamInfo.editForm.searchToolSettings.title")}),(0,t.jsx)(E.f,{className:"size-5 shrink-0 text-muted-foreground transition-transform group-data-[panel-open]/section:rotate-180"})]}),(0,t.jsx)(y.C,{className:"px-4 pb-3",children:(0,t.jsx)(z.f,{control:e9.control,name:"object_permission_search_tools",label:(0,F.q)(eV("teams.teamInfo.editForm.searchToolSettings.allowedSearchTools"),eV("teams.teamInfo.editForm.searchToolSettings.allowedSearchToolsHint")),children:({value:e,onChange:s})=>(0,t.jsx)(eJ,{onChange:s,value:e,accessToken:er||"",placeholder:eV("teams.teamInfo.editForm.searchToolSettings.allowedSearchToolsPlaceholder")})})})]}),(0,t.jsx)(z.f,{control:e9.control,name:"object_permission_skills",label:(0,F.q)(eV("teams.teamInfo.editForm.skills"),eV("teams.teamInfo.editForm.skillsHint")),children:({value:e,onChange:s})=>(0,t.jsx)(eY.f,{onChange:s,value:e,accessToken:er||"",placeholder:eV("teams.teamInfo.editForm.skillsPlaceholder")})}),(0,t.jsx)(z.f,{control:e9.control,name:"organization_id",label:eV("teams.teamInfo.editForm.organization"),children:({id:e,value:s,onChange:a})=>(0,t.jsx)(L.f,{inputId:e,value:s??"",onValueChange:a,options:sI.map(e=>({value:e.organization_id??"",label:e.organization_alias||e.organization_id||""})),placeholder:eV("teams.teamInfo.editForm.organizationPlaceholder"),emptyText:eV("teams.teamInfo.editForm.organizationEmpty")})}),(0,t.jsx)(z.f,{control:e9.control,name:"logging_settings",label:eV("teams.teamInfo.editForm.loggingSettings"),children:({value:e,onChange:s})=>(0,t.jsx)(eW.f,{value:e??[],onChange:s})}),(0,t.jsx)(z.f,{control:e9.control,name:"secret_manager_settings",label:eV("teams.teamInfo.editForm.secretManagerSettings"),description:ep?eV("teams.teamInfo.editForm.secretManagerSettingsDescription"):eV("teams.teamInfo.editForm.secretManagerSettingsPremiumHint"),children:({ref:e,value:s,...a})=>(0,t.jsx)(N.f,{...a,ref:e,value:s??"",rows:6,placeholder:t0.f.teams.vaultConfigJson,disabled:!ep})})]}),(0,t.jsx)("div",{className:"sticky z-chrome -inset-x-6 -bottom-6 border-t border-border bg-card p-4 pr-0",children:(0,t.jsxs)("div",{className:"flex items-center justify-end gap-2",children:[(0,t.jsx)(k.K,{type:"button",variant:"outline",onClick:()=>tF(!1),disabled:tY,children:eV("teams.teamInfo.editForm.cancel")}),(0,t.jsxs)(k.K,{type:"submit",disabled:tY,children:[tY?(0,t.jsx)(T.f,{className:"size-4"}):(0,t.jsx)($.f,{className:"size-4"}),eV("teams.teamInfo.editForm.save")]})]})})]})}):(0,t.jsxs)("div",{className:"space-y-4",children:[(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.teamName")}),(0,t.jsx)("div",{children:sX.team_alias})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.teamId")}),(0,t.jsx)("div",{className:"font-mono",children:sX.team_id})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.createdAt")}),(0,t.jsx)("div",{children:new Date(sX.created_at).toLocaleString()})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.models")}),(0,t.jsx)("div",{className:"flex flex-wrap gap-2 mt-1",children:sX.models.map((e,s)=>(0,t.jsx)(h.f,{href:(0,j.$)(e,sd),children:e},s))})]}),sX.default_team_member_models&&sX.default_team_member_models.length>0&&(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.defaultMemberModels")}),(0,t.jsx)("div",{className:"flex flex-wrap gap-2 mt-1",children:sX.default_team_member_models.map((e,s)=>(0,t.jsx)(h.f,{href:(0,j.$)(e,sd),children:e},s))})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.modelAliases")}),0===(eN=Object.entries(sX.litellm_model_table?.model_aliases??{})).length?(0,t.jsx)("div",{className:"text-muted-foreground",children:eV("teams.teamInfo.settingsView.noModelAliases")}):(0,t.jsx)("div",{className:"mt-1 space-y-1",children:eN.map(([e,s])=>(0,t.jsxs)("div",{className:"text-sm",children:[(0,t.jsx)("span",{className:"font-mono",children:e}),(0,t.jsx)("span",{className:"text-muted-foreground",children:" -> "}),(0,t.jsx)("span",{className:"font-mono",children:s})]},e))})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.rateLimits")}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.rateLimits.tpm"),sX.tpm_limit??eV("teams.teamInfo.rateLimits.unlimited")]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.rateLimits.rpm"),sX.rpm_limit??eV("teams.teamInfo.rateLimits.unlimited")]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.rateLimits.tpd"),sX.tpd_limit??eV("teams.teamInfo.rateLimits.unlimited")]}),(eS=sX.metadata?.model_tpm_limit??{},eT=sX.metadata?.model_rpm_limit??{},0===(eC=Array.from(new Set([...Object.keys(eS),...Object.keys(eT)]))).length?null:(0,t.jsxs)("div",{className:"mt-2",children:[(0,t.jsx)("p",{className:"text-muted-foreground",children:eV("teams.teamInfo.rateLimits.perModelTitle")}),eC.map(e=>(0,t.jsx)("div",{className:"text-xs ml-2",children:eV("teams.teamInfo.rateLimits.perModelLine",{model:e,tpm:eS[e]??"—",rpm:eT[e]??"—"})},e))]})),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.rateLimits.estimatedOutputTokens"),sX.metadata?.default_estimated_output_tokens??eV("teams.teamInfo.rateLimits.default")]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.rateLimits.estimatedOutputTokensPerModel")," ",sX.metadata?.default_estimated_output_tokens_per_model?JSON.stringify(sX.metadata.default_estimated_output_tokens_per_model):eV("teams.teamInfo.rateLimits.default")]})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.teamBudget")}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.maxBudget"),null!==sX.max_budget?`$${(0,_.c)(sX.max_budget,4)}`:eV("teams.teamInfo.settingsView.noLimit")]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.softBudget")," ",null!==sX.soft_budget&&void 0!==sX.soft_budget?`$${(0,_.c)(sX.soft_budget,4)}`:eV("teams.teamInfo.settingsView.noLimit")]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.budgetReset"),sX.budget_duration||eV("teams.teamInfo.settingsView.never")]}),(0,ex.s)(sX.model_max_budget).map(({model:e,budgetLimit:s,timePeriod:a})=>{let i=null===e?void 0:sX.model_max_budget_usage?.[e]?.current_spend,r={model:e,limit:s??"?",period:a};return(0,t.jsx)("div",{children:void 0===i?eV("teams.teamInfo.settingsView.perModelBudget.line",r):eV("teams.teamInfo.settingsView.perModelBudget.lineWithSpent",{...r,spent:i})},e)}),sX.metadata?.soft_budget_alerting_emails&&Array.isArray(sX.metadata.soft_budget_alerting_emails)&&sX.metadata.soft_budget_alerting_emails.length>0&&(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.softBudgetAlertingEmails"),sX.metadata.soft_budget_alerting_emails.join(", ")]})]}),(0,t.jsxs)("div",{children:[(0,t.jsxs)("p",{className:"font-medium",children:[eV("teams.teamInfo.settingsView.teamMemberSettings.title")," ",(0,t.jsx)(S.x,{content:eV("teams.teamInfo.settingsView.teamMemberSettings.tooltip"),children:(0,t.jsx)(D.f,{className:"ml-1 inline size-3.5 align-text-bottom"})})]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.maxBudget"),sX.team_member_budget_table?.max_budget??eV("teams.teamInfo.settingsView.noLimit")]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.teamMemberSettings.budgetDuration"),sX.team_member_budget_table?.budget_duration||eV("teams.teamInfo.settingsView.noLimit")]}),(0,ex.s)(sX.team_member_budget_table?.model_max_budget).map(({model:e,budgetLimit:s,timePeriod:a})=>(0,t.jsx)("div",{children:eV("teams.teamInfo.settingsView.teamMemberSettings.defaultPerModelBudget",{model:e,limit:null!==s?`$${(0,_.c)(s,4)}`:eV("teams.teamInfo.settingsView.noLimit"),period:a})},e)),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.teamMemberSettings.keyDuration"),sX.metadata?.team_member_key_duration||eV("teams.teamInfo.settingsView.noLimit")]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.teamMemberSettings.tpmLimit"),sX.team_member_budget_table?.tpm_limit??eV("teams.teamInfo.settingsView.noLimit")]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.teamMemberSettings.rpmLimit"),sX.team_member_budget_table?.rpm_limit??eV("teams.teamInfo.settingsView.noLimit")]}),(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.teamMemberSettings.budgetAlertThresholds"),tz(sX.metadata).map(e=>e.emails.length>0?`${e.threshold}%: member, ${e.emails}`:`${e.threshold}%: member`).join("; ")||eV("teams.teamInfo.settingsView.teamMemberSettings.none")]})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.routerSettings")}),sX.router_settings&&Object.values(sX.router_settings).some(e=>null!=e&&""!==e&&!(Array.isArray(e)&&0===e.length))?(0,t.jsxs)("div",{className:"mt-1 space-y-1",children:[sX.router_settings.routing_strategy&&(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.router.routingStrategy"),(0,t.jsx)(x.f,{variant:"secondary",children:sX.router_settings.routing_strategy})]}),null!=sX.router_settings.num_retries&&(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.router.numRetries"),sX.router_settings.num_retries]}),null!=sX.router_settings.allowed_fails&&(0,t.jsxs)("div",{children:[eV("teams.teamInfo.settingsView.router.allowedFails"),sX.router_settings.allowed_fails]}),null!=sX.router_settings.cooldown_time&&(0,t.jsx)("div",{children:eV("teams.teamInfo.settingsView.router.cooldownTime",{value:sX.router_settings.cooldown_time})}),null!=sX.router_settings.timeout&&(0,t.jsx)("div",{children:eV("teams.teamInfo.settingsView.router.timeout",{value:sX.router_settings.timeout})}),null!=sX.router_settings.retry_after&&(0,t.jsx)("div",{children:eV("teams.teamInfo.settingsView.router.retryAfter",{value:sX.router_settings.retry_after})}),sX.router_settings.fallbacks&&Array.isArray(sX.router_settings.fallbacks)&&sX.router_settings.fallbacks.length>0&&(0,t.jsx)("div",{children:eV("teams.teamInfo.settingsView.router.fallbacks",{count:sX.router_settings.fallbacks.length})}),sX.router_settings.enable_tag_filtering&&(0,t.jsx)("div",{children:eV("teams.teamInfo.settingsView.router.tagFilteringEnabled")}),(0,t.jsx)(eX.Y,{weights:sX.router_settings.weights})]}):(0,t.jsx)("div",{className:"text-muted-foreground",children:eV("teams.teamInfo.settingsView.router.none")})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.organizationId")}),(0,t.jsx)("div",{children:sX.organization_id})]}),(0,t.jsxs)("div",{children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.status")}),(0,t.jsx)(x.f,{variant:sX.blocked?"destructive":"secondary",children:sX.blocked?eV("teams.teamInfo.settingsView.blocked"):eV("teams.teamInfo.settingsView.active")})]}),(0,t.jsx)(e$.f,{objectPermission:sX.object_permission,inheritedMcpServers:s4,inheritedAgents:s3,inheritedSkills:s5,unresolvedAccessGroupIds:sX.unresolved_access_group_ids,variant:"inline",className:"pt-4 border-t border-border",accessToken:er}),(0,t.jsx)(eA,{globalGuardrailNames:tA,teamGuardrails:Array.isArray(sX.metadata?.guardrails)?sX.metadata.guardrails:[],optedOutGlobalGuardrails:Array.isArray(sX.metadata?.opted_out_global_guardrails)?sX.metadata.opted_out_global_guardrails:[],killSwitchOn:s6,variant:"inline",className:"pt-4 border-t border-border"}),(0,t.jsx)(eP.f,{loggingConfigs:sX.metadata?.logging||[],disabledCallbacks:[],variant:"inline",className:"pt-4 border-t border-border"}),sX.metadata?.secret_manager_settings&&(0,t.jsxs)("div",{className:"pt-4 border-t border-border",children:[(0,t.jsx)("p",{className:"font-medium",children:eV("teams.teamInfo.settingsView.secretManagerSettings")}),(0,t.jsx)("pre",{className:"mt-2 bg-muted p-3 rounded-sm text-xs overflow-x-auto",children:JSON.stringify(sX.metadata.secret_manager_settings,null,2)})]})]})]})}].filter(e=>sV.includes(e.key));return(0,t.jsxs)("div",{className:"p-4",children:[(0,t.jsx)("div",{className:"flex justify-between items-center mb-6",children:(0,t.jsxs)("div",{children:[(0,t.jsxs)(k.K,{variant:"ghost",onClick:J,className:"mb-4",children:[(0,t.jsx)(b.f,{className:"h-4 w-4"}),eV("teams.teamInfo.backToTeams")]}),(0,t.jsx)("h1",{className:"text-2xl font-semibold",children:sX.team_alias}),(0,t.jsxs)("div",{className:"flex items-center",children:[(0,t.jsx)("p",{className:"text-sm text-muted-foreground font-mono",children:sX.team_id}),(0,t.jsx)(k.K,{variant:"ghost",size:"icon-xs",onClick:()=>ae(sX.team_id,"team-id"),className:`left-2 z-raised transition-all duration-200 ${tK["team-id"]?"text-success bg-success/10 border-success/20":"text-muted-foreground hover:text-foreground hover:bg-accent"}`,children:tK["team-id"]?(0,t.jsx)(B.f,{size:12}):(0,t.jsx)(q.f,{size:12})})]})]})}),(0,t.jsxs)(A.i,{value:sP,className:"mb-4",onValueChange:e=>{sO(String(e)),sB(e)},children:[(0,t.jsx)(A.U,{variant:"line",className:"mb-4 h-auto w-full justify-start rounded-none border-b p-0",children:at.map(({key:e,label:s})=>(0,t.jsx)(A.k,{value:e,className:"flex-none rounded-none px-4 py-2",children:s},e))}),at.map(({key:e,children:s})=>(0,t.jsx)(A.S,{value:e,keepMounted:sE(e),children:s},e))]}),(0,t.jsx)(e1.f,{visible:tv,onCancel:()=>ty(!1),onSubmit:s$,initialData:tI,mode:"edit",config:{title:eV("teams.teamInfo.editMember.title"),showEmail:!0,showUserId:!0,roleOptions:[{label:eV("teams.teamInfo.editMember.roleAdmin"),value:"admin"},{label:eV("teams.teamInfo.editMember.roleUser"),value:"user"}],additionalFields:[{name:"max_budget_in_team",label:(0,t.jsxs)("span",{children:[eV("teams.teamInfo.editMember.maxBudgetInTeam")," ",(0,t.jsx)(S.x,{content:eV("teams.teamInfo.editMember.maxBudgetInTeamTooltip"),children:(0,t.jsx)(D.f,{className:"ml-1 inline size-3.5 align-text-bottom"})})]}),type:"numerical",step:.01,min:0,placeholder:eV("teams.teamInfo.editMember.maxBudgetInTeamPlaceholder")},{name:"budget_duration",label:(0,t.jsxs)("span",{children:[eV("teams.teamInfo.editMember.budgetDuration")," ",(0,t.jsx)(S.x,{content:eV("teams.teamInfo.editMember.budgetDurationTooltip"),children:(0,t.jsx)(D.f,{className:"ml-1 inline size-3.5 align-text-bottom"})})]}),type:"budget-duration"},{name:"temp_budget_increase",label:(0,t.jsxs)("span",{children:[eV("teams.teamInfo.editMember.tempBudgetIncrease")," ",(0,t.jsx)(S.x,{content:eV("teams.teamInfo.editMember.tempBudgetIncreaseTooltip"),children:(0,t.jsx)(D.f,{className:"ml-1 inline size-3.5 align-text-bottom"})})]}),type:"numerical",step:.01,min:0,placeholder:eV("teams.teamInfo.editMember.tempBudgetIncreasePlaceholder")},{name:"temp_budget_expiry",label:(0,t.jsxs)("span",{children:[eV("teams.teamInfo.editMember.tempBudgetExpiry")," ",(0,t.jsx)(S.x,{content:eV("teams.teamInfo.editMember.tempBudgetExpiryTooltip"),children:(0,t.jsx)(D.f,{className:"ml-1 inline size-3.5 align-text-bottom"})})]}),type:"utc-datetime"},{name:"model_max_budget",label:(0,t.jsxs)("span",{children:[eV("teams.teamInfo.editMember.modelMaxBudget")," ",(0,t.jsx)(S.x,{content:eV("teams.teamInfo.editMember.modelMaxBudgetTooltip"),children:(0,t.jsx)(D.f,{className:"ml-1 inline size-3.5 align-text-bottom"})})]}),type:"model-max-budget",availableModels:sK,premiumUser:ep},{name:"tpm_limit",label:(0,t.jsxs)("span",{children:[eV("teams.teamInfo.editMember.tpmLimit")," ",(0,t.jsx)(S.x,{content:eV("teams.teamInfo.editMember.tpmLimitTooltip"),children:(0,t.jsx)(D.f,{className:"ml-1 inline size-3.5 align-text-bottom"})})]}),type:"numerical",step:1,min:0,placeholder:eV("teams.teamInfo.editMember.tpmLimitPlaceholder")},{name:"rpm_limit",label:(0,t.jsxs)("span",{children:[eV("teams.teamInfo.editMember.rpmLimit")," ",(0,t.jsx)(S.x,{content:eV("teams.teamInfo.editMember.rpmLimitTooltip"),children:(0,t.jsx)(D.f,{className:"ml-1 inline size-3.5 align-text-bottom"})})]}),type:"numerical",step:1,min:0,placeholder:eV("teams.teamInfo.editMember.rpmLimitPlaceholder")},{name:"allowed_models",label:(0,t.jsxs)("span",{children:[eV("teams.teamInfo.editMember.allowedModels")," ",(0,t.jsx)(S.x,{content:eV("teams.teamInfo.editMember.allowedModelsTooltip"),children:(0,t.jsx)(D.f,{className:"ml-1 inline size-3.5 align-text-bottom"})})]}),type:"multi-select",options:(sX.models||[]).map(e=>({label:e,value:e})),placeholder:eV("teams.teamInfo.editMember.allowedModelsPlaceholder")}]}}),(0,t.jsx)(d.f,{isVisible:e7,onCancel:()=>e8(!1),onSubmit:sU,accessToken:er,teamId:e}),(0,t.jsx)(eK.f,{isOpen:t$,title:eV("teams.teamInfo.deleteMember.title"),alertMessage:eV("teams.teamInfo.deleteMember.alert"),message:eV("teams.teamInfo.deleteMember.message"),resourceInformationTitle:eV("teams.teamInfo.deleteMember.informationTitle"),resourceInformation:[{label:eV("teams.teamInfo.deleteMember.userId"),value:tG?.user_id,code:!0},{label:eV("teams.teamInfo.deleteMember.email"),value:tG?.user_email},{label:eV("teams.teamInfo.deleteMember.role"),value:tG?.role}],onCancel:()=>{tH(!1),tU(null)},onOk:sH,confirmLoading:tQ}),(0,t.jsx)(tZ,{state:sJ.state,onReset:sJ.reset,onRetry:sJ.retry,onKeep:sJ.keepCustom,onDismiss:sJ.dismiss})]})}],56567)}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/1f46twx8qyye0.js b/litellm/proxy/_experimental/out/_next/static/chunks/0clqv-k-nnihh.js similarity index 89% rename from litellm/proxy/_experimental/out/_next/static/chunks/1f46twx8qyye0.js rename to litellm/proxy/_experimental/out/_next/static/chunks/0clqv-k-nnihh.js index 0aa5416e0bc..ee3214890e8 100644 --- a/litellm/proxy/_experimental/out/_next/static/chunks/1f46twx8qyye0.js +++ b/litellm/proxy/_experimental/out/_next/static/chunks/0clqv-k-nnihh.js @@ -1 +1 @@ -(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,998981,e=>{var t=e.i(843476),s=e.i(271645),r=e.i(322831),i=e.i(699375),n=e.i(542450),l=e.i(629288),a=e.i(21218),o=e.i(710540),u=e.i(263005),c=e.i(802954),d=e.i(135214),m=e.i(60442);let p=["heartbeat","request_success","token_info","request_taxonomy","event_details","instance_configuration"],x=["page_navigation"],g={heartbeat:{title:"telemetry.groups.heartbeat.title",counts:"telemetry.groups.heartbeat.counts",helps:"telemetry.groups.heartbeat.helps"},request_success:{title:"telemetry.groups.requestSuccess.title",slices:"telemetry.groups.requestSuccess.slices",counts:"telemetry.groups.requestSuccess.counts",helps:"telemetry.groups.requestSuccess.helps"},token_info:{title:"telemetry.groups.tokenInfo.title",slices:"telemetry.groups.tokenInfo.slices",counts:"telemetry.groups.tokenInfo.counts",helps:"telemetry.groups.tokenInfo.helps"},request_taxonomy:{title:"telemetry.groups.requestTaxonomy.title",slices:"telemetry.groups.requestTaxonomy.slices",counts:"telemetry.groups.requestTaxonomy.counts",helps:"telemetry.groups.requestTaxonomy.helps"},event_details:{title:"telemetry.groups.eventDetails.title",counts:"telemetry.groups.eventDetails.counts",helps:"telemetry.groups.eventDetails.helps"},instance_configuration:{title:"telemetry.groups.instanceConfiguration.title",counts:"telemetry.groups.instanceConfiguration.counts",helps:"telemetry.groups.instanceConfiguration.helps"},page_navigation:{title:"telemetry.groups.pageNavigation.title",counts:"telemetry.groups.pageNavigation.counts",helps:"telemetry.groups.pageNavigation.helps"}},h=(e,t)=>[...t.entries()].filter(([,t])=>t===e).flatMap(([e])=>[e,...h(e,t)]),f=(e,t)=>{let s=t.get(e)??null;return null===s?0:1+f(s,t)},y=(e,t)=>{let s=t.get(e)??null;return null===s?[e]:[e,...y(s,t)]};var j=e.i(776639);function b({open:e,onOpenChange:s,premiumUser:i}){let{t:n}=(0,r.f)();return(0,t.jsx)(j.N,{open:e,onOpenChange:e=>s(e),children:(0,t.jsxs)(j.d,{children:[(0,t.jsxs)(j.s,{children:[(0,t.jsx)(j.F,{children:n(i?"telemetry.enterpriseDialog.premiumTitle":"telemetry.enterpriseDialog.title")}),(0,t.jsx)(j.C,{children:n(i?"telemetry.enterpriseDialog.premiumDescription":"telemetry.enterpriseDialog.description")})]}),(0,t.jsx)(j.c,{showCloseButton:!0})]})})}let v=["proxy","ui"],N={local_table:"telemetry.destination.localTable",http:"telemetry.destination.http"},_=e=>new Set(e.groups.filter(e=>e.enabled).map(e=>e.group)),w=e=>_(e).size>0,k=e=>e.destination_set_by_environment?null:e.stored_destination??null;function q({settings:e,update:s,requestEnable:i}){let{t:a}=(0,r.f)(),o=!e.editable||e.destination_set_by_environment||s.isPending||!w(e),u=null===e.destination&&_(e).size>0;return(0,t.jsxs)("section",{className:"space-y-2",children:[(0,t.jsx)("h3",{className:"font-medium",children:a("telemetry.destination.title")}),u&&(0,t.jsx)("p",{className:"text-xs text-destructive",children:a("telemetry.destination.missing")}),(0,t.jsx)(l.x,{value:e.destination??"",disabled:o,onValueChange:t=>null===e.destination?i():s.mutate({groups:[..._(e)],destination:t}),children:Object.keys(N).map(s=>(0,t.jsxs)(n.u,{className:"text-xs font-normal",children:[(0,t.jsx)(l.a,{value:s,disabled:!e.available_destinations.includes(s),"aria-label":a(N[s])}),a(N[s])]},s))}),e.destination_set_by_environment&&(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:a("telemetry.destination.setByEnvironment")})]})}function T({groups:e,settings:s,update:n,requestEnable:l}){let a,o,{t:u}=(0,r.f)(),c=new Map(s.groups.map(e=>[e.group,e.requires??null])),d=_(s),m=(o=Math.min(...(a=e.map(e=>[e,f(e,c)])).map(([,e])=>e)),new Map(a.map(([e,t])=>[e,t-o])));return(0,t.jsxs)("ul",{className:"divide-y rounded-md border",children:[e.map(e=>{let r=g[e],a=!s.editable||n.isPending||!w(s),o=m.get(e)??0;return(0,t.jsxs)("li",{"data-depth":o,className:"flex items-start gap-3 py-2 pr-3",style:{paddingLeft:`${.75+1.5*o}rem`},children:[(0,t.jsx)(i.f,{size:"sm","aria-label":u(r.title),checked:d.has(e),disabled:a,onCheckedChange:t=>{t?l():n.mutate({groups:[...((e,t,s,r)=>{if(t)return new Set([...s,...y(e,r)]);let i=new Set([e,...h(e,r)]);return new Set([...s].filter(e=>!i.has(e)))})(e,t,d,c)],destination:k(s)})}}),(0,t.jsxs)("div",{className:"space-y-0.5 text-xs text-muted-foreground",children:[(0,t.jsx)("div",{className:"text-sm font-medium text-foreground",children:u(r.title)}),void 0!==r.slices&&(0,t.jsxs)("p",{children:[u("telemetry.groupList.slicesBy"),u(r.slices)]}),(0,t.jsxs)("p",{children:[void 0!==r.slices?u("telemetry.groupList.counts"):u("telemetry.groupList.sends"),":"," ",u(r.counts)]}),(0,t.jsxs)("p",{children:[u("telemetry.groupList.helpsCatch"),u(r.helps)]})]})]},e)}),null!==n.error&&(0,t.jsx)("li",{className:"p-3 text-xs text-destructive",children:n.error.message})]})}function C({settings:e,update:s,requestEnable:n}){let{t:l}=(0,r.f)(),a=w(e);return(0,t.jsxs)("div",{className:"flex items-center gap-2 text-sm font-medium",children:[(0,t.jsx)(i.f,{"aria-label":l("telemetry.switch.label"),checked:a,disabled:!e.editable||s.isPending,onCheckedChange:t=>t?n():s.mutate({groups:[],destination:k(e)})}),(0,t.jsx)("span",{"aria-hidden":!0,children:l(a?"telemetry.switch.on":"telemetry.switch.off")})]})}function S({settings:e}){let{t:s}=(0,r.f)();return(0,t.jsxs)("section",{className:"space-y-1",children:[(0,t.jsx)("h3",{className:"font-medium",children:s(e.report_is_sample?"telemetry.report.sampleTitle":"telemetry.report.lastTitle")}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:s(e.report_is_sample?"telemetry.report.sampleDescription":"telemetry.report.lastDescription")}),(0,t.jsx)("pre",{className:"max-h-96 overflow-auto rounded-md bg-muted p-3 text-xs",children:JSON.stringify(e.report,null,2)})]})}function D(){let{t:e}=(0,r.f)(),[i,n]=(0,c.f)(v,"proxy"),{data:l,isLoading:g,error:h}=(0,m.O)(),f=(0,m.r)(),{premiumUser:y}=(0,d.f)(),[j,N]=(0,s.useState)(!1),_=()=>N(!0);return g?(0,t.jsx)(o.w,{children:e("telemetry.page.loading")}):void 0===l?(0,t.jsxs)(o.w,{className:"text-destructive",children:[e("telemetry.page.loadFailed"),h?.message]}):(0,t.jsxs)(o.w,{className:"text-sm",children:[(0,t.jsxs)(o.j,{value:i,onValueChange:e=>n(e),children:[(0,t.jsxs)(u.K,{children:[(0,t.jsxs)(u.I,{children:[(0,t.jsx)(a.f,{}),e("telemetry.page.title")]}),(0,t.jsx)(u.h,{children:e("telemetry.page.description")}),(0,t.jsxs)(u.V,{children:[(0,t.jsx)(C,{settings:l,update:f,requestEnable:_}),(0,t.jsxs)(o._,{children:[(0,t.jsx)(o.H,{value:"proxy",children:e("telemetry.page.tabs.proxy")}),(0,t.jsx)(o.H,{value:"ui",children:e("telemetry.page.tabs.ui")})]})]})]}),(0,t.jsx)(o.m,{value:"proxy",className:"gap-4",children:(0,t.jsx)(T,{groups:p,settings:l,update:f,requestEnable:_})}),(0,t.jsxs)(o.m,{value:"ui",className:"gap-4",children:[(0,t.jsx)(T,{groups:x,settings:l,update:f,requestEnable:_}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:e("telemetry.page.uiNote")})]})]}),(0,t.jsx)(q,{settings:l,update:f,requestEnable:_}),(0,t.jsxs)("section",{className:"space-y-1",children:[(0,t.jsx)("h3",{className:"font-medium",children:e("telemetry.howSent.title")}),(0,t.jsxs)("p",{className:"text-xs text-muted-foreground",children:[((e,t)=>{let s=t("telemetry.destinationText.every",{seconds:e.flush_interval_seconds});switch(e.destination){case"http":return t("telemetry.destinationText.http",{every:s});case"local_table":return t("telemetry.destinationText.localTable",{every:s,count:e.retention_days});case null:return t("telemetry.destinationText.none")}})(l,e),". ",e("telemetry.howSent.changesApply")]}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:e("telemetry.howSent.offByDefault")})]}),(0,t.jsx)(S,{settings:l}),(0,t.jsx)(b,{open:j,onOpenChange:N,premiumUser:!0===y})]})}e.s(["default",0,function(){return(0,t.jsx)(D,{})}],998981)},710540,e=>{var t=e.i(843476),s=e.i(677572),r=e.i(196631);e.s(["w",0,function({className:e,...s}){return(0,t.jsx)("div",{className:(0,r.c)("flex min-h-0 min-w-0 w-full flex-col gap-6 p-4 sm:p-6",e),...s})},"g",0,function({className:e,...s}){return(0,t.jsx)("div",{className:(0,r.c)("flex min-h-0 min-w-0 flex-1 flex-col gap-6",e),...s})},"j",0,function({className:e,...i}){return(0,t.jsx)(s.i,{className:(0,r.c)("min-h-0 min-w-0 flex-1 gap-6",e),...i})},"m",0,function({className:e,...i}){return(0,t.jsx)(s.S,{className:(0,r.c)("flex min-h-0 min-w-0 flex-1 flex-col",e),...i})},"_",0,function({className:e,...i}){return(0,t.jsx)(s.U,{variant:"line",className:(0,r.c)("h-10 w-full shrink-0 justify-start gap-6 overflow-x-auto border-b border-border p-0",e),...i})},"H",0,function({className:e,...i}){return(0,t.jsx)(s.k,{className:(0,r.c)("flex-none px-0 font-normal group-data-horizontal/tabs:after:bottom-0",e),...i})}])},263005,e=>{var t=e.i(843476),s=e.i(322831),r=e.i(196631);e.s(["K",0,function({className:e,...s}){return(0,t.jsx)("div",{className:(0,r.c)("shrink-0",e),...s})},"V",0,function({className:e,...i}){let{t:n}=(0,s.f)();return(0,t.jsx)("div",{role:"group","aria-label":n("shell.pageHeader.controls"),className:(0,r.c)("mt-5 flex min-h-9 items-center gap-2",e),...i})},"h",0,function({className:e,...s}){return(0,t.jsx)("p",{className:(0,r.c)("mt-1.5 text-sm text-muted-foreground",e),...s})},"I",0,function({className:e,...s}){return(0,t.jsx)("h1",{className:(0,r.c)("flex items-center gap-2.5 text-2xl font-semibold tracking-tight text-foreground [&_svg]:size-5 [&_svg]:flex-none [&_svg]:stroke-[1.75]",e),...s})}])},629288,e=>{var t=e.i(843476),s=e.i(774835),r=e.i(66747),r=r,i=e.i(373374),n=e.i(196631);e.s(["x",0,function({className:e,...s}){return(0,t.jsx)(i.f,{"data-slot":"radio-group",className:(0,n.c)("grid w-full gap-3",e),...s})},"a",0,function({className:e,...i}){return(0,t.jsx)(s.f.Root,{"data-slot":"radio-group-item",className:(0,n.c)("group/radio-group-item peer relative flex aspect-square size-4 shrink-0 rounded-full border border-input outline-none after:absolute after:-inset-x-3 after:-inset-y-2 focus-visible:border-ring focus-visible:ring-3 focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 aria-invalid:border-destructive aria-invalid:ring-3 aria-invalid:ring-destructive/20 aria-invalid:aria-checked:border-primary dark:bg-input/30 dark:aria-invalid:border-destructive/50 dark:aria-invalid:ring-destructive/40 data-checked:border-primary data-checked:bg-primary data-checked:text-primary-foreground dark:data-checked:bg-primary",e),...i,children:(0,t.jsx)(r.Indicator,{"data-slot":"radio-group-indicator",className:"flex size-4 items-center justify-center",children:(0,t.jsx)("span",{className:"absolute top-1/2 left-1/2 size-2 -translate-x-1/2 -translate-y-1/2 rounded-full bg-primary-foreground"})})})}],629288)},802954,e=>{var t=e.i(618566),s=e.i(438847),r=e.i(271645),i=e.i(759525),n=e.i(782066);e.s(["f",0,function(e,l,a="tab"){let[o,u]=(0,s.o)(a,s.d.withDefault(l)),c=(0,n.I)((0,t.usePathname)()??"")||"home",d=e.find(e=>e===o)??l;return(0,r.useEffect)(()=>{o!==d&&u(null)},[o,d,u]),[d,(0,r.useCallback)(e=>{(0,i.T)({page:c,action:"click",target:`${a}=${e}`}),u(e)},[c,a,u])]}])}])})(); \ No newline at end of file +(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,998981,e=>{var t=e.i(843476),s=e.i(271645),r=e.i(322831),i=e.i(699375),n=e.i(542450),l=e.i(629288),a=e.i(21218),o=e.i(710540),u=e.i(263005),c=e.i(802954),d=e.i(135214),m=e.i(60442);let p=["heartbeat","request_success","token_info","request_taxonomy","event_details","instance_configuration"],x=["page_navigation"],g={heartbeat:{title:"telemetry.groups.heartbeat.title",counts:"telemetry.groups.heartbeat.counts",helps:"telemetry.groups.heartbeat.helps"},request_success:{title:"telemetry.groups.requestSuccess.title",slices:"telemetry.groups.requestSuccess.slices",counts:"telemetry.groups.requestSuccess.counts",helps:"telemetry.groups.requestSuccess.helps"},token_info:{title:"telemetry.groups.tokenInfo.title",slices:"telemetry.groups.tokenInfo.slices",counts:"telemetry.groups.tokenInfo.counts",helps:"telemetry.groups.tokenInfo.helps"},request_taxonomy:{title:"telemetry.groups.requestTaxonomy.title",slices:"telemetry.groups.requestTaxonomy.slices",counts:"telemetry.groups.requestTaxonomy.counts",helps:"telemetry.groups.requestTaxonomy.helps"},event_details:{title:"telemetry.groups.eventDetails.title",counts:"telemetry.groups.eventDetails.counts",helps:"telemetry.groups.eventDetails.helps"},instance_configuration:{title:"telemetry.groups.instanceConfiguration.title",counts:"telemetry.groups.instanceConfiguration.counts",helps:"telemetry.groups.instanceConfiguration.helps"},page_navigation:{title:"telemetry.groups.pageNavigation.title",counts:"telemetry.groups.pageNavigation.counts",helps:"telemetry.groups.pageNavigation.helps"}},h=(e,t)=>[...t.entries()].filter(([,t])=>t===e).flatMap(([e])=>[e,...h(e,t)]),f=(e,t)=>{let s=t.get(e)??null;return null===s?0:1+f(s,t)},y=(e,t)=>{let s=t.get(e)??null;return null===s?[e]:[e,...y(s,t)]};var j=e.i(776639);function b({open:e,onOpenChange:s,premiumUser:i}){let{t:n}=(0,r.f)();return(0,t.jsx)(j.N,{open:e,onOpenChange:e=>s(e),children:(0,t.jsxs)(j.d,{children:[(0,t.jsxs)(j.s,{children:[(0,t.jsx)(j.F,{children:n(i?"telemetry.enterpriseDialog.premiumTitle":"telemetry.enterpriseDialog.title")}),(0,t.jsx)(j.C,{children:n(i?"telemetry.enterpriseDialog.premiumDescription":"telemetry.enterpriseDialog.description")})]}),(0,t.jsx)(j.c,{showCloseButton:!0})]})})}let v=["proxy","ui"],N={local_table:"telemetry.destination.localTable",http:"telemetry.destination.http"},_=e=>new Set(e.groups.filter(e=>e.enabled).map(e=>e.group)),k=e=>_(e).size>0,w=e=>e.destination_set_by_environment?null:e.stored_destination??null;function q({settings:e,update:s,requestEnable:i}){let{t:a}=(0,r.f)(),o=!e.editable||e.destination_set_by_environment||s.isPending||!k(e),u=null===e.destination&&_(e).size>0;return(0,t.jsxs)("section",{className:"space-y-2",children:[(0,t.jsx)("h3",{className:"font-medium",children:a("telemetry.destination.title")}),u&&(0,t.jsx)("p",{className:"text-xs text-destructive",children:a("telemetry.destination.missing")}),(0,t.jsx)(l.x,{value:e.destination??"",disabled:o,onValueChange:t=>null===e.destination?i():s.mutate({groups:[..._(e)],destination:t}),children:Object.keys(N).map(s=>(0,t.jsxs)(n.u,{className:"text-xs font-normal",children:[(0,t.jsx)(l.a,{value:s,disabled:!e.available_destinations.includes(s),"aria-label":a(N[s])}),a(N[s])]},s))}),e.destination_set_by_environment&&(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:a("telemetry.destination.setByEnvironment")})]})}function C({groups:e,settings:s,update:n,requestEnable:l}){let a,o,{t:u}=(0,r.f)(),c=new Map(s.groups.map(e=>[e.group,e.requires??null])),d=_(s),m=(o=Math.min(...(a=e.map(e=>[e,f(e,c)])).map(([,e])=>e)),new Map(a.map(([e,t])=>[e,t-o])));return(0,t.jsxs)("ul",{className:"divide-y rounded-md border",children:[e.map(e=>{let r=g[e],a=!s.editable||n.isPending||!k(s),o=m.get(e)??0;return(0,t.jsxs)("li",{"data-depth":o,className:"flex items-start gap-3 py-2 pr-3",style:{paddingLeft:`${.75+1.5*o}rem`},children:[(0,t.jsx)(i.f,{size:"sm","aria-label":u(r.title),checked:d.has(e),disabled:a,onCheckedChange:t=>{t?l():n.mutate({groups:[...((e,t,s,r)=>{if(t)return new Set([...s,...y(e,r)]);let i=new Set([e,...h(e,r)]);return new Set([...s].filter(e=>!i.has(e)))})(e,t,d,c)],destination:w(s)})}}),(0,t.jsxs)("div",{className:"space-y-0.5 text-xs text-muted-foreground",children:[(0,t.jsx)("div",{className:"text-sm font-medium text-foreground",children:u(r.title)}),void 0!==r.slices&&(0,t.jsxs)("p",{children:[u("telemetry.groupList.slicesBy"),u(r.slices)]}),(0,t.jsxs)("p",{children:[void 0!==r.slices?u("telemetry.groupList.counts"):u("telemetry.groupList.sends"),":"," ",u(r.counts)]}),(0,t.jsxs)("p",{children:[u("telemetry.groupList.helpsCatch"),u(r.helps)]})]})]},e)}),null!==n.error&&(0,t.jsx)("li",{className:"p-3 text-xs text-destructive",children:n.error.message})]})}function T({settings:e,update:s,requestEnable:n}){let{t:l}=(0,r.f)(),a=k(e);return(0,t.jsxs)("div",{className:"flex items-center gap-2 text-sm font-medium",children:[(0,t.jsx)(i.f,{"aria-label":l("telemetry.switch.label"),checked:a,disabled:!e.editable||s.isPending,onCheckedChange:t=>t?n():s.mutate({groups:[],destination:w(e)})}),(0,t.jsx)("span",{"aria-hidden":!0,children:l(a?"telemetry.switch.on":"telemetry.switch.off")})]})}function S({settings:e}){let{t:s}=(0,r.f)();return(0,t.jsxs)("section",{className:"space-y-1",children:[(0,t.jsx)("h3",{className:"font-medium",children:s(e.report_is_sample?"telemetry.report.sampleTitle":"telemetry.report.lastTitle")}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:s(e.report_is_sample?"telemetry.report.sampleDescription":"telemetry.report.lastDescription")}),(0,t.jsx)("pre",{className:"max-h-96 overflow-auto rounded-md bg-muted p-3 text-xs",children:JSON.stringify(e.report,null,2)})]})}function D(){let{t:e}=(0,r.f)(),[i,n]=(0,c.H)(v,"proxy"),{data:l,isLoading:g,error:h}=(0,m.O)(),f=(0,m.r)(),{premiumUser:y}=(0,d.f)(),[j,N]=(0,s.useState)(!1),_=()=>N(!0);return g?(0,t.jsx)(o.w,{children:e("telemetry.page.loading")}):void 0===l?(0,t.jsxs)(o.w,{className:"text-destructive",children:[e("telemetry.page.loadFailed"),h?.message]}):(0,t.jsxs)(o.w,{className:"text-sm",children:[(0,t.jsxs)(o.j,{value:i,onValueChange:e=>n(e),children:[(0,t.jsxs)(u.K,{children:[(0,t.jsxs)(u.I,{children:[(0,t.jsx)(a.f,{}),e("telemetry.page.title")]}),(0,t.jsx)(u.h,{children:e("telemetry.page.description")}),(0,t.jsxs)(u.V,{children:[(0,t.jsx)(T,{settings:l,update:f,requestEnable:_}),(0,t.jsxs)(o._,{children:[(0,t.jsx)(o.H,{value:"proxy",children:e("telemetry.page.tabs.proxy")}),(0,t.jsx)(o.H,{value:"ui",children:e("telemetry.page.tabs.ui")})]})]})]}),(0,t.jsx)(o.m,{value:"proxy",className:"gap-4",children:(0,t.jsx)(C,{groups:p,settings:l,update:f,requestEnable:_})}),(0,t.jsxs)(o.m,{value:"ui",className:"gap-4",children:[(0,t.jsx)(C,{groups:x,settings:l,update:f,requestEnable:_}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:e("telemetry.page.uiNote")})]})]}),(0,t.jsx)(q,{settings:l,update:f,requestEnable:_}),(0,t.jsxs)("section",{className:"space-y-1",children:[(0,t.jsx)("h3",{className:"font-medium",children:e("telemetry.howSent.title")}),(0,t.jsxs)("p",{className:"text-xs text-muted-foreground",children:[((e,t)=>{let s=t("telemetry.destinationText.every",{seconds:e.flush_interval_seconds});switch(e.destination){case"http":return t("telemetry.destinationText.http",{every:s});case"local_table":return t("telemetry.destinationText.localTable",{every:s,count:e.retention_days});case null:return t("telemetry.destinationText.none")}})(l,e),". ",e("telemetry.howSent.changesApply")]}),(0,t.jsx)("p",{className:"text-xs text-muted-foreground",children:e("telemetry.howSent.offByDefault")})]}),(0,t.jsx)(S,{settings:l}),(0,t.jsx)(b,{open:j,onOpenChange:N,premiumUser:!0===y})]})}e.s(["default",0,function(){return(0,t.jsx)(D,{})}],998981)},710540,e=>{var t=e.i(843476),s=e.i(677572),r=e.i(196631);e.s(["w",0,function({className:e,...s}){return(0,t.jsx)("div",{className:(0,r.c)("flex min-h-0 min-w-0 w-full flex-col gap-6 p-4 sm:p-6",e),...s})},"g",0,function({className:e,...s}){return(0,t.jsx)("div",{className:(0,r.c)("flex min-h-0 min-w-0 flex-1 flex-col gap-6",e),...s})},"j",0,function({className:e,...i}){return(0,t.jsx)(s.i,{className:(0,r.c)("min-h-0 min-w-0 flex-1 gap-6",e),...i})},"m",0,function({className:e,...i}){return(0,t.jsx)(s.S,{className:(0,r.c)("flex min-h-0 min-w-0 flex-1 flex-col",e),...i})},"_",0,function({className:e,...i}){return(0,t.jsx)(s.U,{variant:"line",className:(0,r.c)("h-10 w-full shrink-0 justify-start gap-6 overflow-x-auto border-b border-border p-0",e),...i})},"H",0,function({className:e,...i}){return(0,t.jsx)(s.k,{className:(0,r.c)("flex-none px-0 font-normal group-data-horizontal/tabs:after:bottom-0",e),...i})}])},263005,e=>{var t=e.i(843476),s=e.i(322831),r=e.i(196631);e.s(["K",0,function({className:e,...s}){return(0,t.jsx)("div",{className:(0,r.c)("shrink-0",e),...s})},"V",0,function({className:e,...i}){let{t:n}=(0,s.f)();return(0,t.jsx)("div",{role:"group","aria-label":n("shell.pageHeader.controls"),className:(0,r.c)("mt-5 flex min-h-9 items-center gap-2",e),...i})},"h",0,function({className:e,...s}){return(0,t.jsx)("p",{className:(0,r.c)("mt-1.5 text-sm text-muted-foreground",e),...s})},"I",0,function({className:e,...s}){return(0,t.jsx)("h1",{className:(0,r.c)("flex items-center gap-2.5 text-2xl font-semibold tracking-tight text-foreground [&_svg]:size-5 [&_svg]:flex-none [&_svg]:stroke-[1.75]",e),...s})}])},629288,e=>{var t=e.i(843476),s=e.i(774835),r=e.i(66747),r=r,i=e.i(373374),n=e.i(196631);e.s(["x",0,function({className:e,...s}){return(0,t.jsx)(i.f,{"data-slot":"radio-group",className:(0,n.c)("grid w-full gap-3",e),...s})},"a",0,function({className:e,...i}){return(0,t.jsx)(s.f.Root,{"data-slot":"radio-group-item",className:(0,n.c)("group/radio-group-item peer relative flex aspect-square size-4 shrink-0 rounded-full border border-input outline-none after:absolute after:-inset-x-3 after:-inset-y-2 focus-visible:border-ring focus-visible:ring-3 focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 aria-invalid:border-destructive aria-invalid:ring-3 aria-invalid:ring-destructive/20 aria-invalid:aria-checked:border-primary dark:bg-input/30 dark:aria-invalid:border-destructive/50 dark:aria-invalid:ring-destructive/40 data-checked:border-primary data-checked:bg-primary data-checked:text-primary-foreground dark:data-checked:bg-primary",e),...i,children:(0,t.jsx)(r.Indicator,{"data-slot":"radio-group-indicator",className:"flex size-4 items-center justify-center",children:(0,t.jsx)("span",{className:"absolute top-1/2 left-1/2 size-2 -translate-x-1/2 -translate-y-1/2 rounded-full bg-primary-foreground"})})})}],629288)},802954,e=>{var t=e.i(618566),s=e.i(438847),r=e.i(271645),i=e.i(759525),n=e.i(782066);e.s(["Q",0,function(e="detail_tab"){let t={[e]:s.d,key_tab:s.d,activity_from:s.d,activity_to:s.d},[,i]=(0,s.i)(t);return(0,r.useCallback)(()=>{i(null)},[i])},"H",0,function(e,l,a="tab"){let[o,u]=(0,s.o)(a,s.d.withDefault(l)),c=(0,n.I)((0,t.usePathname)()??"")||"home",d=e.find(e=>e===o)??l;return(0,r.useEffect)(()=>{o!==d&&u(null)},[o,d,u]),[d,(0,r.useCallback)(e=>{(0,i.T)({page:c,action:"click",target:`${a}=${e}`}),u(e)},[c,a,u])]}])}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0d-g2podwzbuw.js b/litellm/proxy/_experimental/out/_next/static/chunks/0d-g2podwzbuw.js deleted file mode 100644 index ad2512984f9..00000000000 --- a/litellm/proxy/_experimental/out/_next/static/chunks/0d-g2podwzbuw.js +++ /dev/null @@ -1 +0,0 @@ -(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,157153,e=>{e.i(247167);var t=e.i(271645);let r=t.createContext({disabled:!1});e.s(["f",0,function(){return t.useContext(r)}])},370359,e=>{e.s(["f",0,"data-composite-item-active"])},405934,e=>{var t=e.i(271645),r=e.i(956789),i=e.i(53687),n=e.i(590803),a=e.i(667865),l=e.i(828918),o=e.i(146376),u=e.i(673327),d=e.i(621082),s=e.i(370359),f=e.i(647554);let c=[];var v=e.i(838452),p=e.i(552245),b=e.i(872855),g=e.i(843476);e.s(["f",0,function(e){let{render:h,className:y,style:x,refs:m=r.v,props:k=r.v,state:R=r.w,stateAttributesMapping:C,highlightedIndex:w,onHighlightedIndexChange:j,orientation:M,grid:z,loopFocus:S,onLoop:A,enableHomeAndEndKeys:D,onMapChange:E,stopEventPropagation:K=!0,rootRef:I,disabledIndices:V,modifierKeys:P,highlightItemOnHover:T=!1,tag:N="div",...q}=e,{props:O,highlightedIndex:H,onHighlightedIndexChange:_,elementsRef:B,onMapChange:F,relayKeyboardEvent:L}=function(e){let{loopFocus:r=!0,orientation:i="both",grid:v,onLoop:p,direction:b,highlightedIndex:g,onHighlightedIndexChange:h,rootRef:y,enableHomeAndEndKeys:x=!1,stopEventPropagation:m=!1,disabledIndices:k,modifierKeys:R=c}=e,[C,w]=t.useState(0),j=null!=v,M=t.useRef(null),z=(0,l.A)(M,y),S=t.useRef([]),A=t.useRef(!1),D=g??C,E=(0,a.f)((e,t=!1)=>{if((h??w)(e),t){let t=S.current[e];(0,u.l)(M.current,t,b,i)}}),K=(0,a.f)(e=>{if(0===e.size||A.current)return;A.current=!0;let t=Array.from(e.keys()),r=t.find(e=>e?.hasAttribute(s.f))??null,n=r?t.indexOf(r):-1;if(-1!==n)E(n);else if((0,d.K)(t,D,k)){let e=(0,d.e)(t,{disabledIndices:k});(0,d.c)(t,e)||E(e)}(0,u.l)(M.current,r,b,i)});(0,o.f)(()=>{if(null==k||null!=g||!A.current)return;let e=S.current;if((0,d.K)(e,D,k)){let t=(0,d.e)(e,{disabledIndices:k});(0,d.c)(e,t)||E(t)}},[k,g,D,S,E]);let I=(0,a.f)((e,t,r)=>p?p(e,t,r,S):r),V=(0,a.f)(e=>{let t=x?u.J:u.O;if(!t.has(e.key)||function(e,t){for(let r of u.a.values())if(!t.includes(r)&&e.getModifierState(r))return!0;return!1}(e,R)||!M.current)return;let a="rtl"===b,l=a?u.b:u.q,o={horizontal:l,vertical:u.e,both:l}[i],s=a?u.q:u.b,c={horizontal:s,vertical:u.V,both:s}[i],g=(0,f.Z)(e.nativeEvent);if(null!=g&&(0,u.X)(g)&&!(0,n.f)(g)){let t=g.selectionStart,r=g.selectionEnd,i=g.value??"";if(null==t||e.shiftKey||t!==r||e.key!==c&&t0)return}let h=D,y=(0,d.J)(S,k),C=(0,d._)(S,k);null!=v&&(h=v({disabledIndices:k,elementsRef:S,event:e,highlightedIndex:D,loopFocus:r,maxIndex:C,minIndex:y,onLoop:I,orientation:i,rtl:a}));let w={horizontal:[l],vertical:[u.e],both:[l,u.e]}[i],z={horizontal:[s],vertical:[u.V],both:[s,u.V]}[i],A=j?t:({horizontal:x?u.D:u.Y,vertical:x?u.m:u.E,both:t})[i];x&&(e.key===u.Z?h=y:e.key===u.C&&(h=C)),h===D&&(w.includes(e.key)||z.includes(e.key))&&(r&&h===C&&w.includes(e.key)?(h=y,p&&(h=p(e,D,h,S))):r&&h===y&&z.includes(e.key)?(h=C,p&&(h=p(e,D,h,S))):h=(0,d.e)(S.current,{startingIndex:h,decrement:z.includes(e.key),disabledIndices:k})),h===D||(0,d.c)(S.current,h)||(m&&e.stopPropagation(),A.has(e.key)&&e.preventDefault(),E(h,!0),queueMicrotask(()=>{S.current[h]?.focus()}))});return{props:{ref:z,onFocus(e){let t=M.current,r=(0,f.Z)(e.nativeEvent);t&&null!=r&&(0,u.X)(r)&&r.setSelectionRange(0,r.value.length??0)},onKeyDown:V},highlightedIndex:D,onHighlightedIndexChange:E,elementsRef:S,disabledIndices:k,onMapChange:K,relayKeyboardEvent:V}}({grid:z,loopFocus:S,onLoop:A,orientation:M,highlightedIndex:w,onHighlightedIndexChange:j,rootRef:I,stopEventPropagation:K,enableHomeAndEndKeys:D,direction:(0,b.f)(),disabledIndices:V,modifierKeys:P}),U=(0,p.f)(N,e,{state:R,ref:m,props:[O,...k,q],stateAttributesMapping:C}),W=t.useMemo(()=>({highlightedIndex:H,onHighlightedIndexChange:_,highlightItemOnHover:T,relayKeyboardEvent:L}),[H,_,T,L]);return(0,g.jsx)(v.e.Provider,{value:W,children:(0,g.jsx)(i.f,{elementsRef:B,onMapChange:e=>{E?.(e),F(e)},children:U})})}],405934)},774835,66747,373374,e=>{var t,r=e.i(271645),i=e.i(828918),n=e.i(146376),a=e.i(667865),l=e.i(502077),o=e.i(956789),u=e.i(333848),d=e.i(675606),s=e.i(380025),f=e.i(209407),c=e.i(875812);let v=((t={}).checked="data-checked",t.unchecked="data-unchecked",t.disabled="data-disabled",t.readonly="data-readonly",t.required="data-required",t.valid="data-valid",t.invalid="data-invalid",t.touched="data-touched",t.dirty="data-dirty",t.filled="data-filled",t.focused="data-focused",t),p={checked:e=>e?{[v.checked]:""}:{[v.unchecked]:""},...f.T,...c.s};var b=e.i(788015),g=e.i(552245),h=e.i(540886),y=e.i(370359),x=e.i(348990),m=e.i(469690),k=e.i(157153),R=e.i(247778),C=e.i(31421),w=e.i(538489);let j=r.createContext(void 0);var M=e.i(186698),z=e.i(733332);let S=r.createContext(void 0);var A=e.i(843476);let D=r.forwardRef(function(e,t){let{render:f,className:c,disabled:v=!1,readOnly:z=!1,required:D=!1,"aria-labelledby":E,value:K,inputRef:I,nativeButton:V=!1,id:P,style:T,...N}=e,q=r.useContext(j),{disabled:O,readOnly:H,required:_,form:B,checkedValue:F,touched:L=!1,validation:U,name:W}=q??{},Z=q?.setCheckedValue??o.x,J=q?.setTouched??o.x,X=q?.registerControlRef??o.x,G=q?.registerInputRef??o.x,{setTouched:Y,setFilled:Q,state:$,disabled:ee}=(0,m.U)(),et=(0,k.f)(),{labelId:er,getDescriptionProps:ei}=(0,R.f)(),en=ee||et.disabled||O||v,ea=H||z,el=_||D,eo=q?F===K:""===K,eu=r.useRef(null),ed=r.useRef(null),es=(0,a.f)(e=>{e&&X(e,en)}),ef=(0,i.A)(I,ed,G);(0,n.f)(()=>{ed.current?.checked&&Q(!0)},[Q]),(0,n.f)(()=>{if(ed.current){if(en&&eo)return void G(null);eu.current&&X(eu.current,en),G(ed.current)}},[eo,en,X,G]);let ec=(0,b.f)(),ev=(0,w.f)({id:P,implicit:!1,controlRef:eu}),ep=V?void 0:ev,eb={role:"radio","aria-checked":eo,"aria-required":el||void 0,"aria-readonly":ea||void 0,"aria-labelledby":(0,C.f)(E,er,ed,!V,ep),[y.f]:eo?"":void 0,id:V?ev:ec,onKeyDown(e){"Enter"===e.key&&e.preventDefault()},onClick(e){if(e.defaultPrevented||en||ea)return;e.preventDefault();let t=ed.current;t&&t.dispatchEvent(new((0,u.f)(t)).PointerEvent("click",{bubbles:!0,shiftKey:e.shiftKey,ctrlKey:e.ctrlKey,altKey:e.altKey,metaKey:e.metaKey}))},onFocus(e){e.defaultPrevented||en||ea||!L||(ed.current?.click(),J(!1))}},{getButtonProps:eg,buttonRef:eh}=(0,h.f)({disabled:en,native:V,composite:!1}),ey={type:"radio",ref:ef,form:B,id:ep,name:W,tabIndex:-1,style:W?l.L:l.p,"aria-hidden":!0,...void 0!==K?{value:(0,M.f)(K)}:o.w,disabled:en,checked:eo,required:el,readOnly:ea,onChange(e){if(e.nativeEvent.defaultPrevented||en||ea||void 0===K)return;let t=(0,d.j)(s.f.none,e.nativeEvent);Z(K,t),t.isCanceled||Y(!0)},onFocus(){eu.current?.focus()}},ex=r.useMemo(()=>({...$,required:el,disabled:en,readOnly:ea,checked:eo}),[$,en,ea,eo,el]),em=void 0!==q,ek=[t,eu,eh,es],eR=[eb,N,eg,ei,U?e=>U.getValidationProps(en,e):o.w],eC=(0,g.f)("span",e,{enabled:!em,state:ex,ref:ek,props:eR,stateAttributesMapping:p});return(0,A.jsxs)(S.Provider,{value:ex,children:[em?(0,A.jsx)(x.f,{tag:"span",render:f,className:c,style:T,state:ex,refs:ek,props:eR,stateAttributesMapping:p}):eC,(0,A.jsx)("input",{...ey,suppressHydrationWarning:!0})]})});var E=e.i(137584),K=e.i(223910);let I=r.forwardRef(function(e,t){let{render:i,className:n,style:a,keepMounted:l=!1,...o}=e,u=function(){let e=r.useContext(S);if(void 0===e)throw Error((0,z.f)(52));return e}(),d=u.checked,{mounted:s,transitionStatus:f,setMounted:c}=(0,K.f)(d),v={...u,transitionStatus:f},b=r.useRef(null),h=(0,g.f)("span",e,{ref:[t,b],state:v,props:o,stateAttributesMapping:p});return((0,E.f)({open:d,ref:b,onComplete(){d||c(!1)}}),l||s)?h:null});e.s(["Indicator",0,I,"Root",0,D],66747);var V=e.i(66747);e.s(["f",0,V],774835);var P=e.i(951437),T=e.i(647554),N=e.i(673327),q=e.i(405934),O=e.i(381104);let H=r.createContext(void 0);var _=e.i(884708),B=e.i(606039);let F=[N.B],L=r.forwardRef(function(e,t){let{render:i,className:n,disabled:l,readOnly:o,required:u,onValueChange:d,value:s,defaultValue:f,form:v,name:p,inputRef:g,id:h,style:y,...x}=e,{setTouched:k,setFocused:C,validationMode:w,name:M,disabled:S,state:D,validation:E,setDirty:K,setFilled:I,validityData:V}=(0,m.U)(),{labelId:N}=(0,R.f)(),{clearErrors:L}=(0,_.f)(),U=function(e=!1){let t=r.useContext(H);if(!t&&!e)throw Error((0,z.f)(86));return t}(!0),W=S||l,Z=M??p,J=(0,b.f)(h),[X,G]=(0,P.f)({controlled:s,default:f,name:"RadioGroup",state:"value"}),[Y,Q]=r.useState(!1),$=(0,a.f)((e,t)=>{d?.(e,t),t.isCanceled||G(e)}),ee=r.useRef(null),et=r.useRef(null),er=r.useRef(null);function ei(e){let t;return g&&("function"==typeof g?t=g(e):g.current=e),et.current=e,E.inputRef.current=e,t}let en=(0,a.f)((e,t=!1)=>{if(e){if(t){ee.current===e&&(ee.current=null);return}null==ee.current&&(ee.current=e)}}),ea=(0,a.f)(e=>{if(!e||e.disabled)return;er.current||(er.current=e);let t=et.current;if(e.checked||null==t||t.disabled)return ei(e)}),el=(0,a.f)(()=>{let e=et.current;return e&&!e.disabled&&e.checked?X??null:null});(0,O.f)(ee,J,X??null,el,!W,p),(0,B.f)(X,()=>{L(Z),K(X!==V.initialValue),I(null!=X),E.change(X);let e=er.current;null==X&&e&&!e.disabled&&ei(e)});let eo=x["aria-labelledby"]??N??U?.legendId,eu={...D,disabled:W??!1,required:u??!1,readOnly:o??!1},ed=r.useMemo(()=>({...D,checkedValue:X,disabled:W,form:v,validation:E,name:Z,readOnly:o,registerControlRef:en,registerInputRef:ea,required:u,setCheckedValue:$,setTouched:Q,touched:Y}),[X,W,v,E,D,Z,o,en,ea,u,$,Q,Y]);return(0,A.jsx)(j.Provider,{value:ed,children:(0,A.jsx)(q.f,{render:i,className:n,style:y,state:eu,props:[{id:h,role:"radiogroup","aria-required":u||void 0,"aria-disabled":W||void 0,"aria-readonly":o||void 0,"aria-labelledby":eo,onFocus(){C(!0)},onBlur(e){(0,T.I)(e.currentTarget,e.relatedTarget)||(k(!0),C(!1),"onBlur"===w&&E.commit(X))},onKeyDownCapture(e){e.key.startsWith("Arrow")&&(Q(!0),C(!0))}},x,e=>E.getValidationProps(W??!1,e)],refs:[t],stateAttributesMapping:c.s,enableHomeAndEndKeys:!1,modifierKeys:F})})});e.s(["f",0,L],373374)},841840,201634,481524,e=>{var t,r=e.i(271645),i=e.i(951437),n=e.i(146376),a=e.i(667865),l=e.i(552245),o=e.i(53687),u=e.i(733332);let d=r.createContext(void 0);e.s(["q",0,d,"_",0,function(){let e=r.useContext(d);if(void 0===e)throw Error((0,u.f)(64));return e}],201634);let s=((t={}).activationDirection="data-activation-direction",t.orientation="data-orientation",t),f={tabActivationDirection:e=>({[s.activationDirection]:e})};e.s(["f",0,f],481524);var c=e.i(675606),v=e.i(216856),v=v,p=v,b=e.i(552348),g=e.i(843476);let h=r.forwardRef(function(e,t){let{className:u,defaultValue:s=0,onValueChange:h,orientation:x="horizontal",render:m,value:k,style:R,...C}=e,w=void 0!==e.defaultValue,j=r.useRef([]),[M,z]=r.useState(()=>new Map),[S,A]=(0,i.f)({controlled:k,default:s,name:"Tabs",state:"value"}),D=void 0!==k,[E,K]=r.useState(()=>new Map),I=r.useRef(void 0),V=r.useCallback(e=>{if(void 0===e)return null;for(let[t,r]of E.entries())if(null!=r&&e===(r.value??r.index))return t;return null},[E]),[P,T]=r.useState(()=>({previousValue:S,tabActivationDirection:"none"})),{previousValue:N,tabActivationDirection:q}=P,O=q,H=!1;N!==S&&(O=y(N,S,x,E),H=null!=N&&null!=S&&null==V(S));let _=H?N:S,B=N!==_||q!==O;(0,n.f)(()=>{B&&T({previousValue:_,tabActivationDirection:O})},[_,B,O]);let F=(0,a.f)((e,t)=>{t.activationDirection=y(S,e,x,E),h?.(e,t),t.isCanceled||A(e)}),L=(0,a.f)((e,t)=>{h?.(e,(0,c.j)(t,void 0,void 0,{activationDirection:"none"}))}),U=(0,a.f)((e,t)=>{z(r=>{if(r.get(e)===t)return r;let i=new Map(r);return i.set(e,t),i})}),W=(0,a.f)((e,t)=>{z(r=>{if(!r.has(e)||r.get(e)!==t)return r;let i=new Map(r);return i.delete(e),i})}),Z=r.useCallback(e=>M.get(e),[M]),J=r.useCallback(e=>{for(let t of E.values())if(e===t?.value)return t?.id},[E]),X=r.useMemo(()=>({getTabElementBySelectedValue:V,getTabIdByPanelValue:J,getTabPanelIdByValue:Z,onValueChange:F,orientation:x,registerMountedTabPanel:U,setTabMap:K,unregisterMountedTabPanel:W,tabActivationDirection:O,value:S}),[V,J,Z,F,x,U,K,W,O,S]),G=r.useMemo(()=>{for(let e of E.values())if(null!=e&&e.value===S)return e},[E,S]),Y=r.useMemo(()=>{for(let e of E.values())if(null!=e&&!e.disabled)return e.value},[E]),Q=r.useRef(!w),$=r.useRef(s),ee=r.useRef(w),et=r.useRef(!1);(0,n.f)(()=>{if(D)return;function e(e,t){A(e),T(t=>t.previousValue===e&&"none"===t.tabActivationDirection?t:{previousValue:e,tabActivationDirection:"none"}),L(e,t),Q.current=!1}if(0===E.size){et.current&&null!==S&&!I.current?.isConnected&&e(null,p.missing);return}et.current=!0,I.current=E.keys().next().value;let t=G?.disabled,r=null==G&&null!==S;if(t||S!==$.current||(ee.current=!1),ee.current&&t&&S===$.current)return;let i=Q.current;if(t||r){let r=Y??null;if(S===r){Q.current=!1;return}let n=p.missing;i?n=v.initial:t&&(n=b.f.disabled),e(r,n);return}i&&null!=G&&(L(S,v.initial),Q.current=!1)},[Y,D,L,G,A,E,S]);let er={orientation:x,tabActivationDirection:O},ei=(0,l.f)("div",e,{state:er,ref:t,props:C,stateAttributesMapping:f});return(0,g.jsx)(d.Provider,{value:X,children:(0,g.jsx)(o.f,{elementsRef:j,children:ei})})});function y(e,t,r,i){if(null==e||null==t)return"none";let n=null,a=null;for(let[r,l]of i.entries()){if(null==l)continue;let i=l.value??l.index;if(e===i&&(n=r),t===i&&(a=r),null!=n&&null!=a)break}if(null==n||null==a)return n!==a&&("number"==typeof e||"string"==typeof e)&&typeof e==typeof t?"horizontal"===r?t>e?"right":"left":t>e?"down":"up":"none";let l=n.getBoundingClientRect(),o=a.getBoundingClientRect();if("horizontal"===r){if(o.leftl.left)return"right"}else{if(o.topl.top)return"down"}return"none"}e.s(["f",0,h],841840)},788368,707120,249487,e=>{var t,r=e.i(271645),i=e.i(108868),n=e.i(146376),a=e.i(788015),l=e.i(552245),o=e.i(540886),u=e.i(370359),d=e.i(395530),s=e.i(201634),f=e.i(481524),c=e.i(733332);let v=r.createContext(void 0);function p(){let e=r.useContext(v);if(void 0===e)throw Error((0,c.f)(65));return e}e.s(["N",0,v,"K",0,p],707120);var b=e.i(675606),g=e.i(380025),h=e.i(647554);let y=r.forwardRef(function(e,t){let{className:c,disabled:v=!1,render:y,value:x,id:m,nativeButton:k=!0,style:R,...C}=e,{value:w,getTabPanelIdByValue:j,orientation:M,tabActivationDirection:z}=(0,s._)(),{activateOnFocus:S,highlightedTabIndex:A,onTabActivation:D,registerTabResizeObserverElement:E,setHighlightedTabIndex:K,tabsListElement:I}=p(),V=(0,a.f)(m),P=r.useMemo(()=>({disabled:v,id:V,value:x}),[v,V,x]),{compositeProps:T,compositeRef:N,index:q}=(0,d.f)({metadata:P}),O=x===w,H=r.useRef(!1),_=r.useRef(null);(0,n.f)(()=>{let e=_.current;if(e)return E(e)},[E]),(0,n.f)(()=>{if(H.current){H.current=!1;return}if(O&&q>-1&&A!==q){if(null!=I){let e=(0,h.T)((0,i.f)(I));if(e&&(0,h.I)(I,e))return}v||K(q)}},[O,q,A,K,v,I]);let{getButtonProps:B,buttonRef:F}=(0,o.f)({disabled:v,native:k,focusableWhenDisabled:!0}),L=j(x),U=r.useRef(!1),W=r.useRef(!1);return(0,l.f)("button",e,{state:{disabled:v,active:O,orientation:M,tabActivationDirection:z},ref:[t,F,N,_],props:[T,{role:"tab","aria-controls":L,"aria-selected":O,id:V,onClick:function(e){O||v||D(x,(0,b.j)(g.f.none,e.nativeEvent,void 0,{activationDirection:"none"}))},onFocus:function(e){O||(q>-1&&!v&&K(q),!v&&S&&(!U.current||U.current&&W.current)&&D(x,(0,b.j)(g.f.none,e.nativeEvent,void 0,{activationDirection:"none"})))},onPointerDown:function(e){O||v||(U.current=!0,e.button&&0!==e.button||(W.current=!0,(0,i.f)(e.currentTarget).addEventListener("pointerup",function(){U.current=!1,W.current=!1},{once:!0})))},[u.f]:O?"":void 0,onKeyDownCapture(){H.current=!0}},C,B],stateAttributesMapping:f.f})});e.s(["f",0,y],788368);var x=e.i(144394),m=e.i(209407),k=e.i(137584),R=e.i(223910),C=e.i(673553);let w=((t={}).index="data-index",t.activationDirection="data-activation-direction",t.orientation="data-orientation",t.hidden="data-hidden",t[t.startingStyle=m.S.startingStyle]="startingStyle",t[t.endingStyle=m.S.endingStyle]="endingStyle",t),j={...f.f,...m.T},M=r.forwardRef(function(e,t){let{className:i,value:o,render:u,keepMounted:d=!1,style:f,...c}=e,{value:v,getTabIdByPanelValue:p,orientation:b,tabActivationDirection:g,registerMountedTabPanel:h,unregisterMountedTabPanel:y}=(0,s._)(),m=(0,a.f)(),M=r.useMemo(()=>({id:m,value:o}),[m,o]),{ref:z,index:S}=(0,C.b)({metadata:M}),A=o===v,{mounted:D,transitionStatus:E,setMounted:K}=(0,R.f)(A),I=!D,V=p(o),P=r.useRef(null),T=(0,l.f)("div",e,{state:{hidden:I,orientation:b,tabActivationDirection:g,transitionStatus:E},ref:[t,z,P],props:[{"aria-labelledby":V,hidden:I,id:m,role:"tabpanel",tabIndex:A?0:-1,inert:(0,x.f)(!A),[w.index]:S},c],stateAttributesMapping:j});return((0,k.f)({open:A,ref:P,onComplete(){A||K(!1)}}),(0,n.f)(()=>{if((!I||d)&&null!=m)return h(o,m),()=>{y(o,m)}},[I,d,o,m,h,y]),d||D)?T:null});e.s(["f",0,M],249487)},727612,e=>{let t=(0,e.i(475254).f)("trash-2",[["path",{d:"M3 6h18",key:"d0wm0j"}],["path",{d:"M19 6v14c0 1-1 2-2 2H7c-1 0-2-1-2-2V6",key:"4alrt4"}],["path",{d:"M8 6V4c0-1 1-2 2-2h4c1 0 2 1 2 2v2",key:"v07s0e"}],["line",{x1:"10",x2:"10",y1:"11",y2:"17",key:"1uufr5"}],["line",{x1:"14",x2:"14",y1:"11",y2:"17",key:"xtxkd"}]]);e.s(["f",0,t],727612)},629288,e=>{var t=e.i(843476),r=e.i(774835),i=e.i(66747),i=i,n=e.i(373374),a=e.i(196631);e.s(["x",0,function({className:e,...r}){return(0,t.jsx)(n.f,{"data-slot":"radio-group",className:(0,a.c)("grid w-full gap-3",e),...r})},"a",0,function({className:e,...n}){return(0,t.jsx)(r.f.Root,{"data-slot":"radio-group-item",className:(0,a.c)("group/radio-group-item peer relative flex aspect-square size-4 shrink-0 rounded-full border border-input outline-none after:absolute after:-inset-x-3 after:-inset-y-2 focus-visible:border-ring focus-visible:ring-3 focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 aria-invalid:border-destructive aria-invalid:ring-3 aria-invalid:ring-destructive/20 aria-invalid:aria-checked:border-primary dark:bg-input/30 dark:aria-invalid:border-destructive/50 dark:aria-invalid:ring-destructive/40 data-checked:border-primary data-checked:bg-primary data-checked:text-primary-foreground dark:data-checked:bg-primary",e),...n,children:(0,t.jsx)(i.Indicator,{"data-slot":"radio-group-indicator",className:"flex size-4 items-center justify-center",children:(0,t.jsx)("span",{className:"absolute top-1/2 left-1/2 size-2 -translate-x-1/2 -translate-y-1/2 rounded-full bg-primary-foreground"})})})}],629288)},677572,e=>{var t=e.i(843476),r=e.i(841840),i=e.i(788368),n=e.i(249487),a=e.i(271645),l=e.i(667865),o=e.i(146376),u=e.i(956789),d=e.i(405934),s=e.i(481524),f=e.i(201634),c=e.i(707120);let v=a.forwardRef(function(e,r){let{activateOnFocus:i=!1,className:n,loopFocus:v=!0,render:p,style:b,...g}=e,{onValueChange:h,orientation:y,value:x,setTabMap:m,tabActivationDirection:k}=(0,f._)(),[R,C]=a.useState(0),[w,j]=a.useState(null),M=a.useRef(new Set),z=a.useRef(new Set),S=a.useRef(null);(0,o.f)(()=>{if("u"{M.current.forEach(e=>{e()})});return S.current=e,w&&e.observe(w),z.current.forEach(t=>{e.observe(t)}),()=>{e.disconnect(),S.current=null}},[w]);let A=(0,l.f)(e=>(M.current.add(e),()=>{M.current.delete(e)})),D=(0,l.f)(e=>(z.current.add(e),S.current?.observe(e),()=>{z.current.delete(e),S.current?.unobserve(e)})),E=(0,l.f)((e,t)=>{e!==x&&h(e,t)}),K=a.useMemo(()=>({activateOnFocus:i,highlightedTabIndex:R,registerIndicatorUpdateListener:A,registerTabResizeObserverElement:D,onTabActivation:E,setHighlightedTabIndex:C,tabsListElement:w}),[i,R,A,D,E,C,w]);return(0,t.jsx)(c.N.Provider,{value:K,children:(0,t.jsx)(d.f,{render:p,className:n,style:b,state:{orientation:y,tabActivationDirection:k},refs:[r,j],props:[{"aria-orientation":"vertical"===y?"vertical":void 0,role:"tablist"},g],stateAttributesMapping:s.f,highlightedIndex:R,enableHomeAndEndKeys:!0,loopFocus:v,orientation:y,onHighlightedIndexChange:C,onMapChange:m,disabledIndices:u.v})})});e.s(["List",0,v,"Panel",()=>n.f,"Root",()=>r.f,"Tab",()=>i.f],69281);var p=e.i(69281),p=p,b=p,g=p,h=p,y=e.i(225913),x=e.i(196631);let m=(0,y.f)("group/tabs-list inline-flex w-fit items-center justify-center rounded-lg p-[3px] text-muted-foreground group-data-horizontal/tabs:h-9 group-data-vertical/tabs:h-fit group-data-vertical/tabs:flex-col data-[variant=line]:rounded-none",{variants:{variant:{default:"bg-muted",line:"gap-1 bg-transparent"}},defaultVariants:{variant:"default"}});e.s(["i",0,function({className:e,orientation:r="horizontal",...i}){return(0,t.jsx)(p.Root,{"data-slot":"tabs","data-orientation":r,className:(0,x.c)("group/tabs flex gap-2 data-horizontal:flex-col",e),...i})},"S",0,function({className:e,...r}){return(0,t.jsx)(h.Panel,{"data-slot":"tabs-content",className:(0,x.c)("flex-1 text-sm outline-none",e),...r})},"U",0,function({className:e,variant:r="default",...i}){return(0,t.jsx)(b.List,{"data-slot":"tabs-list","data-variant":r,className:(0,x.c)(m({variant:r}),e),...i})},"k",0,function({className:e,...r}){return(0,t.jsx)(g.Tab,{"data-slot":"tabs-trigger",className:(0,x.c)("relative inline-flex h-[calc(100%-1px)] flex-1 items-center justify-center gap-1.5 rounded-md border border-transparent px-2 py-1 text-sm font-medium whitespace-nowrap text-foreground/60 transition-all group-data-vertical/tabs:w-full group-data-vertical/tabs:justify-start hover:text-foreground focus-visible:border-ring focus-visible:ring-[3px] focus-visible:ring-ring/50 focus-visible:outline-1 focus-visible:outline-ring disabled:pointer-events-none disabled:opacity-50 has-data-[icon=inline-end]:pr-1.5 has-data-[icon=inline-start]:pl-1.5 aria-disabled:pointer-events-none aria-disabled:opacity-50 dark:text-muted-foreground dark:hover:text-foreground group-data-[variant=default]/tabs-list:data-active:shadow-sm group-data-[variant=line]/tabs-list:data-active:shadow-none [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4","group-data-[variant=line]/tabs-list:bg-transparent group-data-[variant=line]/tabs-list:data-active:bg-transparent dark:group-data-[variant=line]/tabs-list:data-active:border-transparent dark:group-data-[variant=line]/tabs-list:data-active:bg-transparent","data-active:bg-background data-active:text-foreground dark:data-active:border-input dark:data-active:bg-input/30 dark:data-active:text-foreground","after:absolute after:bg-foreground after:opacity-0 after:transition-opacity group-data-horizontal/tabs:after:inset-x-0 group-data-horizontal/tabs:after:bottom-[-5px] group-data-horizontal/tabs:after:h-0.5 group-data-vertical/tabs:after:inset-y-0 group-data-vertical/tabs:after:-right-1 group-data-vertical/tabs:after:w-0.5 group-data-[variant=line]/tabs-list:data-active:after:opacity-100",e),...r})}],677572)}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0g1e966rz9d1a.js b/litellm/proxy/_experimental/out/_next/static/chunks/0dvdxa-jes285.js similarity index 99% rename from litellm/proxy/_experimental/out/_next/static/chunks/0g1e966rz9d1a.js rename to litellm/proxy/_experimental/out/_next/static/chunks/0dvdxa-jes285.js index 0826d6bdf44..24314ec2994 100644 --- a/litellm/proxy/_experimental/out/_next/static/chunks/0g1e966rz9d1a.js +++ b/litellm/proxy/_experimental/out/_next/static/chunks/0dvdxa-jes285.js @@ -1 +1 @@ -(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,372024,e=>{"use strict";var l=e.i(843476),s=e.i(271645),t=e.i(653145),n=e.i(345771),r=e.i(322831),a=e.i(542450),i=e.i(519455),o=e.i(515288),d=e.i(131792),c=e.i(776639),g=e.i(793479),m=e.i(967489),u=e.i(699375),x=e.i(784774),h=e.i(677572),f=e.i(950594),A=e.i(286536),j=e.i(77705),p=e.i(417385),b=e.i(602869),y=e.i(772436),k=e.i(302747);let v=({accessToken:e})=>{let{t}=(0,r.f)(),[n,a]=(0,s.useState)(!0),[d,c]=(0,s.useState)([]);(0,s.useEffect)(()=>{g()},[e]);let g=async()=>{if(e){a(!0);try{let l=await (0,b.Gc)(e);c(l.settings)}catch(e){console.error("Failed to fetch email event settings:",e),p.f.fromError(e)}finally{a(!1)}}},m=async()=>{if(e)try{await (0,b.pt)(e,{settings:d}),p.f.success(t("loggingAndAlerts.emailEvents.toasts.saved"))}catch(e){console.error("Failed to update email event settings:",e),p.f.fromError(e)}},x=async()=>{if(e)try{await (0,b.TN)(e),p.f.success(t("loggingAndAlerts.emailEvents.toasts.reset")),g()}catch(e){console.error("Failed to reset email event settings:",e),p.f.fromError(e)}};return(0,l.jsxs)(o.N,{children:[(0,l.jsxs)(o.Y,{children:[(0,l.jsx)(o.v,{className:"text-base",children:t("loggingAndAlerts.emailEvents.title")}),(0,l.jsx)("p",{className:"text-sm text-muted-foreground",children:t("loggingAndAlerts.emailEvents.description")})]}),(0,l.jsxs)(o.O,{children:[(0,l.jsx)(y.f,{className:"mb-6"}),n?(0,l.jsxs)("div",{className:"space-y-4",children:[(0,l.jsx)(k.f,{className:"h-10 w-full"}),(0,l.jsx)(k.f,{className:"h-10 w-full"})]}):(0,l.jsx)("div",{className:"space-y-4",children:d.map(e=>{var s;return(0,l.jsxs)("div",{className:"flex items-start",children:[(0,l.jsx)(u.f,{checked:e.enabled,onCheckedChange:l=>{var s;return s=e.event,void c(d.map(e=>e.event===s?{...e,enabled:l}:e))},"aria-label":e.event,className:"mt-1"}),(0,l.jsxs)("div",{className:"ml-3",children:[(0,l.jsx)("p",{className:"text-sm",children:e.event}),(0,l.jsx)("div",{className:"block text-sm text-muted-foreground",children:"Model Deprecations"===(s=e.event)?t("loggingAndAlerts.emailEvents.descriptions.modelDeprecations"):s.includes("Virtual Key Created")?t("loggingAndAlerts.emailEvents.descriptions.virtualKeyCreated"):s.includes("New User Invitation")?t("loggingAndAlerts.emailEvents.descriptions.newUserInvitation"):t("loggingAndAlerts.emailEvents.descriptions.generic",{event:s.split(/(?=[A-Z])/).join(" ").toLowerCase()})})]})]},e.event)})}),(0,l.jsxs)("div",{className:"mt-6 flex gap-4",children:[(0,l.jsx)(i.K,{onClick:m,disabled:n,children:t("loggingAndAlerts.emailEvents.saveChanges")}),(0,l.jsx)(i.K,{variant:"secondary",onClick:x,disabled:n,children:t("loggingAndAlerts.emailEvents.resetToDefaults")})]})]})]})},_=(0,l.jsx)("span",{className:"text-destructive",children:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.required"})}),C={PROXY_BASE_URL:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.proxyBaseUrl"}),SMTP_HOST:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.smtpHost"}),_]}),SMTP_PORT:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.smtpPort"}),_]}),SMTP_USERNAME:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.smtpUsername"}),_]}),SMTP_PASSWORD:_,SMTP_SENDER_EMAIL:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.smtpSenderEmail"}),_]}),TEST_EMAIL_ADDRESS:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.testEmailAddress"}),_]}),EMAIL_LOGO_URL:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.emailLogoUrl"}),EMAIL_SUPPORT_CONTACT:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.emailSupportContact"})},N=["EMAIL_LOGO_URL","EMAIL_SUPPORT_CONTACT"],S=/(PASSWORD|SECRET|KEY|TOKEN)/i,w=({accessToken:e,premiumUser:t,alerts:n})=>{let{t:a}=(0,r.f)(),[d,c]=(0,s.useState)({}),g=async()=>{if(!e)return;let l={};n.filter(e=>"email"===e.name).forEach(e=>{Object.entries(e.variables??{}).forEach(([e,s])=>{let t=document.querySelector(`input[name="${e}"]`);t&&t.value&&t.value!==(null==s?"":String(s))&&(l[e]=t.value)})});try{await (0,b.ir)(e,{general_settings:{alerting:["email"]},environment_variables:l}),p.f.success(a("loggingAndAlerts.emailSettings.toasts.saved"))}catch(e){p.f.fromError(e)}};return(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)("div",{className:"mt-6 mb-6",children:(0,l.jsx)(v,{accessToken:e})}),(0,l.jsxs)(o.N,{children:[(0,l.jsxs)(o.Y,{children:[(0,l.jsx)(o.v,{className:"text-base",children:a("loggingAndAlerts.emailSettings.title")}),(0,l.jsx)("p",{className:"text-sm",children:(0,l.jsx)("a",{href:"https://docs.litellm.ai/docs/proxy/email",target:"_blank",rel:"noreferrer",className:"text-primary underline underline-offset-4",children:a("loggingAndAlerts.emailSettings.docsLink")})})]}),(0,l.jsxs)(o.O,{children:[n.filter(e=>"email"===e.name).map((e,s)=>(0,l.jsx)("div",{className:"grid grid-cols-1 gap-4 sm:grid-cols-2",children:Object.entries(e.variables??{}).map(([e,s])=>{let n=!t&&N.includes(e),r=S.test(e),i=d[e]||!1;return(0,l.jsxs)("div",{className:"space-y-1",children:[n?(0,l.jsxs)("a",{href:"https://forms.gle/W3U4PZpJGFHWtHyA9",target:"_blank",rel:"noreferrer",className:"text-sm text-primary underline underline-offset-4",children:["✨ ",e]}):(0,l.jsx)("p",{className:"text-sm",children:"PROXY_BASE_URL"===e?a("loggingAndAlerts.emailSettings.gatewayUrl"):e}),(0,l.jsxs)(f.H,{className:"max-w-100",children:[(0,l.jsx)(f.M,{name:e,"aria-label":"PROXY_BASE_URL"===e?a("loggingAndAlerts.emailSettings.gatewayUrl"):e,defaultValue:s,type:r&&!i?"password":"text",disabled:n}),r&&(0,l.jsx)(f.B,{align:"inline-end",children:(0,l.jsx)(f.w,{size:"icon-xs",onClick:()=>{c(l=>({...l,[e]:!l[e]}))},"aria-label":i?a("loggingAndAlerts.emailSettings.hideCredential"):a("loggingAndAlerts.emailSettings.showCredential"),children:i?(0,l.jsx)(j.f,{}):(0,l.jsx)(A.f,{})})})]}),(0,l.jsx)("div",{className:"text-xs text-muted-foreground italic",children:C[e]})]},e)})},s)),(0,l.jsxs)("div",{className:"mt-6 flex gap-2",children:[(0,l.jsx)(i.K,{onClick:()=>g(),children:a("loggingAndAlerts.emailSettings.saveChanges")}),(0,l.jsx)(i.K,{variant:"secondary",onClick:async()=>{if(e)try{await (0,b.pc)(e,"email"),p.f.success(a("loggingAndAlerts.emailSettings.toasts.testTriggered"))}catch(e){p.f.fromError(e)}},children:a("loggingAndAlerts.emailSettings.testEmailAlerts")})]})]})]})]})},T={MS_TEAMS_WEBHOOK_URL:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.msTeams.help.webhookUrl"}),(0,l.jsx)("span",{className:"text-destructive",children:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.msTeams.required"})})]})},E=/(PASSWORD|SECRET|KEY|TOKEN|URL)/i,Z=({accessToken:e,userID:t,userRole:a,alerts:d})=>{let{t:c}=(0,r.f)(),[g,m]=(0,s.useState)({}),u=async()=>{if(!e||!t||!a)return;let l=Object.fromEntries(d.filter(e=>"ms_teams"===e.name).flatMap(e=>Object.entries(e.variables??{}).flatMap(([e,l])=>{let s=document.querySelector(`input[name="${e}"]`);return s&&s.value&&s.value!==(null==l?"":String(l))?[[e,s.value]]:[]})));try{let s=(await (0,b.$4)(e,t,a)).active_alerting_destinations??[],n={general_settings:{alerting:Array.from(new Set([...s,"ms_teams"]))},environment_variables:l};await (0,b.ir)(e,n),p.f.success(c("loggingAndAlerts.msTeams.toasts.saved"))}catch(e){p.f.fromError(e)}};return(0,l.jsxs)(o.N,{children:[(0,l.jsxs)(o.Y,{children:[(0,l.jsx)(o.v,{className:"text-base",children:c("loggingAndAlerts.msTeams.title")}),(0,l.jsx)("p",{className:"text-sm",children:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.msTeams.intro",components:{docs:(0,l.jsx)("a",{href:"https://learn.microsoft.com/en-us/microsoftteams/platform/webhooks-and-connectors/how-to/add-incoming-webhook",target:"_blank",rel:"noreferrer",className:"text-primary underline underline-offset-4"})}})})]}),(0,l.jsxs)(o.O,{children:[d.filter(e=>"ms_teams"===e.name).map((e,s)=>(0,l.jsx)("div",{className:"grid grid-cols-1 gap-4 sm:grid-cols-2",children:Object.entries(e.variables??{}).map(([e,s])=>{let t=E.test(e),n=g[e]||!1;return(0,l.jsxs)("div",{className:"space-y-1",children:[(0,l.jsx)("p",{className:"text-sm",children:e}),(0,l.jsxs)(f.H,{className:"max-w-100",children:[(0,l.jsx)(f.M,{name:e,defaultValue:s,type:t&&!n?"password":"text"}),t&&(0,l.jsx)(f.B,{align:"inline-end",children:(0,l.jsx)(f.w,{size:"icon-xs",onClick:()=>{m(l=>({...l,[e]:!l[e]}))},"aria-label":n?c("loggingAndAlerts.msTeams.hideCredential"):c("loggingAndAlerts.msTeams.showCredential"),children:n?(0,l.jsx)(j.f,{}):(0,l.jsx)(A.f,{})})})]}),(0,l.jsx)("div",{className:"text-xs text-muted-foreground italic",children:T[e]})]},e)})},s)),(0,l.jsxs)("div",{className:"mt-6 flex gap-2",children:[(0,l.jsx)(i.K,{onClick:()=>u(),children:c("loggingAndAlerts.msTeams.saveChanges")}),(0,l.jsx)(i.K,{variant:"secondary",onClick:async()=>{if(e)try{await (0,b.pc)(e,"ms_teams"),p.f.success(c("loggingAndAlerts.msTeams.toasts.testTriggered"))}catch(e){p.f.fromError(e)}},children:c("loggingAndAlerts.msTeams.testAlerts")})]})]})]})};var O=e.i(174553),K=e.i(802954),z=e.i(101048),P=e.i(727612),F=e.i(487486);let R=({alertingSettings:e,handleInputChange:s,handleResetField:n,handleSubmit:a,premiumUser:o})=>{let{t:d}=(0,r.f)(),c=(0,t.G)({defaultValues:{}});return(0,l.jsxs)("form",{onSubmit:c.handleSubmit(e=>{Object.entries(e).every(([,e])=>"boolean"!=typeof e&&(""===e||null==e))||a(e)}),noValidate:!0,children:[e.map((e,t)=>(0,l.jsxs)(x.N,{children:[(0,l.jsxs)(x.d,{children:[(0,l.jsx)("p",{className:"text-sm",children:e.field_name}),(0,l.jsx)("p",{className:"mt-1 text-[0.65rem] italic text-muted-foreground",children:e.field_description})]}),e.premium_field&&!o?(0,l.jsx)(x.d,{children:(0,l.jsx)(i.K,{className:"flex items-center justify-center",children:(0,l.jsx)("a",{href:"https://forms.gle/W3U4PZpJGFHWtHyA9",target:"_blank",children:d("loggingAndAlerts.alerting.enterpriseFeature")})})}):(0,l.jsx)(x.d,{children:"Integer"===e.field_type||"Float"===e.field_type?(0,l.jsx)(g.f,{type:"number",step:"Integer"===e.field_type?1:"any",value:e.field_value??"",onChange:l=>{var t;return t=l.target.value,void(c.setValue(e.field_name,t),s(e.field_name,""===t?null:Number(t)))}}):"Boolean"===e.field_type?(0,l.jsx)(u.f,{"aria-label":e.field_name,checked:e.field_value,onCheckedChange:l=>{c.setValue(e.field_name,l),s(e.field_name,l)}}):(0,l.jsx)(g.f,{value:e.field_value??"",onChange:l=>{c.setValue(e.field_name,l.target.value),s(e.field_name,l)}})}),(0,l.jsx)(x.d,{children:!0==e.stored_in_db?(0,l.jsxs)(F.f,{variant:"secondary",children:[(0,l.jsx)(z.f,{}),d("loggingAndAlerts.alerting.storage.inDb")]}):!1==e.stored_in_db?(0,l.jsx)(F.f,{variant:"outline",children:d("loggingAndAlerts.alerting.storage.inConfig")}):(0,l.jsx)(F.f,{variant:"outline",children:d("loggingAndAlerts.alerting.storage.notSet")})}),(0,l.jsx)(x.d,{children:(0,l.jsx)(i.K,{type:"button",variant:"ghost",size:"icon-sm","aria-label":d("loggingAndAlerts.alerting.resetField",{field:e.field_name}),onClick:()=>n(e.field_name,t),className:"text-destructive",children:(0,l.jsx)(P.f,{className:"size-5"})})})]},t)),(0,l.jsx)("div",{children:(0,l.jsx)(i.K,{type:"submit",children:d("loggingAndAlerts.alerting.submit")})})]})};var M=e.i(431703);let U=({accessToken:e,premiumUser:t})=>{let{t:n}=(0,r.f)(),[a,i]=(0,s.useState)([]);(0,s.useEffect)(()=>{e&&(0,b.ZE)(e).then(e=>{i(e)})},[e]);let o=async l=>{if(!e||null==l||void 0==l)return;let s={};a.forEach(e=>{s[e.field_name]=e.field_value});let{slack_alerting:t,...r}={...l,...s};try{await (0,b.Gy)(e,"alerting_args",r),"boolean"==typeof t&&(!0==t?await (0,b.Gy)(e,"alerting",["slack"]):await (0,b.Gy)(e,"alerting",[])),p.f.success(n("loggingAndAlerts.alerting.toasts.saved"))}catch(e){p.f.error((0,M.U)(e))}};return(0,l.jsx)(R,{alertingSettings:a,handleInputChange:(e,l)=>{i(a.map(s=>s.field_name===e?{...s,field_value:l}:s))},handleResetField:(l,s)=>{if(e)try{let e=a.map(e=>e.field_name===l?{...e,stored_in_db:null,field_value:e.field_default_value}:e);i(e)}catch(e){}},handleSubmit:o,premiumUser:t})};var D=e.i(954616),L=e.i(266027),I=e.i(912598),q=e.i(243652);let $=(0,q.f)("cloudZeroSettings"),B=async e=>{let l=(0,b._h)(),s=l?`${l}/cloudzero/settings`:"/cloudzero/settings",t=await fetch(s,{method:"GET",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"}});if(!t.ok){let e="Failed to fetch CloudZero settings";try{let l=await t.json();"object"==typeof l&&null!==l?e=l?.error?.message||l?.error||l?.message||l?.detail||("string"==typeof l?.error?l.error:e):"string"==typeof l&&(e=l)}catch{e=t.statusText||e}throw Error(e)}let n=await t.json();return n&&(n.api_key_masked||n.connection_id)?n:null},V=async(e,l)=>{let s=(0,b._h)(),t=s?`${s}/cloudzero/settings`:"/cloudzero/settings",n=await fetch(t,{method:"PUT",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"},body:JSON.stringify({...l.connection_id&&{connection_id:l.connection_id},...l.timezone&&{timezone:l.timezone},...l.api_key&&{api_key:l.api_key}})});if(!n.ok){let e="Failed to update CloudZero settings";try{let l=await n.json();"object"==typeof l&&null!==l?e=l?.error?.message||l?.error||l?.message||l?.detail||("string"==typeof l?.error?l.error:e):"string"==typeof l&&(e=l)}catch{e=n.statusText||e}throw Error(e)}return await n.json()},H=async e=>{let l=(0,b._h)(),s=l?`${l}/cloudzero/delete`:"/cloudzero/delete",t=await fetch(s,{method:"DELETE",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"}});if(!t.ok){let e="Failed to delete CloudZero settings";try{let l=await t.json();"object"==typeof l&&null!==l?e=l?.error?.message||l?.error||l?.message||l?.detail||("string"==typeof l?.error?l.error:e):"string"==typeof l&&(e=l)}catch{e=t.statusText||e}throw Error(e)}return await t.json()};var W=e.i(135214),G=e.i(332102);function Y({startCreation:e}){let{t:s}=(0,r.f)();return(0,l.jsx)("div",{className:"mx-auto mt-8 max-w-2xl rounded-lg border border-dashed border-border bg-card p-12 text-center",children:(0,l.jsxs)("div",{className:"flex flex-col items-center gap-2",children:[(0,l.jsx)(G.f,{className:"size-10 text-muted-foreground","aria-hidden":!0}),(0,l.jsx)("h4",{className:"text-base font-semibold",children:s("loggingAndAlerts.cloudZero.emptyPlaceholder.title")}),(0,l.jsx)("p",{className:"mx-auto max-w-md text-sm text-muted-foreground",children:s("loggingAndAlerts.cloudZero.emptyPlaceholder.description")}),(0,l.jsx)(i.K,{size:"lg",onClick:e,className:"mt-4",children:s("loggingAndAlerts.cloudZero.emptyPlaceholder.add")})]})})}var J=e.i(411382),X=e.i(54105);let Q=async(e,l)=>{let s=(0,b._h)(),t=s?`${s}/cloudzero/init`:"/cloudzero/init",n=await fetch(t,{method:"POST",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"},body:JSON.stringify({connection_id:l.connection_id,timezone:l.timezone??"UTC",...l.api_key&&{api_key:l.api_key}})});if(!n.ok){let e=await n.json().catch(()=>({}));throw Error(e?.error?.message||e?.message||e?.detail||"Failed to create CloudZero integration")}return await n.json()};var ee=e.i(182668),el=e.i(746798),es=e.i(201787),et=e.i(991326),en=e.i(359360);let er=(e,s)=>(0,l.jsxs)(l.Fragment,{children:[e,(0,l.jsxs)(el.W,{children:[(0,l.jsx)(el.y,{render:(0,l.jsx)(en.f,{className:"size-3.5 shrink-0 cursor-help text-muted-foreground"})}),(0,l.jsx)(el.Y,{children:s})]})]}),ea=s.forwardRef(({className:e,...t},n)=>{let{t:a}=(0,r.f)(),[i,o]=s.useState(!1);return(0,l.jsxs)(f.H,{className:e,children:[(0,l.jsx)(f.M,{...t,ref:n,type:i?"text":"password"}),(0,l.jsx)(f.B,{align:"inline-end",children:(0,l.jsx)(f.w,{size:"icon-xs",variant:"ghost","aria-label":a(i?"loggingAndAlerts.cloudZero.form.hideApiKey":"loggingAndAlerts.cloudZero.form.showApiKey"),onClick:()=>o(e=>!e),children:i?(0,l.jsx)(j.f,{}):(0,l.jsx)(A.f,{})})})]})});ea.displayName="CloudZeroApiKeyInput";let ei={api_key:"",connection_id:"",timezone:""},eo=e=>({connection_id:e.connection_id,timezone:e.timezone||"UTC",...e.api_key&&{api_key:e.api_key}}),ed=J.z.object({api_key:X.z.string().min(1,{error:()=>es.f.t("loggingAndAlerts.cloudZero.form.apiKeyRequired")}),connection_id:X.z.string().min(1,{error:()=>es.f.t("loggingAndAlerts.cloudZero.form.connectionIdRequired")}),timezone:X.z.string()});function ec({open:e,onOk:t,onCancel:n}){let o,{t:d}=(0,r.f)(),{accessToken:m}=(0,W.f)(),u=(0,et.f)(ed,{defaultValues:ei}),x=(o=m||"",(0,D.f)({mutationFn:async e=>{if(!o)throw Error("Access token is required");return await Q(o,e)}}));(0,s.useEffect)(()=>{e&&u.reset(ei)},[e,u]);let h=e=>{x.mutate(eo(e),{onSuccess:()=>{p.f.success(d("loggingAndAlerts.cloudZero.createModal.toasts.created")),u.reset(ei),t()},onError:e=>{p.f.error(e.message||d("loggingAndAlerts.cloudZero.createModal.toasts.createFailed"))}})},f=()=>{u.reset(ei),n()};return(0,l.jsx)(c.N,{open:e,onOpenChange:e=>!e&&f(),children:(0,l.jsxs)(c.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto",children:[(0,l.jsx)(c.s,{children:(0,l.jsx)(c.F,{children:d("loggingAndAlerts.cloudZero.createModal.title")})}),(0,l.jsx)(el.g,{children:(0,l.jsx)("form",{onSubmit:e=>e.preventDefault(),noValidate:!0,children:(0,l.jsxs)(a.e,{children:[(0,l.jsx)(ee.f,{control:u.control,name:"api_key",label:d("loggingAndAlerts.cloudZero.form.apiKey"),children:({ref:e,...s})=>(0,l.jsx)(ea,{...s,ref:e,placeholder:d("loggingAndAlerts.cloudZero.form.apiKeyPlaceholder")})}),(0,l.jsx)(ee.f,{control:u.control,name:"connection_id",label:d("loggingAndAlerts.cloudZero.form.connectionId"),children:({ref:e,...s})=>(0,l.jsx)(g.f,{...s,ref:e,placeholder:d("loggingAndAlerts.cloudZero.form.connectionIdPlaceholder")})}),(0,l.jsx)(ee.f,{control:u.control,name:"timezone",label:er(d("loggingAndAlerts.cloudZero.form.timezone"),d("loggingAndAlerts.cloudZero.form.timezoneHint")),children:({ref:e,...s})=>(0,l.jsx)(g.f,{...s,ref:e,placeholder:"UTC"})})]})})}),(0,l.jsxs)(c.c,{children:[(0,l.jsx)(i.K,{variant:"outline",onClick:f,disabled:x.isPending,children:d("loggingAndAlerts.cloudZero.createModal.cancel")}),(0,l.jsx)(i.K,{onClick:()=>void u.handleSubmit(h)(),disabled:x.isPending,"aria-busy":x.isPending,children:x.isPending?d("loggingAndAlerts.cloudZero.createModal.submitting"):d("loggingAndAlerts.cloudZero.createModal.submit")})]})]})})}let eg=async(e,l={})=>{let s=(0,b._h)(),t=s?`${s}/cloudzero/dry-run`:"/cloudzero/dry-run",n=await fetch(t,{method:"POST",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"},body:JSON.stringify({limit:l.limit??10})});if(!n.ok){let e=await n.json().catch(()=>({}));throw Error(e?.error?.message||e?.message||e?.detail||"Failed to perform dry run")}return await n.json()},em=async(e,l={})=>{let s=(0,b._h)(),t=s?`${s}/cloudzero/export`:"/cloudzero/export",n=await fetch(t,{method:"POST",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"},body:JSON.stringify({operation:l.operation??"replace_hourly"})});if(!n.ok){let e=await n.json().catch(()=>({}));throw Error(e?.error?.message||e?.message||e?.detail||"Failed to export data")}return await n.json()};var eu=e.i(127952),ex=e.i(204290),eh=e.i(929592),ef=e.i(868499),eA=e.i(269638),ej=e.i(788699),ep=e.i(431343),eb=e.i(569074);let ey=J.z.object({api_key:X.z.string(),connection_id:X.z.string().min(1,{error:()=>es.f.t("loggingAndAlerts.cloudZero.form.connectionIdRequired")}),timezone:X.z.string()});function ek({open:e,onOk:t,onCancel:n,settings:o}){var d;let m,{t:u}=(0,r.f)(),{accessToken:x}=(0,W.f)(),h=(0,et.f)(ey,{defaultValues:ei}),f=(d=x||"",m=(0,I.d)(),(0,D.f)({mutationFn:async e=>{if(!d)throw Error("Access token is required");return await V(d,e)},onSuccess:()=>{m.invalidateQueries({queryKey:$.list({})})}}));(0,s.useEffect)(()=>{e&&o?h.reset({connection_id:o.connection_id??"",timezone:o.timezone||"UTC",api_key:""}):e&&h.reset(ei)},[e,o,h]);let A=e=>{f.mutate(eo(e),{onSuccess:()=>{p.f.success(u("loggingAndAlerts.cloudZero.updateModal.toasts.updated")),h.reset(ei),t()},onError:e=>{p.f.error(e.message||u("loggingAndAlerts.cloudZero.updateModal.toasts.updateFailed"))}})},j=()=>{h.reset(ei),n()};return(0,l.jsx)(c.N,{open:e,onOpenChange:e=>!e&&j(),children:(0,l.jsxs)(c.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto",children:[(0,l.jsx)(c.s,{children:(0,l.jsx)(c.F,{children:u("loggingAndAlerts.cloudZero.updateModal.title")})}),(0,l.jsx)(el.g,{children:(0,l.jsx)("form",{onSubmit:e=>e.preventDefault(),noValidate:!0,children:(0,l.jsxs)(a.e,{children:[(0,l.jsx)(ee.f,{control:h.control,name:"api_key",label:er(u("loggingAndAlerts.cloudZero.form.apiKey"),u("loggingAndAlerts.cloudZero.updateModal.apiKeyHint")),children:({ref:e,...s})=>(0,l.jsx)(ea,{...s,ref:e,placeholder:u("loggingAndAlerts.cloudZero.updateModal.apiKeyPlaceholder")})}),(0,l.jsx)(ee.f,{control:h.control,name:"connection_id",label:u("loggingAndAlerts.cloudZero.form.connectionId"),children:({ref:e,...s})=>(0,l.jsx)(g.f,{...s,ref:e,placeholder:u("loggingAndAlerts.cloudZero.form.connectionIdPlaceholder")})}),(0,l.jsx)(ee.f,{control:h.control,name:"timezone",label:er(u("loggingAndAlerts.cloudZero.form.timezone"),u("loggingAndAlerts.cloudZero.form.timezoneHint")),children:({ref:e,...s})=>(0,l.jsx)(g.f,{...s,ref:e,placeholder:"UTC"})})]})})}),(0,l.jsxs)(c.c,{children:[(0,l.jsx)(i.K,{variant:"outline",onClick:j,disabled:f.isPending,children:u("loggingAndAlerts.cloudZero.updateModal.cancel")}),(0,l.jsx)(i.K,{onClick:()=>void h.handleSubmit(A)(),disabled:f.isPending,"aria-busy":f.isPending,children:f.isPending?u("loggingAndAlerts.cloudZero.updateModal.submitting"):u("loggingAndAlerts.cloudZero.updateModal.submit")})]})]})})}let ev=({label:e,children:s})=>(0,l.jsxs)("div",{className:"grid grid-cols-1 border-b border-border last:border-b-0 sm:grid-cols-[220px_minmax(0,1fr)]",children:[(0,l.jsx)("dt",{className:"bg-muted/50 px-4 py-3 text-sm font-medium",children:e}),(0,l.jsx)("dd",{className:"px-4 py-3 text-sm",children:s})]}),e_=()=>{let{t:e}=(0,r.f)();return(0,l.jsx)("span",{className:"text-muted-foreground italic",children:e("loggingAndAlerts.cloudZero.settings.notConfigured")})};function eC({settings:e,onSettingsUpdated:t}){var n;let a,d,c,{t:g}=(0,r.f)(),{accessToken:m}=(0,W.f)(),[u,x]=(0,s.useState)(!1),[h,f]=(0,s.useState)(!1),[A,j]=(0,s.useState)(!1),b=(a=m||"",(0,D.f)({mutationFn:async(e={})=>{if(!a)throw Error("Access token is required");return await eg(a,e)}})),k=(d=m||"",(0,D.f)({mutationFn:async(e={})=>{if(!d)throw Error("Access token is required");return await em(d,e)}})),v=(n=m||"",c=(0,I.d)(),(0,D.f)({mutationFn:async()=>{if(!n)throw Error("Access token is required");return await H(n)},onSuccess:()=>{c.invalidateQueries({queryKey:$.list({})})}})),_=b.data?JSON.stringify(b.data,null,2):null,C=async()=>{x(!1),t()};return(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)("div",{className:"mx-auto w-full max-w-4xl space-y-6",children:(0,l.jsxs)(o.N,{children:[(0,l.jsxs)(o.Y,{children:[(0,l.jsxs)(o.v,{className:"flex items-center gap-2 text-lg",children:[g("loggingAndAlerts.cloudZero.settings.title"),(0,l.jsx)(F.f,{variant:"secondary",className:"capitalize",children:e.status||g("loggingAndAlerts.cloudZero.settings.statusFallback")})]}),(0,l.jsxs)(o.e,{className:"flex gap-2",children:[(0,l.jsxs)(i.K,{variant:"outline",onClick:()=>{x(!0)},children:[(0,l.jsx)(ej.f,{}),g("loggingAndAlerts.cloudZero.settings.edit")]}),(0,l.jsxs)(i.K,{variant:"destructive",onClick:()=>{f(!0)},children:[(0,l.jsx)(P.f,{}),g("loggingAndAlerts.cloudZero.settings.delete")]})]})]}),(0,l.jsxs)(o.O,{children:[(0,l.jsxs)("dl",{className:"rounded-md border border-border",children:[(0,l.jsx)(ev,{label:g("loggingAndAlerts.cloudZero.settings.fields.apiKey"),children:(0,l.jsx)("span",{className:"font-mono",children:e.api_key_masked||(0,l.jsx)(e_,{})})}),(0,l.jsx)(ev,{label:g("loggingAndAlerts.cloudZero.settings.fields.connectionId"),children:(0,l.jsx)("span",{className:"font-mono",children:e.connection_id||(0,l.jsx)(e_,{})})}),(0,l.jsx)(ev,{label:g("loggingAndAlerts.cloudZero.settings.fields.timezone"),children:e.timezone||(0,l.jsx)("span",{className:"text-muted-foreground italic",children:g("loggingAndAlerts.cloudZero.settings.defaultTimezone")})})]}),(0,l.jsxs)("div",{className:"mt-6 flex items-center gap-3",children:[(0,l.jsx)("span",{className:"text-sm text-muted-foreground",children:g("loggingAndAlerts.cloudZero.settings.actions")}),(0,l.jsx)(y.f,{className:"flex-1"})]}),(0,l.jsxs)("div",{className:"mt-4 mb-6 flex flex-wrap gap-4",children:[(0,l.jsxs)(i.K,{variant:"outline",onClick:()=>{m&&b.mutate({limit:10},{onSuccess:e=>{p.f.success(g("loggingAndAlerts.cloudZero.settings.toasts.dryRunSucceeded"))},onError:e=>{p.f.error(e?.message||g("loggingAndAlerts.cloudZero.settings.toasts.dryRunFailed"))}})},disabled:b.isPending,children:[(0,l.jsx)(ep.f,{}),g("loggingAndAlerts.cloudZero.settings.dryRun")]}),(0,l.jsxs)(i.K,{onClick:()=>j(!0),disabled:k.isPending,children:[(0,l.jsx)(eb.f,{}),g("loggingAndAlerts.cloudZero.settings.exportNow")]})]}),_&&(0,l.jsxs)(ex.f,{children:[(0,l.jsx)(eA.f,{}),(0,l.jsx)(eh.s,{children:g("loggingAndAlerts.cloudZero.settings.dryRunResults")}),(0,l.jsxs)(eh.p,{children:[(0,l.jsxs)("p",{children:[g("loggingAndAlerts.cloudZero.settings.simulationOutputPrefix"),e.connection_id]}),(0,l.jsx)("pre",{className:"overflow-x-auto rounded-md border border-border bg-muted p-4 font-mono text-xs text-foreground",children:_})]})]})]})]})}),(0,l.jsx)(ef.m,{open:A,onOpenChange:j,children:(0,l.jsxs)(ef.B,{children:[(0,l.jsxs)(ef.O,{children:[(0,l.jsx)(ef.g,{children:g("loggingAndAlerts.cloudZero.settings.exportDialog.title")}),(0,l.jsx)(ef.I,{children:g("loggingAndAlerts.cloudZero.settings.exportDialog.description")})]}),(0,l.jsxs)(ef._,{children:[(0,l.jsx)(ef.D,{disabled:k.isPending,children:g("loggingAndAlerts.cloudZero.settings.exportDialog.cancel")}),(0,l.jsx)(i.K,{onClick:()=>{m&&k.mutate({operation:"replace_hourly"},{onSuccess:()=>{p.f.success(g("loggingAndAlerts.cloudZero.settings.toasts.exported")),j(!1)},onError:e=>{p.f.error(e?.message||g("loggingAndAlerts.cloudZero.settings.toasts.exportFailed"))}})},disabled:k.isPending,children:g("loggingAndAlerts.cloudZero.settings.exportDialog.confirm")})]})]})}),(0,l.jsx)(ek,{open:u,onOk:C,onCancel:()=>{x(!1)},settings:e}),(0,l.jsx)(eu.f,{isOpen:h,title:g("loggingAndAlerts.cloudZero.settings.deleteDialog.title"),message:g("loggingAndAlerts.cloudZero.settings.deleteDialog.message"),resourceInformationTitle:g("loggingAndAlerts.cloudZero.settings.deleteDialog.infoTitle"),resourceInformation:[{label:g("loggingAndAlerts.cloudZero.settings.deleteDialog.connectionId"),value:e.connection_id,code:!0},{label:g("loggingAndAlerts.cloudZero.settings.deleteDialog.timezone"),value:e.timezone||g("loggingAndAlerts.cloudZero.settings.defaultTimezone")}],onCancel:()=>{f(!1)},onOk:()=>{m&&v.mutate(void 0,{onSuccess:()=>{p.f.success(g("loggingAndAlerts.cloudZero.settings.toasts.deleted")),f(!1),t()},onError:e=>{p.f.error(e?.message||g("loggingAndAlerts.cloudZero.settings.toasts.deleteFailed"))}})},confirmLoading:v.isPending})]})}function eN(){let{t:e}=(0,r.f)(),{accessToken:t}=(0,W.f)(),{data:n,isLoading:a,error:i}=(0,L.f)({queryKey:$.list({}),queryFn:async()=>await B(t),enabled:!!t,staleTime:36e5,gcTime:36e5}),d=(0,I.d)(),c=(0,q.f)("cloudZeroSettings"),[g,m]=(0,s.useState)(!1),u=async()=>{m(!1),await d.invalidateQueries({queryKey:c.list({})})};return a?(0,l.jsx)(o.N,{children:(0,l.jsx)(o.O,{children:(0,l.jsx)("p",{className:"text-sm text-muted-foreground",children:e("loggingAndAlerts.cloudZero.page.loading")})})}):i?(0,l.jsx)(o.N,{children:(0,l.jsx)(o.O,{children:(0,l.jsxs)("p",{className:"text-sm text-destructive",children:[e("loggingAndAlerts.cloudZero.page.loadErrorPrefix"),i instanceof Error?i.message:String(i)]})})}):n?(0,l.jsx)(l.Fragment,{children:(0,l.jsx)(eC,{settings:n,onSettingsUpdated:u})}):(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(Y,{startCreation:()=>m(!0)}),(0,l.jsx)(ec,{open:g,onOk:u,onCancel:()=>{m(!1)}})]})}var eS=e.i(107233);e.i(707701);var ew=e.i(807235),eT=e.i(541071);e.i(622826);var eE=e.i(112179),eZ=e.i(755146),eO=e.i(196631);let eK=e=>e.type||e.mode||"success",ez={success:"loggingAndAlerts.loggingCallbacks.table.modes.success",failure:"loggingAndAlerts.loggingCallbacks.table.modes.failure",success_and_failure:"loggingAndAlerts.loggingCallbacks.table.modes.successAndFailure"};function eP({callback:e,onTest:s,onEdit:t,onDelete:n}){let{t:a}=(0,r.f)();return e.read_only?(0,l.jsx)("span",{className:"text-xs text-muted-foreground",title:a("loggingAndAlerts.loggingCallbacks.table.readOnlyHint"),children:a("loggingAndAlerts.loggingCallbacks.table.readOnly")}):(0,l.jsxs)(eZ.G,{children:[(0,l.jsx)(eZ.X,{"aria-label":a("loggingAndAlerts.loggingCallbacks.table.actions.open"),"data-testid":`callback-actions-${e.name}-${eK(e)}`,className:(0,eO.c)((0,i.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,l.jsx)(eT.f,{className:"size-4"})}),(0,l.jsxs)(eZ.L,{align:"end",className:"w-52",children:[(0,l.jsxs)(eZ.r,{"data-testid":"callback-action-test",onClick:()=>void s(e),children:[(0,l.jsx)(ep.f,{}),a("loggingAndAlerts.loggingCallbacks.table.actions.test")]}),(0,l.jsxs)(eZ.r,{"data-testid":"callback-action-edit",onClick:()=>t(e),children:[(0,l.jsx)(ej.f,{}),a("loggingAndAlerts.loggingCallbacks.table.actions.edit")]}),(0,l.jsx)(eZ.U,{}),(0,l.jsxs)(eZ.r,{variant:"destructive","data-testid":"callback-action-delete",onClick:()=>n(e),children:[(0,l.jsx)(P.f,{}),a("loggingAndAlerts.loggingCallbacks.table.actions.delete")]})]})]})}function eF(){let{t:e}=(0,r.f)();return(0,l.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,l.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,l.jsx)(G.f,{className:"size-5 text-muted-foreground"})}),(0,l.jsx)("div",{className:"text-sm font-medium text-foreground",children:e("loggingAndAlerts.loggingCallbacks.table.empty.title")}),(0,l.jsx)("div",{className:"text-sm text-muted-foreground",children:e("loggingAndAlerts.loggingCallbacks.table.empty.description")})]})}let eR=({callbacks:e,availableCallbacks:t={},isLoading:n=!1,onTest:a=()=>{},onEdit:o=()=>{},onDelete:d=()=>{},onAdd:c=()=>{}})=>{let{t:g}=(0,r.f)(),m=(0,s.useMemo)(()=>(({availableCallbacks:e,onTest:s,onEdit:t,onDelete:n},r)=>[{id:"name",accessorKey:"name",meta:{title:r("loggingAndAlerts.loggingCallbacks.table.columns.name")},header:r("loggingAndAlerts.loggingCallbacks.table.columns.name"),enableSorting:!1,cell:({row:s})=>{let t=s.original.name,n=e[t]?.ui_callback_name||t;return(0,l.jsx)("span",{className:"block max-w-72 truncate text-sm font-medium",title:n,children:n})}},{id:"mode",meta:{title:r("loggingAndAlerts.loggingCallbacks.table.columns.mode"),skeleton:"badge"},header:r("loggingAndAlerts.loggingCallbacks.table.columns.mode"),size:240,enableSorting:!1,cell:({row:e})=>{let s=eK(e.original);return(0,l.jsx)(eE.f,{tone:"success"===s?"success":"failure"===s?"error":"info",label:Object.hasOwn(ez,s)?r(ez[s]):s})}},{id:"actions",meta:{className:"text-right",headerClassName:"text-right"},header:()=>(0,l.jsx)("span",{className:"sr-only",children:r("loggingAndAlerts.loggingCallbacks.table.columns.actions")}),size:64,enableSorting:!1,enableHiding:!1,cell:({row:e})=>(0,l.jsx)("div",{className:"flex justify-end",children:(0,l.jsx)(eP,{callback:e.original,onTest:s,onEdit:t,onDelete:n})})}])({availableCallbacks:t,onTest:a,onEdit:o,onDelete:d},g),[t,a,o,d,g]);return(0,l.jsxs)("div",{className:"mt-4 flex w-full flex-col gap-4",children:[(0,l.jsx)("h3",{className:"text-lg font-semibold tracking-tight text-foreground",children:g("loggingAndAlerts.loggingCallbacks.table.title")}),(0,l.jsx)("div",{children:(0,l.jsxs)(i.K,{onClick:c,children:[(0,l.jsx)(eS.f,{}),g("loggingAndAlerts.loggingCallbacks.table.add")]})}),(0,l.jsx)(ew.f,{data:e,columns:m,getRowId:(e,l)=>`${e.name||l}-${eK(e)}`,isLoading:n,loadingMessage:g("loggingAndAlerts.loggingCallbacks.table.loading"),noDataMessage:(0,l.jsx)(eF,{}),size:"compact"})]})};var eM=e.i(190702);let eU=["logging-callbacks","cloudzero-cost-tracking","alerting-types","alerting-settings","email-alerts","ms-teams-alerts"],eD=({params:e,callbackConfigs:n,selectedCallback:i})=>{let{t:o}=(0,r.f)(),{register:d,control:c,formState:x}=(0,t.M)(),h=s.default.useId();if(!e||0===e.length)return null;let f=e$(n,i);return(0,l.jsx)("div",{className:"space-y-4 mt-6 p-4 bg-muted rounded-lg border",children:e.map(e=>{let s=f?.dynamic_params?.[e]||{},n=s.type||"text",r=s.ui_name||e.replace(/_/g," ").replace(/\b\w/g,e=>e.toUpperCase()),i=s.required||!1,A=Array.isArray(s.options)?s.options:[],j="select"===n&&A.length>0,p="boolean"===n,b=`${h}-${e}`,y=i?{required:o("loggingAndAlerts.loggingCallbacks.params.required",{field:r.toLowerCase()})}:void 0,k=j||p?void 0:d(e,y);return(0,l.jsxs)(a.N,{className:"mb-4",children:[(0,l.jsx)(a.u,{htmlFor:b,children:(0,l.jsxs)("span",{className:"text-sm font-medium text-foreground",children:[r," "]})}),j&&(0,l.jsx)(t.e,{control:c,name:e,rules:y,render:({field:e})=>(0,l.jsxs)(m.d,{items:A.map(e=>({label:e,value:e})),value:e.value||null,onValueChange:l=>e.onChange(l??""),children:[(0,l.jsx)(m.P,{id:b,className:"w-full",onBlur:e.onBlur,children:(0,l.jsx)(m.U,{placeholder:o("loggingAndAlerts.loggingCallbacks.params.selectPlaceholder",{field:r.toLowerCase()})})}),(0,l.jsx)(m.r,{children:A.map(e=>(0,l.jsx)(m.T,{value:e,children:e},e))})]})}),p&&(0,l.jsx)(t.e,{control:c,name:e,render:({field:e})=>(0,l.jsx)(u.f,{id:b,checked:/^(true|1)$/i.test(String(e.value??"")),onCheckedChange:l=>e.onChange(String(l)),onBlur:e.onBlur})}),!j&&!p&&("password"===n?(0,l.jsx)(g.f,{id:b,type:"password",placeholder:o("loggingAndAlerts.loggingCallbacks.params.inputPlaceholder",{field:r.toLowerCase()}),...k}):"number"===n?(0,l.jsx)(g.f,{id:b,type:"number",placeholder:o("loggingAndAlerts.loggingCallbacks.params.numberPlaceholder",{field:r.toLowerCase()}),min:0,max:1,step:.1,...k}):(0,l.jsx)(g.f,{id:b,placeholder:o("loggingAndAlerts.loggingCallbacks.params.inputPlaceholder",{field:r.toLowerCase()}),...k})),(0,l.jsx)(a.E,{errors:[x.errors[e]]})]},e)})})},eL=({callbackConfigs:e,selectedCallback:n,onCallbackChange:i,disabled:o=!1})=>{let{t:c}=(0,r.f)(),{control:g}=(0,t.M)(),m=s.default.useId(),u=e$(e,n)??null;return(0,l.jsx)(t.e,{control:g,name:"callback",rules:o?void 0:{required:c("loggingAndAlerts.loggingCallbacks.selector.required")},render:({field:s,fieldState:t})=>(0,l.jsxs)(a.N,{children:[(0,l.jsx)(a.u,{htmlFor:m,children:c("loggingAndAlerts.loggingCallbacks.selector.label")}),(0,l.jsxs)(d.x,{items:e,value:u,onValueChange:e=>{s.onChange(e?.id??""),i(e?.id??"")},isItemEqualToValue:(e,l)=>e.id===l.id,itemToStringLabel:e=>e.displayName,filter:(e,l)=>e.id.toLowerCase().includes(l.trim().toLowerCase()),disabled:o,children:[(0,l.jsx)(d.c,{id:m,placeholder:c("loggingAndAlerts.loggingCallbacks.selector.placeholder"),className:"w-full",disabled:o,onBlur:s.onBlur,"aria-invalid":void 0!==t.error||void 0}),(0,l.jsxs)(d.R,{children:[(0,l.jsx)(d.S,{children:c("loggingAndAlerts.loggingCallbacks.selector.noResults")}),(0,l.jsx)(d.k,{children:e=>(0,l.jsx)(d.T,{value:e,children:(0,l.jsxs)("div",{className:"flex items-center space-x-3 py-1",children:[(0,l.jsx)("div",{className:"w-6 h-6 flex items-center justify-center",children:(0,l.jsx)(O.f,{src:(e=>{if(e)return e.includes("/")||e.startsWith("data:")||e.startsWith("http")?e:`/ui/assets/logos/${e}`})(e.logo),label:e.displayName,className:"w-6 h-6 rounded-sm object-contain"})}),(0,l.jsx)("span",{className:"font-medium text-foreground",children:e.displayName})]})},e.id)})]})]}),(0,l.jsx)(a.E,{errors:[t.error]})]})})},eI={s3_v2:"s3"},eq={s3:["s3_partition_granularity"]},e$=(e,l)=>{if(!l)return;let s=eI[l]??l;return e.find(e=>e.id===s)},eB=(e,l,s)=>{if(!e)return s?Object.keys(s):[];let t=e$(l,e);if(t?.dynamic_params){let l=eq[e]??[];return Object.keys(t.dynamic_params).filter(e=>!l.includes(e))}return s?Object.keys(s):[]},eV=({accessToken:e,userRole:a,userID:d,premiumUser:m})=>{let[f,A]=(0,K.f)(eU,"logging-callbacks"),{t:j}=(0,r.f)(),[y,k]=(0,s.useState)([]),[v,_]=(0,s.useState)(!0),[C,N]=(0,s.useState)([]),S=(0,t.G)({shouldUnregister:!0}),T=(0,t.G)({shouldUnregister:!0}),[E,O]=(0,s.useState)(null),[z,P]=(0,s.useState)(""),[F,R]=(0,s.useState)({}),[M,D]=(0,s.useState)([]),[L,I]=(0,s.useState)(!1),[q,$]=(0,s.useState)([]),[B,V]=(0,s.useState)({}),[H,W]=(0,s.useState)([]),[G,Y]=(0,s.useState)(!1),[J,X]=(0,s.useState)(null),[Q,ee]=(0,s.useState)(!1),[el,es]=(0,s.useState)(null),[et,en]=(0,s.useState)(!1),[er,ea]=(0,s.useState)(!1),[ei,eo]=(0,s.useState)(!1);(0,s.useEffect)(()=>{e&&(0,b.Vq)(e).then(e=>{$(e||[])}).catch(e=>{p.f.fromError(j("loggingAndAlerts.loggingCallbacks.toasts.configsLoadFailed",{error:(0,eM.f)(e)}))})},[e,j]),(0,s.useEffect)(()=>{if(G&&J){let e=eB(J.name,q,J.variables),l=e$(q,J.name),s=Object.fromEntries(Object.entries(J.variables||{}).flatMap(([s,t])=>{let n=e.find(e=>e.toUpperCase()===s.toUpperCase())??s;return null==t&&l?.dynamic_params?.[n]?.type==="select"?[]:[[n,t??""]]}));T.reset({...s,callback:J.name})}},[G,J,T,q]);let ed=e=>{M.includes(e)?D(M.filter(l=>l!==e)):D([...M,e])},ec={llm_exceptions:"loggingAndAlerts.alertTypes.labels.llmExceptions",llm_too_slow:"loggingAndAlerts.alertTypes.labels.llmTooSlow",llm_requests_hanging:"loggingAndAlerts.alertTypes.labels.llmRequestsHanging",budget_alerts:"loggingAndAlerts.alertTypes.labels.budgetAlerts",user_spend_thresholds:"loggingAndAlerts.alertTypes.labels.userSpendThresholds",user_spend_anomalies:"loggingAndAlerts.alertTypes.labels.userSpendAnomalies",db_exceptions:"loggingAndAlerts.alertTypes.labels.dbExceptions",daily_reports:"loggingAndAlerts.alertTypes.labels.dailyReports",outage_alerts:"loggingAndAlerts.alertTypes.labels.outageAlerts",region_outage_alerts:"loggingAndAlerts.alertTypes.labels.regionOutageAlerts",model_deprecation_warnings:"loggingAndAlerts.alertTypes.labels.modelDeprecationWarnings"};(0,s.useEffect)(()=>{(async()=>{if(!e||!a||!d)return void _(!1);try{let l=await (0,b.$4)(e,d,a);k(l.callbacks),V(l.available_callbacks);let s=l.alerts;if(s&&s.length>0){let e=s[0],l=e.variables.SLACK_WEBHOOK_URL,t=e.active_alerts;D(t),P(l),R(e.alerts_to_webhook)}N(s)}finally{_(!1)}})()},[e,a,d]);let eg=e=>M&&M.includes(e),em=async(l,s,t)=>{if(!e)return;t?en(!0):ea(!0);let n={environment_variables:Object.fromEntries(Object.entries(l).filter(([,e])=>void 0!==e)),litellm_settings:{success_callback:[s]}};try{if(await (0,b.ir)(e,n),p.f.success(t?j("loggingAndAlerts.loggingCallbacks.toasts.updated"):j("loggingAndAlerts.loggingCallbacks.toasts.added",{name:s})),t?(Y(!1),T.reset(),X(null)):(I(!1),S.reset(),O(null),W([])),d&&a){let l=await (0,b.$4)(e,d,a);k(l.callbacks)}}catch(e){p.f.fromError(e)}finally{t?en(!1):ea(!1)}},ex=async e=>{J&&await em(e,J.name,!0)},eh=async e=>{let l=e?.callback;l&&await em(e,l,!1)},ef=()=>{I(!1),O(null),W([])},eA=()=>{Y(!1),X(null),T.reset()},ej=async()=>{if(!e)return;let l={};Object.entries(ec).forEach(([e,s])=>{let t=document.querySelector(`input[name="${e}"]`),n=t?.value||"";l[e]=n});try{await (0,b.ir)(e,{general_settings:{alert_to_webhook_url:l,alert_types:M}})}catch(e){p.f.fromError(e)}p.f.success(j("loggingAndAlerts.alertTypes.toasts.saved"))},ep=async()=>{if(el&&e)try{if(eo(!0),await (0,b._d)(e,el.name),p.f.success(j("loggingAndAlerts.loggingCallbacks.toasts.deleted",{name:el.name})),d&&a){let l=await (0,b.$4)(e,d,a);k(l.callbacks)}ee(!1),es(null)}catch(e){console.error("Failed to delete callback:",e),p.f.fromError(e)}finally{eo(!1)}};return e?(0,l.jsxs)("div",{className:"mx-4",children:[(0,l.jsx)("div",{className:"grid grid-cols-1 gap-2 p-8 w-full mt-2",children:(0,l.jsxs)(h.i,{value:f,onValueChange:e=>A(e),children:[(0,l.jsxs)(h.U,{variant:"line",children:[(0,l.jsx)(h.k,{value:"logging-callbacks",children:j("loggingAndAlerts.page.tabs.loggingCallbacks")}),(0,l.jsx)(h.k,{value:"cloudzero-cost-tracking",children:j("loggingAndAlerts.page.tabs.cloudZero")}),(0,l.jsx)(h.k,{value:"alerting-types",children:j("loggingAndAlerts.page.tabs.alertingTypes")}),(0,l.jsx)(h.k,{value:"alerting-settings",children:j("loggingAndAlerts.page.tabs.alertingSettings")}),(0,l.jsx)(h.k,{value:"email-alerts",children:j("loggingAndAlerts.page.tabs.emailAlerts")}),(0,l.jsx)(h.k,{value:"ms-teams-alerts",children:j("loggingAndAlerts.page.tabs.msTeamsAlerts")})]}),(0,l.jsx)(h.S,{value:"logging-callbacks",keepMounted:!0,children:(0,l.jsx)(eR,{callbacks:y,availableCallbacks:B,isLoading:v,onAdd:()=>I(!0),onEdit:e=>{X(e),Y(!0)},onDelete:e=>{es(e),ee(!0)},onTest:async l=>{try{await (0,b.pc)(e,l.name),p.f.success(j("loggingAndAlerts.loggingCallbacks.toasts.healthCheckTriggered"))}catch(e){p.f.fromError((0,eM.f)(e))}}})}),(0,l.jsx)(h.S,{value:"cloudzero-cost-tracking",keepMounted:!0,children:(0,l.jsx)("div",{className:"p-8",children:(0,l.jsx)(eN,{})})}),(0,l.jsx)(h.S,{value:"alerting-types",keepMounted:!0,children:(0,l.jsxs)(o.N,{className:"p-6",children:[(0,l.jsx)("p",{className:"my-2",children:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.alertTypes.intro",components:{docs:(0,l.jsx)("a",{href:"https://api.slack.com/messaging/webhooks",target:"_blank",style:{color:"blue"}})}})}),(0,l.jsxs)(x.s,{children:[(0,l.jsx)(x.E,{children:(0,l.jsxs)(x.N,{children:[(0,l.jsx)(x.V,{}),(0,l.jsx)(x.V,{}),(0,l.jsx)(x.V,{children:j("loggingAndAlerts.alertTypes.columns.webhookUrl")})]})}),(0,l.jsx)(x.z,{children:Object.entries(ec).map(([e,s],t)=>(0,l.jsxs)(x.N,{children:[(0,l.jsx)(x.d,{children:"region_outage_alerts"==e?m?(0,l.jsx)(u.f,{id:"switch",name:"switch",checked:eg(e),onCheckedChange:()=>ed(e)}):(0,l.jsx)(i.K,{className:"flex items-center justify-center",children:(0,l.jsx)("a",{href:"https://forms.gle/W3U4PZpJGFHWtHyA9",target:"_blank",children:j("loggingAndAlerts.alertTypes.enterpriseFeature")})}):(0,l.jsx)(u.f,{id:"switch",name:"switch",checked:eg(e),onCheckedChange:()=>ed(e)})}),(0,l.jsx)(x.d,{className:"whitespace-normal break-words",children:(0,l.jsx)("p",{children:j(s)})}),(0,l.jsx)(x.d,{children:(0,l.jsx)(g.f,{name:e,type:"password",defaultValue:F&&F[e]?F[e]:z})})]},t))})]}),(0,l.jsx)(i.K,{size:"xs",className:"mt-2",onClick:ej,children:j("loggingAndAlerts.alertTypes.saveChanges")}),(0,l.jsx)(i.K,{onClick:async()=>{try{await (0,b.pc)(e,"slack"),p.f.success(j("loggingAndAlerts.alertTypes.toasts.testTriggered"))}catch(e){p.f.fromError((0,eM.f)(e))}},className:"mx-2",children:j("loggingAndAlerts.alertTypes.testAlerts")})]})}),(0,l.jsx)(h.S,{value:"alerting-settings",keepMounted:!0,children:(0,l.jsx)(U,{accessToken:e,premiumUser:m})}),(0,l.jsx)(h.S,{value:"email-alerts",keepMounted:!0,children:(0,l.jsx)(w,{accessToken:e,premiumUser:m,alerts:C})}),(0,l.jsx)(h.S,{value:"ms-teams-alerts",keepMounted:!0,children:(0,l.jsx)(Z,{accessToken:e,userID:d,userRole:a,alerts:C})})]})}),(0,l.jsx)(c.N,{open:L,onOpenChange:e=>!e&&ef(),children:(0,l.jsxs)(c.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[800px]",children:[(0,l.jsx)(c.s,{children:(0,l.jsx)(c.F,{children:j("loggingAndAlerts.loggingCallbacks.addDialog.title")})}),(0,l.jsxs)("a",{href:"https://docs.litellm.ai/docs/proxy/logging",className:"mb-8 mt-4",target:"_blank",style:{color:"blue"},children:[" ",j("loggingAndAlerts.loggingCallbacks.addDialog.docsLink")]}),(0,l.jsx)(t.p,{...S,children:(0,l.jsxs)("form",{onSubmit:S.handleSubmit(eh),children:[(0,l.jsx)(eL,{callbackConfigs:q,selectedCallback:E,onCallbackChange:e=>{O(e),W(eB(e,q))}}),(0,l.jsx)(eD,{params:H,callbackConfigs:q,selectedCallback:E}),(0,l.jsxs)("div",{className:"flex justify-end space-x-3 pt-6 mt-6 border-t border-border",children:[(0,l.jsx)(i.K,{type:"button",variant:"outline",onClick:()=>{ef(),S.reset()},disabled:er,children:j("loggingAndAlerts.loggingCallbacks.addDialog.cancel")}),(0,l.jsx)(i.K,{type:"submit",disabled:er,children:er?j("loggingAndAlerts.loggingCallbacks.addDialog.submitting"):j("loggingAndAlerts.loggingCallbacks.addDialog.submit")})]})]})})]})}),(0,l.jsx)(c.N,{open:G,onOpenChange:e=>!e&&eA(),children:(0,l.jsxs)(c.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[800px]",children:[(0,l.jsx)(c.s,{children:(0,l.jsx)(c.F,{children:j("loggingAndAlerts.loggingCallbacks.editDialog.title")})}),(0,l.jsx)(t.p,{...T,children:(0,l.jsxs)("form",{onSubmit:T.handleSubmit(ex),children:[J&&(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(eL,{callbackConfigs:q,selectedCallback:J.name,onCallbackChange:()=>{},disabled:!0}),(0,l.jsx)(eD,{params:eB(J.name,q,J.variables),callbackConfigs:q,selectedCallback:J.name})]}),(0,l.jsxs)("div",{className:"flex justify-end space-x-3 pt-6 mt-6 border-t border-border",children:[(0,l.jsx)(i.K,{type:"button",variant:"outline",onClick:eA,disabled:et,children:j("loggingAndAlerts.loggingCallbacks.editDialog.cancel")}),(0,l.jsx)(i.K,{type:"submit",disabled:et,children:et?j("loggingAndAlerts.loggingCallbacks.editDialog.submitting"):j("loggingAndAlerts.loggingCallbacks.editDialog.submit")})]})]})})]})}),(0,l.jsx)(eu.f,{isOpen:Q,title:j("loggingAndAlerts.loggingCallbacks.deleteDialog.title"),message:j("loggingAndAlerts.loggingCallbacks.deleteDialog.message"),resourceInformationTitle:j("loggingAndAlerts.loggingCallbacks.deleteDialog.infoTitle"),resourceInformation:[{label:j("loggingAndAlerts.loggingCallbacks.deleteDialog.callbackName"),value:el?.name},{label:j("loggingAndAlerts.loggingCallbacks.deleteDialog.mode"),value:el?.mode||"success"}],onCancel:()=>{ee(!1),es(null)},onOk:ep,confirmLoading:ei})]}):null};e.s(["default",0,function(){let{accessToken:e,userRole:s,userId:t,premiumUser:n}=(0,W.f)();return(0,l.jsx)(eV,{userID:t,userRole:s,accessToken:e,premiumUser:n})}],372024)}]); \ No newline at end of file +(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,372024,e=>{"use strict";var l=e.i(843476),s=e.i(271645),t=e.i(653145),n=e.i(345771),r=e.i(322831),a=e.i(542450),i=e.i(519455),o=e.i(515288),d=e.i(131792),c=e.i(776639),g=e.i(793479),m=e.i(967489),u=e.i(699375),x=e.i(784774),h=e.i(677572),f=e.i(950594),A=e.i(286536),j=e.i(77705),p=e.i(417385),b=e.i(602869),y=e.i(772436),k=e.i(302747);let v=({accessToken:e})=>{let{t}=(0,r.f)(),[n,a]=(0,s.useState)(!0),[d,c]=(0,s.useState)([]);(0,s.useEffect)(()=>{g()},[e]);let g=async()=>{if(e){a(!0);try{let l=await (0,b.Gc)(e);c(l.settings)}catch(e){console.error("Failed to fetch email event settings:",e),p.f.fromError(e)}finally{a(!1)}}},m=async()=>{if(e)try{await (0,b.pt)(e,{settings:d}),p.f.success(t("loggingAndAlerts.emailEvents.toasts.saved"))}catch(e){console.error("Failed to update email event settings:",e),p.f.fromError(e)}},x=async()=>{if(e)try{await (0,b.TN)(e),p.f.success(t("loggingAndAlerts.emailEvents.toasts.reset")),g()}catch(e){console.error("Failed to reset email event settings:",e),p.f.fromError(e)}};return(0,l.jsxs)(o.N,{children:[(0,l.jsxs)(o.Y,{children:[(0,l.jsx)(o.v,{className:"text-base",children:t("loggingAndAlerts.emailEvents.title")}),(0,l.jsx)("p",{className:"text-sm text-muted-foreground",children:t("loggingAndAlerts.emailEvents.description")})]}),(0,l.jsxs)(o.O,{children:[(0,l.jsx)(y.f,{className:"mb-6"}),n?(0,l.jsxs)("div",{className:"space-y-4",children:[(0,l.jsx)(k.f,{className:"h-10 w-full"}),(0,l.jsx)(k.f,{className:"h-10 w-full"})]}):(0,l.jsx)("div",{className:"space-y-4",children:d.map(e=>{var s;return(0,l.jsxs)("div",{className:"flex items-start",children:[(0,l.jsx)(u.f,{checked:e.enabled,onCheckedChange:l=>{var s;return s=e.event,void c(d.map(e=>e.event===s?{...e,enabled:l}:e))},"aria-label":e.event,className:"mt-1"}),(0,l.jsxs)("div",{className:"ml-3",children:[(0,l.jsx)("p",{className:"text-sm",children:e.event}),(0,l.jsx)("div",{className:"block text-sm text-muted-foreground",children:"Model Deprecations"===(s=e.event)?t("loggingAndAlerts.emailEvents.descriptions.modelDeprecations"):s.includes("Virtual Key Created")?t("loggingAndAlerts.emailEvents.descriptions.virtualKeyCreated"):s.includes("New User Invitation")?t("loggingAndAlerts.emailEvents.descriptions.newUserInvitation"):t("loggingAndAlerts.emailEvents.descriptions.generic",{event:s.split(/(?=[A-Z])/).join(" ").toLowerCase()})})]})]},e.event)})}),(0,l.jsxs)("div",{className:"mt-6 flex gap-4",children:[(0,l.jsx)(i.K,{onClick:m,disabled:n,children:t("loggingAndAlerts.emailEvents.saveChanges")}),(0,l.jsx)(i.K,{variant:"secondary",onClick:x,disabled:n,children:t("loggingAndAlerts.emailEvents.resetToDefaults")})]})]})]})},_=(0,l.jsx)("span",{className:"text-destructive",children:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.required"})}),C={PROXY_BASE_URL:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.proxyBaseUrl"}),SMTP_HOST:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.smtpHost"}),_]}),SMTP_PORT:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.smtpPort"}),_]}),SMTP_USERNAME:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.smtpUsername"}),_]}),SMTP_PASSWORD:_,SMTP_SENDER_EMAIL:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.smtpSenderEmail"}),_]}),TEST_EMAIL_ADDRESS:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.testEmailAddress"}),_]}),EMAIL_LOGO_URL:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.emailLogoUrl"}),EMAIL_SUPPORT_CONTACT:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.emailSettings.help.emailSupportContact"})},N=["EMAIL_LOGO_URL","EMAIL_SUPPORT_CONTACT"],S=/(PASSWORD|SECRET|KEY|TOKEN)/i,w=({accessToken:e,premiumUser:t,alerts:n})=>{let{t:a}=(0,r.f)(),[d,c]=(0,s.useState)({}),g=async()=>{if(!e)return;let l={};n.filter(e=>"email"===e.name).forEach(e=>{Object.entries(e.variables??{}).forEach(([e,s])=>{let t=document.querySelector(`input[name="${e}"]`);t&&t.value&&t.value!==(null==s?"":String(s))&&(l[e]=t.value)})});try{await (0,b.ir)(e,{general_settings:{alerting:["email"]},environment_variables:l}),p.f.success(a("loggingAndAlerts.emailSettings.toasts.saved"))}catch(e){p.f.fromError(e)}};return(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)("div",{className:"mt-6 mb-6",children:(0,l.jsx)(v,{accessToken:e})}),(0,l.jsxs)(o.N,{children:[(0,l.jsxs)(o.Y,{children:[(0,l.jsx)(o.v,{className:"text-base",children:a("loggingAndAlerts.emailSettings.title")}),(0,l.jsx)("p",{className:"text-sm",children:(0,l.jsx)("a",{href:"https://docs.litellm.ai/docs/proxy/email",target:"_blank",rel:"noreferrer",className:"text-primary underline underline-offset-4",children:a("loggingAndAlerts.emailSettings.docsLink")})})]}),(0,l.jsxs)(o.O,{children:[n.filter(e=>"email"===e.name).map((e,s)=>(0,l.jsx)("div",{className:"grid grid-cols-1 gap-4 sm:grid-cols-2",children:Object.entries(e.variables??{}).map(([e,s])=>{let n=!t&&N.includes(e),r=S.test(e),i=d[e]||!1;return(0,l.jsxs)("div",{className:"space-y-1",children:[n?(0,l.jsxs)("a",{href:"https://forms.gle/W3U4PZpJGFHWtHyA9",target:"_blank",rel:"noreferrer",className:"text-sm text-primary underline underline-offset-4",children:["✨ ",e]}):(0,l.jsx)("p",{className:"text-sm",children:"PROXY_BASE_URL"===e?a("loggingAndAlerts.emailSettings.gatewayUrl"):e}),(0,l.jsxs)(f.H,{className:"max-w-100",children:[(0,l.jsx)(f.M,{name:e,"aria-label":"PROXY_BASE_URL"===e?a("loggingAndAlerts.emailSettings.gatewayUrl"):e,defaultValue:s,type:r&&!i?"password":"text",disabled:n}),r&&(0,l.jsx)(f.B,{align:"inline-end",children:(0,l.jsx)(f.w,{size:"icon-xs",onClick:()=>{c(l=>({...l,[e]:!l[e]}))},"aria-label":i?a("loggingAndAlerts.emailSettings.hideCredential"):a("loggingAndAlerts.emailSettings.showCredential"),children:i?(0,l.jsx)(j.f,{}):(0,l.jsx)(A.f,{})})})]}),(0,l.jsx)("div",{className:"text-xs text-muted-foreground italic",children:C[e]})]},e)})},s)),(0,l.jsxs)("div",{className:"mt-6 flex gap-2",children:[(0,l.jsx)(i.K,{onClick:()=>g(),children:a("loggingAndAlerts.emailSettings.saveChanges")}),(0,l.jsx)(i.K,{variant:"secondary",onClick:async()=>{if(e)try{await (0,b.pc)(e,"email"),p.f.success(a("loggingAndAlerts.emailSettings.toasts.testTriggered"))}catch(e){p.f.fromError(e)}},children:a("loggingAndAlerts.emailSettings.testEmailAlerts")})]})]})]})]})},T={MS_TEAMS_WEBHOOK_URL:(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.msTeams.help.webhookUrl"}),(0,l.jsx)("span",{className:"text-destructive",children:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.msTeams.required"})})]})},E=/(PASSWORD|SECRET|KEY|TOKEN|URL)/i,Z=({accessToken:e,userID:t,userRole:a,alerts:d})=>{let{t:c}=(0,r.f)(),[g,m]=(0,s.useState)({}),u=async()=>{if(!e||!t||!a)return;let l=Object.fromEntries(d.filter(e=>"ms_teams"===e.name).flatMap(e=>Object.entries(e.variables??{}).flatMap(([e,l])=>{let s=document.querySelector(`input[name="${e}"]`);return s&&s.value&&s.value!==(null==l?"":String(l))?[[e,s.value]]:[]})));try{let s=(await (0,b.$4)(e,t,a)).active_alerting_destinations??[],n={general_settings:{alerting:Array.from(new Set([...s,"ms_teams"]))},environment_variables:l};await (0,b.ir)(e,n),p.f.success(c("loggingAndAlerts.msTeams.toasts.saved"))}catch(e){p.f.fromError(e)}};return(0,l.jsxs)(o.N,{children:[(0,l.jsxs)(o.Y,{children:[(0,l.jsx)(o.v,{className:"text-base",children:c("loggingAndAlerts.msTeams.title")}),(0,l.jsx)("p",{className:"text-sm",children:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.msTeams.intro",components:{docs:(0,l.jsx)("a",{href:"https://learn.microsoft.com/en-us/microsoftteams/platform/webhooks-and-connectors/how-to/add-incoming-webhook",target:"_blank",rel:"noreferrer",className:"text-primary underline underline-offset-4"})}})})]}),(0,l.jsxs)(o.O,{children:[d.filter(e=>"ms_teams"===e.name).map((e,s)=>(0,l.jsx)("div",{className:"grid grid-cols-1 gap-4 sm:grid-cols-2",children:Object.entries(e.variables??{}).map(([e,s])=>{let t=E.test(e),n=g[e]||!1;return(0,l.jsxs)("div",{className:"space-y-1",children:[(0,l.jsx)("p",{className:"text-sm",children:e}),(0,l.jsxs)(f.H,{className:"max-w-100",children:[(0,l.jsx)(f.M,{name:e,defaultValue:s,type:t&&!n?"password":"text"}),t&&(0,l.jsx)(f.B,{align:"inline-end",children:(0,l.jsx)(f.w,{size:"icon-xs",onClick:()=>{m(l=>({...l,[e]:!l[e]}))},"aria-label":n?c("loggingAndAlerts.msTeams.hideCredential"):c("loggingAndAlerts.msTeams.showCredential"),children:n?(0,l.jsx)(j.f,{}):(0,l.jsx)(A.f,{})})})]}),(0,l.jsx)("div",{className:"text-xs text-muted-foreground italic",children:T[e]})]},e)})},s)),(0,l.jsxs)("div",{className:"mt-6 flex gap-2",children:[(0,l.jsx)(i.K,{onClick:()=>u(),children:c("loggingAndAlerts.msTeams.saveChanges")}),(0,l.jsx)(i.K,{variant:"secondary",onClick:async()=>{if(e)try{await (0,b.pc)(e,"ms_teams"),p.f.success(c("loggingAndAlerts.msTeams.toasts.testTriggered"))}catch(e){p.f.fromError(e)}},children:c("loggingAndAlerts.msTeams.testAlerts")})]})]})]})};var O=e.i(174553),K=e.i(802954),z=e.i(101048),P=e.i(727612),F=e.i(487486);let R=({alertingSettings:e,handleInputChange:s,handleResetField:n,handleSubmit:a,premiumUser:o})=>{let{t:d}=(0,r.f)(),c=(0,t.G)({defaultValues:{}});return(0,l.jsxs)("form",{onSubmit:c.handleSubmit(e=>{Object.entries(e).every(([,e])=>"boolean"!=typeof e&&(""===e||null==e))||a(e)}),noValidate:!0,children:[e.map((e,t)=>(0,l.jsxs)(x.N,{children:[(0,l.jsxs)(x.d,{children:[(0,l.jsx)("p",{className:"text-sm",children:e.field_name}),(0,l.jsx)("p",{className:"mt-1 text-[0.65rem] italic text-muted-foreground",children:e.field_description})]}),e.premium_field&&!o?(0,l.jsx)(x.d,{children:(0,l.jsx)(i.K,{className:"flex items-center justify-center",children:(0,l.jsx)("a",{href:"https://forms.gle/W3U4PZpJGFHWtHyA9",target:"_blank",children:d("loggingAndAlerts.alerting.enterpriseFeature")})})}):(0,l.jsx)(x.d,{children:"Integer"===e.field_type||"Float"===e.field_type?(0,l.jsx)(g.f,{type:"number",step:"Integer"===e.field_type?1:"any",value:e.field_value??"",onChange:l=>{var t;return t=l.target.value,void(c.setValue(e.field_name,t),s(e.field_name,""===t?null:Number(t)))}}):"Boolean"===e.field_type?(0,l.jsx)(u.f,{"aria-label":e.field_name,checked:e.field_value,onCheckedChange:l=>{c.setValue(e.field_name,l),s(e.field_name,l)}}):(0,l.jsx)(g.f,{value:e.field_value??"",onChange:l=>{c.setValue(e.field_name,l.target.value),s(e.field_name,l)}})}),(0,l.jsx)(x.d,{children:!0==e.stored_in_db?(0,l.jsxs)(F.f,{variant:"secondary",children:[(0,l.jsx)(z.f,{}),d("loggingAndAlerts.alerting.storage.inDb")]}):!1==e.stored_in_db?(0,l.jsx)(F.f,{variant:"outline",children:d("loggingAndAlerts.alerting.storage.inConfig")}):(0,l.jsx)(F.f,{variant:"outline",children:d("loggingAndAlerts.alerting.storage.notSet")})}),(0,l.jsx)(x.d,{children:(0,l.jsx)(i.K,{type:"button",variant:"ghost",size:"icon-sm","aria-label":d("loggingAndAlerts.alerting.resetField",{field:e.field_name}),onClick:()=>n(e.field_name,t),className:"text-destructive",children:(0,l.jsx)(P.f,{className:"size-5"})})})]},t)),(0,l.jsx)("div",{children:(0,l.jsx)(i.K,{type:"submit",children:d("loggingAndAlerts.alerting.submit")})})]})};var M=e.i(431703);let U=({accessToken:e,premiumUser:t})=>{let{t:n}=(0,r.f)(),[a,i]=(0,s.useState)([]);(0,s.useEffect)(()=>{e&&(0,b.ZE)(e).then(e=>{i(e)})},[e]);let o=async l=>{if(!e||null==l||void 0==l)return;let s={};a.forEach(e=>{s[e.field_name]=e.field_value});let{slack_alerting:t,...r}={...l,...s};try{await (0,b.Gy)(e,"alerting_args",r),"boolean"==typeof t&&(!0==t?await (0,b.Gy)(e,"alerting",["slack"]):await (0,b.Gy)(e,"alerting",[])),p.f.success(n("loggingAndAlerts.alerting.toasts.saved"))}catch(e){p.f.error((0,M.U)(e))}};return(0,l.jsx)(R,{alertingSettings:a,handleInputChange:(e,l)=>{i(a.map(s=>s.field_name===e?{...s,field_value:l}:s))},handleResetField:(l,s)=>{if(e)try{let e=a.map(e=>e.field_name===l?{...e,stored_in_db:null,field_value:e.field_default_value}:e);i(e)}catch(e){}},handleSubmit:o,premiumUser:t})};var D=e.i(954616),L=e.i(266027),I=e.i(912598),q=e.i(243652);let $=(0,q.f)("cloudZeroSettings"),B=async e=>{let l=(0,b._h)(),s=l?`${l}/cloudzero/settings`:"/cloudzero/settings",t=await fetch(s,{method:"GET",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"}});if(!t.ok){let e="Failed to fetch CloudZero settings";try{let l=await t.json();"object"==typeof l&&null!==l?e=l?.error?.message||l?.error||l?.message||l?.detail||("string"==typeof l?.error?l.error:e):"string"==typeof l&&(e=l)}catch{e=t.statusText||e}throw Error(e)}let n=await t.json();return n&&(n.api_key_masked||n.connection_id)?n:null},V=async(e,l)=>{let s=(0,b._h)(),t=s?`${s}/cloudzero/settings`:"/cloudzero/settings",n=await fetch(t,{method:"PUT",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"},body:JSON.stringify({...l.connection_id&&{connection_id:l.connection_id},...l.timezone&&{timezone:l.timezone},...l.api_key&&{api_key:l.api_key}})});if(!n.ok){let e="Failed to update CloudZero settings";try{let l=await n.json();"object"==typeof l&&null!==l?e=l?.error?.message||l?.error||l?.message||l?.detail||("string"==typeof l?.error?l.error:e):"string"==typeof l&&(e=l)}catch{e=n.statusText||e}throw Error(e)}return await n.json()},H=async e=>{let l=(0,b._h)(),s=l?`${l}/cloudzero/delete`:"/cloudzero/delete",t=await fetch(s,{method:"DELETE",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"}});if(!t.ok){let e="Failed to delete CloudZero settings";try{let l=await t.json();"object"==typeof l&&null!==l?e=l?.error?.message||l?.error||l?.message||l?.detail||("string"==typeof l?.error?l.error:e):"string"==typeof l&&(e=l)}catch{e=t.statusText||e}throw Error(e)}return await t.json()};var W=e.i(135214),G=e.i(332102);function Y({startCreation:e}){let{t:s}=(0,r.f)();return(0,l.jsx)("div",{className:"mx-auto mt-8 max-w-2xl rounded-lg border border-dashed border-border bg-card p-12 text-center",children:(0,l.jsxs)("div",{className:"flex flex-col items-center gap-2",children:[(0,l.jsx)(G.f,{className:"size-10 text-muted-foreground","aria-hidden":!0}),(0,l.jsx)("h4",{className:"text-base font-semibold",children:s("loggingAndAlerts.cloudZero.emptyPlaceholder.title")}),(0,l.jsx)("p",{className:"mx-auto max-w-md text-sm text-muted-foreground",children:s("loggingAndAlerts.cloudZero.emptyPlaceholder.description")}),(0,l.jsx)(i.K,{size:"lg",onClick:e,className:"mt-4",children:s("loggingAndAlerts.cloudZero.emptyPlaceholder.add")})]})})}var J=e.i(411382),X=e.i(54105);let Q=async(e,l)=>{let s=(0,b._h)(),t=s?`${s}/cloudzero/init`:"/cloudzero/init",n=await fetch(t,{method:"POST",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"},body:JSON.stringify({connection_id:l.connection_id,timezone:l.timezone??"UTC",...l.api_key&&{api_key:l.api_key}})});if(!n.ok){let e=await n.json().catch(()=>({}));throw Error(e?.error?.message||e?.message||e?.detail||"Failed to create CloudZero integration")}return await n.json()};var ee=e.i(182668),el=e.i(746798),es=e.i(201787),et=e.i(991326),en=e.i(359360);let er=(e,s)=>(0,l.jsxs)(l.Fragment,{children:[e,(0,l.jsxs)(el.W,{children:[(0,l.jsx)(el.y,{render:(0,l.jsx)(en.f,{className:"size-3.5 shrink-0 cursor-help text-muted-foreground"})}),(0,l.jsx)(el.Y,{children:s})]})]}),ea=s.forwardRef(({className:e,...t},n)=>{let{t:a}=(0,r.f)(),[i,o]=s.useState(!1);return(0,l.jsxs)(f.H,{className:e,children:[(0,l.jsx)(f.M,{...t,ref:n,type:i?"text":"password"}),(0,l.jsx)(f.B,{align:"inline-end",children:(0,l.jsx)(f.w,{size:"icon-xs",variant:"ghost","aria-label":a(i?"loggingAndAlerts.cloudZero.form.hideApiKey":"loggingAndAlerts.cloudZero.form.showApiKey"),onClick:()=>o(e=>!e),children:i?(0,l.jsx)(j.f,{}):(0,l.jsx)(A.f,{})})})]})});ea.displayName="CloudZeroApiKeyInput";let ei={api_key:"",connection_id:"",timezone:""},eo=e=>({connection_id:e.connection_id,timezone:e.timezone||"UTC",...e.api_key&&{api_key:e.api_key}}),ed=J.z.object({api_key:X.z.string().min(1,{error:()=>es.f.t("loggingAndAlerts.cloudZero.form.apiKeyRequired")}),connection_id:X.z.string().min(1,{error:()=>es.f.t("loggingAndAlerts.cloudZero.form.connectionIdRequired")}),timezone:X.z.string()});function ec({open:e,onOk:t,onCancel:n}){let o,{t:d}=(0,r.f)(),{accessToken:m}=(0,W.f)(),u=(0,et.f)(ed,{defaultValues:ei}),x=(o=m||"",(0,D.f)({mutationFn:async e=>{if(!o)throw Error("Access token is required");return await Q(o,e)}}));(0,s.useEffect)(()=>{e&&u.reset(ei)},[e,u]);let h=e=>{x.mutate(eo(e),{onSuccess:()=>{p.f.success(d("loggingAndAlerts.cloudZero.createModal.toasts.created")),u.reset(ei),t()},onError:e=>{p.f.error(e.message||d("loggingAndAlerts.cloudZero.createModal.toasts.createFailed"))}})},f=()=>{u.reset(ei),n()};return(0,l.jsx)(c.N,{open:e,onOpenChange:e=>!e&&f(),children:(0,l.jsxs)(c.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto",children:[(0,l.jsx)(c.s,{children:(0,l.jsx)(c.F,{children:d("loggingAndAlerts.cloudZero.createModal.title")})}),(0,l.jsx)(el.g,{children:(0,l.jsx)("form",{onSubmit:e=>e.preventDefault(),noValidate:!0,children:(0,l.jsxs)(a.e,{children:[(0,l.jsx)(ee.f,{control:u.control,name:"api_key",label:d("loggingAndAlerts.cloudZero.form.apiKey"),children:({ref:e,...s})=>(0,l.jsx)(ea,{...s,ref:e,placeholder:d("loggingAndAlerts.cloudZero.form.apiKeyPlaceholder")})}),(0,l.jsx)(ee.f,{control:u.control,name:"connection_id",label:d("loggingAndAlerts.cloudZero.form.connectionId"),children:({ref:e,...s})=>(0,l.jsx)(g.f,{...s,ref:e,placeholder:d("loggingAndAlerts.cloudZero.form.connectionIdPlaceholder")})}),(0,l.jsx)(ee.f,{control:u.control,name:"timezone",label:er(d("loggingAndAlerts.cloudZero.form.timezone"),d("loggingAndAlerts.cloudZero.form.timezoneHint")),children:({ref:e,...s})=>(0,l.jsx)(g.f,{...s,ref:e,placeholder:"UTC"})})]})})}),(0,l.jsxs)(c.c,{children:[(0,l.jsx)(i.K,{variant:"outline",onClick:f,disabled:x.isPending,children:d("loggingAndAlerts.cloudZero.createModal.cancel")}),(0,l.jsx)(i.K,{onClick:()=>void u.handleSubmit(h)(),disabled:x.isPending,"aria-busy":x.isPending,children:x.isPending?d("loggingAndAlerts.cloudZero.createModal.submitting"):d("loggingAndAlerts.cloudZero.createModal.submit")})]})]})})}let eg=async(e,l={})=>{let s=(0,b._h)(),t=s?`${s}/cloudzero/dry-run`:"/cloudzero/dry-run",n=await fetch(t,{method:"POST",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"},body:JSON.stringify({limit:l.limit??10})});if(!n.ok){let e=await n.json().catch(()=>({}));throw Error(e?.error?.message||e?.message||e?.detail||"Failed to perform dry run")}return await n.json()},em=async(e,l={})=>{let s=(0,b._h)(),t=s?`${s}/cloudzero/export`:"/cloudzero/export",n=await fetch(t,{method:"POST",headers:{[(0,b.kR)()]:`Bearer ${e}`,"Content-Type":"application/json"},body:JSON.stringify({operation:l.operation??"replace_hourly"})});if(!n.ok){let e=await n.json().catch(()=>({}));throw Error(e?.error?.message||e?.message||e?.detail||"Failed to export data")}return await n.json()};var eu=e.i(127952),ex=e.i(204290),eh=e.i(929592),ef=e.i(868499),eA=e.i(269638),ej=e.i(788699),ep=e.i(431343),eb=e.i(569074);let ey=J.z.object({api_key:X.z.string(),connection_id:X.z.string().min(1,{error:()=>es.f.t("loggingAndAlerts.cloudZero.form.connectionIdRequired")}),timezone:X.z.string()});function ek({open:e,onOk:t,onCancel:n,settings:o}){var d;let m,{t:u}=(0,r.f)(),{accessToken:x}=(0,W.f)(),h=(0,et.f)(ey,{defaultValues:ei}),f=(d=x||"",m=(0,I.d)(),(0,D.f)({mutationFn:async e=>{if(!d)throw Error("Access token is required");return await V(d,e)},onSuccess:()=>{m.invalidateQueries({queryKey:$.list({})})}}));(0,s.useEffect)(()=>{e&&o?h.reset({connection_id:o.connection_id??"",timezone:o.timezone||"UTC",api_key:""}):e&&h.reset(ei)},[e,o,h]);let A=e=>{f.mutate(eo(e),{onSuccess:()=>{p.f.success(u("loggingAndAlerts.cloudZero.updateModal.toasts.updated")),h.reset(ei),t()},onError:e=>{p.f.error(e.message||u("loggingAndAlerts.cloudZero.updateModal.toasts.updateFailed"))}})},j=()=>{h.reset(ei),n()};return(0,l.jsx)(c.N,{open:e,onOpenChange:e=>!e&&j(),children:(0,l.jsxs)(c.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto",children:[(0,l.jsx)(c.s,{children:(0,l.jsx)(c.F,{children:u("loggingAndAlerts.cloudZero.updateModal.title")})}),(0,l.jsx)(el.g,{children:(0,l.jsx)("form",{onSubmit:e=>e.preventDefault(),noValidate:!0,children:(0,l.jsxs)(a.e,{children:[(0,l.jsx)(ee.f,{control:h.control,name:"api_key",label:er(u("loggingAndAlerts.cloudZero.form.apiKey"),u("loggingAndAlerts.cloudZero.updateModal.apiKeyHint")),children:({ref:e,...s})=>(0,l.jsx)(ea,{...s,ref:e,placeholder:u("loggingAndAlerts.cloudZero.updateModal.apiKeyPlaceholder")})}),(0,l.jsx)(ee.f,{control:h.control,name:"connection_id",label:u("loggingAndAlerts.cloudZero.form.connectionId"),children:({ref:e,...s})=>(0,l.jsx)(g.f,{...s,ref:e,placeholder:u("loggingAndAlerts.cloudZero.form.connectionIdPlaceholder")})}),(0,l.jsx)(ee.f,{control:h.control,name:"timezone",label:er(u("loggingAndAlerts.cloudZero.form.timezone"),u("loggingAndAlerts.cloudZero.form.timezoneHint")),children:({ref:e,...s})=>(0,l.jsx)(g.f,{...s,ref:e,placeholder:"UTC"})})]})})}),(0,l.jsxs)(c.c,{children:[(0,l.jsx)(i.K,{variant:"outline",onClick:j,disabled:f.isPending,children:u("loggingAndAlerts.cloudZero.updateModal.cancel")}),(0,l.jsx)(i.K,{onClick:()=>void h.handleSubmit(A)(),disabled:f.isPending,"aria-busy":f.isPending,children:f.isPending?u("loggingAndAlerts.cloudZero.updateModal.submitting"):u("loggingAndAlerts.cloudZero.updateModal.submit")})]})]})})}let ev=({label:e,children:s})=>(0,l.jsxs)("div",{className:"grid grid-cols-1 border-b border-border last:border-b-0 sm:grid-cols-[220px_minmax(0,1fr)]",children:[(0,l.jsx)("dt",{className:"bg-muted/50 px-4 py-3 text-sm font-medium",children:e}),(0,l.jsx)("dd",{className:"px-4 py-3 text-sm",children:s})]}),e_=()=>{let{t:e}=(0,r.f)();return(0,l.jsx)("span",{className:"text-muted-foreground italic",children:e("loggingAndAlerts.cloudZero.settings.notConfigured")})};function eC({settings:e,onSettingsUpdated:t}){var n;let a,d,c,{t:g}=(0,r.f)(),{accessToken:m}=(0,W.f)(),[u,x]=(0,s.useState)(!1),[h,f]=(0,s.useState)(!1),[A,j]=(0,s.useState)(!1),b=(a=m||"",(0,D.f)({mutationFn:async(e={})=>{if(!a)throw Error("Access token is required");return await eg(a,e)}})),k=(d=m||"",(0,D.f)({mutationFn:async(e={})=>{if(!d)throw Error("Access token is required");return await em(d,e)}})),v=(n=m||"",c=(0,I.d)(),(0,D.f)({mutationFn:async()=>{if(!n)throw Error("Access token is required");return await H(n)},onSuccess:()=>{c.invalidateQueries({queryKey:$.list({})})}})),_=b.data?JSON.stringify(b.data,null,2):null,C=async()=>{x(!1),t()};return(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)("div",{className:"mx-auto w-full max-w-4xl space-y-6",children:(0,l.jsxs)(o.N,{children:[(0,l.jsxs)(o.Y,{children:[(0,l.jsxs)(o.v,{className:"flex items-center gap-2 text-lg",children:[g("loggingAndAlerts.cloudZero.settings.title"),(0,l.jsx)(F.f,{variant:"secondary",className:"capitalize",children:e.status||g("loggingAndAlerts.cloudZero.settings.statusFallback")})]}),(0,l.jsxs)(o.e,{className:"flex gap-2",children:[(0,l.jsxs)(i.K,{variant:"outline",onClick:()=>{x(!0)},children:[(0,l.jsx)(ej.f,{}),g("loggingAndAlerts.cloudZero.settings.edit")]}),(0,l.jsxs)(i.K,{variant:"destructive",onClick:()=>{f(!0)},children:[(0,l.jsx)(P.f,{}),g("loggingAndAlerts.cloudZero.settings.delete")]})]})]}),(0,l.jsxs)(o.O,{children:[(0,l.jsxs)("dl",{className:"rounded-md border border-border",children:[(0,l.jsx)(ev,{label:g("loggingAndAlerts.cloudZero.settings.fields.apiKey"),children:(0,l.jsx)("span",{className:"font-mono",children:e.api_key_masked||(0,l.jsx)(e_,{})})}),(0,l.jsx)(ev,{label:g("loggingAndAlerts.cloudZero.settings.fields.connectionId"),children:(0,l.jsx)("span",{className:"font-mono",children:e.connection_id||(0,l.jsx)(e_,{})})}),(0,l.jsx)(ev,{label:g("loggingAndAlerts.cloudZero.settings.fields.timezone"),children:e.timezone||(0,l.jsx)("span",{className:"text-muted-foreground italic",children:g("loggingAndAlerts.cloudZero.settings.defaultTimezone")})})]}),(0,l.jsxs)("div",{className:"mt-6 flex items-center gap-3",children:[(0,l.jsx)("span",{className:"text-sm text-muted-foreground",children:g("loggingAndAlerts.cloudZero.settings.actions")}),(0,l.jsx)(y.f,{className:"flex-1"})]}),(0,l.jsxs)("div",{className:"mt-4 mb-6 flex flex-wrap gap-4",children:[(0,l.jsxs)(i.K,{variant:"outline",onClick:()=>{m&&b.mutate({limit:10},{onSuccess:e=>{p.f.success(g("loggingAndAlerts.cloudZero.settings.toasts.dryRunSucceeded"))},onError:e=>{p.f.error(e?.message||g("loggingAndAlerts.cloudZero.settings.toasts.dryRunFailed"))}})},disabled:b.isPending,children:[(0,l.jsx)(ep.f,{}),g("loggingAndAlerts.cloudZero.settings.dryRun")]}),(0,l.jsxs)(i.K,{onClick:()=>j(!0),disabled:k.isPending,children:[(0,l.jsx)(eb.f,{}),g("loggingAndAlerts.cloudZero.settings.exportNow")]})]}),_&&(0,l.jsxs)(ex.f,{children:[(0,l.jsx)(eA.f,{}),(0,l.jsx)(eh.s,{children:g("loggingAndAlerts.cloudZero.settings.dryRunResults")}),(0,l.jsxs)(eh.p,{children:[(0,l.jsxs)("p",{children:[g("loggingAndAlerts.cloudZero.settings.simulationOutputPrefix"),e.connection_id]}),(0,l.jsx)("pre",{className:"overflow-x-auto rounded-md border border-border bg-muted p-4 font-mono text-xs text-foreground",children:_})]})]})]})]})}),(0,l.jsx)(ef.m,{open:A,onOpenChange:j,children:(0,l.jsxs)(ef.B,{children:[(0,l.jsxs)(ef.O,{children:[(0,l.jsx)(ef.g,{children:g("loggingAndAlerts.cloudZero.settings.exportDialog.title")}),(0,l.jsx)(ef.I,{children:g("loggingAndAlerts.cloudZero.settings.exportDialog.description")})]}),(0,l.jsxs)(ef._,{children:[(0,l.jsx)(ef.D,{disabled:k.isPending,children:g("loggingAndAlerts.cloudZero.settings.exportDialog.cancel")}),(0,l.jsx)(i.K,{onClick:()=>{m&&k.mutate({operation:"replace_hourly"},{onSuccess:()=>{p.f.success(g("loggingAndAlerts.cloudZero.settings.toasts.exported")),j(!1)},onError:e=>{p.f.error(e?.message||g("loggingAndAlerts.cloudZero.settings.toasts.exportFailed"))}})},disabled:k.isPending,children:g("loggingAndAlerts.cloudZero.settings.exportDialog.confirm")})]})]})}),(0,l.jsx)(ek,{open:u,onOk:C,onCancel:()=>{x(!1)},settings:e}),(0,l.jsx)(eu.f,{isOpen:h,title:g("loggingAndAlerts.cloudZero.settings.deleteDialog.title"),message:g("loggingAndAlerts.cloudZero.settings.deleteDialog.message"),resourceInformationTitle:g("loggingAndAlerts.cloudZero.settings.deleteDialog.infoTitle"),resourceInformation:[{label:g("loggingAndAlerts.cloudZero.settings.deleteDialog.connectionId"),value:e.connection_id,code:!0},{label:g("loggingAndAlerts.cloudZero.settings.deleteDialog.timezone"),value:e.timezone||g("loggingAndAlerts.cloudZero.settings.defaultTimezone")}],onCancel:()=>{f(!1)},onOk:()=>{m&&v.mutate(void 0,{onSuccess:()=>{p.f.success(g("loggingAndAlerts.cloudZero.settings.toasts.deleted")),f(!1),t()},onError:e=>{p.f.error(e?.message||g("loggingAndAlerts.cloudZero.settings.toasts.deleteFailed"))}})},confirmLoading:v.isPending})]})}function eN(){let{t:e}=(0,r.f)(),{accessToken:t}=(0,W.f)(),{data:n,isLoading:a,error:i}=(0,L.f)({queryKey:$.list({}),queryFn:async()=>await B(t),enabled:!!t,staleTime:36e5,gcTime:36e5}),d=(0,I.d)(),c=(0,q.f)("cloudZeroSettings"),[g,m]=(0,s.useState)(!1),u=async()=>{m(!1),await d.invalidateQueries({queryKey:c.list({})})};return a?(0,l.jsx)(o.N,{children:(0,l.jsx)(o.O,{children:(0,l.jsx)("p",{className:"text-sm text-muted-foreground",children:e("loggingAndAlerts.cloudZero.page.loading")})})}):i?(0,l.jsx)(o.N,{children:(0,l.jsx)(o.O,{children:(0,l.jsxs)("p",{className:"text-sm text-destructive",children:[e("loggingAndAlerts.cloudZero.page.loadErrorPrefix"),i instanceof Error?i.message:String(i)]})})}):n?(0,l.jsx)(l.Fragment,{children:(0,l.jsx)(eC,{settings:n,onSettingsUpdated:u})}):(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(Y,{startCreation:()=>m(!0)}),(0,l.jsx)(ec,{open:g,onOk:u,onCancel:()=>{m(!1)}})]})}var eS=e.i(107233);e.i(707701);var ew=e.i(807235),eT=e.i(541071);e.i(622826);var eE=e.i(112179),eZ=e.i(755146),eO=e.i(196631);let eK=e=>e.type||e.mode||"success",ez={success:"loggingAndAlerts.loggingCallbacks.table.modes.success",failure:"loggingAndAlerts.loggingCallbacks.table.modes.failure",success_and_failure:"loggingAndAlerts.loggingCallbacks.table.modes.successAndFailure"};function eP({callback:e,onTest:s,onEdit:t,onDelete:n}){let{t:a}=(0,r.f)();return e.read_only?(0,l.jsx)("span",{className:"text-xs text-muted-foreground",title:a("loggingAndAlerts.loggingCallbacks.table.readOnlyHint"),children:a("loggingAndAlerts.loggingCallbacks.table.readOnly")}):(0,l.jsxs)(eZ.G,{children:[(0,l.jsx)(eZ.X,{"aria-label":a("loggingAndAlerts.loggingCallbacks.table.actions.open"),"data-testid":`callback-actions-${e.name}-${eK(e)}`,className:(0,eO.c)((0,i.i)({variant:"ghost",size:"icon-sm"}),"text-muted-foreground"),children:(0,l.jsx)(eT.f,{className:"size-4"})}),(0,l.jsxs)(eZ.L,{align:"end",className:"w-52",children:[(0,l.jsxs)(eZ.r,{"data-testid":"callback-action-test",onClick:()=>void s(e),children:[(0,l.jsx)(ep.f,{}),a("loggingAndAlerts.loggingCallbacks.table.actions.test")]}),(0,l.jsxs)(eZ.r,{"data-testid":"callback-action-edit",onClick:()=>t(e),children:[(0,l.jsx)(ej.f,{}),a("loggingAndAlerts.loggingCallbacks.table.actions.edit")]}),(0,l.jsx)(eZ.U,{}),(0,l.jsxs)(eZ.r,{variant:"destructive","data-testid":"callback-action-delete",onClick:()=>n(e),children:[(0,l.jsx)(P.f,{}),a("loggingAndAlerts.loggingCallbacks.table.actions.delete")]})]})]})}function eF(){let{t:e}=(0,r.f)();return(0,l.jsxs)("div",{className:"flex flex-col items-center gap-1 py-6",children:[(0,l.jsx)("div",{className:"mb-1 flex size-10 items-center justify-center rounded-lg bg-muted",children:(0,l.jsx)(G.f,{className:"size-5 text-muted-foreground"})}),(0,l.jsx)("div",{className:"text-sm font-medium text-foreground",children:e("loggingAndAlerts.loggingCallbacks.table.empty.title")}),(0,l.jsx)("div",{className:"text-sm text-muted-foreground",children:e("loggingAndAlerts.loggingCallbacks.table.empty.description")})]})}let eR=({callbacks:e,availableCallbacks:t={},isLoading:n=!1,onTest:a=()=>{},onEdit:o=()=>{},onDelete:d=()=>{},onAdd:c=()=>{}})=>{let{t:g}=(0,r.f)(),m=(0,s.useMemo)(()=>(({availableCallbacks:e,onTest:s,onEdit:t,onDelete:n},r)=>[{id:"name",accessorKey:"name",meta:{title:r("loggingAndAlerts.loggingCallbacks.table.columns.name")},header:r("loggingAndAlerts.loggingCallbacks.table.columns.name"),enableSorting:!1,cell:({row:s})=>{let t=s.original.name,n=e[t]?.ui_callback_name||t;return(0,l.jsx)("span",{className:"block max-w-72 truncate text-sm font-medium",title:n,children:n})}},{id:"mode",meta:{title:r("loggingAndAlerts.loggingCallbacks.table.columns.mode"),skeleton:"badge"},header:r("loggingAndAlerts.loggingCallbacks.table.columns.mode"),size:240,enableSorting:!1,cell:({row:e})=>{let s=eK(e.original);return(0,l.jsx)(eE.f,{tone:"success"===s?"success":"failure"===s?"error":"info",label:Object.hasOwn(ez,s)?r(ez[s]):s})}},{id:"actions",meta:{className:"text-right",headerClassName:"text-right"},header:()=>(0,l.jsx)("span",{className:"sr-only",children:r("loggingAndAlerts.loggingCallbacks.table.columns.actions")}),size:64,enableSorting:!1,enableHiding:!1,cell:({row:e})=>(0,l.jsx)("div",{className:"flex justify-end",children:(0,l.jsx)(eP,{callback:e.original,onTest:s,onEdit:t,onDelete:n})})}])({availableCallbacks:t,onTest:a,onEdit:o,onDelete:d},g),[t,a,o,d,g]);return(0,l.jsxs)("div",{className:"mt-4 flex w-full flex-col gap-4",children:[(0,l.jsx)("h3",{className:"text-lg font-semibold tracking-tight text-foreground",children:g("loggingAndAlerts.loggingCallbacks.table.title")}),(0,l.jsx)("div",{children:(0,l.jsxs)(i.K,{onClick:c,children:[(0,l.jsx)(eS.f,{}),g("loggingAndAlerts.loggingCallbacks.table.add")]})}),(0,l.jsx)(ew.f,{data:e,columns:m,getRowId:(e,l)=>`${e.name||l}-${eK(e)}`,isLoading:n,loadingMessage:g("loggingAndAlerts.loggingCallbacks.table.loading"),noDataMessage:(0,l.jsx)(eF,{}),size:"compact"})]})};var eM=e.i(190702);let eU=["logging-callbacks","cloudzero-cost-tracking","alerting-types","alerting-settings","email-alerts","ms-teams-alerts"],eD=({params:e,callbackConfigs:n,selectedCallback:i})=>{let{t:o}=(0,r.f)(),{register:d,control:c,formState:x}=(0,t.M)(),h=s.default.useId();if(!e||0===e.length)return null;let f=e$(n,i);return(0,l.jsx)("div",{className:"space-y-4 mt-6 p-4 bg-muted rounded-lg border",children:e.map(e=>{let s=f?.dynamic_params?.[e]||{},n=s.type||"text",r=s.ui_name||e.replace(/_/g," ").replace(/\b\w/g,e=>e.toUpperCase()),i=s.required||!1,A=Array.isArray(s.options)?s.options:[],j="select"===n&&A.length>0,p="boolean"===n,b=`${h}-${e}`,y=i?{required:o("loggingAndAlerts.loggingCallbacks.params.required",{field:r.toLowerCase()})}:void 0,k=j||p?void 0:d(e,y);return(0,l.jsxs)(a.N,{className:"mb-4",children:[(0,l.jsx)(a.u,{htmlFor:b,children:(0,l.jsxs)("span",{className:"text-sm font-medium text-foreground",children:[r," "]})}),j&&(0,l.jsx)(t.e,{control:c,name:e,rules:y,render:({field:e})=>(0,l.jsxs)(m.d,{items:A.map(e=>({label:e,value:e})),value:e.value||null,onValueChange:l=>e.onChange(l??""),children:[(0,l.jsx)(m.P,{id:b,className:"w-full",onBlur:e.onBlur,children:(0,l.jsx)(m.U,{placeholder:o("loggingAndAlerts.loggingCallbacks.params.selectPlaceholder",{field:r.toLowerCase()})})}),(0,l.jsx)(m.r,{children:A.map(e=>(0,l.jsx)(m.T,{value:e,children:e},e))})]})}),p&&(0,l.jsx)(t.e,{control:c,name:e,render:({field:e})=>(0,l.jsx)(u.f,{id:b,checked:/^(true|1)$/i.test(String(e.value??"")),onCheckedChange:l=>e.onChange(String(l)),onBlur:e.onBlur})}),!j&&!p&&("password"===n?(0,l.jsx)(g.f,{id:b,type:"password",placeholder:o("loggingAndAlerts.loggingCallbacks.params.inputPlaceholder",{field:r.toLowerCase()}),...k}):"number"===n?(0,l.jsx)(g.f,{id:b,type:"number",placeholder:o("loggingAndAlerts.loggingCallbacks.params.numberPlaceholder",{field:r.toLowerCase()}),min:0,max:1,step:.1,...k}):(0,l.jsx)(g.f,{id:b,placeholder:o("loggingAndAlerts.loggingCallbacks.params.inputPlaceholder",{field:r.toLowerCase()}),...k})),(0,l.jsx)(a.E,{errors:[x.errors[e]]})]},e)})})},eL=({callbackConfigs:e,selectedCallback:n,onCallbackChange:i,disabled:o=!1})=>{let{t:c}=(0,r.f)(),{control:g}=(0,t.M)(),m=s.default.useId(),u=e$(e,n)??null;return(0,l.jsx)(t.e,{control:g,name:"callback",rules:o?void 0:{required:c("loggingAndAlerts.loggingCallbacks.selector.required")},render:({field:s,fieldState:t})=>(0,l.jsxs)(a.N,{children:[(0,l.jsx)(a.u,{htmlFor:m,children:c("loggingAndAlerts.loggingCallbacks.selector.label")}),(0,l.jsxs)(d.x,{items:e,value:u,onValueChange:e=>{s.onChange(e?.id??""),i(e?.id??"")},isItemEqualToValue:(e,l)=>e.id===l.id,itemToStringLabel:e=>e.displayName,filter:(e,l)=>e.id.toLowerCase().includes(l.trim().toLowerCase()),disabled:o,children:[(0,l.jsx)(d.c,{id:m,placeholder:c("loggingAndAlerts.loggingCallbacks.selector.placeholder"),className:"w-full",disabled:o,onBlur:s.onBlur,"aria-invalid":void 0!==t.error||void 0}),(0,l.jsxs)(d.R,{children:[(0,l.jsx)(d.S,{children:c("loggingAndAlerts.loggingCallbacks.selector.noResults")}),(0,l.jsx)(d.k,{children:e=>(0,l.jsx)(d.T,{value:e,children:(0,l.jsxs)("div",{className:"flex items-center space-x-3 py-1",children:[(0,l.jsx)("div",{className:"w-6 h-6 flex items-center justify-center",children:(0,l.jsx)(O.f,{src:(e=>{if(e)return e.includes("/")||e.startsWith("data:")||e.startsWith("http")?e:`/ui/assets/logos/${e}`})(e.logo),label:e.displayName,className:"w-6 h-6 rounded-sm object-contain"})}),(0,l.jsx)("span",{className:"font-medium text-foreground",children:e.displayName})]})},e.id)})]})]}),(0,l.jsx)(a.E,{errors:[t.error]})]})})},eI={s3_v2:"s3"},eq={s3:["s3_partition_granularity"]},e$=(e,l)=>{if(!l)return;let s=eI[l]??l;return e.find(e=>e.id===s)},eB=(e,l,s)=>{if(!e)return s?Object.keys(s):[];let t=e$(l,e);if(t?.dynamic_params){let l=eq[e]??[];return Object.keys(t.dynamic_params).filter(e=>!l.includes(e))}return s?Object.keys(s):[]},eV=({accessToken:e,userRole:a,userID:d,premiumUser:m})=>{let[f,A]=(0,K.H)(eU,"logging-callbacks"),{t:j}=(0,r.f)(),[y,k]=(0,s.useState)([]),[v,_]=(0,s.useState)(!0),[C,N]=(0,s.useState)([]),S=(0,t.G)({shouldUnregister:!0}),T=(0,t.G)({shouldUnregister:!0}),[E,O]=(0,s.useState)(null),[z,P]=(0,s.useState)(""),[F,R]=(0,s.useState)({}),[M,D]=(0,s.useState)([]),[L,I]=(0,s.useState)(!1),[q,$]=(0,s.useState)([]),[B,V]=(0,s.useState)({}),[H,W]=(0,s.useState)([]),[G,Y]=(0,s.useState)(!1),[J,X]=(0,s.useState)(null),[Q,ee]=(0,s.useState)(!1),[el,es]=(0,s.useState)(null),[et,en]=(0,s.useState)(!1),[er,ea]=(0,s.useState)(!1),[ei,eo]=(0,s.useState)(!1);(0,s.useEffect)(()=>{e&&(0,b.Vq)(e).then(e=>{$(e||[])}).catch(e=>{p.f.fromError(j("loggingAndAlerts.loggingCallbacks.toasts.configsLoadFailed",{error:(0,eM.f)(e)}))})},[e,j]),(0,s.useEffect)(()=>{if(G&&J){let e=eB(J.name,q,J.variables),l=e$(q,J.name),s=Object.fromEntries(Object.entries(J.variables||{}).flatMap(([s,t])=>{let n=e.find(e=>e.toUpperCase()===s.toUpperCase())??s;return null==t&&l?.dynamic_params?.[n]?.type==="select"?[]:[[n,t??""]]}));T.reset({...s,callback:J.name})}},[G,J,T,q]);let ed=e=>{M.includes(e)?D(M.filter(l=>l!==e)):D([...M,e])},ec={llm_exceptions:"loggingAndAlerts.alertTypes.labels.llmExceptions",llm_too_slow:"loggingAndAlerts.alertTypes.labels.llmTooSlow",llm_requests_hanging:"loggingAndAlerts.alertTypes.labels.llmRequestsHanging",budget_alerts:"loggingAndAlerts.alertTypes.labels.budgetAlerts",user_spend_thresholds:"loggingAndAlerts.alertTypes.labels.userSpendThresholds",user_spend_anomalies:"loggingAndAlerts.alertTypes.labels.userSpendAnomalies",db_exceptions:"loggingAndAlerts.alertTypes.labels.dbExceptions",daily_reports:"loggingAndAlerts.alertTypes.labels.dailyReports",outage_alerts:"loggingAndAlerts.alertTypes.labels.outageAlerts",region_outage_alerts:"loggingAndAlerts.alertTypes.labels.regionOutageAlerts",model_deprecation_warnings:"loggingAndAlerts.alertTypes.labels.modelDeprecationWarnings"};(0,s.useEffect)(()=>{(async()=>{if(!e||!a||!d)return void _(!1);try{let l=await (0,b.$4)(e,d,a);k(l.callbacks),V(l.available_callbacks);let s=l.alerts;if(s&&s.length>0){let e=s[0],l=e.variables.SLACK_WEBHOOK_URL,t=e.active_alerts;D(t),P(l),R(e.alerts_to_webhook)}N(s)}finally{_(!1)}})()},[e,a,d]);let eg=e=>M&&M.includes(e),em=async(l,s,t)=>{if(!e)return;t?en(!0):ea(!0);let n={environment_variables:Object.fromEntries(Object.entries(l).filter(([,e])=>void 0!==e)),litellm_settings:{success_callback:[s]}};try{if(await (0,b.ir)(e,n),p.f.success(t?j("loggingAndAlerts.loggingCallbacks.toasts.updated"):j("loggingAndAlerts.loggingCallbacks.toasts.added",{name:s})),t?(Y(!1),T.reset(),X(null)):(I(!1),S.reset(),O(null),W([])),d&&a){let l=await (0,b.$4)(e,d,a);k(l.callbacks)}}catch(e){p.f.fromError(e)}finally{t?en(!1):ea(!1)}},ex=async e=>{J&&await em(e,J.name,!0)},eh=async e=>{let l=e?.callback;l&&await em(e,l,!1)},ef=()=>{I(!1),O(null),W([])},eA=()=>{Y(!1),X(null),T.reset()},ej=async()=>{if(!e)return;let l={};Object.entries(ec).forEach(([e,s])=>{let t=document.querySelector(`input[name="${e}"]`),n=t?.value||"";l[e]=n});try{await (0,b.ir)(e,{general_settings:{alert_to_webhook_url:l,alert_types:M}})}catch(e){p.f.fromError(e)}p.f.success(j("loggingAndAlerts.alertTypes.toasts.saved"))},ep=async()=>{if(el&&e)try{if(eo(!0),await (0,b._d)(e,el.name),p.f.success(j("loggingAndAlerts.loggingCallbacks.toasts.deleted",{name:el.name})),d&&a){let l=await (0,b.$4)(e,d,a);k(l.callbacks)}ee(!1),es(null)}catch(e){console.error("Failed to delete callback:",e),p.f.fromError(e)}finally{eo(!1)}};return e?(0,l.jsxs)("div",{className:"mx-4",children:[(0,l.jsx)("div",{className:"grid grid-cols-1 gap-2 p-8 w-full mt-2",children:(0,l.jsxs)(h.i,{value:f,onValueChange:e=>A(e),children:[(0,l.jsxs)(h.U,{variant:"line",children:[(0,l.jsx)(h.k,{value:"logging-callbacks",children:j("loggingAndAlerts.page.tabs.loggingCallbacks")}),(0,l.jsx)(h.k,{value:"cloudzero-cost-tracking",children:j("loggingAndAlerts.page.tabs.cloudZero")}),(0,l.jsx)(h.k,{value:"alerting-types",children:j("loggingAndAlerts.page.tabs.alertingTypes")}),(0,l.jsx)(h.k,{value:"alerting-settings",children:j("loggingAndAlerts.page.tabs.alertingSettings")}),(0,l.jsx)(h.k,{value:"email-alerts",children:j("loggingAndAlerts.page.tabs.emailAlerts")}),(0,l.jsx)(h.k,{value:"ms-teams-alerts",children:j("loggingAndAlerts.page.tabs.msTeamsAlerts")})]}),(0,l.jsx)(h.S,{value:"logging-callbacks",keepMounted:!0,children:(0,l.jsx)(eR,{callbacks:y,availableCallbacks:B,isLoading:v,onAdd:()=>I(!0),onEdit:e=>{X(e),Y(!0)},onDelete:e=>{es(e),ee(!0)},onTest:async l=>{try{await (0,b.pc)(e,l.name),p.f.success(j("loggingAndAlerts.loggingCallbacks.toasts.healthCheckTriggered"))}catch(e){p.f.fromError((0,eM.f)(e))}}})}),(0,l.jsx)(h.S,{value:"cloudzero-cost-tracking",keepMounted:!0,children:(0,l.jsx)("div",{className:"p-8",children:(0,l.jsx)(eN,{})})}),(0,l.jsx)(h.S,{value:"alerting-types",keepMounted:!0,children:(0,l.jsxs)(o.N,{className:"p-6",children:[(0,l.jsx)("p",{className:"my-2",children:(0,l.jsx)(n.f,{i18nKey:"loggingAndAlerts.alertTypes.intro",components:{docs:(0,l.jsx)("a",{href:"https://api.slack.com/messaging/webhooks",target:"_blank",style:{color:"blue"}})}})}),(0,l.jsxs)(x.s,{children:[(0,l.jsx)(x.E,{children:(0,l.jsxs)(x.N,{children:[(0,l.jsx)(x.V,{}),(0,l.jsx)(x.V,{}),(0,l.jsx)(x.V,{children:j("loggingAndAlerts.alertTypes.columns.webhookUrl")})]})}),(0,l.jsx)(x.z,{children:Object.entries(ec).map(([e,s],t)=>(0,l.jsxs)(x.N,{children:[(0,l.jsx)(x.d,{children:"region_outage_alerts"==e?m?(0,l.jsx)(u.f,{id:"switch",name:"switch",checked:eg(e),onCheckedChange:()=>ed(e)}):(0,l.jsx)(i.K,{className:"flex items-center justify-center",children:(0,l.jsx)("a",{href:"https://forms.gle/W3U4PZpJGFHWtHyA9",target:"_blank",children:j("loggingAndAlerts.alertTypes.enterpriseFeature")})}):(0,l.jsx)(u.f,{id:"switch",name:"switch",checked:eg(e),onCheckedChange:()=>ed(e)})}),(0,l.jsx)(x.d,{className:"whitespace-normal break-words",children:(0,l.jsx)("p",{children:j(s)})}),(0,l.jsx)(x.d,{children:(0,l.jsx)(g.f,{name:e,type:"password",defaultValue:F&&F[e]?F[e]:z})})]},t))})]}),(0,l.jsx)(i.K,{size:"xs",className:"mt-2",onClick:ej,children:j("loggingAndAlerts.alertTypes.saveChanges")}),(0,l.jsx)(i.K,{onClick:async()=>{try{await (0,b.pc)(e,"slack"),p.f.success(j("loggingAndAlerts.alertTypes.toasts.testTriggered"))}catch(e){p.f.fromError((0,eM.f)(e))}},className:"mx-2",children:j("loggingAndAlerts.alertTypes.testAlerts")})]})}),(0,l.jsx)(h.S,{value:"alerting-settings",keepMounted:!0,children:(0,l.jsx)(U,{accessToken:e,premiumUser:m})}),(0,l.jsx)(h.S,{value:"email-alerts",keepMounted:!0,children:(0,l.jsx)(w,{accessToken:e,premiumUser:m,alerts:C})}),(0,l.jsx)(h.S,{value:"ms-teams-alerts",keepMounted:!0,children:(0,l.jsx)(Z,{accessToken:e,userID:d,userRole:a,alerts:C})})]})}),(0,l.jsx)(c.N,{open:L,onOpenChange:e=>!e&&ef(),children:(0,l.jsxs)(c.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[800px]",children:[(0,l.jsx)(c.s,{children:(0,l.jsx)(c.F,{children:j("loggingAndAlerts.loggingCallbacks.addDialog.title")})}),(0,l.jsxs)("a",{href:"https://docs.litellm.ai/docs/proxy/logging",className:"mb-8 mt-4",target:"_blank",style:{color:"blue"},children:[" ",j("loggingAndAlerts.loggingCallbacks.addDialog.docsLink")]}),(0,l.jsx)(t.p,{...S,children:(0,l.jsxs)("form",{onSubmit:S.handleSubmit(eh),children:[(0,l.jsx)(eL,{callbackConfigs:q,selectedCallback:E,onCallbackChange:e=>{O(e),W(eB(e,q))}}),(0,l.jsx)(eD,{params:H,callbackConfigs:q,selectedCallback:E}),(0,l.jsxs)("div",{className:"flex justify-end space-x-3 pt-6 mt-6 border-t border-border",children:[(0,l.jsx)(i.K,{type:"button",variant:"outline",onClick:()=>{ef(),S.reset()},disabled:er,children:j("loggingAndAlerts.loggingCallbacks.addDialog.cancel")}),(0,l.jsx)(i.K,{type:"submit",disabled:er,children:er?j("loggingAndAlerts.loggingCallbacks.addDialog.submitting"):j("loggingAndAlerts.loggingCallbacks.addDialog.submit")})]})]})})]})}),(0,l.jsx)(c.N,{open:G,onOpenChange:e=>!e&&eA(),children:(0,l.jsxs)(c.d,{className:"max-h-[calc(100dvh-2rem)] overflow-y-auto sm:max-w-[800px]",children:[(0,l.jsx)(c.s,{children:(0,l.jsx)(c.F,{children:j("loggingAndAlerts.loggingCallbacks.editDialog.title")})}),(0,l.jsx)(t.p,{...T,children:(0,l.jsxs)("form",{onSubmit:T.handleSubmit(ex),children:[J&&(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(eL,{callbackConfigs:q,selectedCallback:J.name,onCallbackChange:()=>{},disabled:!0}),(0,l.jsx)(eD,{params:eB(J.name,q,J.variables),callbackConfigs:q,selectedCallback:J.name})]}),(0,l.jsxs)("div",{className:"flex justify-end space-x-3 pt-6 mt-6 border-t border-border",children:[(0,l.jsx)(i.K,{type:"button",variant:"outline",onClick:eA,disabled:et,children:j("loggingAndAlerts.loggingCallbacks.editDialog.cancel")}),(0,l.jsx)(i.K,{type:"submit",disabled:et,children:et?j("loggingAndAlerts.loggingCallbacks.editDialog.submitting"):j("loggingAndAlerts.loggingCallbacks.editDialog.submit")})]})]})})]})}),(0,l.jsx)(eu.f,{isOpen:Q,title:j("loggingAndAlerts.loggingCallbacks.deleteDialog.title"),message:j("loggingAndAlerts.loggingCallbacks.deleteDialog.message"),resourceInformationTitle:j("loggingAndAlerts.loggingCallbacks.deleteDialog.infoTitle"),resourceInformation:[{label:j("loggingAndAlerts.loggingCallbacks.deleteDialog.callbackName"),value:el?.name},{label:j("loggingAndAlerts.loggingCallbacks.deleteDialog.mode"),value:el?.mode||"success"}],onCancel:()=>{ee(!1),es(null)},onOk:ep,confirmLoading:ei})]}):null};e.s(["default",0,function(){let{accessToken:e,userRole:s,userId:t,premiumUser:n}=(0,W.f)();return(0,l.jsx)(eV,{userID:t,userRole:s,accessToken:e,premiumUser:n})}],372024)}]); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0e8rgml5mg9-1.js b/litellm/proxy/_experimental/out/_next/static/chunks/0e8rgml5mg9-1.js new file mode 100644 index 00000000000..3f958ffb77c --- /dev/null +++ b/litellm/proxy/_experimental/out/_next/static/chunks/0e8rgml5mg9-1.js @@ -0,0 +1 @@ +(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,[157153,e=>{e.i(247167);var t=e.i(271645);let i=t.createContext({disabled:!1});e.s(["f",0,function(){return t.useContext(i)}])},370359,e=>{e.s(["f",0,"data-composite-item-active"])},405934,e=>{var t=e.i(271645),i=e.i(956789),a=e.i(53687),l=e.i(590803),n=e.i(667865),r=e.i(828918),s=e.i(146376),o=e.i(673327),u=e.i(621082),f=e.i(370359),d=e.i(647554);let c=[];var m=e.i(838452),p=e.i(552245),x=e.i(872855),g=e.i(843476);e.s(["f",0,function(e){let{render:v,className:h,style:b,refs:_=i.v,props:q=i.v,state:y=i.w,stateAttributesMapping:k,highlightedIndex:w,onHighlightedIndexChange:z,orientation:j,grid:R,loopFocus:C,onLoop:S,enableHomeAndEndKeys:M,onMapChange:D,stopEventPropagation:A=!0,rootRef:E,disabledIndices:I,modifierKeys:H,highlightItemOnHover:V=!1,tag:T="div",...K}=e,{props:P,highlightedIndex:N,onHighlightedIndexChange:W,elementsRef:O,onMapChange:B,relayKeyboardEvent:L}=function(e){let{loopFocus:i=!0,orientation:a="both",grid:m,onLoop:p,direction:x,highlightedIndex:g,onHighlightedIndexChange:v,rootRef:h,enableHomeAndEndKeys:b=!1,stopEventPropagation:_=!1,disabledIndices:q,modifierKeys:y=c}=e,[k,w]=t.useState(0),z=null!=m,j=t.useRef(null),R=(0,r.A)(j,h),C=t.useRef([]),S=t.useRef(!1),M=g??k,D=(0,n.f)((e,t=!1)=>{if((v??w)(e),t){let t=C.current[e];(0,o.l)(j.current,t,x,a)}}),A=(0,n.f)(e=>{if(0===e.size||S.current)return;S.current=!0;let t=Array.from(e.keys()),i=t.find(e=>e?.hasAttribute(f.f))??null,l=i?t.indexOf(i):-1;if(-1!==l)D(l);else if((0,u.K)(t,M,q)){let e=(0,u.e)(t,{disabledIndices:q});(0,u.c)(t,e)||D(e)}(0,o.l)(j.current,i,x,a)});(0,s.f)(()=>{if(null==q||null!=g||!S.current)return;let e=C.current;if((0,u.K)(e,M,q)){let t=(0,u.e)(e,{disabledIndices:q});(0,u.c)(e,t)||D(t)}},[q,g,M,C,D]);let E=(0,n.f)((e,t,i)=>p?p(e,t,i,C):i),I=(0,n.f)(e=>{let t=b?o.J:o.O;if(!t.has(e.key)||function(e,t){for(let i of o.a.values())if(!t.includes(i)&&e.getModifierState(i))return!0;return!1}(e,y)||!j.current)return;let n="rtl"===x,r=n?o.b:o.q,s={horizontal:r,vertical:o.e,both:r}[a],f=n?o.q:o.b,c={horizontal:f,vertical:o.V,both:f}[a],g=(0,d.Z)(e.nativeEvent);if(null!=g&&(0,o.X)(g)&&!(0,l.f)(g)){let t=g.selectionStart,i=g.selectionEnd,a=g.value??"";if(null==t||e.shiftKey||t!==i||e.key!==c&&t0)return}let v=M,h=(0,u.J)(C,q),k=(0,u._)(C,q);null!=m&&(v=m({disabledIndices:q,elementsRef:C,event:e,highlightedIndex:M,loopFocus:i,maxIndex:k,minIndex:h,onLoop:E,orientation:a,rtl:n}));let w={horizontal:[r],vertical:[o.e],both:[r,o.e]}[a],R={horizontal:[f],vertical:[o.V],both:[f,o.V]}[a],S=z?t:({horizontal:b?o.D:o.Y,vertical:b?o.m:o.E,both:t})[a];b&&(e.key===o.Z?v=h:e.key===o.C&&(v=k)),v===M&&(w.includes(e.key)||R.includes(e.key))&&(i&&v===k&&w.includes(e.key)?(v=h,p&&(v=p(e,M,v,C))):i&&v===h&&R.includes(e.key)?(v=k,p&&(v=p(e,M,v,C))):v=(0,u.e)(C.current,{startingIndex:v,decrement:R.includes(e.key),disabledIndices:q})),v===M||(0,u.c)(C.current,v)||(_&&e.stopPropagation(),S.has(e.key)&&e.preventDefault(),D(v,!0),queueMicrotask(()=>{C.current[v]?.focus()}))});return{props:{ref:R,onFocus(e){let t=j.current,i=(0,d.Z)(e.nativeEvent);t&&null!=i&&(0,o.X)(i)&&i.setSelectionRange(0,i.value.length??0)},onKeyDown:I},highlightedIndex:M,onHighlightedIndexChange:D,elementsRef:C,disabledIndices:q,onMapChange:A,relayKeyboardEvent:I}}({grid:R,loopFocus:C,onLoop:S,orientation:j,highlightedIndex:w,onHighlightedIndexChange:z,rootRef:E,stopEventPropagation:A,enableHomeAndEndKeys:M,direction:(0,x.f)(),disabledIndices:I,modifierKeys:H}),F=(0,p.f)(T,e,{state:y,ref:_,props:[P,...q,K],stateAttributesMapping:k}),U=t.useMemo(()=>({highlightedIndex:N,onHighlightedIndexChange:W,highlightItemOnHover:V,relayKeyboardEvent:L}),[N,W,V,L]);return(0,g.jsx)(m.e.Provider,{value:U,children:(0,g.jsx)(a.f,{elementsRef:O,onMapChange:e=>{D?.(e),B(e)},children:F})})}],405934)},841840,201634,481524,e=>{var t,i=e.i(271645),a=e.i(951437),l=e.i(146376),n=e.i(667865),r=e.i(552245),s=e.i(53687),o=e.i(733332);let u=i.createContext(void 0);e.s(["q",0,u,"_",0,function(){let e=i.useContext(u);if(void 0===e)throw Error((0,o.f)(64));return e}],201634);let f=((t={}).activationDirection="data-activation-direction",t.orientation="data-orientation",t),d={tabActivationDirection:e=>({[f.activationDirection]:e})};e.s(["f",0,d],481524);var c=e.i(675606),m=e.i(216856),m=m,p=m,x=e.i(552348),g=e.i(843476);let v=i.forwardRef(function(e,t){let{className:o,defaultValue:f=0,onValueChange:v,orientation:b="horizontal",render:_,value:q,style:y,...k}=e,w=void 0!==e.defaultValue,z=i.useRef([]),[j,R]=i.useState(()=>new Map),[C,S]=(0,a.f)({controlled:q,default:f,name:"Tabs",state:"value"}),M=void 0!==q,[D,A]=i.useState(()=>new Map),E=i.useRef(void 0),I=i.useCallback(e=>{if(void 0===e)return null;for(let[t,i]of D.entries())if(null!=i&&e===(i.value??i.index))return t;return null},[D]),[H,V]=i.useState(()=>({previousValue:C,tabActivationDirection:"none"})),{previousValue:T,tabActivationDirection:K}=H,P=K,N=!1;T!==C&&(P=h(T,C,b,D),N=null!=T&&null!=C&&null==I(C));let W=N?T:C,O=T!==W||K!==P;(0,l.f)(()=>{O&&V({previousValue:W,tabActivationDirection:P})},[W,O,P]);let B=(0,n.f)((e,t)=>{t.activationDirection=h(C,e,b,D),v?.(e,t),t.isCanceled||S(e)}),L=(0,n.f)((e,t)=>{v?.(e,(0,c.j)(t,void 0,void 0,{activationDirection:"none"}))}),F=(0,n.f)((e,t)=>{R(i=>{if(i.get(e)===t)return i;let a=new Map(i);return a.set(e,t),a})}),U=(0,n.f)((e,t)=>{R(i=>{if(!i.has(e)||i.get(e)!==t)return i;let a=new Map(i);return a.delete(e),a})}),Z=i.useCallback(e=>j.get(e),[j]),J=i.useCallback(e=>{for(let t of D.values())if(e===t?.value)return t?.id},[D]),X=i.useMemo(()=>({getTabElementBySelectedValue:I,getTabIdByPanelValue:J,getTabPanelIdByValue:Z,onValueChange:B,orientation:b,registerMountedTabPanel:F,setTabMap:A,unregisterMountedTabPanel:U,tabActivationDirection:P,value:C}),[I,J,Z,B,b,F,A,U,P,C]),Y=i.useMemo(()=>{for(let e of D.values())if(null!=e&&e.value===C)return e},[D,C]),G=i.useMemo(()=>{for(let e of D.values())if(null!=e&&!e.disabled)return e.value},[D]),Q=i.useRef(!w),$=i.useRef(f),ee=i.useRef(w),et=i.useRef(!1);(0,l.f)(()=>{if(M)return;function e(e,t){S(e),V(t=>t.previousValue===e&&"none"===t.tabActivationDirection?t:{previousValue:e,tabActivationDirection:"none"}),L(e,t),Q.current=!1}if(0===D.size){et.current&&null!==C&&!E.current?.isConnected&&e(null,p.missing);return}et.current=!0,E.current=D.keys().next().value;let t=Y?.disabled,i=null==Y&&null!==C;if(t||C!==$.current||(ee.current=!1),ee.current&&t&&C===$.current)return;let a=Q.current;if(t||i){let i=G??null;if(C===i){Q.current=!1;return}let l=p.missing;a?l=m.initial:t&&(l=x.f.disabled),e(i,l);return}a&&null!=Y&&(L(C,m.initial),Q.current=!1)},[G,M,L,Y,S,D,C]);let ei={orientation:b,tabActivationDirection:P},ea=(0,r.f)("div",e,{state:ei,ref:t,props:k,stateAttributesMapping:d});return(0,g.jsx)(u.Provider,{value:X,children:(0,g.jsx)(s.f,{elementsRef:z,children:ea})})});function h(e,t,i,a){if(null==e||null==t)return"none";let l=null,n=null;for(let[i,r]of a.entries()){if(null==r)continue;let a=r.value??r.index;if(e===a&&(l=i),t===a&&(n=i),null!=l&&null!=n)break}if(null==l||null==n)return l!==n&&("number"==typeof e||"string"==typeof e)&&typeof e==typeof t?"horizontal"===i?t>e?"right":"left":t>e?"down":"up":"none";let r=l.getBoundingClientRect(),s=n.getBoundingClientRect();if("horizontal"===i){if(s.leftr.left)return"right"}else{if(s.topr.top)return"down"}return"none"}e.s(["f",0,v],841840)},788368,707120,249487,e=>{var t,i=e.i(271645),a=e.i(108868),l=e.i(146376),n=e.i(788015),r=e.i(552245),s=e.i(540886),o=e.i(370359),u=e.i(395530),f=e.i(201634),d=e.i(481524),c=e.i(733332);let m=i.createContext(void 0);function p(){let e=i.useContext(m);if(void 0===e)throw Error((0,c.f)(65));return e}e.s(["N",0,m,"K",0,p],707120);var x=e.i(675606),g=e.i(380025),v=e.i(647554);let h=i.forwardRef(function(e,t){let{className:c,disabled:m=!1,render:h,value:b,id:_,nativeButton:q=!0,style:y,...k}=e,{value:w,getTabPanelIdByValue:z,orientation:j,tabActivationDirection:R}=(0,f._)(),{activateOnFocus:C,highlightedTabIndex:S,onTabActivation:M,registerTabResizeObserverElement:D,setHighlightedTabIndex:A,tabsListElement:E}=p(),I=(0,n.f)(_),H=i.useMemo(()=>({disabled:m,id:I,value:b}),[m,I,b]),{compositeProps:V,compositeRef:T,index:K}=(0,u.f)({metadata:H}),P=b===w,N=i.useRef(!1),W=i.useRef(null);(0,l.f)(()=>{let e=W.current;if(e)return D(e)},[D]),(0,l.f)(()=>{if(N.current){N.current=!1;return}if(P&&K>-1&&S!==K){if(null!=E){let e=(0,v.T)((0,a.f)(E));if(e&&(0,v.I)(E,e))return}m||A(K)}},[P,K,S,A,m,E]);let{getButtonProps:O,buttonRef:B}=(0,s.f)({disabled:m,native:q,focusableWhenDisabled:!0}),L=z(b),F=i.useRef(!1),U=i.useRef(!1);return(0,r.f)("button",e,{state:{disabled:m,active:P,orientation:j,tabActivationDirection:R},ref:[t,B,T,W],props:[V,{role:"tab","aria-controls":L,"aria-selected":P,id:I,onClick:function(e){P||m||M(b,(0,x.j)(g.f.none,e.nativeEvent,void 0,{activationDirection:"none"}))},onFocus:function(e){P||(K>-1&&!m&&A(K),!m&&C&&(!F.current||F.current&&U.current)&&M(b,(0,x.j)(g.f.none,e.nativeEvent,void 0,{activationDirection:"none"})))},onPointerDown:function(e){P||m||(F.current=!0,e.button&&0!==e.button||(U.current=!0,(0,a.f)(e.currentTarget).addEventListener("pointerup",function(){F.current=!1,U.current=!1},{once:!0})))},[o.f]:P?"":void 0,onKeyDownCapture(){N.current=!0}},k,O],stateAttributesMapping:d.f})});e.s(["f",0,h],788368);var b=e.i(144394),_=e.i(209407),q=e.i(137584),y=e.i(223910),k=e.i(673553);let w=((t={}).index="data-index",t.activationDirection="data-activation-direction",t.orientation="data-orientation",t.hidden="data-hidden",t[t.startingStyle=_.S.startingStyle]="startingStyle",t[t.endingStyle=_.S.endingStyle]="endingStyle",t),z={...d.f,..._.T},j=i.forwardRef(function(e,t){let{className:a,value:s,render:o,keepMounted:u=!1,style:d,...c}=e,{value:m,getTabIdByPanelValue:p,orientation:x,tabActivationDirection:g,registerMountedTabPanel:v,unregisterMountedTabPanel:h}=(0,f._)(),_=(0,n.f)(),j=i.useMemo(()=>({id:_,value:s}),[_,s]),{ref:R,index:C}=(0,k.b)({metadata:j}),S=s===m,{mounted:M,transitionStatus:D,setMounted:A}=(0,y.f)(S),E=!M,I=p(s),H=i.useRef(null),V=(0,r.f)("div",e,{state:{hidden:E,orientation:x,tabActivationDirection:g,transitionStatus:D},ref:[t,R,H],props:[{"aria-labelledby":I,hidden:E,id:_,role:"tabpanel",tabIndex:S?0:-1,inert:(0,b.f)(!S),[w.index]:C},c],stateAttributesMapping:z});return((0,q.f)({open:S,ref:H,onComplete(){S||A(!1)}}),(0,l.f)(()=>{if((!E||u)&&null!=_)return v(s,_),()=>{h(s,_)}},[E,u,s,_,v,h]),u||M)?V:null});e.s(["f",0,j],249487)},343488,e=>{var t=e.i(540626),i=e.i(271645);e.s(["f",0,function(e,a){let l=(0,t.f)(e,a).maybeExecute;return(0,i.useCallback)((...e)=>l(...e),[l])}])},922158,336712,e=>{let t={src:e.i(519380).default,width:16,height:16,blurWidth:0,blurHeight:0};e.s(["f",0,t],922158);let i={src:e.i(946013).default,width:16,height:16,blurWidth:0,blurHeight:0};e.s(["f",0,i],336712)},801591,e=>{let t={src:e.i(305184).default,width:372,height:372,blurWidth:0,blurHeight:0};e.s(["f",0,t])},39182,e=>{let t={src:e.i(641266).default,width:200,height:58,blurWidth:0,blurHeight:0};e.s(["f",0,t])},980385,e=>{let t={src:e.i(956529).default,width:28,height:28,blurWidth:0,blurHeight:0};e.s(["f",0,t])},380146,e=>{let t={src:e.i(991083).default,width:240,height:300,blurWidth:0,blurHeight:0};e.s(["f",0,t])},677572,e=>{var t=e.i(843476),i=e.i(841840),a=e.i(788368),l=e.i(249487),n=e.i(271645),r=e.i(667865),s=e.i(146376),o=e.i(956789),u=e.i(405934),f=e.i(481524),d=e.i(201634),c=e.i(707120);let m=n.forwardRef(function(e,i){let{activateOnFocus:a=!1,className:l,loopFocus:m=!0,render:p,style:x,...g}=e,{onValueChange:v,orientation:h,value:b,setTabMap:_,tabActivationDirection:q}=(0,d._)(),[y,k]=n.useState(0),[w,z]=n.useState(null),j=n.useRef(new Set),R=n.useRef(new Set),C=n.useRef(null);(0,s.f)(()=>{if("u"{j.current.forEach(e=>{e()})});return C.current=e,w&&e.observe(w),R.current.forEach(t=>{e.observe(t)}),()=>{e.disconnect(),C.current=null}},[w]);let S=(0,r.f)(e=>(j.current.add(e),()=>{j.current.delete(e)})),M=(0,r.f)(e=>(R.current.add(e),C.current?.observe(e),()=>{R.current.delete(e),C.current?.unobserve(e)})),D=(0,r.f)((e,t)=>{e!==b&&v(e,t)}),A=n.useMemo(()=>({activateOnFocus:a,highlightedTabIndex:y,registerIndicatorUpdateListener:S,registerTabResizeObserverElement:M,onTabActivation:D,setHighlightedTabIndex:k,tabsListElement:w}),[a,y,S,M,D,k,w]);return(0,t.jsx)(c.N.Provider,{value:A,children:(0,t.jsx)(u.f,{render:p,className:l,style:x,state:{orientation:h,tabActivationDirection:q},refs:[i,z],props:[{"aria-orientation":"vertical"===h?"vertical":void 0,role:"tablist"},g],stateAttributesMapping:f.f,highlightedIndex:y,enableHomeAndEndKeys:!0,loopFocus:m,orientation:h,onHighlightedIndexChange:k,onMapChange:_,disabledIndices:o.v})})});e.s(["List",0,m,"Panel",()=>l.f,"Root",()=>i.f,"Tab",()=>a.f],69281);var p=e.i(69281),p=p,x=p,g=p,v=p,h=e.i(225913),b=e.i(196631);let _=(0,h.f)("group/tabs-list inline-flex w-fit items-center justify-center rounded-lg p-[3px] text-muted-foreground group-data-horizontal/tabs:h-9 group-data-vertical/tabs:h-fit group-data-vertical/tabs:flex-col data-[variant=line]:rounded-none",{variants:{variant:{default:"bg-muted",line:"gap-1 bg-transparent"}},defaultVariants:{variant:"default"}});e.s(["i",0,function({className:e,orientation:i="horizontal",...a}){return(0,t.jsx)(p.Root,{"data-slot":"tabs","data-orientation":i,className:(0,b.c)("group/tabs flex gap-2 data-horizontal:flex-col",e),...a})},"S",0,function({className:e,...i}){return(0,t.jsx)(v.Panel,{"data-slot":"tabs-content",className:(0,b.c)("flex-1 text-sm outline-none",e),...i})},"U",0,function({className:e,variant:i="default",...a}){return(0,t.jsx)(x.List,{"data-slot":"tabs-list","data-variant":i,className:(0,b.c)(_({variant:i}),e),...a})},"k",0,function({className:e,...i}){return(0,t.jsx)(g.Tab,{"data-slot":"tabs-trigger",className:(0,b.c)("relative inline-flex h-[calc(100%-1px)] flex-1 items-center justify-center gap-1.5 rounded-md border border-transparent px-2 py-1 text-sm font-medium whitespace-nowrap text-foreground/60 transition-all group-data-vertical/tabs:w-full group-data-vertical/tabs:justify-start hover:text-foreground focus-visible:border-ring focus-visible:ring-[3px] focus-visible:ring-ring/50 focus-visible:outline-1 focus-visible:outline-ring disabled:pointer-events-none disabled:opacity-50 has-data-[icon=inline-end]:pr-1.5 has-data-[icon=inline-start]:pl-1.5 aria-disabled:pointer-events-none aria-disabled:opacity-50 dark:text-muted-foreground dark:hover:text-foreground group-data-[variant=default]/tabs-list:data-active:shadow-sm group-data-[variant=line]/tabs-list:data-active:shadow-none [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4","group-data-[variant=line]/tabs-list:bg-transparent group-data-[variant=line]/tabs-list:data-active:bg-transparent dark:group-data-[variant=line]/tabs-list:data-active:border-transparent dark:group-data-[variant=line]/tabs-list:data-active:bg-transparent","data-active:bg-background data-active:text-foreground dark:data-active:border-input dark:data-active:bg-input/30 dark:data-active:text-foreground","after:absolute after:bg-foreground after:opacity-0 after:transition-opacity group-data-horizontal/tabs:after:inset-x-0 group-data-horizontal/tabs:after:bottom-[-5px] group-data-horizontal/tabs:after:h-0.5 group-data-vertical/tabs:after:inset-y-0 group-data-vertical/tabs:after:-right-1 group-data-vertical/tabs:after:w-0.5 group-data-[variant=line]/tabs-list:data-active:after:opacity-100",e),...i})}],677572)}],913383,e=>{e.q("/litellm-asset-prefix/_next/static/media/a2a_agent.14el5-6dflh1h.png")},238564,e=>{e.q("/litellm-asset-prefix/_next/static/media/ai21.0m_u-tih8nm0v.svg")},509168,e=>{e.q("/litellm-asset-prefix/_next/static/media/aiand.3d63n1e2q_n-d.svg")},941533,e=>{e.q("/litellm-asset-prefix/_next/static/media/aiml_api.1dq6dbpwklhlg.svg")},994636,e=>{e.q("/litellm-asset-prefix/_next/static/media/anthropic.3s95kgy8jpc64.svg")},824770,e=>{e.q("/litellm-asset-prefix/_next/static/media/assemblyai_small.0w_dslsra91uw.png")},920076,e=>{e.q("/litellm-asset-prefix/_next/static/media/baseten.41k2lnwp3c5g9.svg")},519380,e=>{e.q("/litellm-asset-prefix/_next/static/media/bedrock.2vhamxr8q6y4o.svg")},430357,e=>{e.q("/litellm-asset-prefix/_next/static/media/bigmodel.0dcjemh9945kq.png")},96889,e=>{e.q("/litellm-asset-prefix/_next/static/media/cerebras.10a3ay2mhz9lq.svg")},348026,e=>{e.q("/litellm-asset-prefix/_next/static/media/cloudflare.2n1spdq7u5yki.svg")},727148,e=>{e.q("/litellm-asset-prefix/_next/static/media/cohere.22i3i2e449j5i.svg")},411703,e=>{e.q("/litellm-asset-prefix/_next/static/media/cometapi.3w0xficbg3dkk.svg")},922480,e=>{e.q("/litellm-asset-prefix/_next/static/media/cursor.1q1ev-_5l7exg.svg")},769490,e=>{e.q("/litellm-asset-prefix/_next/static/media/databricks.2hiet9qlqzn-g.svg")},829789,e=>{e.q("/litellm-asset-prefix/_next/static/media/deepgram.3-krp20p_xed3.png")},41730,e=>{e.q("/litellm-asset-prefix/_next/static/media/deepinfra.3lr_lsr7mhui6.png")},662576,e=>{e.q("/litellm-asset-prefix/_next/static/media/deepseek.3n4cu0x32i_7w.svg")},711427,e=>{e.q("/litellm-asset-prefix/_next/static/media/edenai.3z_rirzycrnpm.svg")},987202,e=>{e.q("/litellm-asset-prefix/_next/static/media/elevenlabs.2982m_dk2-h_y.png")},953265,e=>{e.q("/litellm-asset-prefix/_next/static/media/fal_ai.3rahrirki8sby.jpg")},346512,e=>{e.q("/litellm-asset-prefix/_next/static/media/featherless.3hmlef3fhc0h5.svg")},84416,e=>{e.q("/litellm-asset-prefix/_next/static/media/fireworks.3t1b6p8edeqyo.svg")},104602,e=>{e.q("/litellm-asset-prefix/_next/static/media/friendli.0ymiswh6l35bq.svg")},771937,e=>{e.q("/litellm-asset-prefix/_next/static/media/gigachat.37uico956hu-u.svg")},888193,e=>{e.q("/litellm-asset-prefix/_next/static/media/github_copilot.3k-8jyadoaq2u.svg")},946013,e=>{e.q("/litellm-asset-prefix/_next/static/media/google.3y8ypywwtqob_.svg")},447500,e=>{e.q("/litellm-asset-prefix/_next/static/media/groq.20csmqzsusp1k.svg")},289208,e=>{e.q("/litellm-asset-prefix/_next/static/media/hostinger.1xc26ljex3lep.png")},270039,e=>{e.q("/litellm-asset-prefix/_next/static/media/huggingface.1-07ypt9ii_-p.svg")},227733,e=>{e.q("/litellm-asset-prefix/_next/static/media/hyperbolic.3le20v59sebn8.svg")},823929,e=>{e.q("/litellm-asset-prefix/_next/static/media/infinity.0s9s12bl4lccx.png")},333845,e=>{e.q("/litellm-asset-prefix/_next/static/media/jina.0ukab8o-3-5m_.png")},813878,e=>{e.q("/litellm-asset-prefix/_next/static/media/lambda.26_vz7cmyuodo.svg")},305184,e=>{e.q("/litellm-asset-prefix/_next/static/media/litellm_monogram.16r2_rdj4dq8r.svg")},767788,e=>{e.q("/litellm-asset-prefix/_next/static/media/lmstudio.35s3-83mlhcms.svg")},808630,e=>{e.q("/litellm-asset-prefix/_next/static/media/meta_llama.1kxk24vwsem49.svg")},336105,e=>{e.q("/litellm-asset-prefix/_next/static/media/microsoft_365_copilot.1jztrfb78qq1x.svg")},641266,e=>{e.q("/litellm-asset-prefix/_next/static/media/microsoft_azure.3626-7zx7wf09.svg")},468732,e=>{e.q("/litellm-asset-prefix/_next/static/media/minimax.2mfkkqc-lnsen.svg")},610503,e=>{e.q("/litellm-asset-prefix/_next/static/media/mistral.0n8jv_67hgq4h.svg")},438969,e=>{e.q("/litellm-asset-prefix/_next/static/media/moonshot.3__i9wvf37ksm.svg")},852459,e=>{e.q("/litellm-asset-prefix/_next/static/media/morph.2av06eo-t0-ve.svg")},494696,e=>{e.q("/litellm-asset-prefix/_next/static/media/nebius.2ipf7rmjccira.svg")},148973,e=>{e.q("/litellm-asset-prefix/_next/static/media/novita.0_nzmm_rl4lrf.svg")},570036,e=>{e.q("/litellm-asset-prefix/_next/static/media/nvidia_nim.1fz-5ugf_um0v.svg")},151170,e=>{e.q("/litellm-asset-prefix/_next/static/media/nvidia_triton.1aotoxig_m2w1.png")},862330,e=>{e.q("/litellm-asset-prefix/_next/static/media/ollama.144cif369atc5.svg")},956529,e=>{e.q("/litellm-asset-prefix/_next/static/media/openai_small.3rj8nedgjpevh.svg")},788158,e=>{e.q("/litellm-asset-prefix/_next/static/media/openrouter.1xk7748-_jixf.svg")},350567,e=>{e.q("/litellm-asset-prefix/_next/static/media/oracle.43kws59xxr8ig.svg")},911676,e=>{e.q("/litellm-asset-prefix/_next/static/media/parallel_ai.0jx5g5pf0u355.png")},822797,e=>{e.q("/litellm-asset-prefix/_next/static/media/perplexity-ai.2do8hoc8tw__0.svg")},840911,e=>{e.q("/litellm-asset-prefix/_next/static/media/qwen.0a49x9i08_0gz.png")},445735,e=>{e.q("/litellm-asset-prefix/_next/static/media/recraft.2f4cv-c9ad-mo.svg")},635202,e=>{e.q("/litellm-asset-prefix/_next/static/media/replicate.445bidyix2tyh.svg")},669161,e=>{e.q("/litellm-asset-prefix/_next/static/media/runway.2zzwye1fddnnn.png")},159508,e=>{e.q("/litellm-asset-prefix/_next/static/media/sambanova.1vcyu0faw1x8h.svg")},544025,e=>{e.q("/litellm-asset-prefix/_next/static/media/sap.1367hgge0s0xl.png")},708767,e=>{e.q("/litellm-asset-prefix/_next/static/media/scx_ai.3emo1p5delrhx.svg")},100588,e=>{e.q("/litellm-asset-prefix/_next/static/media/snowflake.2_p8qqpi0r3lr.svg")},183804,e=>{e.q("/litellm-asset-prefix/_next/static/media/soniox.3nhjmssy7ybh7.svg")},339808,e=>{e.q("/litellm-asset-prefix/_next/static/media/strands.1w9vvik2r671z.svg")},991350,e=>{e.q("/litellm-asset-prefix/_next/static/media/tencent.1mqjwxxk-obwq.svg")},865502,e=>{e.q("/litellm-asset-prefix/_next/static/media/togetherai.1wk-mouzgw5ho.svg")},96912,e=>{e.q("/litellm-asset-prefix/_next/static/media/topaz.3rjp3zvx4eags.svg")},142689,e=>{e.q("/litellm-asset-prefix/_next/static/media/typesafe.44kuy2p41yhxx.png")},395073,e=>{e.q("/litellm-asset-prefix/_next/static/media/v0.15trd3tb1ulop.svg")},407829,e=>{e.q("/litellm-asset-prefix/_next/static/media/vercel.1mvnwxofolt8y.svg")},846077,e=>{e.q("/litellm-asset-prefix/_next/static/media/vllm.3_gqby46r7s3x.png")},914861,e=>{e.q("/litellm-asset-prefix/_next/static/media/volcengine.23ly9ik_qc138.png")},285328,e=>{e.q("/litellm-asset-prefix/_next/static/media/voyage.0krq6ew-yr8dk.webp")},779278,e=>{e.q("/litellm-asset-prefix/_next/static/media/watsonx.19rrg39yvhpk8.svg")},325532,e=>{e.q("/litellm-asset-prefix/_next/static/media/xai.2kc3gjiopn9om.svg")},288330,e=>{e.q("/litellm-asset-prefix/_next/static/media/xinference.063cy_ievvy5u.svg")},991083,e=>{e.q("/litellm-asset-prefix/_next/static/media/opencode.1hqe_7u8rr8ab.svg")}]); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0g9hpx7z1_gky.css b/litellm/proxy/_experimental/out/_next/static/chunks/0g9hpx7z1_gky.css deleted file mode 100644 index 8be5586f7eb..00000000000 --- a/litellm/proxy/_experimental/out/_next/static/chunks/0g9hpx7z1_gky.css +++ /dev/null @@ -1 +0,0 @@ -@layer properties{@supports (((-webkit-hyphens:none)) and (not (margin-trim:inline))) or ((-moz-orient:inline) and (not (color:rgb(from red r g b)))){:root,:host{--shimmer-angle:20deg}*,:before,:after,::backdrop{--tw-translate-x:0;--tw-translate-y:0;--tw-translate-z:0;--tw-scale-x:1;--tw-scale-y:1;--tw-scale-z:1;--tw-rotate-x:initial;--tw-rotate-y:initial;--tw-rotate-z:initial;--tw-skew-x:initial;--tw-skew-y:initial;--tw-scroll-snap-strictness:proximity;--tw-space-y-reverse:0;--tw-space-x-reverse:0;--tw-divide-x-reverse:0;--tw-border-style:solid;--tw-divide-y-reverse:0;--tw-gradient-position:initial;--tw-gradient-from:#0000;--tw-gradient-via:#0000;--tw-gradient-to:#0000;--tw-gradient-stops:initial;--tw-gradient-via-stops:initial;--tw-gradient-from-position:0%;--tw-gradient-via-position:50%;--tw-gradient-to-position:100%;--tw-leading:initial;--tw-font-weight:initial;--tw-tracking:initial;--tw-ordinal:initial;--tw-slashed-zero:initial;--tw-numeric-figure:initial;--tw-numeric-spacing:initial;--tw-numeric-fraction:initial;--tw-shadow:0 0 #0000;--tw-shadow-color:initial;--tw-shadow-alpha:100%;--tw-inset-shadow:0 0 #0000;--tw-inset-shadow-color:initial;--tw-inset-shadow-alpha:100%;--tw-ring-color:initial;--tw-ring-shadow:0 0 #0000;--tw-inset-ring-color:initial;--tw-inset-ring-shadow:0 0 #0000;--tw-ring-inset:initial;--tw-ring-offset-width:0px;--tw-ring-offset-color:#fff;--tw-ring-offset-shadow:0 0 #0000;--tw-outline-style:solid;--tw-blur:initial;--tw-brightness:initial;--tw-contrast:initial;--tw-grayscale:initial;--tw-hue-rotate:initial;--tw-invert:initial;--tw-opacity:initial;--tw-saturate:initial;--tw-sepia:initial;--tw-drop-shadow:initial;--tw-drop-shadow-color:initial;--tw-drop-shadow-alpha:100%;--tw-drop-shadow-size:initial;--tw-backdrop-blur:initial;--tw-backdrop-brightness:initial;--tw-backdrop-contrast:initial;--tw-backdrop-grayscale:initial;--tw-backdrop-hue-rotate:initial;--tw-backdrop-invert:initial;--tw-backdrop-opacity:initial;--tw-backdrop-saturate:initial;--tw-backdrop-sepia:initial;--tw-duration:initial;--tw-ease:initial;--tw-content:"";--tw-scrollbar-thumb:#0000;--tw-scrollbar-track:#0000;--tw-animation-delay:0s;--tw-animation-direction:normal;--tw-animation-duration:initial;--tw-animation-fill-mode:none;--tw-animation-iteration-count:1;--tw-enter-blur:0;--tw-enter-opacity:1;--tw-enter-rotate:0;--tw-enter-scale:1;--tw-enter-translate-x:0;--tw-enter-translate-y:0;--tw-exit-blur:0;--tw-exit-opacity:1;--tw-exit-rotate:0;--tw-exit-scale:1;--tw-exit-translate-x:0;--tw-exit-translate-y:0;--scroll-fade-e:0px;--scroll-fade-mask:initial;--scroll-fade-b:0px;--scroll-fade-s:0px;--shimmer-image:initial;--shimmer-text-fill:initial}}}@layer theme{:root,:host{--font-sans:ui-sans-serif, system-ui, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji";--font-mono:ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace;--color-red-200:#ffcaca;--color-red-400:#ff6568;--color-red-500:#fb2c36;--color-red-600:#e40014;--color-amber-50:#fffbeb;--color-amber-200:#fee685;--color-amber-300:#ffd236;--color-amber-400:#fcbb00;--color-amber-500:#f99c00;--color-amber-600:#dd7400;--color-amber-700:#b75000;--color-amber-950:#461901;--color-yellow-50:#fefce8;--color-yellow-200:#fff085;--color-yellow-700:#a36100;--color-yellow-800:#874b00;--color-lime-500:#80cd00;--color-green-50:#f0fdf4;--color-green-200:#b9f8cf;--color-green-500:#00c758;--color-green-700:#008138;--color-emerald-400:#00d294;--color-emerald-500:#00bb7f;--color-emerald-600:#009767;--color-teal-50:#f0fdfa;--color-teal-200:#96f7e4;--color-teal-300:#46ecd5;--color-teal-400:#00d3bd;--color-teal-500:#00baa7;--color-teal-700:#00776e;--color-teal-800:#005f5a;--color-teal-950:#022f2e;--color-cyan-500:#00b7d7;--color-cyan-600:#0092b5;--color-sky-500:#00a5ef;--color-sky-600:#0084cc;--color-blue-50:#eff6ff;--color-blue-400:#54a2ff;--color-blue-500:#3080ff;--color-blue-600:#155dfc;--color-blue-950:#162456;--color-indigo-50:#eef2ff;--color-indigo-100:#e0e7ff;--color-indigo-200:#c7d2ff;--color-indigo-300:#a4b3ff;--color-indigo-500:#625fff;--color-indigo-600:#4f39f6;--color-indigo-700:#432dd7;--color-indigo-800:#372aac;--color-indigo-900:#312c85;--color-indigo-950:#1e1a4d;--color-violet-50:#f5f3ff;--color-violet-200:#ddd6ff;--color-violet-300:#c4b4ff;--color-violet-400:#a685ff;--color-violet-500:#8d54ff;--color-violet-600:#7f22fe;--color-violet-700:#7008e7;--color-violet-800:#5d0ec0;--color-violet-950:#2f0d68;--color-purple-50:#faf5ff;--color-purple-100:#f3e8ff;--color-purple-200:#e9d5ff;--color-purple-300:#d9b3ff;--color-purple-400:#c07eff;--color-purple-500:#ac4bff;--color-purple-600:#9810fa;--color-purple-700:#8200da;--color-purple-800:#6e11b0;--color-purple-900:#59168b;--color-purple-950:#3c0366;--color-pink-500:#f6339a;--color-slate-50:#f8fafc;--color-slate-900:#0f172b;--color-gray-50:#f9fafb;--color-gray-100:#f3f4f6;--color-gray-200:#e5e7eb;--color-gray-700:#364153;--color-gray-800:#1e2939;--color-gray-900:#101828;--color-black:#000;--color-white:#fff;--spacing:.25rem;--container-xs:20rem;--container-sm:24rem;--container-md:28rem;--container-lg:32rem;--container-xl:36rem;--container-2xl:42rem;--container-3xl:48rem;--container-4xl:56rem;--container-5xl:64rem;--container-6xl:72rem;--text-xs:.75rem;--text-xs--line-height:calc(1 / .75);--text-sm:.875rem;--text-sm--line-height:calc(1.25 / .875);--text-base:1rem;--text-base--line-height:calc(1.5 / 1);--text-lg:1.125rem;--text-lg--line-height:calc(1.75 / 1.125);--text-xl:1.25rem;--text-xl--line-height:calc(1.75 / 1.25);--text-2xl:1.5rem;--text-2xl--line-height:calc(2 / 1.5);--text-3xl:1.875rem;--text-3xl--line-height:calc(2.25 / 1.875);--text-4xl:2.25rem;--text-4xl--line-height:calc(2.5 / 2.25);--text-5xl:3rem;--text-5xl--line-height:1;--text-6xl:3.75rem;--text-6xl--line-height:1;--font-weight-normal:400;--font-weight-medium:500;--font-weight-semibold:600;--font-weight-bold:700;--tracking-tight:-.025em;--tracking-normal:0em;--tracking-wide:.025em;--tracking-wider:.05em;--tracking-widest:.1em;--leading-tight:1.25;--leading-snug:1.375;--leading-normal:1.5;--leading-relaxed:1.625;--radius-md:calc(var(--radius) - 2px);--radius-2xl:1rem;--radius-3xl:1.5rem;--radius-4xl:2rem;--drop-shadow-md:0 3px 3px #0000001f;--ease-out:cubic-bezier(0, 0, .2, 1);--ease-in-out:cubic-bezier(.4, 0, .2, 1);--animate-spin:spin 1s linear infinite;--animate-pulse:pulse 2s cubic-bezier(.4, 0, .6, 1) infinite;--animate-bounce:bounce 1s infinite;--blur-xs:4px;--blur-sm:8px;--blur-md:12px;--aspect-video:16 / 9;--default-transition-duration:.15s;--default-transition-timing-function:cubic-bezier(.4, 0, .2, 1);--default-font-family:var(--font-sans);--default-mono-font-family:var(--font-mono);--color-background:var(--background);--color-foreground:var(--foreground);--color-card:var(--card);--color-muted:var(--muted);--color-muted-foreground:var(--muted-foreground);--color-accent:var(--accent);--color-destructive:var(--destructive);--color-success:var(--success);--color-warning:var(--warning);--color-info:var(--info);--color-border:var(--border);--color-ring:var(--ring)}@supports (color:lab(0% 0 0)){:root,:host{--color-red-200:lab(86.017% 19.8815 7.75869);--color-red-400:lab(63.7053% 60.745 31.3109);--color-red-500:lab(55.4814% 75.0732 48.8528);--color-red-600:lab(48.4493% 77.4328 61.5452);--color-amber-50:lab(98.6252% -.635922 8.42309);--color-amber-200:lab(91.7203% -.505269 49.9084);--color-amber-300:lab(86.4156% 6.13147 78.3961);--color-amber-400:lab(80.1641% 16.6016 99.2089);--color-amber-500:lab(72.7183% 31.8672 97.9407);--color-amber-600:lab(60.3514% 40.5624 87.1228);--color-amber-700:lab(47.2709% 42.9082 69.2966);--color-amber-950:lab(15.8111% 20.9107 23.3752);--color-yellow-50:lab(98.6846% -1.79055 9.7766);--color-yellow-200:lab(94.3433% -5.00429 52.9663);--color-yellow-700:lab(47.8202% 25.2426 66.5015);--color-yellow-800:lab(38.7484% 23.5833 51.4916);--color-lime-500:lab(75.3197% -46.6547 86.1778);--color-green-50:lab(98.1563% -5.60117 2.75915);--color-green-200:lab(92.4222% -26.4702 12.9427);--color-green-500:lab(70.5521% -66.5147 45.8073);--color-green-700:lab(47.0329% -47.0239 31.4788);--color-emerald-400:lab(75.0771% -60.7313 19.4147);--color-emerald-500:lab(66.9756% -58.27 19.5419);--color-emerald-600:lab(55.0481% -49.9246 15.93);--color-teal-50:lab(98.3189% -4.74921 -.111711);--color-teal-200:lab(90.7612% -33.1343 -.542295);--color-teal-300:lab(84.8977% -48.1516 -1.3321);--color-teal-400:lab(76.0109% -53.3483 -2.27906);--color-teal-500:lab(67.3859% -49.0983 -2.63511);--color-teal-700:lab(44.4134% -33.1436 -4.22149);--color-teal-800:lab(35.5975% -26.6648 -4.34487);--color-teal-950:lab(16.6371% -15.3183 -3.81732);--color-cyan-500:lab(67.805% -35.3952 -30.2018);--color-cyan-600:lab(55.1767% -26.7496 -30.5139);--color-sky-500:lab(63.3038% -18.433 -51.0407);--color-sky-600:lab(51.7754% -11.4712 -49.8349);--color-blue-50:lab(96.492% -1.14644 -5.11479);--color-blue-400:lab(65.0361% -1.42065 -56.9802);--color-blue-500:lab(54.1736% 13.3369 -74.6839);--color-blue-600:lab(44.0605% 29.0279 -86.0352);--color-blue-950:lab(15.6723% 8.86232 -32.2945);--color-indigo-50:lab(95.4818% .411302 -6.78529);--color-indigo-100:lab(91.6577% 1.04591 -12.7199);--color-indigo-200:lab(84.4329% 3.18977 -23.9688);--color-indigo-300:lab(74.0235% 8.54138 -41.6075);--color-indigo-500:lab(48.295% 38.3129 -81.9673);--color-indigo-600:lab(38.4009% 52.6132 -92.3857);--color-indigo-700:lab(32.4486% 49.2217 -84.6695);--color-indigo-800:lab(26.6645% 37.9804 -68.6402);--color-indigo-900:lab(23.3911% 24.6978 -50.4718);--color-indigo-950:lab(12.4853% 14.9672 -31.3418);--color-violet-50:lab(96.2416% 2.28849 -5.51657);--color-violet-200:lab(87.0888% 8.53688 -19.4189);--color-violet-300:lab(76.7419% 18.3911 -37.0706);--color-violet-400:lab(62.8239% 34.9159 -60.0512);--color-violet-500:lab(49.9355% 55.1776 -81.8963);--color-violet-600:lab(41.088% 68.9966 -91.995);--color-violet-700:lab(35.2783% 67.9912 -88.793);--color-violet-800:lab(29.3188% 57.7986 -76.1493);--color-violet-950:lab(14.0706% 33.3353 -46.7553);--color-purple-50:lab(97.1627% 2.99937 -4.13398);--color-purple-100:lab(93.3333% 6.97437 -9.83434);--color-purple-200:lab(87.8405% 13.4282 -18.7159);--color-purple-300:lab(78.3298% 26.2195 -34.9499);--color-purple-400:lab(63.6946% 47.6127 -59.2066);--color-purple-500:lab(52.0183% 66.11 -78.2316);--color-purple-600:lab(43.0295% 75.21 -86.5669);--color-purple-700:lab(36.1758% 69.8525 -80.0381);--color-purple-800:lab(30.6017% 56.7637 -64.4751);--color-purple-900:lab(24.9401% 45.2703 -51.2728);--color-purple-950:lab(14.8253% 38.9005 -44.5861);--color-pink-500:lab(56.9303% 76.8162 -8.07021);--color-slate-50:lab(98.1434% -.369519 -1.05966);--color-slate-900:lab(7.78673% 1.82345 -15.0537);--color-gray-50:lab(98.2596% -.247031 -.706708);--color-gray-100:lab(96.1596% -.0823438 -1.13575);--color-gray-200:lab(91.6229% -.159115 -2.26791);--color-gray-700:lab(27.1134% -.956401 -12.3224);--color-gray-800:lab(16.1051% -1.18239 -11.7533);--color-gray-900:lab(8.11897% .811279 -12.254)}}}@layer base{*,:after,:before,::backdrop{box-sizing:border-box;border:0 solid;margin:0;padding:0}::file-selector-button{box-sizing:border-box;border:0 solid;margin:0;padding:0}html,:host{-webkit-text-size-adjust:100%;tab-size:4;line-height:1.5;font-family:var(--default-font-family,ui-sans-serif, system-ui, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji");font-feature-settings:var(--default-font-feature-settings,normal);font-variation-settings:var(--default-font-variation-settings,normal);-webkit-tap-highlight-color:transparent}hr{height:0;color:inherit;border-top-width:1px}abbr:where([title]){-webkit-text-decoration:underline dotted;text-decoration:underline dotted}h1,h2,h3,h4,h5,h6{font-size:inherit;font-weight:inherit}a{color:inherit;-webkit-text-decoration:inherit;-webkit-text-decoration:inherit;-webkit-text-decoration:inherit;-webkit-text-decoration:inherit;text-decoration:inherit}b,strong{font-weight:bolder}code,kbd,samp,pre{font-family:var(--default-mono-font-family,ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace);font-feature-settings:var(--default-mono-font-feature-settings,normal);font-variation-settings:var(--default-mono-font-variation-settings,normal);font-size:1em}small{font-size:80%}sub,sup{vertical-align:baseline;font-size:75%;line-height:0;position:relative}sub{bottom:-.25em}sup{top:-.5em}table{text-indent:0;border-color:inherit;border-collapse:collapse}:-moz-focusring{outline:auto}progress{vertical-align:baseline}summary{display:list-item}ol,ul,menu{list-style:none}img,svg,video,canvas,audio,iframe,embed,object{vertical-align:middle;display:block}img,video{max-width:100%;height:auto}button,input,select,optgroup,textarea{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}::file-selector-button{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}:where(select:is([multiple],[size])) optgroup{font-weight:bolder}:where(select:is([multiple],[size])) optgroup option{padding-inline-start:20px}::file-selector-button{margin-inline-end:4px}::placeholder{opacity:1}@supports (not ((-webkit-appearance:-apple-pay-button))) or (contain-intrinsic-size:1px){::placeholder{color:currentColor}@supports (color:color-mix(in lab, red, red)){::placeholder{color:color-mix(in oklab, currentcolor 50%, transparent)}}}textarea{resize:vertical}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-date-and-time-value{min-height:1lh;text-align:inherit}::-webkit-datetime-edit{padding-block:0}::-webkit-datetime-edit-year-field{padding-block:0}::-webkit-datetime-edit-month-field{padding-block:0}::-webkit-datetime-edit-day-field{padding-block:0}::-webkit-datetime-edit-hour-field{padding-block:0}::-webkit-datetime-edit-minute-field{padding-block:0}::-webkit-datetime-edit-second-field{padding-block:0}::-webkit-datetime-edit-millisecond-field{padding-block:0}::-webkit-datetime-edit-meridiem-field{padding-block:0}::-webkit-calendar-picker-indicator{line-height:1}:-moz-ui-invalid{box-shadow:none}button,input:where([type=button],[type=reset],[type=submit]){appearance:button}::file-selector-button{appearance:button}::-webkit-inner-spin-button{height:auto}::-webkit-outer-spin-button{height:auto}[hidden]:where(:not([hidden=until-found])){display:none!important}*,:after,:before,::backdrop{border-color:var(--color-border)}::file-selector-button{border-color:var(--color-border)}*{outline-color:var(--color-ring)}@supports (color:color-mix(in lab, red, red)){*{outline-color:color-mix(in oklab, var(--color-ring) 50%, transparent)}}:is(input,textarea,select):focus:not([disabled]){--tw-ring-color:initial;--tw-ring-shadow:0 0 #0000;border-color:var(--color-border)}[data-slot=combobox-chip-input],[data-slot=command-input]{font:inherit;letter-spacing:inherit;background-color:#0000;border-width:0;padding:0}:is(input,textarea,select):not([type=checkbox],[type=radio],[data-slot=combobox-chip-input],[data-slot=command-input]){background-color:var(--color-background)}button:not(:disabled),[role=button]:not(:disabled){cursor:pointer}input::placeholder,textarea::placeholder{color:var(--color-muted-foreground)}body{background-color:var(--color-background);color:var(--color-foreground)}input:where([type=text]),input:where(:not([type])),input:where([type=email]),input:where([type=url]),input:where([type=password]),input:where([type=number]),input:where([type=date]),input:where([type=datetime-local]),input:where([type=month]),input:where([type=search]),input:where([type=tel]),input:where([type=time]),input:where([type=week]),select:where([multiple]),textarea,select{appearance:none;--tw-shadow:0 0 #0000;background-color:#fff;border-width:1px;border-color:#6a7282;border-color:lab(47.7841% -.393182 -10.0268);border-radius:0;padding:.5rem .75rem;font-size:1rem;line-height:1.5rem}:is(input:where([type=text]),input:where(:not([type])),input:where([type=email]),input:where([type=url]),input:where([type=password]),input:where([type=number]),input:where([type=date]),input:where([type=datetime-local]),input:where([type=month]),input:where([type=search]),input:where([type=tel]),input:where([type=time]),input:where([type=week]),select:where([multiple]),textarea,select):focus{outline-offset:2px;--tw-ring-inset:var(--tw-empty, );--tw-ring-offset-width:0px;--tw-ring-offset-color:#fff;--tw-ring-color:#155dfc;--tw-ring-offset-shadow:var(--tw-ring-inset) 0 0 0 var(--tw-ring-offset-width) var(--tw-ring-offset-color);--tw-ring-shadow:var(--tw-ring-inset) 0 0 0 calc(1px + var(--tw-ring-offset-width)) var(--tw-ring-color);box-shadow:var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow);border-color:#155dfc;border-color:lab(44.0605% 29.0279 -86.0352);outline:2px solid #0000}@supports (color:lab(0% 0 0)){:is(input:where([type=text]),input:where(:not([type])),input:where([type=email]),input:where([type=url]),input:where([type=password]),input:where([type=number]),input:where([type=date]),input:where([type=datetime-local]),input:where([type=month]),input:where([type=search]),input:where([type=tel]),input:where([type=time]),input:where([type=week]),select:where([multiple]),textarea,select):focus{--tw-ring-color:lab(44.0605% 29.0279 -86.0352)}}input::placeholder,textarea::placeholder{color:#6a7282;color:lab(47.7841% -.393182 -10.0268);opacity:1}::-webkit-datetime-edit-fields-wrapper{padding:0}::-webkit-date-and-time-value{min-height:1.5em}::-webkit-date-and-time-value{text-align:inherit}::-webkit-datetime-edit{display:inline-flex}::-webkit-datetime-edit{padding-top:0;padding-bottom:0}::-webkit-datetime-edit-year-field{padding-top:0;padding-bottom:0}::-webkit-datetime-edit-month-field{padding-top:0;padding-bottom:0}::-webkit-datetime-edit-day-field{padding-top:0;padding-bottom:0}::-webkit-datetime-edit-hour-field{padding-top:0;padding-bottom:0}::-webkit-datetime-edit-minute-field{padding-top:0;padding-bottom:0}::-webkit-datetime-edit-second-field{padding-top:0;padding-bottom:0}::-webkit-datetime-edit-millisecond-field{padding-top:0;padding-bottom:0}::-webkit-datetime-edit-meridiem-field{padding-top:0;padding-bottom:0}select{-webkit-print-color-adjust:exact;print-color-adjust:exact;background-image:url("data:image/svg+xml,%3csvg xmlns='http://www.w3.org/2000/svg' fill='none' viewBox='0 0 20 20'%3e%3cpath stroke='oklch(55.1%25 0.027 264.364)' stroke-linecap='round' stroke-linejoin='round' stroke-width='1.5' d='M6 8l4 4 4-4'/%3e%3c/svg%3e");background-position:right .5rem center;background-repeat:no-repeat;background-size:1.5em 1.5em;padding-right:2.5rem}select:where([multiple]),select:where([size]:not([size="1"])){background-image:initial;background-position:initial;background-repeat:unset;background-size:initial;print-color-adjust:unset;padding-right:.75rem}input:where([type=checkbox]),input:where([type=radio]){appearance:none;-webkit-print-color-adjust:exact;print-color-adjust:exact;vertical-align:middle;-webkit-user-select:none;user-select:none;color:#155dfc;color:lab(44.0605% 29.0279 -86.0352);--tw-shadow:0 0 #0000;background-color:#fff;background-origin:border-box;border-width:1px;border-color:#6a7282;border-color:lab(47.7841% -.393182 -10.0268);flex-shrink:0;width:1rem;height:1rem;padding:0;display:inline-block}input:where([type=checkbox]){border-radius:0}input:where([type=radio]){border-radius:100%}input:where([type=checkbox]):focus,input:where([type=radio]):focus{outline-offset:2px;--tw-ring-inset:var(--tw-empty, );--tw-ring-offset-width:2px;--tw-ring-offset-color:#fff;--tw-ring-color:#155dfc;--tw-ring-offset-shadow:var(--tw-ring-inset) 0 0 0 var(--tw-ring-offset-width) var(--tw-ring-offset-color);--tw-ring-shadow:var(--tw-ring-inset) 0 0 0 calc(2px + var(--tw-ring-offset-width)) var(--tw-ring-color);box-shadow:var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow);outline:2px solid #0000}@supports (color:lab(0% 0 0)){input:where([type=checkbox]):focus,input:where([type=radio]):focus{--tw-ring-color:lab(44.0605% 29.0279 -86.0352)}}input:where([type=checkbox]):checked,input:where([type=radio]):checked{background-color:currentColor;background-position:50%;background-repeat:no-repeat;background-size:100% 100%;border-color:#0000}input:where([type=checkbox]):checked{background-image:url("data:image/svg+xml,%3csvg viewBox='0 0 16 16' fill='white' xmlns='http://www.w3.org/2000/svg'%3e%3cpath d='M12.207 4.793a1 1 0 010 1.414l-5 5a1 1 0 01-1.414 0l-2-2a1 1 0 011.414-1.414L6.5 9.086l4.293-4.293a1 1 0 011.414 0z'/%3e%3c/svg%3e")}@media (forced-colors:active){input:where([type=checkbox]):checked{appearance:auto}}input:where([type=radio]):checked{background-image:url("data:image/svg+xml,%3csvg viewBox='0 0 16 16' fill='white' xmlns='http://www.w3.org/2000/svg'%3e%3ccircle cx='8' cy='8' r='3'/%3e%3c/svg%3e")}@media (forced-colors:active){input:where([type=radio]):checked{appearance:auto}}input:where([type=checkbox]):checked:hover,input:where([type=checkbox]):checked:focus,input:where([type=radio]):checked:hover,input:where([type=radio]):checked:focus{background-color:currentColor;border-color:#0000}input:where([type=checkbox]):indeterminate{background-color:currentColor;background-image:url("data:image/svg+xml,%3csvg xmlns='http://www.w3.org/2000/svg' fill='none' viewBox='0 0 16 16'%3e%3cpath stroke='white' stroke-linecap='round' stroke-linejoin='round' stroke-width='2' d='M4 8h8'/%3e%3c/svg%3e");background-position:50%;background-repeat:no-repeat;background-size:100% 100%;border-color:#0000}@media (forced-colors:active){input:where([type=checkbox]):indeterminate{appearance:auto}}input:where([type=checkbox]):indeterminate:hover,input:where([type=checkbox]):indeterminate:focus{background-color:currentColor;border-color:#0000}input:where([type=file]){background:unset;border-color:inherit;font-size:unset;line-height:inherit;border-width:0;border-radius:0;padding:0}input:where([type=file]):focus{outline:1px solid buttontext;outline:1px auto -webkit-focus-ring-color}}@layer components;@layer utilities{.\@container\/card-header{container:card-header/inline-size}.\@container\/field-group{container:field-group/inline-size}.\@container,.\[container-type\:inline-size\]{container-type:inline-size}.pointer-events-auto{pointer-events:auto}.pointer-events-none{pointer-events:none}.\!visible{visibility:visible!important}.collapse{visibility:collapse}.invisible{visibility:hidden}.visible{visibility:visible}.sr-only{clip-path:inset(50%);white-space:nowrap;border-width:0;width:1px;height:1px;margin:-1px;padding:0;position:absolute;overflow:hidden}.absolute{position:absolute}.fixed{position:fixed}.relative{position:relative}.static{position:static}.sticky{position:sticky}.inset-0{inset:0}.-inset-x-6{inset-inline:calc(var(--spacing) * -6)}.inset-x-0{inset-inline:0}.inset-y-0{inset-block:0}.inset-s-1\/2{inset-inline-start:50%}.-top-0\.5{top:calc(var(--spacing) * -.5)}.-top-1{top:calc(var(--spacing) * -1)}.-top-2{top:calc(var(--spacing) * -2)}.top-0{top:0}.top-0\.5{top:calc(var(--spacing) * .5)}.top-1{top:var(--spacing)}.top-1\.5{top:calc(var(--spacing) * 1.5)}.top-1\/2{top:50%}.top-1\/3{top:33.3333%}.top-2{top:calc(var(--spacing) * 2)}.top-2\.5{top:calc(var(--spacing) * 2.5)}.top-3{top:calc(var(--spacing) * 3)}.top-4{top:calc(var(--spacing) * 4)}.top-8{top:calc(var(--spacing) * 8)}.top-9{top:calc(var(--spacing) * 9)}.top-\[18px\]{top:18px}.top-full{top:100%}.-right-0\.5{right:calc(var(--spacing) * -.5)}.-right-1{right:calc(var(--spacing) * -1)}.-right-2{right:calc(var(--spacing) * -2)}.-right-px{right:-1px}.right-0{right:0}.right-1{right:var(--spacing)}.right-1\.5{right:calc(var(--spacing) * 1.5)}.right-2{right:calc(var(--spacing) * 2)}.right-2\.5{right:calc(var(--spacing) * 2.5)}.right-3{right:calc(var(--spacing) * 3)}.right-4{right:calc(var(--spacing) * 4)}.right-8{right:calc(var(--spacing) * 8)}.right-14{right:calc(var(--spacing) * 14)}.-bottom-0\.5{bottom:calc(var(--spacing) * -.5)}.-bottom-5{bottom:calc(var(--spacing) * -5)}.-bottom-6{bottom:calc(var(--spacing) * -6)}.bottom-0{bottom:0}.bottom-1{bottom:var(--spacing)}.bottom-3{bottom:calc(var(--spacing) * 3)}.bottom-4{bottom:calc(var(--spacing) * 4)}.bottom-\[6vh\]{bottom:6vh}.bottom-\[100px\]{bottom:100px}.-left-2{left:calc(var(--spacing) * -2)}.-left-2\.5{left:calc(var(--spacing) * -2.5)}.-left-px{left:-1px}.left-0{left:0}.left-0\.5{left:calc(var(--spacing) * .5)}.left-1\/2{left:50%}.left-2{left:calc(var(--spacing) * 2)}.left-2\.5{left:calc(var(--spacing) * 2.5)}.left-3{left:calc(var(--spacing) * 3)}.left-4{left:calc(var(--spacing) * 4)}.left-5{left:calc(var(--spacing) * 5)}.left-\[9px\]{left:9px}.left-\[calc\(50\%-0\.5px\)\]{left:calc(50% - .5px)}.left-full{left:100%}.isolate{isolation:isolate}.\!z-50{z-index:50!important}.-z-10{z-index:calc(10 * -1)}.z-\(--my-z\){z-index:var(--my-z)}.z-0{z-index:0}.z-10{z-index:10}.z-20{z-index:20}.z-50{z-index:50}.z-9999{z-index:9999}.z-\[1100\]{z-index:1100}.z-auto{z-index:auto}.z-chrome{z-index:10}.z-floating{z-index:30}.z-overlay{z-index:40}.z-overlay\!{z-index:40!important}.z-popup{z-index:50}.z-raised{z-index:1}.z-sticky{z-index:20}.z-sticky-pinned{z-index:25}.order-first{order:-9999}.order-last{order:9999}.col-span-1{grid-column:span 1/span 1}.col-span-2{grid-column:span 2/span 2}.col-span-3{grid-column:span 3/span 3}.col-span-5{grid-column:span 5/span 5}.col-span-10{grid-column:span 10/span 10}.col-span-14{grid-column:span 14/span 14}.col-start-2{grid-column-start:2}.col-start-11{grid-column-start:11}.row-0{grid-row:0}.row-1{grid-row:1}.row-2{grid-row:2}.row-span-2{grid-row:span 2/span 2}.row-start-1{grid-row-start:1}.float-left{float:left}.container{width:100%}@media (min-width:40rem){.container{max-width:40rem}}@media (min-width:48rem){.container{max-width:48rem}}@media (min-width:64rem){.container{max-width:64rem}}@media (min-width:80rem){.container{max-width:80rem}}@media (min-width:96rem){.container{max-width:96rem}}.m-0{margin:0}.m-2{margin:calc(var(--spacing) * 2)}.m-8{margin:calc(var(--spacing) * 8)}.-mx-1{margin-inline:calc(var(--spacing) * -1)}.-mx-2{margin-inline:calc(var(--spacing) * -2)}.-mx-4{margin-inline:calc(var(--spacing) * -4)}.-mx-6{margin-inline:calc(var(--spacing) * -6)}.mx-0{margin-inline:0}.mx-0\.5{margin-inline:calc(var(--spacing) * .5)}.mx-1{margin-inline:var(--spacing)}.mx-1\.5{margin-inline:calc(var(--spacing) * 1.5)}.mx-2{margin-inline:calc(var(--spacing) * 2)}.mx-3{margin-inline:calc(var(--spacing) * 3)}.mx-3\.5{margin-inline:calc(var(--spacing) * 3.5)}.mx-4{margin-inline:calc(var(--spacing) * 4)}.mx-5{margin-inline:calc(var(--spacing) * 5)}.mx-6{margin-inline:calc(var(--spacing) * 6)}.mx-8{margin-inline:calc(var(--spacing) * 8)}.mx-auto{margin-inline:auto}.-my-1{margin-block:calc(var(--spacing) * -1)}.-my-2{margin-block:calc(var(--spacing) * -2)}.-my-4{margin-block:calc(var(--spacing) * -4)}.my-0\.5{margin-block:calc(var(--spacing) * .5)}.my-1{margin-block:var(--spacing)}.my-2{margin-block:calc(var(--spacing) * 2)}.my-3{margin-block:calc(var(--spacing) * 3)}.my-4{margin-block:calc(var(--spacing) * 4)}.my-6{margin-block:calc(var(--spacing) * 6)}.my-auto{margin-block:auto}.-mt-1{margin-top:calc(var(--spacing) * -1)}.mt-0{margin-top:0}.mt-0\.5{margin-top:calc(var(--spacing) * .5)}.mt-1{margin-top:var(--spacing)}.mt-1\.5{margin-top:calc(var(--spacing) * 1.5)}.mt-2{margin-top:calc(var(--spacing) * 2)}.mt-2\.5{margin-top:calc(var(--spacing) * 2.5)}.mt-3{margin-top:calc(var(--spacing) * 3)}.mt-4{margin-top:calc(var(--spacing) * 4)}.mt-5{margin-top:calc(var(--spacing) * 5)}.mt-6{margin-top:calc(var(--spacing) * 6)}.mt-7{margin-top:calc(var(--spacing) * 7)}.mt-8{margin-top:calc(var(--spacing) * 8)}.mt-10{margin-top:calc(var(--spacing) * 10)}.mt-16{margin-top:calc(var(--spacing) * 16)}.mt-20{margin-top:calc(var(--spacing) * 20)}.mt-\[10px\]{margin-top:10px}.mt-auto{margin-top:auto}.mt-px{margin-top:1px}.-mr-1{margin-right:calc(var(--spacing) * -1)}.mr-0{margin-right:0}.mr-1{margin-right:var(--spacing)}.mr-1\.5{margin-right:calc(var(--spacing) * 1.5)}.mr-2{margin-right:calc(var(--spacing) * 2)}.mr-2\.5{margin-right:calc(var(--spacing) * 2.5)}.mr-3{margin-right:calc(var(--spacing) * 3)}.mr-4{margin-right:calc(var(--spacing) * 4)}.mr-8{margin-right:calc(var(--spacing) * 8)}.mr-auto{margin-right:auto}.-mb-1\.5{margin-bottom:calc(var(--spacing) * -1.5)}.-mb-4{margin-bottom:calc(var(--spacing) * -4)}.-mb-6{margin-bottom:calc(var(--spacing) * -6)}.-mb-px{margin-bottom:-1px}.mb-0{margin-bottom:0}.mb-0\.5{margin-bottom:calc(var(--spacing) * .5)}.mb-1{margin-bottom:var(--spacing)}.mb-1\.5{margin-bottom:calc(var(--spacing) * 1.5)}.mb-2{margin-bottom:calc(var(--spacing) * 2)}.mb-2\.5{margin-bottom:calc(var(--spacing) * 2.5)}.mb-3{margin-bottom:calc(var(--spacing) * 3)}.mb-4{margin-bottom:calc(var(--spacing) * 4)}.mb-5{margin-bottom:calc(var(--spacing) * 5)}.mb-6{margin-bottom:calc(var(--spacing) * 6)}.mb-7{margin-bottom:calc(var(--spacing) * 7)}.mb-8{margin-bottom:calc(var(--spacing) * 8)}.mb-10{margin-bottom:calc(var(--spacing) * 10)}.mb-\[0\.08em\]{margin-bottom:.08em}.mb-\[3px\]{margin-bottom:3px}.-ml-1{margin-left:calc(var(--spacing) * -1)}.-ml-2{margin-left:calc(var(--spacing) * -2)}.-ml-3{margin-left:calc(var(--spacing) * -3)}.ml-0{margin-left:0}.ml-0\.5{margin-left:calc(var(--spacing) * .5)}.ml-1{margin-left:var(--spacing)}.ml-1\.5{margin-left:calc(var(--spacing) * 1.5)}.ml-2{margin-left:calc(var(--spacing) * 2)}.ml-3{margin-left:calc(var(--spacing) * 3)}.ml-4{margin-left:calc(var(--spacing) * 4)}.ml-6{margin-left:calc(var(--spacing) * 6)}.ml-7{margin-left:calc(var(--spacing) * 7)}.ml-8{margin-left:calc(var(--spacing) * 8)}.ml-11{margin-left:calc(var(--spacing) * 11)}.ml-auto{margin-left:auto}.box-border{box-sizing:border-box}.no-scrollbar{-ms-overflow-style:none;scrollbar-width:none}.no-scrollbar::-webkit-scrollbar{display:none}.line-clamp-1{-webkit-line-clamp:1;-webkit-box-orient:vertical;display:-webkit-box;overflow:hidden}.line-clamp-2{-webkit-line-clamp:2;-webkit-box-orient:vertical;display:-webkit-box;overflow:hidden}.line-clamp-3{-webkit-line-clamp:3;-webkit-box-orient:vertical;display:-webkit-box;overflow:hidden}.\!inline{display:inline!important}.block{display:block}.contents{display:contents}.flex{display:flex}.flex\!{display:flex!important}.grid{display:grid}.hidden{display:none}.inline{display:inline}.inline-block{display:inline-block}.inline-flex{display:inline-flex}.table{display:table}.table-caption{display:table-caption}.table-cell{display:table-cell}.table-row{display:table-row}.\[field-sizing\:content\],.field-sizing-content{field-sizing:content}.field-sizing-fixed{field-sizing:fixed}.aspect-\[1196\/720\]{aspect-ratio:1196/720}.aspect-auto{aspect-ratio:auto}.aspect-square{aspect-ratio:1}.aspect-video{aspect-ratio:var(--aspect-video)}.size-1{width:var(--spacing);height:var(--spacing)}.size-1\.5{width:calc(var(--spacing) * 1.5);height:calc(var(--spacing) * 1.5)}.size-2{width:calc(var(--spacing) * 2);height:calc(var(--spacing) * 2)}.size-2\.5{width:calc(var(--spacing) * 2.5);height:calc(var(--spacing) * 2.5)}.size-3{width:calc(var(--spacing) * 3);height:calc(var(--spacing) * 3)}.size-3\.5{width:calc(var(--spacing) * 3.5);height:calc(var(--spacing) * 3.5)}.size-4{width:calc(var(--spacing) * 4);height:calc(var(--spacing) * 4)}.size-4\.5{width:calc(var(--spacing) * 4.5);height:calc(var(--spacing) * 4.5)}.size-5{width:calc(var(--spacing) * 5);height:calc(var(--spacing) * 5)}.size-6{width:calc(var(--spacing) * 6);height:calc(var(--spacing) * 6)}.size-7{width:calc(var(--spacing) * 7);height:calc(var(--spacing) * 7)}.size-8{width:calc(var(--spacing) * 8);height:calc(var(--spacing) * 8)}.size-9{width:calc(var(--spacing) * 9);height:calc(var(--spacing) * 9)}.size-10{width:calc(var(--spacing) * 10);height:calc(var(--spacing) * 10)}.size-11{width:calc(var(--spacing) * 11);height:calc(var(--spacing) * 11)}.size-12{width:calc(var(--spacing) * 12);height:calc(var(--spacing) * 12)}.size-16{width:calc(var(--spacing) * 16);height:calc(var(--spacing) * 16)}.size-24{width:calc(var(--spacing) * 24);height:calc(var(--spacing) * 24)}.size-\[7px\]{width:7px;height:7px}.size-\[15px\]{width:15px;height:15px}.size-\[17px\]{width:17px;height:17px}.size-\[18px\]{width:18px;height:18px}.size-\[19px\]{width:19px;height:19px}.size-\[26px\]{width:26px;height:26px}.size-\[30px\]{width:30px;height:30px}.size-full{width:100%;height:100%}.h-\(--accordion-panel-height\){height:var(--accordion-panel-height)}.h-0{height:0}.h-0\.5{height:calc(var(--spacing) * .5)}.h-1{height:var(--spacing)}.h-1\.5{height:calc(var(--spacing) * 1.5)}.h-1\/2{height:50%}.h-2{height:calc(var(--spacing) * 2)}.h-2\.5{height:calc(var(--spacing) * 2.5)}.h-3{height:calc(var(--spacing) * 3)}.h-3\.5{height:calc(var(--spacing) * 3.5)}.h-4{height:calc(var(--spacing) * 4)}.h-5{height:calc(var(--spacing) * 5)}.h-6{height:calc(var(--spacing) * 6)}.h-7{height:calc(var(--spacing) * 7)}.h-8{height:calc(var(--spacing) * 8)}.h-8\!{height:calc(var(--spacing) * 8)!important}.h-9{height:calc(var(--spacing) * 9)}.h-10{height:calc(var(--spacing) * 10)}.h-12{height:calc(var(--spacing) * 12)}.h-14{height:calc(var(--spacing) * 14)}.h-16{height:calc(var(--spacing) * 16)}.h-20{height:calc(var(--spacing) * 20)}.h-24{height:calc(var(--spacing) * 24)}.h-32{height:calc(var(--spacing) * 32)}.h-40{height:calc(var(--spacing) * 40)}.h-48{height:calc(var(--spacing) * 48)}.h-56{height:calc(var(--spacing) * 56)}.h-64{height:calc(var(--spacing) * 64)}.h-72{height:calc(var(--spacing) * 72)}.h-80{height:calc(var(--spacing) * 80)}.h-96{height:calc(var(--spacing) * 96)}.h-150{height:calc(var(--spacing) * 150)}.h-\[0\.78em\]{height:.78em}.h-\[7px\]{height:7px}.h-\[18\.4px\]{height:18.4px}.h-\[18px\]{height:18px}.h-\[22\.4px\]{height:22.4px}.h-\[34px\]{height:34px}.h-\[37px\]{height:37px}.h-\[38px\]{height:38px}.h-\[42px\]{height:42px}.h-\[75vh\]{height:75vh}.h-\[80vh\]{height:80vh}.h-\[320px\]{height:320px}.h-\[350px\]{height:350px}.h-\[380px\]{height:380px}.h-\[480px\]{height:480px}.h-\[calc\(--spacing\(5\.5\)\)\]{height:calc(calc(var(--spacing) * 5.5))}.h-\[calc\(100\%-1px\)\]{height:calc(100% - 1px)}.h-\[calc\(100\%-3rem\)\]{height:calc(100% - 3rem)}.h-\[calc\(100vh-3\.5rem\)\]{height:calc(100vh - 3.5rem)}.h-\[calc\(100vh-200px\)\]{height:calc(100vh - 200px)}.h-\[min\(320px\,50dvh\)\]{height:min(320px,50dvh)}.h-auto{height:auto}.h-dvh{height:100dvh}.h-full{height:100%}.h-max{height:max-content}.h-px{height:1px}.h-screen{height:100vh}.max-h-\(--available-height\){max-height:var(--available-height)}.max-h-20{max-height:calc(var(--spacing) * 20)}.max-h-24{max-height:calc(var(--spacing) * 24)}.max-h-28{max-height:calc(var(--spacing) * 28)}.max-h-32{max-height:calc(var(--spacing) * 32)}.max-h-36{max-height:calc(var(--spacing) * 36)}.max-h-40{max-height:calc(var(--spacing) * 40)}.max-h-48{max-height:calc(var(--spacing) * 48)}.max-h-52{max-height:calc(var(--spacing) * 52)}.max-h-56{max-height:calc(var(--spacing) * 56)}.max-h-60{max-height:calc(var(--spacing) * 60)}.max-h-64{max-height:calc(var(--spacing) * 64)}.max-h-72{max-height:calc(var(--spacing) * 72)}.max-h-80{max-height:calc(var(--spacing) * 80)}.max-h-96{max-height:calc(var(--spacing) * 96)}.max-h-100{max-height:calc(var(--spacing) * 100)}.max-h-\[42\%\]{max-height:42%}.max-h-\[50\%\]{max-height:50%}.max-h-\[60px\]{max-height:60px}.max-h-\[65vh\]{max-height:65vh}.max-h-\[70vh\]{max-height:70vh}.max-h-\[90dvh\]{max-height:90dvh}.max-h-\[90vh\]{max-height:90vh}.max-h-\[200px\]{max-height:200px}.max-h-\[234px\]{max-height:234px}.max-h-\[300px\]{max-height:300px}.max-h-\[400px\]{max-height:400px}.max-h-\[500px\]{max-height:500px}.max-h-\[520px\]{max-height:520px}.max-h-\[600px\]{max-height:600px}.max-h-\[calc\(80vh-120px\)\]{max-height:calc(80vh - 120px)}.max-h-\[calc\(100dvh-2rem\)\]{max-height:calc(100dvh - 2rem)}.max-h-\[calc\(100dvh-4rem\)\]{max-height:calc(100dvh - 4rem)}.max-h-\[calc\(100vh-385px\)\]{max-height:calc(100vh - 385px)}.max-h-\[min\(32rem\,calc\(100dvh-10rem\)\)\]{max-height:min(32rem,100dvh - 10rem)}.max-h-\[min\(calc\(--spacing\(72\)---spacing\(9\)\)\,calc\(var\(--available-height\)---spacing\(9\)\)\)\]{max-height:min(calc(calc(var(--spacing) * 72) - calc(var(--spacing) * 9)), calc(var(--available-height) - calc(var(--spacing) * 9)))}.max-h-full{max-height:100%}.min-h-0{min-height:0}.min-h-4{min-height:calc(var(--spacing) * 4)}.min-h-5{min-height:calc(var(--spacing) * 5)}.min-h-6{min-height:calc(var(--spacing) * 6)}.min-h-8{min-height:calc(var(--spacing) * 8)}.min-h-9{min-height:calc(var(--spacing) * 9)}.min-h-10{min-height:calc(var(--spacing) * 10)}.min-h-11{min-height:calc(var(--spacing) * 11)}.min-h-12{min-height:calc(var(--spacing) * 12)}.min-h-16{min-height:calc(var(--spacing) * 16)}.min-h-24{min-height:calc(var(--spacing) * 24)}.min-h-80{min-height:calc(var(--spacing) * 80)}.min-h-96{min-height:calc(var(--spacing) * 96)}.min-h-\[7\.5rem\]{min-height:7.5rem}.min-h-\[34px\]{min-height:34px}.min-h-\[40px\]{min-height:40px}.min-h-\[44px\]{min-height:44px}.min-h-\[100px\]{min-height:100px}.min-h-\[120px\]{min-height:120px}.min-h-\[170px\]{min-height:170px}.min-h-\[280px\]{min-height:280px}.min-h-\[300px\]{min-height:300px}.min-h-\[360px\]{min-height:360px}.min-h-\[400px\]{min-height:400px}.min-h-\[600px\]{min-height:600px}.min-h-\[680px\]{min-height:680px}.min-h-\[750px\]{min-height:750px}.min-h-\[calc\(100vh-3\.5rem\)\]{min-height:calc(100vh - 3.5rem)}.min-h-\[calc\(100vh-160px\)\]{min-height:calc(100vh - 160px)}.min-h-full{min-height:100%}.min-h-screen{min-height:100vh}.w-\(--anchor-width\){width:var(--anchor-width)}.w-0{width:0}.w-0\.5{width:calc(var(--spacing) * .5)}.w-1{width:var(--spacing)}.w-1\.5{width:calc(var(--spacing) * 1.5)}.w-1\/2{width:50%}.w-1\/3{width:33.3333%}.w-1\/4{width:25%}.w-1\/5{width:20%}.w-2{width:calc(var(--spacing) * 2)}.w-2\.5{width:calc(var(--spacing) * 2.5)}.w-2\/3{width:66.6667%}.w-2\/5{width:40%}.w-3{width:calc(var(--spacing) * 3)}.w-3\.5{width:calc(var(--spacing) * 3.5)}.w-3\/4{width:75%}.w-3\/5{width:60%}.w-4{width:calc(var(--spacing) * 4)}.w-5{width:calc(var(--spacing) * 5)}.w-5\/6{width:83.3333%}.w-6{width:calc(var(--spacing) * 6)}.w-7{width:calc(var(--spacing) * 7)}.w-8{width:calc(var(--spacing) * 8)}.w-9{width:calc(var(--spacing) * 9)}.w-10{width:calc(var(--spacing) * 10)}.w-11{width:calc(var(--spacing) * 11)}.w-11\/12{width:91.6667%}.w-12{width:calc(var(--spacing) * 12)}.w-14{width:calc(var(--spacing) * 14)}.w-16{width:calc(var(--spacing) * 16)}.w-20{width:calc(var(--spacing) * 20)}.w-24{width:calc(var(--spacing) * 24)}.w-28{width:calc(var(--spacing) * 28)}.w-32{width:calc(var(--spacing) * 32)}.w-36{width:calc(var(--spacing) * 36)}.w-40{width:calc(var(--spacing) * 40)}.w-44{width:calc(var(--spacing) * 44)}.w-48{width:calc(var(--spacing) * 48)}.w-50{width:calc(var(--spacing) * 50)}.w-52{width:calc(var(--spacing) * 52)}.w-55{width:calc(var(--spacing) * 55)}.w-56{width:calc(var(--spacing) * 56)}.w-60{width:calc(var(--spacing) * 60)}.w-64{width:calc(var(--spacing) * 64)}.w-65{width:calc(var(--spacing) * 65)}.w-72{width:calc(var(--spacing) * 72)}.w-80{width:calc(var(--spacing) * 80)}.w-96{width:calc(var(--spacing) * 96)}.w-\[0\.67px\]{width:.67px}.w-\[2px\]{width:2px}.w-\[4\.5rem\]{width:4.5rem}.w-\[7px\]{width:7px}.w-\[18\%\]{width:18%}.w-\[20\%\]{width:20%}.w-\[25\%\]{width:25%}.w-\[30\%\]{width:30%}.w-\[35\%\]{width:35%}.w-\[38px\]{width:38px}.w-\[44\%\]{width:44%}.w-\[48\%\]{width:48%}.w-\[50\%\]{width:50%}.w-\[50px\]{width:50px}.w-\[58\%\]{width:58%}.w-\[64\%\]{width:64%}.w-\[70\%\]{width:70%}.w-\[72\%\]{width:72%}.w-\[72px\]{width:72px}.w-\[80px\]{width:80px}.w-\[100cqw\]{width:100cqw}.w-\[110px\]{width:110px}.w-\[120px\]{width:120px}.w-\[130px\]{width:130px}.w-\[140px\]{width:140px}.w-\[150px\]{width:150px}.w-\[180px\]{width:180px}.w-\[200px\]{width:200px}.w-\[216px\]{width:216px}.w-\[220px\]{width:220px}.w-\[240px\]{width:240px}.w-\[268px\]{width:268px}.w-\[280px\]{width:280px}.w-\[300px\]{width:300px}.w-\[400px\]{width:400px}.w-\[calc\(100\%\+1rem\)\]{width:calc(100% + 1rem)}.w-\[min\(360px\,calc\(100vw-2rem\)\)\]{width:min(360px,100vw - 2rem)}.w-auto{width:auto}.w-fit{width:fit-content}.w-full{width:100%}.w-max{width:max-content}.w-px{width:1px}.max-w-\(--available-width\){max-width:var(--available-width)}.max-w-2xl{max-width:var(--container-2xl)}.max-w-3xl{max-width:var(--container-3xl)}.max-w-4xl{max-width:var(--container-4xl)}.max-w-5xl{max-width:var(--container-5xl)}.max-w-6xl{max-width:var(--container-6xl)}.max-w-32{max-width:calc(var(--spacing) * 32)}.max-w-36{max-width:calc(var(--spacing) * 36)}.max-w-40{max-width:calc(var(--spacing) * 40)}.max-w-44{max-width:calc(var(--spacing) * 44)}.max-w-48{max-width:calc(var(--spacing) * 48)}.max-w-50{max-width:calc(var(--spacing) * 50)}.max-w-52{max-width:calc(var(--spacing) * 52)}.max-w-56{max-width:calc(var(--spacing) * 56)}.max-w-60{max-width:calc(var(--spacing) * 60)}.max-w-64{max-width:calc(var(--spacing) * 64)}.max-w-72{max-width:calc(var(--spacing) * 72)}.max-w-80{max-width:calc(var(--spacing) * 80)}.max-w-96{max-width:calc(var(--spacing) * 96)}.max-w-100{max-width:calc(var(--spacing) * 100)}.max-w-\[15ch\]{max-width:15ch}.max-w-\[22ch\]{max-width:22ch}.max-w-\[40ch\]{max-width:40ch}.max-w-\[75\%\]{max-width:75%}.max-w-\[80\%\]{max-width:80%}.max-w-\[85\%\]{max-width:85%}.max-w-\[90\%\]{max-width:90%}.max-w-\[92\%\]{max-width:92%}.max-w-\[120px\]{max-width:120px}.max-w-\[150px\]{max-width:150px}.max-w-\[200px\]{max-width:200px}.max-w-\[220px\]{max-width:220px}.max-w-\[240px\]{max-width:240px}.max-w-\[280px\]{max-width:280px}.max-w-\[300px\]{max-width:300px}.max-w-\[320px\]{max-width:320px}.max-w-\[340px\]{max-width:340px}.max-w-\[360px\]{max-width:360px}.max-w-\[400px\]{max-width:400px}.max-w-\[500px\]{max-width:500px}.max-w-\[560px\]{max-width:560px}.max-w-\[640px\]{max-width:640px}.max-w-\[800px\]{max-width:800px}.max-w-\[960px\]{max-width:960px}.max-w-\[1400px\]{max-width:1400px}.max-w-\[calc\(100\%-2rem\)\]{max-width:calc(100% - 2rem)}.max-w-\[calc\(100vw-1rem\)\]{max-width:calc(100vw - 1rem)}.max-w-\[calc\(100vw-2rem\)\]{max-width:calc(100vw - 2rem)}.max-w-\[min\(200px\,34vw\)\]{max-width:min(200px,34vw)}.max-w-full{max-width:100%}.max-w-lg{max-width:var(--container-lg)}.max-w-md{max-width:var(--container-md)}.max-w-none{max-width:none}.max-w-prose{max-width:65ch}.max-w-sm{max-width:var(--container-sm)}.max-w-xl{max-width:var(--container-xl)}.max-w-xs{max-width:var(--container-xs)}.min-w-\(--anchor-width\){min-width:var(--anchor-width)}.min-w-0{min-width:0}.min-w-4{min-width:calc(var(--spacing) * 4)}.min-w-5{min-width:calc(var(--spacing) * 5)}.min-w-8{min-width:calc(var(--spacing) * 8)}.min-w-9{min-width:calc(var(--spacing) * 9)}.min-w-10{min-width:calc(var(--spacing) * 10)}.min-w-16{min-width:calc(var(--spacing) * 16)}.min-w-24{min-width:calc(var(--spacing) * 24)}.min-w-28{min-width:calc(var(--spacing) * 28)}.min-w-32{min-width:calc(var(--spacing) * 32)}.min-w-36{min-width:calc(var(--spacing) * 36)}.min-w-40{min-width:calc(var(--spacing) * 40)}.min-w-44{min-width:calc(var(--spacing) * 44)}.min-w-48{min-width:calc(var(--spacing) * 48)}.min-w-50{min-width:calc(var(--spacing) * 50)}.min-w-52{min-width:calc(var(--spacing) * 52)}.min-w-60{min-width:calc(var(--spacing) * 60)}.min-w-72{min-width:calc(var(--spacing) * 72)}.min-w-80{min-width:calc(var(--spacing) * 80)}.min-w-\[9rem\]{min-width:9rem}.min-w-\[12rem\]{min-width:12rem}.min-w-\[40rem\]{min-width:40rem}.min-w-\[88px\]{min-width:88px}.min-w-\[96px\]{min-width:96px}.min-w-\[100px\]{min-width:100px}.min-w-\[110px\]{min-width:110px}.min-w-\[120px\]{min-width:120px}.min-w-\[130px\]{min-width:130px}.min-w-\[160px\]{min-width:160px}.min-w-\[180px\]{min-width:180px}.min-w-\[200px\]{min-width:200px}.min-w-\[240px\]{min-width:240px}.min-w-\[600px\]{min-width:600px}.min-w-\[calc\(var\(--anchor-width\)\+--spacing\(7\)\)\]{min-width:calc(var(--anchor-width) + calc(var(--spacing) * 7))}.min-w-full{min-width:100%}.flex-1{flex:1}.flex-2{flex:2}.flex-auto{flex:auto}.flex-none{flex:none}.shrink{flex-shrink:1}.shrink-0{flex-shrink:0}.grow{flex-grow:1}.basis-32{flex-basis:calc(var(--spacing) * 32)}.basis-full{flex-basis:100%}.table-fixed{table-layout:fixed}.caption-bottom{caption-side:bottom}.border-collapse{border-collapse:collapse}.origin-\(--transform-origin\){transform-origin:var(--transform-origin)}.origin-right{transform-origin:100%}.-translate-x-1\/2{--tw-translate-x:calc(calc(1 / 2 * 100%) * -1);translate:var(--tw-translate-x) var(--tw-translate-y)}.-translate-x-full{--tw-translate-x:-100%;translate:var(--tw-translate-x) var(--tw-translate-y)}.translate-x-0\.5{--tw-translate-x:calc(var(--spacing) * .5);translate:var(--tw-translate-x) var(--tw-translate-y)}.translate-x-1\/2{--tw-translate-x:calc(1 / 2 * 100%);translate:var(--tw-translate-x) var(--tw-translate-y)}.translate-x-4{--tw-translate-x:calc(var(--spacing) * 4);translate:var(--tw-translate-x) var(--tw-translate-y)}.-translate-y-1\/2{--tw-translate-y:calc(calc(1 / 2 * 100%) * -1);translate:var(--tw-translate-x) var(--tw-translate-y)}.translate-y-0{--tw-translate-y:0;translate:var(--tw-translate-x) var(--tw-translate-y)}.translate-y-\[calc\(-50\%-2px\)\]{--tw-translate-y:calc(-50% - 2px);translate:var(--tw-translate-x) var(--tw-translate-y)}.scale-75{--tw-scale-x:75%;--tw-scale-y:75%;--tw-scale-z:75%;scale:var(--tw-scale-x) var(--tw-scale-y)}.-rotate-90{rotate:-90deg}.rotate-45{rotate:45deg}.rotate-90{rotate:90deg}.rotate-180{rotate:180deg}.transform{transform:var(--tw-rotate-x,) var(--tw-rotate-y,) var(--tw-rotate-z,) var(--tw-skew-x,) var(--tw-skew-y,)}.shimmer{--_spread:var(--shimmer-spread,calc(3ch + 40px));--_base:currentColor;--_highlight:var(--shimmer-color,oklch(from currentColor l c h / calc(alpha * .2)));background-image:var(--shimmer-image,linear-gradient(calc(90deg + var(--shimmer-angle)), var(--_base) calc(50% - var(--_spread)), var(--_highlight) calc(50% - var(--_spread) * .5), var(--_highlight) 50%, var(--_highlight) calc(50% + var(--_spread) * .5), var(--_base) calc(50% + var(--_spread))))}@supports (color:color-mix(in lab, red, red)){.shimmer{background-image:var(--shimmer-image,linear-gradient(calc(90deg + var(--shimmer-angle)), var(--_base) calc(50% - var(--_spread)), color-mix(in oklch, var(--_highlight), var(--_base) 50%) calc(50% - var(--_spread) * .5), var(--_highlight) 50%, color-mix(in oklch, var(--_highlight), var(--_base) 50%) calc(50% + var(--_spread) * .5), var(--_base) calc(50% + var(--_spread))))}}.shimmer{background-repeat:no-repeat;background-size:calc(200% + var(--_spread) * 2) 100%;-webkit-text-fill-color:var(--shimmer-text-fill,transparent);animation:tw-shimmer var(--shimmer-duration,2s) linear infinite;background-position:0 0;-webkit-background-clip:text;background-clip:text}.shimmer:where(.dark,.dark *){--_highlight:var(--shimmer-color,oklch(from currentColor max(.8, calc(l + .4)) c h / calc(alpha + .4)))}.shimmer:where([dir=rtl],[dir=rtl] *){animation-direction:reverse}.scroll-fade-x{--_scroll-fade-size-s:var(--scroll-fade-s-size,var(--scroll-fade-size,min(12%, calc(var(--spacing) * 10))));--_scroll-fade-size-e:var(--scroll-fade-e-size,var(--scroll-fade-size,min(12%, calc(var(--spacing) * 10))));--scroll-fade-inline:linear-gradient(to right, transparent 0, #000 var(--scroll-fade-s,0px), #000 calc(100% - var(--scroll-fade-e,0px)), transparent 100%)}.scroll-fade-x:where([dir=rtl],[dir=rtl] *){--scroll-fade-inline:linear-gradient(to left, transparent 0, #000 var(--scroll-fade-s,0px), #000 calc(100% - var(--scroll-fade-e,0px)), transparent 100%)}.scroll-fade-x{-webkit-mask-image:var(--scroll-fade-mask,var(--scroll-fade-inline));-webkit-mask-image:var(--scroll-fade-mask,var(--scroll-fade-inline));-webkit-mask-image:var(--scroll-fade-mask,var(--scroll-fade-inline));-webkit-mask-image:var(--scroll-fade-mask,var(--scroll-fade-inline));mask-image:var(--scroll-fade-mask,var(--scroll-fade-inline));-webkit-mask-composite:source-in;-webkit-mask-composite:source-in;-webkit-mask-composite:source-in;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-composite:source-in;mask-composite:intersect}@supports (animation-timeline:scroll()){.scroll-fade-x{animation:1ms ease-in-out scroll-fade-reveal-s,1ms ease-in-out scroll-fade-reveal-e;animation-timeline:scroll(self inline),scroll(self inline);animation-range:0 var(--scroll-fade-reveal,calc(var(--spacing) * 24)), calc(100% - var(--scroll-fade-reveal,calc(var(--spacing) * 24))) 100%;animation-fill-mode:both}}@supports not (animation-timeline:scroll()){.scroll-fade-x{--scroll-fade-s:var(--_scroll-fade-size-s);--scroll-fade-e:var(--_scroll-fade-size-e)}}.scroll-fade-e{--_scroll-fade-size-e:var(--scroll-fade-e-size,var(--scroll-fade-size,min(12%, calc(var(--spacing) * 10))));--scroll-fade-mask:linear-gradient(to right, #000 0, #000 calc(100% - var(--scroll-fade-e,0px)), transparent 100%)}.scroll-fade-e:where([dir=rtl],[dir=rtl] *){--scroll-fade-mask:linear-gradient(to left, #000 0, #000 calc(100% - var(--scroll-fade-e,0px)), transparent 100%)}.scroll-fade-e{-webkit-mask-image:var(--scroll-fade-mask);-webkit-mask-image:var(--scroll-fade-mask);-webkit-mask-image:var(--scroll-fade-mask);-webkit-mask-image:var(--scroll-fade-mask);mask-image:var(--scroll-fade-mask);-webkit-mask-composite:source-in;-webkit-mask-composite:source-in;-webkit-mask-composite:source-in;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-composite:source-in;mask-composite:intersect}@supports (animation-timeline:scroll()){.scroll-fade-e{animation:1ms ease-in-out scroll-fade-reveal-e;animation-timeline:scroll(self inline);animation-range:calc(100% - var(--scroll-fade-reveal,calc(var(--spacing) * 24))) 100%;animation-fill-mode:both}}@supports not (animation-timeline:scroll()){.scroll-fade-e{--scroll-fade-e:var(--_scroll-fade-size-e)}}.scroll-fade-b{--_scroll-fade-size-b:var(--scroll-fade-b-size,var(--scroll-fade-size,min(12%, calc(var(--spacing) * 10))));--scroll-fade-mask:linear-gradient(to bottom, #000 0, #000 calc(100% - var(--scroll-fade-b,0px)), transparent 100%);-webkit-mask-image:var(--scroll-fade-mask);-webkit-mask-image:var(--scroll-fade-mask);-webkit-mask-image:var(--scroll-fade-mask);-webkit-mask-image:var(--scroll-fade-mask);mask-image:var(--scroll-fade-mask);-webkit-mask-composite:source-in;-webkit-mask-composite:source-in;-webkit-mask-composite:source-in;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-composite:source-in;mask-composite:intersect}@supports (animation-timeline:scroll()){.scroll-fade-b{animation:1ms ease-in-out scroll-fade-reveal-b;animation-timeline:scroll(self y);animation-range:calc(100% - var(--scroll-fade-reveal,calc(var(--spacing) * 24))) 100%;animation-fill-mode:both}}@supports not (animation-timeline:scroll()){.scroll-fade-b{--scroll-fade-b:var(--_scroll-fade-size-b)}}.animate-bounce{animation:var(--animate-bounce)}.animate-in{animation:enter var(--tw-animation-duration,var(--tw-duration,.15s))var(--tw-ease,ease)var(--tw-animation-delay,0s)var(--tw-animation-iteration-count,1)var(--tw-animation-direction,normal)var(--tw-animation-fill-mode,none)}.animate-pulse{animation:var(--animate-pulse)}.animate-spin{animation:var(--animate-spin)}.animate-trace-drawer-in{animation:.2s cubic-bezier(.25,1,.5,1) both trace-drawer-in}.animate-trace-drawer-out{animation:.2s cubic-bezier(.4,0,1,1) both trace-drawer-out}.cursor-col-resize{cursor:col-resize}.cursor-crosshair{cursor:crosshair}.cursor-default{cursor:default}.cursor-ew-resize{cursor:ew-resize}.cursor-grab{cursor:grab}.cursor-help{cursor:help}.cursor-not-allowed{cursor:not-allowed}.cursor-pointer{cursor:pointer}.cursor-text{cursor:text}.touch-none{touch-action:none}.resize{resize:both}.resize-none{resize:none}.snap-x{scroll-snap-type:x var(--tw-scroll-snap-strictness)}.snap-mandatory{--tw-scroll-snap-strictness:mandatory}.scroll-my-1{scroll-margin-block:var(--spacing)}.scroll-px-1{scroll-padding-inline:var(--spacing)}.scroll-py-1{scroll-padding-block:var(--spacing)}.scrollbar-none{scrollbar-width:none}.scrollbar-thin{scrollbar-width:thin}.scrollbar-gutter-stable{scrollbar-gutter:stable}.list-inside{list-style-position:inside}.list-decimal{list-style-type:decimal}.list-disc{list-style-type:disc}.list-none{list-style-type:none}.appearance-none{appearance:none}.auto-rows-fr{grid-auto-rows:minmax(0,1fr)}.auto-rows-min{grid-auto-rows:min-content}.grid-cols-1{grid-template-columns:repeat(1,minmax(0,1fr))}.grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.grid-cols-4{grid-template-columns:repeat(4,minmax(0,1fr))}.grid-cols-5{grid-template-columns:repeat(5,minmax(0,1fr))}.grid-cols-10{grid-template-columns:repeat(10,minmax(0,1fr))}.grid-cols-12{grid-template-columns:repeat(12,minmax(0,1fr))}.grid-cols-24{grid-template-columns:repeat(24,minmax(0,1fr))}.grid-cols-\[1\.5rem_2\.5rem_1fr_auto\]{grid-template-columns:1.5rem 2.5rem 1fr auto}.grid-cols-\[1\.5rem_auto_minmax\(0\,1fr\)_auto\]{grid-template-columns:1.5rem auto minmax(0,1fr) auto}.grid-cols-\[1\.25rem_minmax\(0\,1fr\)_auto_3rem\]{grid-template-columns:1.25rem minmax(0,1fr) auto 3rem}.grid-cols-\[1fr_auto\]{grid-template-columns:1fr auto}.grid-cols-\[4rem_minmax\(0\,1fr\)_auto\]{grid-template-columns:4rem minmax(0,1fr) auto}.grid-cols-\[18rem_1fr\]{grid-template-columns:18rem 1fr}.grid-cols-\[80px_minmax\(0\,1fr\)\]{grid-template-columns:80px minmax(0,1fr)}.grid-cols-\[160px_minmax\(0\,1fr\)\]{grid-template-columns:160px minmax(0,1fr)}.grid-cols-\[auto\]{grid-template-columns:auto}.grid-cols-\[auto_1fr\]{grid-template-columns:auto 1fr}.grid-cols-\[auto_minmax\(0\,1fr\)\]{grid-template-columns:auto minmax(0,1fr)}.grid-cols-\[max-content_1fr\]{grid-template-columns:max-content 1fr}.grid-cols-\[minmax\(0\,1fr\)_5\.5rem_4\.5rem\]{grid-template-columns:minmax(0,1fr) 5.5rem 4.5rem}.grid-cols-\[minmax\(0\,1fr\)_5\.5rem_4\.5rem_5rem_4\.5rem_5\.5rem\]{grid-template-columns:minmax(0,1fr) 5.5rem 4.5rem 5rem 4.5rem 5.5rem}.grid-cols-\[minmax\(0\,1fr\)_5\.5rem_5\.5rem\]{grid-template-columns:minmax(0,1fr) 5.5rem 5.5rem}.grid-cols-\[minmax\(0\,1fr\)_auto\]{grid-template-columns:minmax(0,1fr) auto}.grid-cols-\[minmax\(0\,14rem\)_minmax\(0\,1fr\)\]{grid-template-columns:minmax(0,14rem) minmax(0,1fr)}.grid-cols-\[repeat\(auto-fill\,minmax\(220px\,1fr\)\)\]{grid-template-columns:repeat(auto-fill,minmax(220px,1fr))}.grid-cols-\[repeat\(auto-fit\,minmax\(7rem\,1fr\)\)\]{grid-template-columns:repeat(auto-fit,minmax(7rem,1fr))}.grid-cols-\[repeat\(auto-fit\,minmax\(140px\,1fr\)\)\]{grid-template-columns:repeat(auto-fit,minmax(140px,1fr))}.grid-rows-\[auto_1fr\]{grid-template-rows:auto 1fr}.flex-col{flex-direction:column}.flex-col-reverse{flex-direction:column-reverse}.flex-row{flex-direction:row}.flex-nowrap{flex-wrap:nowrap}.flex-wrap{flex-wrap:wrap}.place-content-center{place-content:center}.place-items-center{place-items:center}.content-start{align-content:flex-start}.items-baseline{align-items:baseline}.items-center{align-items:center}.items-end{align-items:flex-end}.items-start{align-items:flex-start}.items-stretch{align-items:stretch}.justify-between{justify-content:space-between}.justify-center{justify-content:center}.justify-end{justify-content:flex-end}.justify-start{justify-content:flex-start}.gap-\(--card-spacing\){gap:var(--card-spacing)}.gap-0{gap:0}.gap-0\.5{gap:calc(var(--spacing) * .5)}.gap-1{gap:var(--spacing)}.gap-1\.5{gap:calc(var(--spacing) * 1.5)}.gap-2{gap:calc(var(--spacing) * 2)}.gap-2\.5{gap:calc(var(--spacing) * 2.5)}.gap-3{gap:calc(var(--spacing) * 3)}.gap-3\.5{gap:calc(var(--spacing) * 3.5)}.gap-4{gap:calc(var(--spacing) * 4)}.gap-5{gap:calc(var(--spacing) * 5)}.gap-6{gap:calc(var(--spacing) * 6)}.gap-7{gap:calc(var(--spacing) * 7)}.gap-8{gap:calc(var(--spacing) * 8)}.gap-10{gap:calc(var(--spacing) * 10)}.gap-16{gap:calc(var(--spacing) * 16)}.gap-\[--spacing\(var\(--gap\)\)\]{gap:calc(var(--spacing) * var(--gap))}.gap-px{gap:1px}:where(.space-y-0>:not(:last-child)){--tw-space-y-reverse:0;margin-block:0}:where(.space-y-0\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * .5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * .5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(var(--spacing) * var(--tw-space-y-reverse));margin-block-end:calc(var(--spacing) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 1.5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 1.5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 2) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 2) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-3>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 3) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 3) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-4>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 4) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 4) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-6>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 6) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 6) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-8>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 8) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 8) * calc(1 - var(--tw-space-y-reverse)))}.gap-x-1{column-gap:var(--spacing)}.gap-x-2{column-gap:calc(var(--spacing) * 2)}.gap-x-3{column-gap:calc(var(--spacing) * 3)}.gap-x-4{column-gap:calc(var(--spacing) * 4)}.gap-x-6{column-gap:calc(var(--spacing) * 6)}.gap-x-8{column-gap:calc(var(--spacing) * 8)}.gap-x-10{column-gap:calc(var(--spacing) * 10)}.gap-x-12{column-gap:calc(var(--spacing) * 12)}:where(.space-x-1>:not(:last-child)){--tw-space-x-reverse:0;margin-inline-start:calc(var(--spacing) * var(--tw-space-x-reverse));margin-inline-end:calc(var(--spacing) * calc(1 - var(--tw-space-x-reverse)))}:where(.space-x-1\.5>:not(:last-child)){--tw-space-x-reverse:0;margin-inline-start:calc(calc(var(--spacing) * 1.5) * var(--tw-space-x-reverse));margin-inline-end:calc(calc(var(--spacing) * 1.5) * calc(1 - var(--tw-space-x-reverse)))}:where(.space-x-2>:not(:last-child)){--tw-space-x-reverse:0;margin-inline-start:calc(calc(var(--spacing) * 2) * var(--tw-space-x-reverse));margin-inline-end:calc(calc(var(--spacing) * 2) * calc(1 - var(--tw-space-x-reverse)))}:where(.space-x-2\.5>:not(:last-child)){--tw-space-x-reverse:0;margin-inline-start:calc(calc(var(--spacing) * 2.5) * var(--tw-space-x-reverse));margin-inline-end:calc(calc(var(--spacing) * 2.5) * calc(1 - var(--tw-space-x-reverse)))}:where(.space-x-3>:not(:last-child)){--tw-space-x-reverse:0;margin-inline-start:calc(calc(var(--spacing) * 3) * var(--tw-space-x-reverse));margin-inline-end:calc(calc(var(--spacing) * 3) * calc(1 - var(--tw-space-x-reverse)))}:where(.space-x-4>:not(:last-child)){--tw-space-x-reverse:0;margin-inline-start:calc(calc(var(--spacing) * 4) * var(--tw-space-x-reverse));margin-inline-end:calc(calc(var(--spacing) * 4) * calc(1 - var(--tw-space-x-reverse)))}.gap-y-0\.5{row-gap:calc(var(--spacing) * .5)}.gap-y-1{row-gap:var(--spacing)}.gap-y-2{row-gap:calc(var(--spacing) * 2)}.gap-y-3{row-gap:calc(var(--spacing) * 3)}.gap-y-4{row-gap:calc(var(--spacing) * 4)}.gap-y-5{row-gap:calc(var(--spacing) * 5)}.gap-y-\[3px\]{row-gap:3px}:where(.divide-x>:not(:last-child)){--tw-divide-x-reverse:0;border-inline-style:var(--tw-border-style);border-inline-start-width:calc(1px * var(--tw-divide-x-reverse));border-inline-end-width:calc(1px * calc(1 - var(--tw-divide-x-reverse)))}:where(.divide-y>:not(:last-child)){--tw-divide-y-reverse:0;border-bottom-style:var(--tw-border-style);border-top-style:var(--tw-border-style);border-top-width:calc(1px * var(--tw-divide-y-reverse));border-bottom-width:calc(1px * calc(1 - var(--tw-divide-y-reverse)))}:where(.divide-border>:not(:last-child)),:where(.divide-border\/60>:not(:last-child)){border-color:var(--border)}@supports (color:color-mix(in lab, red, red)){:where(.divide-border\/60>:not(:last-child)){border-color:color-mix(in oklab, var(--border) 60%, transparent)}}:where(.divide-gray-50>:not(:last-child)){border-color:var(--color-gray-50)}.self-center{align-self:center}.self-end{align-self:flex-end}.self-start{align-self:flex-start}.self-stretch{align-self:stretch}.justify-self-end{justify-self:flex-end}.truncate{text-overflow:ellipsis;white-space:nowrap;overflow:hidden}.overflow-auto{overflow:auto}.overflow-hidden{overflow:hidden}.overflow-x-auto{overflow-x:auto}.overflow-x-hidden{overflow-x:hidden}.overflow-y-auto{overflow-y:auto}.overscroll-contain{overscroll-behavior:contain}.overscroll-x-contain{overscroll-behavior-x:contain}.rounded{border-radius:.25rem}.rounded-2xl{border-radius:var(--radius-2xl)}.rounded-3xl{border-radius:var(--radius-3xl)}.rounded-4xl{border-radius:var(--radius-4xl)}.rounded-\[1px\]{border-radius:1px}.rounded-\[2px\]{border-radius:2px}.rounded-\[3px\]{border-radius:3px}.rounded-\[4px\]{border-radius:4px}.rounded-\[10px\]{border-radius:10px}.rounded-\[calc\(var\(--radius\)-5px\)\]{border-radius:calc(var(--radius) - 5px)}.rounded-\[inherit\]{border-radius:inherit}.rounded-\[min\(var\(--radius-md\)\,8px\)\]{border-radius:min(var(--radius-md), 8px)}.rounded-\[min\(var\(--radius-md\)\,10px\)\]{border-radius:min(var(--radius-md), 10px)}.rounded-full{border-radius:2147483647px}.rounded-lg{border-radius:var(--radius)}.rounded-lg\!{border-radius:var(--radius)!important}.rounded-md{border-radius:calc(var(--radius) - 2px)}.rounded-md\!{border-radius:calc(var(--radius) - 2px)!important}.rounded-none{border-radius:0}.rounded-sm{border-radius:calc(var(--radius) - 4px)}.rounded-xl{border-radius:calc(var(--radius) + 4px)}.rounded-xl\!{border-radius:calc(var(--radius) + 4px)!important}.rounded-t{border-top-left-radius:.25rem;border-top-right-radius:.25rem}.rounded-t-\[4px\]{border-top-left-radius:4px;border-top-right-radius:4px}.rounded-t-lg{border-top-left-radius:var(--radius);border-top-right-radius:var(--radius)}.rounded-t-xl{border-top-left-radius:calc(var(--radius) + 4px);border-top-right-radius:calc(var(--radius) + 4px)}.rounded-r{border-top-right-radius:.25rem;border-bottom-right-radius:.25rem}.rounded-b-2xl{border-bottom-right-radius:var(--radius-2xl);border-bottom-left-radius:var(--radius-2xl)}.rounded-b-lg{border-bottom-right-radius:var(--radius);border-bottom-left-radius:var(--radius)}.rounded-b-xl{border-bottom-right-radius:calc(var(--radius) + 4px);border-bottom-left-radius:calc(var(--radius) + 4px)}.rounded-br-md{border-bottom-right-radius:calc(var(--radius) - 2px)}.rounded-bl{border-bottom-left-radius:.25rem}.rounded-bl-md{border-bottom-left-radius:calc(var(--radius) - 2px)}.border{border-style:var(--tw-border-style);border-width:1px}.border\!{border-style:var(--tw-border-style)!important;border-width:1px!important}.border-0{border-style:var(--tw-border-style);border-width:0}.border-0\!{border-style:var(--tw-border-style)!important;border-width:0!important}.border-2{border-style:var(--tw-border-style);border-width:2px}.border-\[0\.67px\]{border-style:var(--tw-border-style);border-width:.67px}.border-\[1\.5px\]{border-style:var(--tw-border-style);border-width:1.5px}.border-x-0{border-inline-style:var(--tw-border-style);border-inline-width:0}.border-y{border-block-style:var(--tw-border-style);border-block-width:1px}.border-t{border-top-style:var(--tw-border-style);border-top-width:1px}.border-t-0{border-top-style:var(--tw-border-style);border-top-width:0}.border-r{border-right-style:var(--tw-border-style);border-right-width:1px}.border-b{border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.border-b-0{border-bottom-style:var(--tw-border-style);border-bottom-width:0}.border-b-2{border-bottom-style:var(--tw-border-style);border-bottom-width:2px}.border-b-\[3px\]{border-bottom-style:var(--tw-border-style);border-bottom-width:3px}.border-l{border-left-style:var(--tw-border-style);border-left-width:1px}.border-l-2{border-left-style:var(--tw-border-style);border-left-width:2px}.border-l-4{border-left-style:var(--tw-border-style);border-left-width:4px}.\[border-left-width\:1px\]{border-left-width:1px}.border-dashed{--tw-border-style:dashed;border-style:dashed}.border-none{--tw-border-style:none;border-style:none}.border-solid{--tw-border-style:solid;border-style:solid}.border-\(--color-border\){border-color:var(--color-border)}.border-amber-200{border-color:var(--color-amber-200)}.border-border{border-color:var(--border)}.border-border\!{border-color:var(--border)!important}.border-border\/40{border-color:var(--border)}@supports (color:color-mix(in lab, red, red)){.border-border\/40{border-color:color-mix(in oklab, var(--border) 40%, transparent)}}.border-border\/50{border-color:var(--border)}@supports (color:color-mix(in lab, red, red)){.border-border\/50{border-color:color-mix(in oklab, var(--border) 50%, transparent)}}.border-border\/60{border-color:var(--border)}@supports (color:color-mix(in lab, red, red)){.border-border\/60{border-color:color-mix(in oklab, var(--border) 60%, transparent)}}.border-destructive,.border-destructive\/15{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.border-destructive\/15{border-color:color-mix(in oklab, var(--destructive) 15%, transparent)}}.border-destructive\/20{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.border-destructive\/20{border-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.border-destructive\/25{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.border-destructive\/25{border-color:color-mix(in oklab, var(--destructive) 25%, transparent)}}.border-destructive\/30{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.border-destructive\/30{border-color:color-mix(in oklab, var(--destructive) 30%, transparent)}}.border-destructive\/40{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.border-destructive\/40{border-color:color-mix(in oklab, var(--destructive) 40%, transparent)}}.border-destructive\/60{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.border-destructive\/60{border-color:color-mix(in oklab, var(--destructive) 60%, transparent)}}.border-gray-200\/60{border-color:#e5e7eb99}@supports (color:color-mix(in lab, red, red)){.border-gray-200\/60{border-color:color-mix(in oklab, var(--color-gray-200) 60%, transparent)}}.border-gray-700{border-color:var(--color-gray-700)}.border-green-200{border-color:var(--color-green-200)}.border-indigo-100{border-color:var(--color-indigo-100)}.border-indigo-200{border-color:var(--color-indigo-200)}.border-info,.border-info\/15{border-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.border-info\/15{border-color:color-mix(in oklab, var(--info) 15%, transparent)}}.border-info\/20{border-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.border-info\/20{border-color:color-mix(in oklab, var(--info) 20%, transparent)}}.border-info\/30{border-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.border-info\/30{border-color:color-mix(in oklab, var(--info) 30%, transparent)}}.border-input{border-color:var(--input)}.border-primary,.border-primary\/20{border-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.border-primary\/20{border-color:color-mix(in oklab, var(--primary) 20%, transparent)}}.border-primary\/30{border-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.border-primary\/30{border-color:color-mix(in oklab, var(--primary) 30%, transparent)}}.border-primary\/40{border-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.border-primary\/40{border-color:color-mix(in oklab, var(--primary) 40%, transparent)}}.border-purple-100{border-color:var(--color-purple-100)}.border-purple-200{border-color:var(--color-purple-200)}.border-purple-300{border-color:var(--color-purple-300)}.border-sidebar-border{border-color:var(--sidebar-border)}.border-success,.border-success\/15{border-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.border-success\/15{border-color:color-mix(in oklab, var(--success) 15%, transparent)}}.border-success\/20{border-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.border-success\/20{border-color:color-mix(in oklab, var(--success) 20%, transparent)}}.border-success\/25{border-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.border-success\/25{border-color:color-mix(in oklab, var(--success) 25%, transparent)}}.border-success\/30{border-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.border-success\/30{border-color:color-mix(in oklab, var(--success) 30%, transparent)}}.border-teal-200{border-color:var(--color-teal-200)}.border-transparent{border-color:#0000}.border-violet-200{border-color:var(--color-violet-200)}.border-warning\/15{border-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.border-warning\/15{border-color:color-mix(in oklab, var(--warning) 15%, transparent)}}.border-warning\/20{border-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.border-warning\/20{border-color:color-mix(in oklab, var(--warning) 20%, transparent)}}.border-warning\/25{border-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.border-warning\/25{border-color:color-mix(in oklab, var(--warning) 25%, transparent)}}.border-warning\/30{border-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.border-warning\/30{border-color:color-mix(in oklab, var(--warning) 30%, transparent)}}.border-white\/10{border-color:#ffffff1a}@supports (color:color-mix(in lab, red, red)){.border-white\/10{border-color:color-mix(in oklab, var(--color-white) 10%, transparent)}}.border-yellow-200{border-color:var(--color-yellow-200)}.border-t-transparent{border-top-color:#0000}.border-r-gray-200{border-right-color:var(--color-gray-200)}.border-b-warning\/25{border-bottom-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.border-b-warning\/25{border-bottom-color:color-mix(in oklab, var(--warning) 25%, transparent)}}.border-l-amber-500{border-left-color:var(--color-amber-500)}.border-l-primary{border-left-color:var(--primary)}.border-l-transparent{border-left-color:#0000}.bg-\(--color-bg\){background-color:var(--color-bg)}.bg-\[\#0b1020\]{background-color:#0b1020}.bg-\[\#1e1e1e\]{background-color:#1e1e1e}.bg-\[\#2b3fd6\]{background-color:#2b3fd6}.bg-\[\#3b5bfd\]{background-color:#3b5bfd}.bg-\[\#3b5bfd\]\/50{background-color:#3b5bfd80;background-color:lab(44.8396% 33.6797 -85.5298/.5)}.bg-\[\#3c873a\]{background-color:#3c873a}.bg-\[\#0011b3\]{background-color:#0011b3}.bg-\[\#0011b3\]\/50{background-color:#0017af80;background-color:lab(20.5747% 47.5524 -83.1629/.5)}.bg-\[\#0011b3\]\/\[0\.05\]{background-color:#0017af0d;background-color:lab(20.5747% 47.5524 -83.1629/.05)}.bg-\[\#28c840\]{background-color:#28c840}.bg-\[\#3776ab\]{background-color:#3776ab}.bg-\[\#04060c\]{background-color:#04060c}.bg-\[\#05070d\]\/80{background-color:#05070dcc;background-color:lab(1.90127% .106238 -2.57604/.8)}.bg-\[\#073551\]{background-color:#073551}.bg-\[\#f4f5fa\]{background-color:#f4f5fa}.bg-\[\#febc2e\]{background-color:#febc2e}.bg-\[\#ff5f57\]{background-color:#ff5f57}.bg-\[color-mix\(in_oklab\,var\(--muted\)_40\%\,var\(--card\)\)\]{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.bg-\[color-mix\(in_oklab\,var\(--muted\)_40\%\,var\(--card\)\)\]{background-color:color-mix(in oklab,var(--muted) 40%,var(--card))}}.bg-\[rgba\(14\,18\,32\,0\.72\)\]{background-color:#0e1220b8}.bg-accent{background-color:var(--accent)}.bg-amber-50{background-color:var(--color-amber-50)}.bg-background,.bg-background\/20{background-color:var(--background)}@supports (color:color-mix(in lab, red, red)){.bg-background\/20{background-color:color-mix(in oklab, var(--background) 20%, transparent)}}.bg-background\/70{background-color:var(--background)}@supports (color:color-mix(in lab, red, red)){.bg-background\/70{background-color:color-mix(in oklab, var(--background) 70%, transparent)}}.bg-background\/75{background-color:var(--background)}@supports (color:color-mix(in lab, red, red)){.bg-background\/75{background-color:color-mix(in oklab, var(--background) 75%, transparent)}}.bg-background\/80{background-color:var(--background)}@supports (color:color-mix(in lab, red, red)){.bg-background\/80{background-color:color-mix(in oklab, var(--background) 80%, transparent)}}.bg-black\/5{background-color:#0000000d}@supports (color:color-mix(in lab, red, red)){.bg-black\/5{background-color:color-mix(in oklab, var(--color-black) 5%, transparent)}}.bg-black\/10{background-color:#0000001a}@supports (color:color-mix(in lab, red, red)){.bg-black\/10{background-color:color-mix(in oklab, var(--color-black) 10%, transparent)}}.bg-black\/30{background-color:#0000004d}@supports (color:color-mix(in lab, red, red)){.bg-black\/30{background-color:color-mix(in oklab, var(--color-black) 30%, transparent)}}.bg-black\/40{background-color:#0006}@supports (color:color-mix(in lab, red, red)){.bg-black\/40{background-color:color-mix(in oklab, var(--color-black) 40%, transparent)}}.bg-black\/50{background-color:#00000080}@supports (color:color-mix(in lab, red, red)){.bg-black\/50{background-color:color-mix(in oklab, var(--color-black) 50%, transparent)}}.bg-border{background-color:var(--border)}.bg-card{background-color:var(--card)}.bg-card\!{background-color:var(--card)!important}.bg-card\/80{background-color:var(--card)}@supports (color:color-mix(in lab, red, red)){.bg-card\/80{background-color:color-mix(in oklab, var(--card) 80%, transparent)}}.bg-destructive,.bg-destructive\/5{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.bg-destructive\/5{background-color:color-mix(in oklab, var(--destructive) 5%, transparent)}}.bg-destructive\/10{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.bg-destructive\/10{background-color:color-mix(in oklab, var(--destructive) 10%, transparent)}}.bg-destructive\/15{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.bg-destructive\/15{background-color:color-mix(in oklab, var(--destructive) 15%, transparent)}}.bg-destructive\/70{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.bg-destructive\/70{background-color:color-mix(in oklab, var(--destructive) 70%, transparent)}}.bg-foreground,.bg-foreground\/15{background-color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.bg-foreground\/15{background-color:color-mix(in oklab, var(--foreground) 15%, transparent)}}.bg-foreground\/30{background-color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.bg-foreground\/30{background-color:color-mix(in oklab, var(--foreground) 30%, transparent)}}.bg-foreground\/60{background-color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.bg-foreground\/60{background-color:color-mix(in oklab, var(--foreground) 60%, transparent)}}.bg-gray-50{background-color:var(--color-gray-50)}.bg-gray-800{background-color:var(--color-gray-800)}.bg-gray-900{background-color:var(--color-gray-900)}.bg-green-50{background-color:var(--color-green-50)}.bg-indigo-50{background-color:var(--color-indigo-50)}.bg-indigo-100{background-color:var(--color-indigo-100)}.bg-indigo-500{background-color:var(--color-indigo-500)}.bg-info,.bg-info\/5{background-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.bg-info\/5{background-color:color-mix(in oklab, var(--info) 5%, transparent)}}.bg-info\/10{background-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.bg-info\/10{background-color:color-mix(in oklab, var(--info) 10%, transparent)}}.bg-info\/15{background-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.bg-info\/15{background-color:color-mix(in oklab, var(--info) 15%, transparent)}}.bg-info\/20{background-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.bg-info\/20{background-color:color-mix(in oklab, var(--info) 20%, transparent)}}.bg-input{background-color:var(--input)}.bg-lime-500{background-color:var(--color-lime-500)}.bg-muted{background-color:var(--muted)}.bg-muted-foreground,.bg-muted-foreground\/30{background-color:var(--muted-foreground)}@supports (color:color-mix(in lab, red, red)){.bg-muted-foreground\/30{background-color:color-mix(in oklab, var(--muted-foreground) 30%, transparent)}}.bg-muted\/20{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.bg-muted\/20{background-color:color-mix(in oklab, var(--muted) 20%, transparent)}}.bg-muted\/25{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.bg-muted\/25{background-color:color-mix(in oklab, var(--muted) 25%, transparent)}}.bg-muted\/30{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.bg-muted\/30{background-color:color-mix(in oklab, var(--muted) 30%, transparent)}}.bg-muted\/40{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.bg-muted\/40{background-color:color-mix(in oklab, var(--muted) 40%, transparent)}}.bg-muted\/50{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.bg-muted\/50{background-color:color-mix(in oklab, var(--muted) 50%, transparent)}}.bg-pink-500{background-color:var(--color-pink-500)}.bg-popover{background-color:var(--popover)}.bg-primary{background-color:var(--primary)}.bg-primary-foreground{background-color:var(--primary-foreground)}.bg-primary\/5{background-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.bg-primary\/5{background-color:color-mix(in oklab, var(--primary) 5%, transparent)}}.bg-primary\/10{background-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.bg-primary\/10{background-color:color-mix(in oklab, var(--primary) 10%, transparent)}}.bg-primary\/40{background-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.bg-primary\/40{background-color:color-mix(in oklab, var(--primary) 40%, transparent)}}.bg-purple-50{background-color:var(--color-purple-50)}.bg-purple-100{background-color:var(--color-purple-100)}.bg-purple-500{background-color:var(--color-purple-500)}.bg-secondary{background-color:var(--secondary)}.bg-sidebar{background-color:var(--sidebar)}.bg-sidebar-accent{background-color:var(--sidebar-accent)}.bg-sidebar-border{background-color:var(--sidebar-border)}.bg-sidebar-primary\/10{background-color:var(--sidebar-primary)}@supports (color:color-mix(in lab, red, red)){.bg-sidebar-primary\/10{background-color:color-mix(in oklab, var(--sidebar-primary) 10%, transparent)}}.bg-success,.bg-success\/5{background-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.bg-success\/5{background-color:color-mix(in oklab, var(--success) 5%, transparent)}}.bg-success\/10{background-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.bg-success\/10{background-color:color-mix(in oklab, var(--success) 10%, transparent)}}.bg-success\/15{background-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.bg-success\/15{background-color:color-mix(in oklab, var(--success) 15%, transparent)}}.bg-success\/20{background-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.bg-success\/20{background-color:color-mix(in oklab, var(--success) 20%, transparent)}}.bg-teal-50{background-color:var(--color-teal-50)}.bg-trace-brand{background-color:var(--trace-brand)}.bg-transparent{background-color:#0000}.bg-violet-50{background-color:var(--color-violet-50)}.bg-violet-500{background-color:var(--color-violet-500)}.bg-warning,.bg-warning\/5{background-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.bg-warning\/5{background-color:color-mix(in oklab, var(--warning) 5%, transparent)}}.bg-warning\/6{background-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.bg-warning\/6{background-color:color-mix(in oklab, var(--warning) 6%, transparent)}}.bg-warning\/10{background-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.bg-warning\/10{background-color:color-mix(in oklab, var(--warning) 10%, transparent)}}.bg-warning\/15{background-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.bg-warning\/15{background-color:color-mix(in oklab, var(--warning) 15%, transparent)}}.bg-white{background-color:var(--color-white)}.bg-white\/\[0\.03\]{background-color:#ffffff08}@supports (color:color-mix(in lab, red, red)){.bg-white\/\[0\.03\]{background-color:color-mix(in oklab, var(--color-white) 3%, transparent)}}.bg-white\/\[0\.04\]{background-color:#ffffff0a}@supports (color:color-mix(in lab, red, red)){.bg-white\/\[0\.04\]{background-color:color-mix(in oklab, var(--color-white) 4%, transparent)}}.bg-white\/\[0\.05\]{background-color:#ffffff0d}@supports (color:color-mix(in lab, red, red)){.bg-white\/\[0\.05\]{background-color:color-mix(in oklab, var(--color-white) 5%, transparent)}}.bg-white\/\[0\.06\]{background-color:#ffffff0f}@supports (color:color-mix(in lab, red, red)){.bg-white\/\[0\.06\]{background-color:color-mix(in oklab, var(--color-white) 6%, transparent)}}.bg-yellow-50{background-color:var(--color-yellow-50)}.bg-linear-to-br{--tw-gradient-position:to bottom right}@supports (background-image:linear-gradient(in lab, red, red)){.bg-linear-to-br{--tw-gradient-position:to bottom right in oklab}}.bg-linear-to-br{background-image:linear-gradient(var(--tw-gradient-stops))}.bg-linear-to-r{--tw-gradient-position:to right}@supports (background-image:linear-gradient(in lab, red, red)){.bg-linear-to-r{--tw-gradient-position:to right in oklab}}.bg-linear-to-r{background-image:linear-gradient(var(--tw-gradient-stops))}.bg-gradient-to-b{--tw-gradient-position:to bottom in oklab;background-image:linear-gradient(var(--tw-gradient-stops))}.bg-gradient-to-r{--tw-gradient-position:to right in oklab;background-image:linear-gradient(var(--tw-gradient-stops))}.bg-\[radial-gradient\(ellipse_at_50\%_70\%\,\#0a1226_0\%\,\#04060c_65\%\)\]{background-image:radial-gradient(at 50% 70%,#0a1226 0%,#04060c 65%)}.bg-\[radial-gradient\(ellipse_at_50\%_120\%\,rgba\(120\,170\,255\,0\.45\)_0\%\,rgba\(40\,60\,140\,0\.15\)_45\%\,rgba\(5\,7\,13\,0\)_75\%\)\]{background-image:radial-gradient(at 50% 120%,#78aaff73 0%,#283c8c26 45%,#05070d00 75%)}.from-blue-50{--tw-gradient-from:var(--color-blue-50);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.from-blue-600{--tw-gradient-from:var(--color-blue-600);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.from-info\/15{--tw-gradient-from:var(--info)}@supports (color:color-mix(in lab, red, red)){.from-info\/15{--tw-gradient-from:color-mix(in oklab, var(--info) 15%, transparent)}}.from-info\/15{--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.from-purple-50{--tw-gradient-from:var(--color-purple-50);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.from-slate-50{--tw-gradient-from:var(--color-slate-50);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.from-success\/15{--tw-gradient-from:var(--success)}@supports (color:color-mix(in lab, red, red)){.from-success\/15{--tw-gradient-from:color-mix(in oklab, var(--success) 15%, transparent)}}.from-success\/15{--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.from-teal-400{--tw-gradient-from:var(--color-teal-400);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.from-transparent{--tw-gradient-from:transparent;--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.from-white{--tw-gradient-from:var(--color-white);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.via-\[\#3b5bfd\]\/\[0\.08\]{--tw-gradient-via:#3b5bfd14;--tw-gradient-via-stops:var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-via) var(--tw-gradient-via-position), var(--tw-gradient-to) var(--tw-gradient-to-position);--tw-gradient-stops:var(--tw-gradient-via-stops)}@supports (color:lab(0% 0 0)){.via-\[\#3b5bfd\]\/\[0\.08\]{--tw-gradient-via:lab(44.8396% 33.6797 -85.5298/.08)}}.to-\[\#9cc3ff\]{--tw-gradient-to:#9cc3ff;--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.to-blue-50{--tw-gradient-to:var(--color-blue-50);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.to-cyan-600{--tw-gradient-to:var(--color-cyan-600);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.to-indigo-50{--tw-gradient-to:var(--color-indigo-50);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.to-indigo-800{--tw-gradient-to:var(--color-indigo-800);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.to-info\/5{--tw-gradient-to:var(--info)}@supports (color:color-mix(in lab, red, red)){.to-info\/5{--tw-gradient-to:color-mix(in oklab, var(--info) 5%, transparent)}}.to-info\/5{--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.to-purple-50{--tw-gradient-to:var(--color-purple-50);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.to-success\/5{--tw-gradient-to:var(--success)}@supports (color:color-mix(in lab, red, red)){.to-success\/5{--tw-gradient-to:color-mix(in oklab, var(--success) 5%, transparent)}}.to-success\/5{--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.to-transparent{--tw-gradient-to:transparent;--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.bg-clip-padding{background-clip:padding-box}.bg-clip-text{-webkit-background-clip:text;background-clip:text}.fill-\[\#ffb98a\]{fill:#ffb98a}.fill-current{fill:currentColor}.fill-foreground{fill:var(--foreground)}.stroke-\[2\.5\]{stroke-width:2.5px}.object-contain{object-fit:contain}.object-cover{object-fit:cover}.p-0{padding:0}.p-0\.5{padding:calc(var(--spacing) * .5)}.p-1{padding:var(--spacing)}.p-1\.5{padding:calc(var(--spacing) * 1.5)}.p-2{padding:calc(var(--spacing) * 2)}.p-2\.5{padding:calc(var(--spacing) * 2.5)}.p-3{padding:calc(var(--spacing) * 3)}.p-3\.5{padding:calc(var(--spacing) * 3.5)}.p-4{padding:calc(var(--spacing) * 4)}.p-5{padding:calc(var(--spacing) * 5)}.p-6{padding:calc(var(--spacing) * 6)}.p-8{padding:calc(var(--spacing) * 8)}.p-12{padding:calc(var(--spacing) * 12)}.p-\[3px\]{padding:3px}.p-\[5px\]{padding:5px}.p-px{padding:1px}.px-\(--card-spacing\){padding-inline:var(--card-spacing)}.px-0{padding-inline:0}.px-0\!{padding-inline:0!important}.px-1{padding-inline:var(--spacing)}.px-1\.5{padding-inline:calc(var(--spacing) * 1.5)}.px-2{padding-inline:calc(var(--spacing) * 2)}.px-2\.5{padding-inline:calc(var(--spacing) * 2.5)}.px-3{padding-inline:calc(var(--spacing) * 3)}.px-3\.5{padding-inline:calc(var(--spacing) * 3.5)}.px-4{padding-inline:calc(var(--spacing) * 4)}.px-5{padding-inline:calc(var(--spacing) * 5)}.px-6{padding-inline:calc(var(--spacing) * 6)}.px-7{padding-inline:calc(var(--spacing) * 7)}.px-8{padding-inline:calc(var(--spacing) * 8)}.px-12{padding-inline:calc(var(--spacing) * 12)}.py-\(--card-spacing\){padding-block:var(--card-spacing)}.py-0{padding-block:0}.py-0\.5{padding-block:calc(var(--spacing) * .5)}.py-0\.5\!{padding-block:calc(var(--spacing) * .5)!important}.py-1{padding-block:var(--spacing)}.py-1\.5{padding-block:calc(var(--spacing) * 1.5)}.py-2{padding-block:calc(var(--spacing) * 2)}.py-2\.5{padding-block:calc(var(--spacing) * 2.5)}.py-3{padding-block:calc(var(--spacing) * 3)}.py-3\.5{padding-block:calc(var(--spacing) * 3.5)}.py-4{padding-block:calc(var(--spacing) * 4)}.py-5{padding-block:calc(var(--spacing) * 5)}.py-6{padding-block:calc(var(--spacing) * 6)}.py-8{padding-block:calc(var(--spacing) * 8)}.py-10{padding-block:calc(var(--spacing) * 10)}.py-12{padding-block:calc(var(--spacing) * 12)}.py-14{padding-block:calc(var(--spacing) * 14)}.py-16{padding-block:calc(var(--spacing) * 16)}.py-20{padding-block:calc(var(--spacing) * 20)}.py-\[3px\]{padding-block:3px}.py-px{padding-block:1px}.pt-0{padding-top:0}.pt-0\.5{padding-top:calc(var(--spacing) * .5)}.pt-1{padding-top:var(--spacing)}.pt-1\.5{padding-top:calc(var(--spacing) * 1.5)}.pt-2{padding-top:calc(var(--spacing) * 2)}.pt-3{padding-top:calc(var(--spacing) * 3)}.pt-3\.5{padding-top:calc(var(--spacing) * 3.5)}.pt-4{padding-top:calc(var(--spacing) * 4)}.pt-5{padding-top:calc(var(--spacing) * 5)}.pt-6{padding-top:calc(var(--spacing) * 6)}.pt-8{padding-top:calc(var(--spacing) * 8)}.pt-10{padding-top:calc(var(--spacing) * 10)}.pt-14{padding-top:calc(var(--spacing) * 14)}.pt-\[4vh\]{padding-top:4vh}.pt-px{padding-top:1px}.pr-0{padding-right:0}.pr-1{padding-right:var(--spacing)}.pr-1\.5{padding-right:calc(var(--spacing) * 1.5)}.pr-2{padding-right:calc(var(--spacing) * 2)}.pr-2\!{padding-right:calc(var(--spacing) * 2)!important}.pr-3{padding-right:calc(var(--spacing) * 3)}.pr-4{padding-right:calc(var(--spacing) * 4)}.pr-6{padding-right:calc(var(--spacing) * 6)}.pr-8{padding-right:calc(var(--spacing) * 8)}.pr-9{padding-right:calc(var(--spacing) * 9)}.pr-10{padding-right:calc(var(--spacing) * 10)}.pr-12{padding-right:calc(var(--spacing) * 12)}.pr-14{padding-right:calc(var(--spacing) * 14)}.pr-28{padding-right:calc(var(--spacing) * 28)}.pb-0{padding-bottom:0}.pb-1{padding-bottom:var(--spacing)}.pb-1\.5{padding-bottom:calc(var(--spacing) * 1.5)}.pb-2{padding-bottom:calc(var(--spacing) * 2)}.pb-2\.5{padding-bottom:calc(var(--spacing) * 2.5)}.pb-3{padding-bottom:calc(var(--spacing) * 3)}.pb-4{padding-bottom:calc(var(--spacing) * 4)}.pb-5{padding-bottom:calc(var(--spacing) * 5)}.pb-6{padding-bottom:calc(var(--spacing) * 6)}.pb-8{padding-bottom:calc(var(--spacing) * 8)}.pb-20{padding-bottom:calc(var(--spacing) * 20)}.pb-24{padding-bottom:calc(var(--spacing) * 24)}.pl-0{padding-left:0}.pl-1{padding-left:var(--spacing)}.pl-1\!{padding-left:var(--spacing)!important}.pl-1\.5{padding-left:calc(var(--spacing) * 1.5)}.pl-2{padding-left:calc(var(--spacing) * 2)}.pl-2\.5{padding-left:calc(var(--spacing) * 2.5)}.pl-3{padding-left:calc(var(--spacing) * 3)}.pl-4{padding-left:calc(var(--spacing) * 4)}.pl-5{padding-left:calc(var(--spacing) * 5)}.pl-6{padding-left:calc(var(--spacing) * 6)}.pl-7{padding-left:calc(var(--spacing) * 7)}.pl-8{padding-left:calc(var(--spacing) * 8)}.pl-9{padding-left:calc(var(--spacing) * 9)}.pl-10{padding-left:calc(var(--spacing) * 10)}.pl-11{padding-left:calc(var(--spacing) * 11)}.pl-12{padding-left:calc(var(--spacing) * 12)}.pl-14{padding-left:calc(var(--spacing) * 14)}.pl-\[21px\]{padding-left:21px}.text-center{text-align:center}.text-left{text-align:left}.text-right{text-align:right}.align-bottom{vertical-align:bottom}.align-middle{vertical-align:middle}.align-text-bottom{vertical-align:text-bottom}.align-top{vertical-align:top}.font-\[inherit\]{font-family:inherit}.font-mono{font-family:var(--font-mono)}.font-sans{font-family:var(--font-sans)}.text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.text-3xl{font-size:var(--text-3xl);line-height:var(--tw-leading,var(--text-3xl--line-height))}.text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.text-5xl{font-size:var(--text-5xl);line-height:var(--tw-leading,var(--text-5xl--line-height))}.text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.text-sm\/relaxed{font-size:var(--text-sm);line-height:var(--leading-relaxed)}.text-xl{font-size:var(--text-xl);line-height:var(--tw-leading,var(--text-xl--line-height))}.text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.text-\[0\.65rem\]{font-size:.65rem}.text-\[9px\]{font-size:9px}.text-\[10px\]{font-size:10px}.text-\[11px\]{font-size:11px}.text-\[12px\]{font-size:12px}.text-\[13\.5px\]{font-size:13.5px}.text-\[13px\]{font-size:13px}.text-\[15px\]{font-size:15px}.text-\[16px\]{font-size:16px}.text-\[17px\]{font-size:17px}.text-\[22px\]{font-size:22px}.text-\[28px\]{font-size:28px}.text-\[clamp\(18px\,1\.8vw\,26px\)\]{font-size:clamp(18px,1.8vw,26px)}.text-\[clamp\(18px\,2vw\,28px\)\]{font-size:clamp(18px,2vw,28px)}.text-\[clamp\(26px\,3vw\,40px\)\]{font-size:clamp(26px,3vw,40px)}.text-\[clamp\(28px\,3\.2vw\,44px\)\]{font-size:clamp(28px,3.2vw,44px)}.text-\[clamp\(28px\,3\.5vw\,44px\)\]{font-size:clamp(28px,3.5vw,44px)}.text-\[clamp\(56px\,min\(8vw\,11vh\)\,112px\)\]{font-size:clamp(56px,min(8vw,11vh),112px)}.leading-4{--tw-leading:calc(var(--spacing) * 4);line-height:calc(var(--spacing) * 4)}.leading-5{--tw-leading:calc(var(--spacing) * 5);line-height:calc(var(--spacing) * 5)}.leading-7{--tw-leading:calc(var(--spacing) * 7);line-height:calc(var(--spacing) * 7)}.leading-9{--tw-leading:calc(var(--spacing) * 9);line-height:calc(var(--spacing) * 9)}.leading-\[1\.2\]{--tw-leading:1.2;line-height:1.2}.leading-\[1\.7\]{--tw-leading:1.7;line-height:1.7}.leading-\[18px\]{--tw-leading:18px;line-height:18px}.leading-\[22px\]{--tw-leading:22px;line-height:22px}.leading-none{--tw-leading:1;line-height:1}.leading-normal{--tw-leading:var(--leading-normal);line-height:var(--leading-normal)}.leading-relaxed{--tw-leading:var(--leading-relaxed);line-height:var(--leading-relaxed)}.leading-snug{--tw-leading:var(--leading-snug);line-height:var(--leading-snug)}.leading-tight{--tw-leading:var(--leading-tight);line-height:var(--leading-tight)}.font-bold{--tw-font-weight:var(--font-weight-bold);font-weight:var(--font-weight-bold)}.font-medium{--tw-font-weight:var(--font-weight-medium);font-weight:var(--font-weight-medium)}.font-normal{--tw-font-weight:var(--font-weight-normal);font-weight:var(--font-weight-normal)}.font-semibold{--tw-font-weight:var(--font-weight-semibold);font-weight:var(--font-weight-semibold)}.tracking-\[-0\.01em\]{--tw-tracking:-.01em;letter-spacing:-.01em}.tracking-\[-0\.02em\]{--tw-tracking:-.02em;letter-spacing:-.02em}.tracking-\[-0\.03em\]{--tw-tracking:-.03em;letter-spacing:-.03em}.tracking-\[-0\.04em\]{--tw-tracking:-.04em;letter-spacing:-.04em}.tracking-\[-0\.26px\]{--tw-tracking:-.26px;letter-spacing:-.26px}.tracking-\[-0\.035em\]{--tw-tracking:-.035em;letter-spacing:-.035em}.tracking-\[0\.05em\]{--tw-tracking:.05em;letter-spacing:.05em}.tracking-\[0\.5px\]{--tw-tracking:.5px;letter-spacing:.5px}.tracking-\[0\.06em\]{--tw-tracking:.06em;letter-spacing:.06em}.tracking-\[0\.16em\]{--tw-tracking:.16em;letter-spacing:.16em}.tracking-\[0\.22em\]{--tw-tracking:.22em;letter-spacing:.22em}.tracking-normal{--tw-tracking:var(--tracking-normal);letter-spacing:var(--tracking-normal)}.tracking-tight{--tw-tracking:var(--tracking-tight);letter-spacing:var(--tracking-tight)}.tracking-wide{--tw-tracking:var(--tracking-wide);letter-spacing:var(--tracking-wide)}.tracking-wider{--tw-tracking:var(--tracking-wider);letter-spacing:var(--tracking-wider)}.tracking-widest{--tw-tracking:var(--tracking-widest);letter-spacing:var(--tracking-widest)}.text-balance{text-wrap:balance}.text-pretty{text-wrap:pretty}.break-words{overflow-wrap:break-word}.wrap-anywhere{overflow-wrap:anywhere}.wrap-break-word{overflow-wrap:break-word}.break-all{word-break:break-all}.text-ellipsis{text-overflow:ellipsis}.whitespace-normal{white-space:normal}.whitespace-nowrap{white-space:nowrap}.whitespace-pre{white-space:pre}.whitespace-pre-line{white-space:pre-line}.whitespace-pre-wrap{white-space:pre-wrap}.text-\[\#8b9bff\]{color:#8b9bff}.text-\[\#28c840\]{color:#28c840}.text-\[\#05070d\]{color:#05070d}.text-\[\#a6a4c6\]{color:#a6a4c6}.text-\[\#a6aab3\]{color:#a6aab3}.text-\[\#c2c6d0\]{color:#c2c6d0}.text-\[\#cfe3ff\]{color:#cfe3ff}.text-\[\#e3e3e3\]{color:#e3e3e3}.text-\[\#e5484d\]{color:#e5484d}.text-\[\#f5f6fa\]{color:#f5f6fa}.text-\[\#ffb98a\]{color:#ffb98a}.text-\[\#ffd43b\]{color:#ffd43b}.text-\[rgba\(220\,228\,255\,0\.75\)\]{color:#dce4ffbf}.text-\[rgba\(226\,234\,255\,0\.82\)\]{color:#e2eaffd1}.text-\[rgba\(226\,234\,255\,0\.86\)\]{color:#e2eaffdb}.text-\[rgba\(236\,240\,255\,0\.9\)\]{color:#ecf0ffe6}.text-\[rgba\(240\,236\,228\,0\.8\)\]{color:#f0ece4cc}.text-amber-600{color:var(--color-amber-600)}.text-amber-700{color:var(--color-amber-700)}.text-background{color:var(--background)}.text-blue-600{color:var(--color-blue-600)}.text-card-foreground{color:var(--card-foreground)}.text-current{color:currentColor}.text-destructive{color:var(--destructive)}.text-destructive-foreground{color:var(--destructive-foreground)}.text-destructive\/70{color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.text-destructive\/70{color:color-mix(in oklab, var(--destructive) 70%, transparent)}}.text-emerald-600{color:var(--color-emerald-600)}.text-foreground,.text-foreground\/50{color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.text-foreground\/50{color:color-mix(in oklab, var(--foreground) 50%, transparent)}}.text-foreground\/60{color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.text-foreground\/60{color:color-mix(in oklab, var(--foreground) 60%, transparent)}}.text-foreground\/70{color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.text-foreground\/70{color:color-mix(in oklab, var(--foreground) 70%, transparent)}}.text-gray-100{color:var(--color-gray-100)}.text-gray-200{color:var(--color-gray-200)}.text-gray-900{color:var(--color-gray-900)}.text-green-700{color:var(--color-green-700)}.text-indigo-500{color:var(--color-indigo-500)}.text-indigo-600{color:var(--color-indigo-600)}.text-indigo-700{color:var(--color-indigo-700)}.text-info{color:var(--info)}.text-info-foreground{color:var(--info-foreground)}.text-inherit{color:inherit}.text-muted-foreground,.text-muted-foreground\/40{color:var(--muted-foreground)}@supports (color:color-mix(in lab, red, red)){.text-muted-foreground\/40{color:color-mix(in oklab, var(--muted-foreground) 40%, transparent)}}.text-muted-foreground\/50{color:var(--muted-foreground)}@supports (color:color-mix(in lab, red, red)){.text-muted-foreground\/50{color:color-mix(in oklab, var(--muted-foreground) 50%, transparent)}}.text-muted-foreground\/60{color:var(--muted-foreground)}@supports (color:color-mix(in lab, red, red)){.text-muted-foreground\/60{color:color-mix(in oklab, var(--muted-foreground) 60%, transparent)}}.text-muted-foreground\/70{color:var(--muted-foreground)}@supports (color:color-mix(in lab, red, red)){.text-muted-foreground\/70{color:color-mix(in oklab, var(--muted-foreground) 70%, transparent)}}.text-popover-foreground{color:var(--popover-foreground)}.text-primary{color:var(--primary)}.text-primary-foreground{color:var(--primary-foreground)}.text-purple-300{color:var(--color-purple-300)}.text-purple-400{color:var(--color-purple-400)}.text-purple-500{color:var(--color-purple-500)}.text-purple-600{color:var(--color-purple-600)}.text-purple-700{color:var(--color-purple-700)}.text-purple-800{color:var(--color-purple-800)}.text-purple-900{color:var(--color-purple-900)}.text-red-500{color:var(--color-red-500)}.text-red-600{color:var(--color-red-600)}.text-secondary-foreground{color:var(--secondary-foreground)}.text-sidebar-accent-foreground{color:var(--sidebar-accent-foreground)}.text-sidebar-foreground,.text-sidebar-foreground\/70{color:var(--sidebar-foreground)}@supports (color:color-mix(in lab, red, red)){.text-sidebar-foreground\/70{color:color-mix(in oklab, var(--sidebar-foreground) 70%, transparent)}}.text-sidebar-primary{color:var(--sidebar-primary)}.text-success{color:var(--success)}.text-success-foreground{color:var(--success-foreground)}.text-teal-700{color:var(--color-teal-700)}.text-transparent{color:#0000}.text-violet-600{color:var(--color-violet-600)}.text-violet-700{color:var(--color-violet-700)}.text-warning{color:var(--warning)}.text-white{color:var(--color-white)}.text-yellow-700{color:var(--color-yellow-700)}.text-yellow-800{color:var(--color-yellow-800)}.capitalize{text-transform:capitalize}.lowercase{text-transform:lowercase}.uppercase{text-transform:uppercase}.italic{font-style:italic}.ordinal{--tw-ordinal:ordinal;font-variant-numeric:var(--tw-ordinal,) var(--tw-slashed-zero,) var(--tw-numeric-figure,) var(--tw-numeric-spacing,) var(--tw-numeric-fraction,)}.tabular-nums{--tw-numeric-spacing:tabular-nums;font-variant-numeric:var(--tw-ordinal,) var(--tw-slashed-zero,) var(--tw-numeric-figure,) var(--tw-numeric-spacing,) var(--tw-numeric-fraction,)}.no-underline{text-decoration-line:none}.underline{text-decoration-line:underline}.decoration-dotted{text-decoration-style:dotted}.underline-offset-2{text-underline-offset:2px}.underline-offset-3{text-underline-offset:3px}.underline-offset-4{text-underline-offset:4px}.accent-primary{accent-color:var(--primary)}.opacity-0{opacity:0}.opacity-25{opacity:.25}.opacity-40{opacity:.4}.opacity-50{opacity:.5}.opacity-60{opacity:.6}.opacity-65{opacity:.65}.opacity-70{opacity:.7}.opacity-75{opacity:.75}.opacity-80{opacity:.8}.opacity-90{opacity:.9}.opacity-100{opacity:1}.shadow{--tw-shadow:0 1px 3px 0 var(--tw-shadow-color,#0000001a), 0 1px 2px -1px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[-4px_0_4px_-4px_rgba\(0\,0\,0\,0\.1\)\]{--tw-shadow:-4px 0 4px -4px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[0_0_0_1px_rgba\(159\,171\,255\,0\.2\)\]{--tw-shadow:0 0 0 1px var(--tw-shadow-color,#9fabff33);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[0_0_0_1px_rgba\(159\,171\,255\,0\.22\)\,0_30px_120px_-20px_rgba\(120\,170\,255\,0\.45\)\]{--tw-shadow:0 0 0 1px var(--tw-shadow-color,#9fabff38), 0 30px 120px -20px var(--tw-shadow-color,#78aaff73);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[0_0_0_3px_rgba\(var\(--primary\)\/0\.1\)\]{--tw-shadow:0 0 0 3px var(--tw-shadow-color,rgba(var(--primary)/.1));box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[0_0_8px_\#28c840\]{--tw-shadow:0 0 8px var(--tw-shadow-color,#28c840);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[0_1px_2px_rgba\(0\,0\,0\,0\.06\)\,0_8px_24px_rgba\(0\,0\,0\,0\.08\)\]{--tw-shadow:0 1px 2px var(--tw-shadow-color,#0000000f), 0 8px 24px var(--tw-shadow-color,#00000014);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[0_10px_15px_-3px_rgba\(16\,24\,40\,0\.1\)\,0_4px_6px_-4px_rgba\(16\,24\,40\,0\.1\)\]{--tw-shadow:0 10px 15px -3px var(--tw-shadow-color,#1018281a), 0 4px 6px -4px var(--tw-shadow-color,#1018281a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[inset_-1px_0_0_var\(--color-border\)\]{--tw-shadow:inset -1px 0 0 var(--tw-shadow-color,var(--color-border));box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[inset_0_0_0_1px_rgba\(255\,255\,255\,0\.1\)\]{--tw-shadow:inset 0 0 0 1px var(--tw-shadow-color,#ffffff1a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[inset_0_0_0_1px_rgba\(255\,255\,255\,0\.08\)\]{--tw-shadow:inset 0 0 0 1px var(--tw-shadow-color,#ffffff14);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[inset_0_0_0_1px_rgba\(255\,255\,255\,0\.12\)\]{--tw-shadow:inset 0 0 0 1px var(--tw-shadow-color,#ffffff1f);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[inset_0_0_0_1px_rgba\(255\,255\,255\,0\.15\)\]{--tw-shadow:inset 0 0 0 1px var(--tw-shadow-color,#ffffff26);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[inset_0_0_0_1px_rgba\(255\,255\,255\,0\.18\)\]{--tw-shadow:inset 0 0 0 1px var(--tw-shadow-color,#ffffff2e);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-\[inset_1px_0_0_var\(--color-border\)\]{--tw-shadow:inset 1px 0 0 var(--tw-shadow-color,var(--color-border));box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-inner{--tw-shadow:inset 0 2px 4px 0 var(--tw-shadow-color,#0000000d);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-lg{--tw-shadow:0 10px 15px -3px var(--tw-shadow-color,#0000001a), 0 4px 6px -4px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-md{--tw-shadow:0 4px 6px -1px var(--tw-shadow-color,#0000001a), 0 2px 4px -2px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-none{--tw-shadow:0 0 #0000;box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-none\!{--tw-shadow:0 0 #0000!important;box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)!important}.shadow-sm{--tw-shadow:0 1px 3px 0 var(--tw-shadow-color,#0000001a), 0 1px 2px -1px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-xl{--tw-shadow:0 20px 25px -5px var(--tw-shadow-color,#0000001a), 0 8px 10px -6px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.shadow-xs{--tw-shadow:0 1px 2px 0 var(--tw-shadow-color,#0000000d);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.ring{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(1px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.ring-0{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(0px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.ring-1{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(1px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.ring-2{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(2px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.ring-4{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(4px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.ring-amber-600\/20{--tw-ring-color:#dd740033}@supports (color:color-mix(in lab, red, red)){.ring-amber-600\/20{--tw-ring-color:color-mix(in oklab, var(--color-amber-600) 20%, transparent)}}.ring-background{--tw-ring-color:var(--background)}.ring-black\/5{--tw-ring-color:#0000000d}@supports (color:color-mix(in lab, red, red)){.ring-black\/5{--tw-ring-color:color-mix(in oklab, var(--color-black) 5%, transparent)}}.ring-blue-600\/20{--tw-ring-color:#155dfc33}@supports (color:color-mix(in lab, red, red)){.ring-blue-600\/20{--tw-ring-color:color-mix(in oklab, var(--color-blue-600) 20%, transparent)}}.ring-border{--tw-ring-color:var(--border)}.ring-card{--tw-ring-color:var(--card)}.ring-cyan-600\/20{--tw-ring-color:#0092b533}@supports (color:color-mix(in lab, red, red)){.ring-cyan-600\/20{--tw-ring-color:color-mix(in oklab, var(--color-cyan-600) 20%, transparent)}}.ring-emerald-600\/20{--tw-ring-color:#00976733}@supports (color:color-mix(in lab, red, red)){.ring-emerald-600\/20{--tw-ring-color:color-mix(in oklab, var(--color-emerald-600) 20%, transparent)}}.ring-foreground\/10{--tw-ring-color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.ring-foreground\/10{--tw-ring-color:color-mix(in oklab, var(--foreground) 10%, transparent)}}.ring-info\/30{--tw-ring-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.ring-info\/30{--tw-ring-color:color-mix(in oklab, var(--info) 30%, transparent)}}.ring-purple-600\/20{--tw-ring-color:#9810fa33}@supports (color:color-mix(in lab, red, red)){.ring-purple-600\/20{--tw-ring-color:color-mix(in oklab, var(--color-purple-600) 20%, transparent)}}.ring-ring,.ring-ring\/50{--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab, red, red)){.ring-ring\/50{--tw-ring-color:color-mix(in oklab, var(--ring) 50%, transparent)}}.ring-sky-600\/20{--tw-ring-color:#0084cc33}@supports (color:color-mix(in lab, red, red)){.ring-sky-600\/20{--tw-ring-color:color-mix(in oklab, var(--color-sky-600) 20%, transparent)}}.ring-violet-600\/20{--tw-ring-color:#7f22fe33}@supports (color:color-mix(in lab, red, red)){.ring-violet-600\/20{--tw-ring-color:color-mix(in oklab, var(--color-violet-600) 20%, transparent)}}.ring-white{--tw-ring-color:var(--color-white)}.ring-offset-background{--tw-ring-offset-color:var(--background)}.outline-hidden{--tw-outline-style:none;outline-style:none}@media (forced-colors:active){.outline-hidden{outline-offset:2px;outline:2px solid #0000}}.outline{outline-style:var(--tw-outline-style);outline-width:1px}.blur{--tw-blur:blur(8px);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.blur-sm{--tw-blur:blur(var(--blur-sm));filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.drop-shadow-md{--tw-drop-shadow-size:drop-shadow(0 3px 3px var(--tw-drop-shadow-color,#0000001f));--tw-drop-shadow:drop-shadow(var(--drop-shadow-md));filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.grayscale{--tw-grayscale:grayscale(100%);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.invert{--tw-invert:invert(100%);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.sepia{--tw-sepia:sepia(100%);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.filter{filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.backdrop-blur{--tw-backdrop-blur:blur(8px);-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.backdrop-blur-md{--tw-backdrop-blur:blur(var(--blur-md));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.backdrop-blur-sm{--tw-backdrop-blur:blur(var(--blur-sm));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.transition{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to,opacity,box-shadow,transform,translate,scale,rotate,filter,-webkit-backdrop-filter,backdrop-filter,display,content-visibility,overlay,pointer-events;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[border-color\,box-shadow\]{transition-property:border-color,box-shadow;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[box-shadow\,border-color\,ring\]{transition-property:box-shadow,border-color,ring;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[color\,box-shadow\]{transition-property:color,box-shadow;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[max-height\,opacity\]{transition-property:max-height,opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[translate\,scale\,opacity\]{transition-property:translate,scale,opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[width\,background-color\]{transition-property:width,background-color;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[width\]{transition-property:width;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-all{transition-property:all;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-colors{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-opacity{transition-property:opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-shadow{transition-property:box-shadow;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-transform{transition-property:transform,translate,scale,rotate;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-none{transition-property:none}.duration-100{--tw-duration:.1s;transition-duration:.1s}.duration-150{--tw-duration:.15s;transition-duration:.15s}.duration-200{--tw-duration:.2s;transition-duration:.2s}.duration-300{--tw-duration:.3s;transition-duration:.3s}.ease-\[cubic-bezier\(0\.4\,0\,0\.2\,1\)\]{--tw-ease:cubic-bezier(.4,0,.2,1);transition-timing-function:cubic-bezier(.4,0,.2,1)}.ease-in-out{--tw-ease:var(--ease-in-out);transition-timing-function:var(--ease-in-out)}.ease-out{--tw-ease:var(--ease-out);transition-timing-function:var(--ease-out)}.contain-content{contain:content}.outline-none{--tw-outline-style:none;outline-style:none}.select-none{-webkit-user-select:none;user-select:none}.\[--card-spacing\:--spacing\(6\)\]{--card-spacing:calc(var(--spacing) * 6)}.\[contain-intrinsic-size\:auto_10rem\]{contain-intrinsic-size:auto 10rem}.\[content-visibility\:auto\]{content-visibility:auto}.\[text-shadow\:0_0_30px_rgba\(3\,4\,8\,0\.95\)\]{text-shadow:0 0 30px #030408f2}.\[text-shadow\:0_0_40px_rgba\(3\,4\,8\,0\.9\)\]{text-shadow:0 0 40px #030408e6}.fade-in{--tw-enter-opacity:0}.fade-out{--tw-exit-opacity:0}.paused{animation-play-state:paused}.ring-inset{--tw-ring-inset:inset}.running{animation-play-state:running}.slide-in-from-bottom-2{--tw-enter-translate-y:calc(2*var(--spacing))}:is(.\*\:w-full>*){width:100%}.not-last\:border-b:not(:last-child){border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.group-focus-within\:opacity-100:is(:where(.group):focus-within *),.group-focus-within\/user-message\:opacity-100:is(:where(.group\/user-message):focus-within *){opacity:1}@media (hover:hover){.group-hover\:translate-x-0\.5:is(:where(.group):hover *){--tw-translate-x:calc(var(--spacing) * .5);translate:var(--tw-translate-x) var(--tw-translate-y)}.group-hover\:rotate-\[72deg\]:is(:where(.group):hover *){rotate:72deg}.group-hover\:bg-indigo-50:is(:where(.group):hover *){background-color:var(--color-indigo-50)}.group-hover\:text-destructive:is(:where(.group):hover *){color:var(--destructive)}.group-hover\:text-foreground:is(:where(.group):hover *){color:var(--foreground)}.group-hover\:text-indigo-500:is(:where(.group):hover *){color:var(--color-indigo-500)}.group-hover\:text-info:is(:where(.group):hover *){color:var(--info)}.group-hover\:opacity-100:is(:where(.group):hover *){opacity:1}.group-hover\/handle\:w-0\.5:is(:where(.group\/handle):hover *){width:calc(var(--spacing) * .5)}.group-hover\/user-message\:opacity-100:is(:where(.group\/user-message):hover *){opacity:1}}.group-focus\/dropdown-menu-item\:text-accent-foreground:is(:where(.group\/dropdown-menu-item):focus *){color:var(--accent-foreground)}.group-focus-visible\/handle\:w-0\.5:is(:where(.group\/handle):focus-visible *){width:calc(var(--spacing) * .5)}.group-focus-visible\/handle\:bg-trace-brand:is(:where(.group\/handle):focus-visible *){background-color:var(--trace-brand)}.group-has-disabled\/field\:opacity-50:is(:where(.group\/field):has(:disabled) *){opacity:.5}.group-has-data-\[slot\=combobox-clear\]\/input-group\:hidden:is(:where(.group\/input-group):has([data-slot=combobox-clear]) *),.group-has-data-\[slot\=command-shortcut\]\/command-item\:hidden:is(:where(.group\/command-item):has([data-slot=command-shortcut]) *){display:none}.group-has-data-\[slot\=item-description\]\/item\:translate-y-0\.5:is(:where(.group\/item):has([data-slot=item-description]) *){--tw-translate-y:calc(var(--spacing) * .5);translate:var(--tw-translate-x) var(--tw-translate-y)}.group-has-data-\[slot\=item-description\]\/item\:self-start:is(:where(.group\/item):has([data-slot=item-description]) *){align-self:flex-start}.group-has-data-\[slot\=message-footer\]\/message\:-translate-y-8:is(:where(.group\/message):has([data-slot=message-footer]) *){--tw-translate-y:calc(var(--spacing) * -8);translate:var(--tw-translate-x) var(--tw-translate-y)}.group-has-data-\[variant\=ghost\]\/message\:px-0:is(:where(.group\/message):has([data-variant=ghost]) *){padding-inline:0}.group-has-data-horizontal\/field\:text-balance:is(:where(.group\/field):has(:where([data-orientation=horizontal])) *){text-wrap:balance}.group-has-\[\>input\]\/input-group\:pt-2:is(:where(.group\/input-group):has(>input) *){padding-top:calc(var(--spacing) * 2)}.group-has-\[\>input\]\/input-group\:pb-2:is(:where(.group\/input-group):has(>input) *){padding-bottom:calc(var(--spacing) * 2)}.group-has-\[\>svg\]\/alert\:col-start-2:is(:where(.group\/alert):has(>svg) *){grid-column-start:2}.group-aria-expanded\/accordion-trigger\:hidden:is(:where(.group\/accordion-trigger)[aria-expanded=true] *){display:none}.group-aria-expanded\/accordion-trigger\:inline:is(:where(.group\/accordion-trigger)[aria-expanded=true] *){display:inline}.group-data-empty\/combobox-content\:flex:is(:where(.group\/combobox-content)[data-empty] *){display:flex}.group-data-panel-open\:rotate-90:is(:where(.group)[data-panel-open] *){rotate:90deg}.group-data-\[align\=end\]\/bubble\:self-end:is(:where(.group\/bubble)[data-align=end] *){align-self:flex-end}.group-data-\[align\=end\]\/message\:justify-end:is(:where(.group\/message)[data-align=end] *){justify-content:flex-end}.group-data-\[align\=end\]\/message\:self-end:is(:where(.group\/message)[data-align=end] *){align-self:flex-end}.group-data-\[checked\=true\]\/command-item\:opacity-100:is(:where(.group\/command-item)[data-checked=true] *){opacity:1}.group-data-\[collapsed\=true\]\/sidebar\:mx-auto:is(:where(.group\/sidebar)[data-collapsed=true] *){margin-inline:auto}.group-data-\[collapsed\=true\]\/sidebar\:block:is(:where(.group\/sidebar)[data-collapsed=true] *){display:block}.group-data-\[collapsed\=true\]\/sidebar\:hidden:is(:where(.group\/sidebar)[data-collapsed=true] *){display:none}.group-data-\[collapsed\=true\]\/sidebar\:size-9:is(:where(.group\/sidebar)[data-collapsed=true] *){width:calc(var(--spacing) * 9);height:calc(var(--spacing) * 9)}.group-data-\[collapsed\=true\]\/sidebar\:h-6:is(:where(.group\/sidebar)[data-collapsed=true] *){height:calc(var(--spacing) * 6)}.group-data-\[collapsed\=true\]\/sidebar\:h-auto:is(:where(.group\/sidebar)[data-collapsed=true] *){height:auto}.group-data-\[collapsed\=true\]\/sidebar\:w-6:is(:where(.group\/sidebar)[data-collapsed=true] *){width:calc(var(--spacing) * 6)}.group-data-\[collapsed\=true\]\/sidebar\:flex-col:is(:where(.group\/sidebar)[data-collapsed=true] *){flex-direction:column}.group-data-\[collapsed\=true\]\/sidebar\:justify-center:is(:where(.group\/sidebar)[data-collapsed=true] *){justify-content:center}.group-data-\[collapsed\=true\]\/sidebar\:gap-0:is(:where(.group\/sidebar)[data-collapsed=true] *){gap:0}.group-data-\[collapsed\=true\]\/sidebar\:gap-1:is(:where(.group\/sidebar)[data-collapsed=true] *){gap:var(--spacing)}.group-data-\[collapsed\=true\]\/sidebar\:p-0:is(:where(.group\/sidebar)[data-collapsed=true] *){padding:0}.group-data-\[collapsed\=true\]\/sidebar\:px-0:is(:where(.group\/sidebar)[data-collapsed=true] *){padding-inline:0}.group-data-\[collapsed\=true\]\/sidebar\:py-2:is(:where(.group\/sidebar)[data-collapsed=true] *){padding-block:calc(var(--spacing) * 2)}.group-data-\[disabled\=true\]\:pointer-events-none:is(:where(.group)[data-disabled=true] *){pointer-events:none}.group-data-\[disabled\=true\]\:opacity-50:is(:where(.group)[data-disabled=true] *),.group-data-\[disabled\=true\]\/field\:opacity-50:is(:where(.group\/field)[data-disabled=true] *),.group-data-\[disabled\=true\]\/input-group\:opacity-50:is(:where(.group\/input-group)[data-disabled=true] *){opacity:.5}.group-data-\[orientation\=vertical\]\/attachment\:absolute:is(:where(.group\/attachment)[data-orientation=vertical] *){position:absolute}.group-data-\[orientation\=vertical\]\/attachment\:top-3:is(:where(.group\/attachment)[data-orientation=vertical] *){top:calc(var(--spacing) * 3)}.group-data-\[orientation\=vertical\]\/attachment\:right-3:is(:where(.group\/attachment)[data-orientation=vertical] *){right:calc(var(--spacing) * 3)}.group-data-\[orientation\=vertical\]\/attachment\:w-full:is(:where(.group\/attachment)[data-orientation=vertical] *){width:100%}.group-data-\[orientation\=vertical\]\/attachment\:gap-1:is(:where(.group\/attachment)[data-orientation=vertical] *){gap:var(--spacing)}.group-data-\[orientation\=vertical\]\/attachment\:px-1:is(:where(.group\/attachment)[data-orientation=vertical] *){padding-inline:var(--spacing)}.group-data-\[panel-open\]\:rotate-0:is(:where(.group)[data-panel-open] *){rotate:0deg}.group-data-\[panel-open\]\:rotate-180:is(:where(.group)[data-panel-open] *),.group-data-\[panel-open\]\/section\:rotate-180:is(:where(.group\/section)[data-panel-open] *){rotate:180deg}.group-data-\[panel-open\]\/usage\:rotate-0:is(:where(.group\/usage)[data-panel-open] *){rotate:0deg}.group-data-\[size\=default\]\/switch\:size-4:is(:where(.group\/switch)[data-size=default] *){width:calc(var(--spacing) * 4);height:calc(var(--spacing) * 4)}.group-data-\[size\=sm\]\/alert-dialog-content\:grid:is(:where(.group\/alert-dialog-content)[data-size=sm] *){display:grid}.group-data-\[size\=sm\]\/alert-dialog-content\:grid-cols-2:is(:where(.group\/alert-dialog-content)[data-size=sm] *){grid-template-columns:repeat(2,minmax(0,1fr))}.group-data-\[size\=sm\]\/attachment\:w-8:is(:where(.group\/attachment)[data-size=sm] *){width:calc(var(--spacing) * 8)}.group-data-\[size\=sm\]\/card\:text-sm:is(:where(.group\/card)[data-size=sm] *){font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.group-data-\[size\=sm\]\/item\:size-8:is(:where(.group\/item)[data-size=sm] *){width:calc(var(--spacing) * 8);height:calc(var(--spacing) * 8)}.group-data-\[size\=sm\]\/switch\:size-3:is(:where(.group\/switch)[data-size=sm] *){width:calc(var(--spacing) * 3);height:calc(var(--spacing) * 3)}.group-data-\[size\=xs\]\/attachment\:w-7:is(:where(.group\/attachment)[data-size=xs] *){width:calc(var(--spacing) * 7)}.group-data-\[size\=xs\]\/attachment\:rounded-md:is(:where(.group\/attachment)[data-size=xs] *){border-radius:calc(var(--radius) - 2px)}.group-data-\[size\=xs\]\/item\:size-6:is(:where(.group\/item)[data-size=xs] *){width:calc(var(--spacing) * 6);height:calc(var(--spacing) * 6)}.group-data-\[size\=xs\]\/item\:gap-0:is(:where(.group\/item)[data-size=xs] *){gap:0}.group-data-\[size\=xs\]\/item\:text-xs:is(:where(.group\/item)[data-size=xs] *){font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.group-data-\[spacing\=0\]\/toggle-group\:rounded-none:is(:where(.group\/toggle-group)[data-spacing="0"] *){border-radius:0}.group-data-\[spacing\=0\]\/toggle-group\:px-2:is(:where(.group\/toggle-group)[data-spacing="0"] *){padding-inline:calc(var(--spacing) * 2)}.group-data-\[spacing\=0\]\/toggle-group\:shadow-none:is(:where(.group\/toggle-group)[data-spacing="0"] *){--tw-shadow:0 0 #0000;box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.group-data-\[state\=done\]\/attachment\:opacity-100:is(:where(.group\/attachment)[data-state=done] *){opacity:1}.group-data-\[state\=error\]\/attachment\:bg-destructive\/10:is(:where(.group\/attachment)[data-state=error] *){background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.group-data-\[state\=error\]\/attachment\:bg-destructive\/10:is(:where(.group\/attachment)[data-state=error] *){background-color:color-mix(in oklab, var(--destructive) 10%, transparent)}}.group-data-\[state\=error\]\/attachment\:text-destructive:is(:where(.group\/attachment)[data-state=error] *),.group-data-\[state\=error\]\/attachment\:text-destructive\/80:is(:where(.group\/attachment)[data-state=error] *){color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.group-data-\[state\=error\]\/attachment\:text-destructive\/80:is(:where(.group\/attachment)[data-state=error] *){color:color-mix(in oklab, var(--destructive) 80%, transparent)}}.group-data-\[state\=idle\]\/attachment\:opacity-100:is(:where(.group\/attachment)[data-state=idle] *){opacity:1}.group-data-\[state\=open\]\:z-\(--x\):is(:where(.group)[data-state=open] *){z-index:var(--x)}.group-data-\[state\=processing\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=processing] *){--_spread:var(--shimmer-spread,calc(3ch + 40px));--_base:currentColor;--_highlight:var(--shimmer-color,oklch(from currentColor l c h / calc(alpha * .2)));background-image:var(--shimmer-image,linear-gradient(calc(90deg + var(--shimmer-angle)), var(--_base) calc(50% - var(--_spread)), var(--_highlight) calc(50% - var(--_spread) * .5), var(--_highlight) 50%, var(--_highlight) calc(50% + var(--_spread) * .5), var(--_base) calc(50% + var(--_spread))))}@supports (color:color-mix(in lab, red, red)){.group-data-\[state\=processing\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=processing] *){background-image:var(--shimmer-image,linear-gradient(calc(90deg + var(--shimmer-angle)), var(--_base) calc(50% - var(--_spread)), color-mix(in oklch, var(--_highlight), var(--_base) 50%) calc(50% - var(--_spread) * .5), var(--_highlight) 50%, color-mix(in oklch, var(--_highlight), var(--_base) 50%) calc(50% + var(--_spread) * .5), var(--_base) calc(50% + var(--_spread))))}}.group-data-\[state\=processing\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=processing] *){background-repeat:no-repeat;background-size:calc(200% + var(--_spread) * 2) 100%;-webkit-text-fill-color:var(--shimmer-text-fill,transparent);animation:tw-shimmer var(--shimmer-duration,2s) linear infinite;background-position:0 0;-webkit-background-clip:text;background-clip:text}.group-data-\[state\=processing\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=processing] *):where(.dark,.dark *){--_highlight:var(--shimmer-color,oklch(from currentColor max(.8, calc(l + .4)) c h / calc(alpha + .4)))}.group-data-\[state\=processing\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=processing] *):where([dir=rtl],[dir=rtl] *){animation-direction:reverse}.group-data-\[state\=uploading\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=uploading] *){--_spread:var(--shimmer-spread,calc(3ch + 40px));--_base:currentColor;--_highlight:var(--shimmer-color,oklch(from currentColor l c h / calc(alpha * .2)));background-image:var(--shimmer-image,linear-gradient(calc(90deg + var(--shimmer-angle)), var(--_base) calc(50% - var(--_spread)), var(--_highlight) calc(50% - var(--_spread) * .5), var(--_highlight) 50%, var(--_highlight) calc(50% + var(--_spread) * .5), var(--_base) calc(50% + var(--_spread))))}@supports (color:color-mix(in lab, red, red)){.group-data-\[state\=uploading\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=uploading] *){background-image:var(--shimmer-image,linear-gradient(calc(90deg + var(--shimmer-angle)), var(--_base) calc(50% - var(--_spread)), color-mix(in oklch, var(--_highlight), var(--_base) 50%) calc(50% - var(--_spread) * .5), var(--_highlight) 50%, color-mix(in oklch, var(--_highlight), var(--_base) 50%) calc(50% + var(--_spread) * .5), var(--_base) calc(50% + var(--_spread))))}}.group-data-\[state\=uploading\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=uploading] *){background-repeat:no-repeat;background-size:calc(200% + var(--_spread) * 2) 100%;-webkit-text-fill-color:var(--shimmer-text-fill,transparent);animation:tw-shimmer var(--shimmer-duration,2s) linear infinite;background-position:0 0;-webkit-background-clip:text;background-clip:text}.group-data-\[state\=uploading\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=uploading] *):where(.dark,.dark *){--_highlight:var(--shimmer-color,oklch(from currentColor max(.8, calc(l + .4)) c h / calc(alpha + .4)))}.group-data-\[state\=uploading\]\/attachment\:shimmer:is(:where(.group\/attachment)[data-state=uploading] *):where([dir=rtl],[dir=rtl] *){animation-direction:reverse}.group-data-\[variant\=line\]\/tabs-list\:bg-transparent:is(:where(.group\/tabs-list)[data-variant=line] *){background-color:#0000}.group-data-\[variant\=outline\]\/field-group\:-mb-2:is(:where(.group\/field-group)[data-variant=outline] *){margin-bottom:calc(var(--spacing) * -2)}.group-data-\[variant\=separator\]\/marker\:flex-none:is(:where(.group\/marker)[data-variant=separator] *){flex:none}.group-data-\[variant\=separator\]\/marker\:text-center:is(:where(.group\/marker)[data-variant=separator] *){text-align:center}.group-data-selected\/command-item\:text-foreground:is(:where(.group\/command-item):where([data-selected=true]) *){color:var(--foreground)}.group-data-horizontal\/tabs\:h-9:is(:where(.group\/tabs):where([data-orientation=horizontal]) *){height:calc(var(--spacing) * 9)}.group-data-vertical\/tabs\:h-fit:is(:where(.group\/tabs):where([data-orientation=vertical]) *){height:fit-content}.group-data-vertical\/tabs\:w-full:is(:where(.group\/tabs):where([data-orientation=vertical]) *){width:100%}.group-data-vertical\/tabs\:flex-col:is(:where(.group\/tabs):where([data-orientation=vertical]) *){flex-direction:column}.group-data-vertical\/tabs\:justify-start:is(:where(.group\/tabs):where([data-orientation=vertical]) *){justify-content:flex-start}.peer-disabled\:cursor-not-allowed:is(:where(.peer):disabled~*){cursor:not-allowed}.peer-disabled\:opacity-50:is(:where(.peer):disabled~*){opacity:.5}.selection\:bg-primary ::selection,.selection\:bg-primary::selection{background-color:var(--primary)}.selection\:text-primary-foreground ::selection,.selection\:text-primary-foreground::selection{color:var(--primary-foreground)}.file\:inline-flex::file-selector-button{display:inline-flex}.file\:h-7::file-selector-button{height:calc(var(--spacing) * 7)}.file\:border-0::file-selector-button{border-style:var(--tw-border-style);border-width:0}.file\:bg-transparent::file-selector-button{background-color:#0000}.file\:text-sm::file-selector-button{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.file\:font-medium::file-selector-button{--tw-font-weight:var(--font-weight-medium);font-weight:var(--font-weight-medium)}.file\:text-foreground::file-selector-button{color:var(--foreground)}.placeholder\:text-muted-foreground::placeholder,.placeholder\:text-muted-foreground\/50::placeholder{color:var(--muted-foreground)}@supports (color:color-mix(in lab, red, red)){.placeholder\:text-muted-foreground\/50::placeholder{color:color-mix(in oklab, var(--muted-foreground) 50%, transparent)}}.before\:absolute:before{content:var(--tw-content);position:absolute}.before\:inset-y-1\.5:before{content:var(--tw-content);inset-block:calc(var(--spacing) * 1.5)}.before\:top-0:before{content:var(--tw-content);top:0}.before\:right-0:before{content:var(--tw-content);right:0}.before\:left-0:before{content:var(--tw-content);left:0}.before\:mr-1:before{content:var(--tw-content);margin-right:var(--spacing)}.before\:h-\[2px\]:before{content:var(--tw-content);height:2px}.before\:h-px:before{content:var(--tw-content);height:1px}.before\:w-2:before{content:var(--tw-content);width:calc(var(--spacing) * 2)}.before\:w-\[3px\]:before{content:var(--tw-content);width:3px}.before\:min-w-0:before{content:var(--tw-content);min-width:0}.before\:flex-1:before{content:var(--tw-content);flex:1}.before\:rounded-r-full:before{content:var(--tw-content);border-top-right-radius:2147483647px;border-bottom-right-radius:2147483647px}.before\:bg-border:before{content:var(--tw-content);background-color:var(--border)}.before\:bg-inherit:before{content:var(--tw-content);background-color:inherit}.before\:bg-sidebar-primary:before{content:var(--tw-content);background-color:var(--sidebar-primary)}.group-data-\[collapsed\=true\]\/sidebar\:before\:hidden:is(:where(.group\/sidebar)[data-collapsed=true] *):before{content:var(--tw-content);display:none}.after\:absolute:after{content:var(--tw-content);position:absolute}.after\:-inset-x-3:after{content:var(--tw-content);inset-inline:calc(var(--spacing) * -3)}.after\:-inset-y-2:after{content:var(--tw-content);inset-block:calc(var(--spacing) * -2)}.after\:inset-y-0:after{content:var(--tw-content);inset-block:0}.after\:right-0:after{content:var(--tw-content);right:0}.after\:bottom-0:after{content:var(--tw-content);bottom:0}.after\:left-0:after{content:var(--tw-content);left:0}.after\:left-1\/2:after{content:var(--tw-content);left:50%}.after\:ml-1:after{content:var(--tw-content);margin-left:var(--spacing)}.after\:hidden:after{content:var(--tw-content);display:none}.after\:h-\[2px\]:after{content:var(--tw-content);height:2px}.after\:h-px:after{content:var(--tw-content);height:1px}.after\:w-1:after{content:var(--tw-content);width:var(--spacing)}.after\:w-2:after{content:var(--tw-content);width:calc(var(--spacing) * 2)}.after\:min-w-0:after{content:var(--tw-content);min-width:0}.after\:flex-1:after{content:var(--tw-content);flex:1}.after\:-translate-x-1\/2:after{content:var(--tw-content);--tw-translate-x:calc(calc(1 / 2 * 100%) * -1);translate:var(--tw-translate-x) var(--tw-translate-y)}.after\:bg-border:after{content:var(--tw-content);background-color:var(--border)}.after\:bg-foreground:after{content:var(--tw-content);background-color:var(--foreground)}.after\:bg-inherit:after{content:var(--tw-content);background-color:inherit}.after\:bg-primary:after{content:var(--tw-content);background-color:var(--primary)}.after\:opacity-0:after{content:var(--tw-content);opacity:0}.after\:transition-opacity:after{content:var(--tw-content);transition-property:opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.after\:content-\[\'\:\'\]:after{--tw-content:":";content:var(--tw-content)}.group-data-horizontal\/tabs\:after\:inset-x-0:is(:where(.group\/tabs):where([data-orientation=horizontal]) *):after{content:var(--tw-content);inset-inline:0}.group-data-horizontal\/tabs\:after\:-bottom-0\.5:is(:where(.group\/tabs):where([data-orientation=horizontal]) *):after{content:var(--tw-content);bottom:calc(var(--spacing) * -.5)}.group-data-horizontal\/tabs\:after\:bottom-0:is(:where(.group\/tabs):where([data-orientation=horizontal]) *):after{content:var(--tw-content);bottom:0}.group-data-horizontal\/tabs\:after\:bottom-\[-5px\]:is(:where(.group\/tabs):where([data-orientation=horizontal]) *):after{content:var(--tw-content);bottom:-5px}.group-data-horizontal\/tabs\:after\:h-0\.5:is(:where(.group\/tabs):where([data-orientation=horizontal]) *):after{content:var(--tw-content);height:calc(var(--spacing) * .5)}.group-data-vertical\/tabs\:after\:inset-y-0:is(:where(.group\/tabs):where([data-orientation=vertical]) *):after{content:var(--tw-content);inset-block:0}.group-data-vertical\/tabs\:after\:-right-1:is(:where(.group\/tabs):where([data-orientation=vertical]) *):after{content:var(--tw-content);right:calc(var(--spacing) * -1)}.group-data-vertical\/tabs\:after\:w-0\.5:is(:where(.group\/tabs):where([data-orientation=vertical]) *):after{content:var(--tw-content);width:calc(var(--spacing) * .5)}.first\:mt-0:first-child{margin-top:0}.first\:rounded-l-full:first-child{border-top-left-radius:2147483647px;border-bottom-left-radius:2147483647px}.first\:rounded-l-sm:first-child{border-top-left-radius:calc(var(--radius) - 4px);border-bottom-left-radius:calc(var(--radius) - 4px)}.first\:border-l-0:first-child{border-left-style:var(--tw-border-style);border-left-width:0}.last\:mt-0:last-child{margin-top:0}.last\:mb-0:last-child{margin-bottom:0}.last\:flex-none:last-child{flex:none}.last\:rounded-r-full:last-child{border-top-right-radius:2147483647px;border-bottom-right-radius:2147483647px}.last\:rounded-r-sm:last-child{border-top-right-radius:calc(var(--radius) - 4px);border-bottom-right-radius:calc(var(--radius) - 4px)}.last\:border-0:last-child{border-style:var(--tw-border-style);border-width:0}.last\:border-b-0:last-child,.last-of-type\:border-b-0:last-of-type{border-bottom-style:var(--tw-border-style);border-bottom-width:0}.empty\:hidden:empty{display:none}.focus-within\:border-info:focus-within{border-color:var(--info)}.focus-within\:border-ring:focus-within{border-color:var(--ring)}.focus-within\:ring-1:focus-within{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(1px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus-within\:ring-2:focus-within{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(2px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus-within\:ring-3:focus-within,.focus-within\:ring-\[3px\]:focus-within{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus-within\:ring-blue-500\/20:focus-within{--tw-ring-color:#3080ff33}@supports (color:color-mix(in lab, red, red)){.focus-within\:ring-blue-500\/20:focus-within{--tw-ring-color:color-mix(in oklab, var(--color-blue-500) 20%, transparent)}}.focus-within\:ring-ring\/50:focus-within{--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab, red, red)){.focus-within\:ring-ring\/50:focus-within{--tw-ring-color:color-mix(in oklab, var(--ring) 50%, transparent)}}@media (hover:hover){.hover\:scale-\[1\.03\]:hover{scale:1.03}.hover\:border-border:hover{border-color:var(--border)}.hover\:border-destructive:hover,.hover\:border-destructive\/20:hover{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.hover\:border-destructive\/20:hover{border-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.hover\:border-destructive\/50:hover{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.hover\:border-destructive\/50:hover{border-color:color-mix(in oklab, var(--destructive) 50%, transparent)}}.hover\:border-destructive\/60:hover{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.hover\:border-destructive\/60:hover{border-color:color-mix(in oklab, var(--destructive) 60%, transparent)}}.hover\:border-foreground\/20:hover{border-color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.hover\:border-foreground\/20:hover{border-color:color-mix(in oklab, var(--foreground) 20%, transparent)}}.hover\:border-indigo-300:hover{border-color:var(--color-indigo-300)}.hover\:border-info:hover,.hover\:border-info\/30:hover{border-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.hover\:border-info\/30:hover{border-color:color-mix(in oklab, var(--info) 30%, transparent)}}.hover\:border-muted-foreground\/40:hover{border-color:var(--muted-foreground)}@supports (color:color-mix(in lab, red, red)){.hover\:border-muted-foreground\/40:hover{border-color:color-mix(in oklab, var(--muted-foreground) 40%, transparent)}}.hover\:border-primary:hover,.hover\:border-primary\/40:hover{border-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.hover\:border-primary\/40:hover{border-color:color-mix(in oklab, var(--primary) 40%, transparent)}}.hover\:border-purple-300:hover{border-color:var(--color-purple-300)}.hover\:border-ring:hover{border-color:var(--ring)}.hover\:bg-\[color-mix\(in_oklch\,var\(--secondary\)\,var\(--foreground\)_5\%\)\]:hover{background-color:var(--secondary)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-\[color-mix\(in_oklch\,var\(--secondary\)\,var\(--foreground\)_5\%\)\]:hover{background-color:color-mix(in oklch,var(--secondary),var(--foreground) 5%)}}.hover\:bg-accent:hover{background-color:var(--accent)}.hover\:bg-accent\!:hover{background-color:var(--accent)!important}.hover\:bg-accent\/30:hover{background-color:var(--accent)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-accent\/30:hover{background-color:color-mix(in oklab, var(--accent) 30%, transparent)}}.hover\:bg-accent\/40:hover{background-color:var(--accent)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-accent\/40:hover{background-color:color-mix(in oklab, var(--accent) 40%, transparent)}}.hover\:bg-background\/95:hover{background-color:var(--background)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-background\/95:hover{background-color:color-mix(in oklab, var(--background) 95%, transparent)}}.hover\:bg-border:hover{background-color:var(--border)}.hover\:bg-card:hover{background-color:var(--card)}.hover\:bg-destructive\/10:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-destructive\/10:hover{background-color:color-mix(in oklab, var(--destructive) 10%, transparent)}}.hover\:bg-destructive\/15:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-destructive\/15:hover{background-color:color-mix(in oklab, var(--destructive) 15%, transparent)}}.hover\:bg-destructive\/20:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-destructive\/20:hover{background-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.hover\:bg-destructive\/80:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-destructive\/80:hover{background-color:color-mix(in oklab, var(--destructive) 80%, transparent)}}.hover\:bg-destructive\/90:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-destructive\/90:hover{background-color:color-mix(in oklab, var(--destructive) 90%, transparent)}}.hover\:bg-foreground\/90:hover{background-color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-foreground\/90:hover{background-color:color-mix(in oklab, var(--foreground) 90%, transparent)}}.hover\:bg-gray-700:hover{background-color:var(--color-gray-700)}.hover\:bg-indigo-50:hover{background-color:var(--color-indigo-50)}.hover\:bg-info\/10:hover{background-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-info\/10:hover{background-color:color-mix(in oklab, var(--info) 10%, transparent)}}.hover\:bg-info\/15:hover{background-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-info\/15:hover{background-color:color-mix(in oklab, var(--info) 15%, transparent)}}.hover\:bg-info\/20:hover{background-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-info\/20:hover{background-color:color-mix(in oklab, var(--info) 20%, transparent)}}.hover\:bg-info\/80:hover{background-color:var(--info)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-info\/80:hover{background-color:color-mix(in oklab, var(--info) 80%, transparent)}}.hover\:bg-muted:hover,.hover\:bg-muted\/40:hover{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-muted\/40:hover{background-color:color-mix(in oklab, var(--muted) 40%, transparent)}}.hover\:bg-muted\/50:hover{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-muted\/50:hover{background-color:color-mix(in oklab, var(--muted) 50%, transparent)}}.hover\:bg-muted\/70:hover{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-muted\/70:hover{background-color:color-mix(in oklab, var(--muted) 70%, transparent)}}.hover\:bg-primary\/80:hover{background-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-primary\/80:hover{background-color:color-mix(in oklab, var(--primary) 80%, transparent)}}.hover\:bg-primary\/90:hover{background-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-primary\/90:hover{background-color:color-mix(in oklab, var(--primary) 90%, transparent)}}.hover\:bg-purple-50:hover{background-color:var(--color-purple-50)}.hover\:bg-purple-100:hover{background-color:var(--color-purple-100)}.hover\:bg-sidebar-accent:hover{background-color:var(--sidebar-accent)}.hover\:bg-success:hover,.hover\:bg-success\/10:hover{background-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-success\/10:hover{background-color:color-mix(in oklab, var(--success) 10%, transparent)}}.hover\:bg-success\/15:hover{background-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-success\/15:hover{background-color:color-mix(in oklab, var(--success) 15%, transparent)}}.hover\:bg-success\/80:hover{background-color:var(--success)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-success\/80:hover{background-color:color-mix(in oklab, var(--success) 80%, transparent)}}.hover\:bg-trace-row-hover:hover{background-color:var(--trace-row-hover)}.hover\:bg-transparent:hover{background-color:#0000}.hover\:bg-warning\/15:hover{background-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.hover\:bg-warning\/15:hover{background-color:color-mix(in oklab, var(--warning) 15%, transparent)}}.hover\:bg-white\/\[0\.12\]:hover{background-color:#ffffff1f}@supports (color:color-mix(in lab, red, red)){.hover\:bg-white\/\[0\.12\]:hover{background-color:color-mix(in oklab, var(--color-white) 12%, transparent)}}.hover\:text-accent-foreground:hover{color:var(--accent-foreground)}.hover\:text-destructive:hover,.hover\:text-destructive\/80:hover{color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.hover\:text-destructive\/80:hover{color:color-mix(in oklab, var(--destructive) 80%, transparent)}}.hover\:text-foreground:hover{color:var(--foreground)}.hover\:text-indigo-600:hover{color:var(--color-indigo-600)}.hover\:text-indigo-700:hover{color:var(--color-indigo-700)}.hover\:text-indigo-900:hover{color:var(--color-indigo-900)}.hover\:text-info:hover,.hover\:text-info\/80:hover{color:var(--info)}@supports (color:color-mix(in lab, red, red)){.hover\:text-info\/80:hover{color:color-mix(in oklab, var(--info) 80%, transparent)}}.hover\:text-muted-foreground:hover{color:var(--muted-foreground)}.hover\:text-primary:hover{color:var(--primary)}.hover\:text-sidebar-accent-foreground:hover{color:var(--sidebar-accent-foreground)}.hover\:text-sidebar-primary\/80:hover{color:var(--sidebar-primary)}@supports (color:color-mix(in lab, red, red)){.hover\:text-sidebar-primary\/80:hover{color:color-mix(in oklab, var(--sidebar-primary) 80%, transparent)}}.hover\:text-success:hover,.hover\:text-success\/80:hover{color:var(--success)}@supports (color:color-mix(in lab, red, red)){.hover\:text-success\/80:hover{color:color-mix(in oklab, var(--success) 80%, transparent)}}.hover\:text-warning\/80:hover{color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.hover\:text-warning\/80:hover{color:color-mix(in oklab, var(--warning) 80%, transparent)}}.hover\:underline:hover{text-decoration-line:underline}.hover\:opacity-80:hover{opacity:.8}.hover\:opacity-90:hover{opacity:.9}.hover\:opacity-100:hover{opacity:1}.hover\:shadow-md:hover{--tw-shadow:0 4px 6px -1px var(--tw-shadow-color,#0000001a), 0 2px 4px -2px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.hover\:shadow-sm:hover{--tw-shadow:0 1px 3px 0 var(--tw-shadow-color,#0000001a), 0 1px 2px -1px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.hover\:shadow-xs:hover{--tw-shadow:0 1px 2px 0 var(--tw-shadow-color,#0000000d);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.hover\:ring-4:hover{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(4px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}}.focus\:z-10:focus{z-index:10}.focus\:border-destructive:focus{border-color:var(--destructive)}.focus\:border-info:focus{border-color:var(--info)}.focus\:border-ring:focus{border-color:var(--ring)}.focus\:border-transparent:focus{border-color:#0000}.focus\:bg-accent:focus{background-color:var(--accent)}.focus\:bg-warning\/10:focus{background-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.focus\:bg-warning\/10:focus{background-color:color-mix(in oklab, var(--warning) 10%, transparent)}}.focus\:text-accent-foreground:focus{color:var(--accent-foreground)}.focus\:text-blue-600:focus{color:var(--color-blue-600)}.focus\:text-info:focus{color:var(--info)}.focus\:ring-1:focus{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(1px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus\:ring-2:focus{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(2px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus\:ring-3:focus{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus\:ring-blue-500\/20:focus{--tw-ring-color:#3080ff33}@supports (color:color-mix(in lab, red, red)){.focus\:ring-blue-500\/20:focus{--tw-ring-color:color-mix(in oklab, var(--color-blue-500) 20%, transparent)}}.focus\:ring-red-200:focus{--tw-ring-color:var(--color-red-200)}.focus\:ring-ring:focus,.focus\:ring-ring\/50:focus{--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab, red, red)){.focus\:ring-ring\/50:focus{--tw-ring-color:color-mix(in oklab, var(--ring) 50%, transparent)}}.focus\:ring-offset-1:focus{--tw-ring-offset-width:1px;--tw-ring-offset-shadow:var(--tw-ring-inset,) 0 0 0 var(--tw-ring-offset-width) var(--tw-ring-offset-color)}.focus\:outline-hidden:focus{--tw-outline-style:none;outline-style:none}@media (forced-colors:active){.focus\:outline-hidden:focus{outline-offset:2px;outline:2px solid #0000}}:is(.focus\:\*\*\:text-accent-foreground:focus *),:is(.not-data-\[variant\=destructive\]\:focus\:\*\*\:text-accent-foreground:not([data-variant=destructive]):focus *){color:var(--accent-foreground)}.focus-visible\:z-10:focus-visible{z-index:10}.focus-visible\:border-destructive\/40:focus-visible{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.focus-visible\:border-destructive\/40:focus-visible{border-color:color-mix(in oklab, var(--destructive) 40%, transparent)}}.focus-visible\:border-ring:focus-visible{border-color:var(--ring)}.focus-visible\:bg-border:focus-visible{background-color:var(--border)}.focus-visible\:bg-muted\/40:focus-visible{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.focus-visible\:bg-muted\/40:focus-visible{background-color:color-mix(in oklab, var(--muted) 40%, transparent)}}.focus-visible\:ring-0:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(0px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus-visible\:ring-1:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(1px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus-visible\:ring-2:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(2px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus-visible\:ring-3:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus-visible\:ring-4:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(4px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus-visible\:ring-\[3px\]:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.focus-visible\:ring-destructive\/20:focus-visible{--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.focus-visible\:ring-destructive\/20:focus-visible{--tw-ring-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.focus-visible\:ring-ring:focus-visible,.focus-visible\:ring-ring\/50:focus-visible{--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab, red, red)){.focus-visible\:ring-ring\/50:focus-visible{--tw-ring-color:color-mix(in oklab, var(--ring) 50%, transparent)}}.focus-visible\:ring-sidebar-ring:focus-visible{--tw-ring-color:var(--sidebar-ring)}.focus-visible\:outline-hidden:focus-visible{--tw-outline-style:none;outline-style:none}@media (forced-colors:active){.focus-visible\:outline-hidden:focus-visible{outline-offset:2px;outline:2px solid #0000}}.focus-visible\:outline-1:focus-visible{outline-style:var(--tw-outline-style);outline-width:1px}.focus-visible\:outline-2:focus-visible{outline-style:var(--tw-outline-style);outline-width:2px}.focus-visible\:outline-offset-2:focus-visible{outline-offset:2px}.focus-visible\:outline-primary:focus-visible{outline-color:var(--primary)}.focus-visible\:outline-ring:focus-visible{outline-color:var(--ring)}.focus-visible\:outline-none:focus-visible{--tw-outline-style:none;outline-style:none}:is(.\*\:focus-visible\:relative>*):focus-visible{position:relative}:is(.\*\:focus-visible\:z-raised>*):focus-visible{z-index:1}.focus-visible\:after\:border-ring:focus-visible:after{content:var(--tw-content);border-color:var(--ring)}.active\:translate-y-\[0\.5px\]:active{--tw-translate-y:.5px;translate:var(--tw-translate-x) var(--tw-translate-y)}.active\:scale-95:active{--tw-scale-x:95%;--tw-scale-y:95%;--tw-scale-z:95%;scale:var(--tw-scale-x) var(--tw-scale-y)}.active\:cursor-grabbing:active{cursor:grabbing}.active\:not-aria-\[haspopup\]\:translate-y-px:active:not([aria-haspopup]){--tw-translate-y:1px;translate:var(--tw-translate-x) var(--tw-translate-y)}.disabled\:pointer-events-none:disabled{pointer-events:none}.disabled\:cursor-not-allowed:disabled{cursor:not-allowed}.disabled\:bg-muted:disabled{background-color:var(--muted)}.disabled\:text-muted-foreground:disabled{color:var(--muted-foreground)}.disabled\:opacity-40:disabled{opacity:.4}.disabled\:opacity-50:disabled{opacity:.5}.disabled\:opacity-60:disabled{opacity:.6}@media (hover:hover){.disabled\:hover\:bg-transparent:disabled:hover{background-color:#0000}}:where([data-panel-open]) .in-data-panel-open\:rotate-90{rotate:90deg}:where([data-slot=button-group]) .in-data-\[slot\=button-group\]\:rounded-md{border-radius:calc(var(--radius) - 2px)}:where([data-slot=combobox-content]) .in-data-\[slot\=combobox-content\]\:focus-within\:border-inherit:focus-within{border-color:inherit}:where([data-slot=combobox-content]) .in-data-\[slot\=combobox-content\]\:focus-within\:ring-0:focus-within{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(0px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}:where([data-slot=dialog-content]) .in-data-\[slot\=dialog-content\]\:rounded-lg\!{border-radius:var(--radius)!important}:where([data-slot=dropdown-menu-content]) .in-data-\[slot\=dropdown-menu-content\]\:p-0{padding:0}:where([data-slot=tooltip-content]) .in-data-\[slot\=tooltip-content\]\:bg-background\/20{background-color:var(--background)}@supports (color:color-mix(in lab, red, red)){:where([data-slot=tooltip-content]) .in-data-\[slot\=tooltip-content\]\:bg-background\/20{background-color:color-mix(in oklab, var(--background) 20%, transparent)}}:where([data-slot=tooltip-content]) .in-data-\[slot\=tooltip-content\]\:text-background{color:var(--background)}.has-disabled\:pointer-events-none:has(:disabled){pointer-events:none}.has-disabled\:cursor-not-allowed:has(:disabled){cursor:not-allowed}.has-disabled\:opacity-50:has(:disabled){opacity:.5}.has-aria-expanded\:bg-muted\/50:has([aria-expanded=true]){background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.has-aria-expanded\:bg-muted\/50:has([aria-expanded=true]){background-color:color-mix(in oklab, var(--muted) 50%, transparent)}}.has-aria-invalid\:border-destructive:has([aria-invalid=true]){border-color:var(--destructive)}.has-aria-invalid\:ring-3:has([aria-invalid=true]){--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.has-aria-invalid\:ring-destructive\/20:has([aria-invalid=true]){--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.has-aria-invalid\:ring-destructive\/20:has([aria-invalid=true]){--tw-ring-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.has-data-\[icon\=inline-end\]\:pr-1\.5:has([data-icon=inline-end]){padding-right:calc(var(--spacing) * 1.5)}.has-data-\[icon\=inline-end\]\:pr-2:has([data-icon=inline-end]){padding-right:calc(var(--spacing) * 2)}.group-data-\[spacing\=0\]\/toggle-group\:has-data-\[icon\=inline-end\]\:pr-1\.5:is(:where(.group\/toggle-group)[data-spacing="0"] *):has([data-icon=inline-end]){padding-right:calc(var(--spacing) * 1.5)}.has-data-\[icon\=inline-start\]\:pl-1\.5:has([data-icon=inline-start]){padding-left:calc(var(--spacing) * 1.5)}.has-data-\[icon\=inline-start\]\:pl-2:has([data-icon=inline-start]){padding-left:calc(var(--spacing) * 2)}.group-data-\[spacing\=0\]\/toggle-group\:has-data-\[icon\=inline-start\]\:pl-1\.5:is(:where(.group\/toggle-group)[data-spacing="0"] *):has([data-icon=inline-start]){padding-left:calc(var(--spacing) * 1.5)}.has-data-\[size\=sm\]\:gap-2\.5:has([data-size=sm]){gap:calc(var(--spacing) * 2.5)}.has-data-\[size\=sm\]\:gap-y-3:has([data-size=sm]){row-gap:calc(var(--spacing) * 3)}.has-data-\[size\=xs\]\:gap-0:has([data-size=xs]){gap:0}.has-data-\[size\=xs\]\:gap-2:has([data-size=xs]){gap:calc(var(--spacing) * 2)}.has-data-\[slot\=alert-action\]\:relative:has([data-slot=alert-action]){position:relative}.has-data-\[slot\=alert-action\]\:pr-18:has([data-slot=alert-action]){padding-right:calc(var(--spacing) * 18)}.has-data-\[slot\=alert-dialog-media\]\:grid-rows-\[auto_auto_1fr\]:has([data-slot=alert-dialog-media]){grid-template-rows:auto auto 1fr}.has-data-\[slot\=alert-dialog-media\]\:gap-x-6:has([data-slot=alert-dialog-media]){column-gap:calc(var(--spacing) * 6)}.has-data-\[slot\=attachment-content\]\:w-30:has([data-slot=attachment-content]){width:calc(var(--spacing) * 30)}.has-data-\[slot\=attachment-content\]\:px-1\.5:has([data-slot=attachment-content]){padding-inline:calc(var(--spacing) * 1.5)}.has-data-\[slot\=attachment-content\]\:px-2:has([data-slot=attachment-content]){padding-inline:calc(var(--spacing) * 2)}.has-data-\[slot\=attachment-content\]\:px-2\.5:has([data-slot=attachment-content]){padding-inline:calc(var(--spacing) * 2.5)}.has-data-\[slot\=attachment-content\]\:py-1:has([data-slot=attachment-content]){padding-block:var(--spacing)}.has-data-\[slot\=attachment-content\]\:py-1\.5:has([data-slot=attachment-content]){padding-block:calc(var(--spacing) * 1.5)}.has-data-\[slot\=attachment-content\]\:py-2:has([data-slot=attachment-content]){padding-block:calc(var(--spacing) * 2)}.has-data-\[slot\=attachment-media\]\:p-1:has([data-slot=attachment-media]){padding:var(--spacing)}.has-data-\[slot\=attachment-media\]\:p-1\.5:has([data-slot=attachment-media]){padding:calc(var(--spacing) * 1.5)}.has-data-\[slot\=attachment-media\]\:p-2:has([data-slot=attachment-media]){padding:calc(var(--spacing) * 2)}.has-data-\[slot\=card-action\]\:grid-cols-\[1fr_auto\]:has([data-slot=card-action]){grid-template-columns:1fr auto}.has-data-\[slot\=card-description\]\:grid-rows-\[auto_auto\]:has([data-slot=card-description]){grid-template-rows:auto auto}.has-data-\[slot\=combobox-chip\]\:px-1\.5:has([data-slot=combobox-chip]){padding-inline:calc(var(--spacing) * 1.5)}.has-data-\[slot\=combobox-chip-remove\]\:pr-0:has([data-slot=combobox-chip-remove]){padding-right:0}.has-data-\[slot\=kbd\]\:pr-1\.5:has([data-slot=kbd]){padding-right:calc(var(--spacing) * 1.5)}:is(.has-data-checked\:border-primary:has(:where([data-state=checked],[data-checked]:not([data-checked=false]))),.has-data-checked\:border-primary\/30:has(:where([data-state=checked],[data-checked]:not([data-checked=false])))){border-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.has-data-checked\:border-primary\/30:has(:where([data-state=checked],[data-checked]:not([data-checked=false]))){border-color:color-mix(in oklab, var(--primary) 30%, transparent)}}.has-data-checked\:bg-primary\/5:has(:where([data-state=checked],[data-checked]:not([data-checked=false]))){background-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.has-data-checked\:bg-primary\/5:has(:where([data-state=checked],[data-checked]:not([data-checked=false]))){background-color:color-mix(in oklab, var(--primary) 5%, transparent)}}.has-data-disabled\:cursor-not-allowed:has(:where([data-disabled=true],[data-disabled]:not([data-disabled=false]))){cursor:not-allowed}.has-data-disabled\:opacity-50:has(:where([data-disabled=true],[data-disabled]:not([data-disabled=false]))){opacity:.5}.has-\[\[data-slot\=input-group-control\]\:focus-visible\]\:border-ring:has([data-slot=input-group-control]:focus-visible){border-color:var(--ring)}.has-\[\[data-slot\=input-group-control\]\:focus-visible\]\:shadow-\[0_2px_8px_rgba\(0\,0\,0\,0\.08\)\,0_12px_32px_rgba\(0\,0\,0\,0\.12\)\]:has([data-slot=input-group-control]:focus-visible){--tw-shadow:0 2px 8px var(--tw-shadow-color,#00000014), 0 12px 32px var(--tw-shadow-color,#0000001f);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.has-\[\[data-slot\=input-group-control\]\:focus-visible\]\:ring-2:has([data-slot=input-group-control]:focus-visible){--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(2px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.has-\[\[data-slot\=input-group-control\]\:focus-visible\]\:ring-3:has([data-slot=input-group-control]:focus-visible){--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.has-\[\[data-slot\=input-group-control\]\:focus-visible\]\:ring-ring\/40:has([data-slot=input-group-control]:focus-visible){--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab, red, red)){.has-\[\[data-slot\=input-group-control\]\:focus-visible\]\:ring-ring\/40:has([data-slot=input-group-control]:focus-visible){--tw-ring-color:color-mix(in oklab, var(--ring) 40%, transparent)}}.has-\[\[data-slot\=input-group-control\]\:focus-visible\]\:ring-ring\/50:has([data-slot=input-group-control]:focus-visible){--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab, red, red)){.has-\[\[data-slot\=input-group-control\]\:focus-visible\]\:ring-ring\/50:has([data-slot=input-group-control]:focus-visible){--tw-ring-color:color-mix(in oklab, var(--ring) 50%, transparent)}}.has-\[\[data-slot\]\[aria-invalid\=true\]\]\:border-destructive:has([data-slot][aria-invalid=true]){border-color:var(--destructive)}.has-\[\[data-slot\]\[aria-invalid\=true\]\]\:ring-3:has([data-slot][aria-invalid=true]){--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.has-\[\[data-slot\]\[aria-invalid\=true\]\]\:ring-destructive\/20:has([data-slot][aria-invalid=true]){--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.has-\[\[data-slot\]\[aria-invalid\=true\]\]\:ring-destructive\/20:has([data-slot][aria-invalid=true]){--tw-ring-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.has-\[\>\[data-align\=block-end\]\]\:h-auto:has(>[data-align=block-end]){height:auto}.has-\[\>\[data-align\=block-end\]\]\:flex-col:has(>[data-align=block-end]){flex-direction:column}.has-\[\>\[data-align\=block-start\]\]\:h-auto:has(>[data-align=block-start]){height:auto}.has-\[\>\[data-align\=block-start\]\]\:flex-col:has(>[data-align=block-start]){flex-direction:column}.has-\[\>\[data-slot\=button-group\]\]\:gap-2:has(>[data-slot=button-group]){gap:calc(var(--spacing) * 2)}.has-\[\>\[data-slot\=checkbox-group\]\]\:gap-3:has(>[data-slot=checkbox-group]){gap:calc(var(--spacing) * 3)}.has-\[\>\[data-slot\=field-content\]\]\:items-start:has(>[data-slot=field-content]){align-items:flex-start}.has-\[\>\[data-slot\=field\]\]\:w-full:has(>[data-slot=field]){width:100%}.has-\[\>\[data-slot\=field\]\]\:flex-col:has(>[data-slot=field]){flex-direction:column}.has-\[\>\[data-slot\=field\]\]\:rounded-md:has(>[data-slot=field]){border-radius:calc(var(--radius) - 2px)}.has-\[\>\[data-slot\=field\]\]\:border:has(>[data-slot=field]){border-style:var(--tw-border-style);border-width:1px}@media (hover:hover){.has-\[\>\[data-slot\=field\]\]\:not-has-\[\:disabled\,\[data-disabled\]\]\:hover\:bg-muted\/50:has(>[data-slot=field]):not(:has(:is(:disabled,[data-disabled]))):hover{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.has-\[\>\[data-slot\=field\]\]\:not-has-\[\:disabled\,\[data-disabled\]\]\:hover\:bg-muted\/50:has(>[data-slot=field]):not(:has(:is(:disabled,[data-disabled]))):hover{background-color:color-mix(in oklab, var(--muted) 50%, transparent)}}}.has-\[\>\[data-slot\=field\]\]\:has-\[\:focus-visible\]\:border-ring:has(>[data-slot=field]):has(:focus-visible){border-color:var(--ring)}.has-\[\>\[data-slot\=field\]\]\:has-\[\:focus-visible\]\:ring-3:has(>[data-slot=field]):has(:focus-visible){--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.has-\[\>\[data-slot\=field\]\]\:has-\[\:focus-visible\]\:ring-ring\/50:has(>[data-slot=field]):has(:focus-visible){--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab, red, red)){.has-\[\>\[data-slot\=field\]\]\:has-\[\:focus-visible\]\:ring-ring\/50:has(>[data-slot=field]):has(:focus-visible){--tw-ring-color:color-mix(in oklab, var(--ring) 50%, transparent)}}.has-\[\>\[data-slot\=radio-group\]\]\:gap-3:has(>[data-slot=radio-group]){gap:calc(var(--spacing) * 3)}@media (hover:hover){.has-\[\>a\,\>button\]\:hover\:bg-muted\/50:has(>a,>button):hover{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.has-\[\>a\,\>button\]\:hover\:bg-muted\/50:has(>a,>button):hover{background-color:color-mix(in oklab, var(--muted) 50%, transparent)}}}.has-\[\>button\]\:-mr-1:has(>button){margin-right:calc(var(--spacing) * -1)}.has-\[\>button\]\:-ml-1:has(>button){margin-left:calc(var(--spacing) * -1)}.has-\[\>img\:first-child\]\:pt-0:has(>img:first-child){padding-top:0}.has-\[\>kbd\]\:mr-\[-0\.15rem\]:has(>kbd){margin-right:-.15rem}.has-\[\>kbd\]\:ml-\[-0\.15rem\]:has(>kbd){margin-left:-.15rem}.has-\[\>svg\]\:grid-cols-\[auto_1fr\]:has(>svg){grid-template-columns:auto 1fr}.has-\[\>svg\]\:gap-x-2\.5:has(>svg){column-gap:calc(var(--spacing) * 2.5)}.has-\[\>svg\]\:p-0:has(>svg){padding:0}.has-\[\>textarea\]\:h-auto:has(>textarea){height:auto}.aria-disabled\:pointer-events-none[aria-disabled=true]{pointer-events:none}.aria-disabled\:opacity-50[aria-disabled=true]{opacity:.5}.aria-expanded\:bg-muted[aria-expanded=true]{background-color:var(--muted)}.aria-expanded\:bg-secondary[aria-expanded=true]{background-color:var(--secondary)}.aria-expanded\:bg-transparent[aria-expanded=true]{background-color:#0000}.aria-expanded\:text-foreground[aria-expanded=true]{color:var(--foreground)}.aria-expanded\:text-secondary-foreground[aria-expanded=true]{color:var(--secondary-foreground)}.aria-invalid\:border-destructive[aria-invalid=true]{border-color:var(--destructive)}.aria-invalid\:ring-0[aria-invalid=true]{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(0px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.aria-invalid\:ring-3[aria-invalid=true]{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.aria-invalid\:ring-destructive\/20[aria-invalid=true]{--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.aria-invalid\:ring-destructive\/20[aria-invalid=true]{--tw-ring-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.aria-invalid\:aria-checked\:border-primary[aria-invalid=true][aria-checked=true]{border-color:var(--primary)}.aria-pressed\:bg-muted[aria-pressed=true]{background-color:var(--muted)}.aria-pressed\:bg-transparent[aria-pressed=true]{background-color:#0000}.aria-selected\:bg-accent[aria-selected=true]{background-color:var(--accent)}.aria-selected\:text-accent-foreground[aria-selected=true]{color:var(--accent-foreground)}.aria-\[orientation\=horizontal\]\:h-px[aria-orientation=horizontal]{height:1px}.aria-\[orientation\=horizontal\]\:w-full[aria-orientation=horizontal]{width:100%}.aria-\[orientation\=horizontal\]\:after\:left-0[aria-orientation=horizontal]:after{content:var(--tw-content);left:0}.aria-\[orientation\=horizontal\]\:after\:h-1[aria-orientation=horizontal]:after{content:var(--tw-content);height:var(--spacing)}.aria-\[orientation\=horizontal\]\:after\:w-full[aria-orientation=horizontal]:after{content:var(--tw-content);width:100%}.aria-\[orientation\=horizontal\]\:after\:translate-x-0[aria-orientation=horizontal]:after{content:var(--tw-content);--tw-translate-x:0;translate:var(--tw-translate-x) var(--tw-translate-y)}.aria-\[orientation\=horizontal\]\:after\:-translate-y-1\/2[aria-orientation=horizontal]:after{content:var(--tw-content);--tw-translate-y:calc(calc(1 / 2 * 100%) * -1);translate:var(--tw-translate-x) var(--tw-translate-y)}.aria-\[orientation\=vertical\]\:flex-col[aria-orientation=vertical]{flex-direction:column}.data-autoscrolling\:scrollbar-thumb-transparent[data-autoscrolling]{--tw-scrollbar-thumb:transparent;scrollbar-color:var(--tw-scrollbar-thumb) var(--tw-scrollbar-track)}.data-autoscrolling\:scrollbar-track-transparent[data-autoscrolling]{--tw-scrollbar-track:transparent;scrollbar-color:var(--tw-scrollbar-thumb) var(--tw-scrollbar-track)}.data-empty\:p-0[data-empty]{padding:0}.data-ending-style\:h-0[data-ending-style]{height:0}.data-ending-style\:opacity-0[data-ending-style]{opacity:0}.data-hidden\:hidden[data-hidden]{display:none}.data-highlighted\:bg-accent[data-highlighted]{background-color:var(--accent)}.data-highlighted\:text-accent-foreground[data-highlighted],:is(.not-data-\[variant\=destructive\]\:data-highlighted\:\*\*\:text-accent-foreground:not([data-variant=destructive])[data-highlighted] *){color:var(--accent-foreground)}.data-ignored\:border-warning\/20[data-ignored]{border-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.data-ignored\:border-warning\/20[data-ignored]{border-color:color-mix(in oklab, var(--warning) 20%, transparent)}}.data-ignored\:bg-warning\/4[data-ignored]{background-color:var(--warning)}@supports (color:color-mix(in lab, red, red)){.data-ignored\:bg-warning\/4[data-ignored]{background-color:color-mix(in oklab, var(--warning) 4%, transparent)}}.data-inset\:pl-8[data-inset]{padding-left:calc(var(--spacing) * 8)}.data-pending-scroll\:invisible[data-pending-scroll]{visibility:hidden}.data-placeholder\:text-muted-foreground[data-placeholder]{color:var(--muted-foreground)}.data-popup-open\:bg-accent[data-popup-open]{background-color:var(--accent)}.data-popup-open\:text-accent-foreground[data-popup-open]{color:var(--accent-foreground)}.data-pressed\:bg-transparent[data-pressed]{background-color:#0000}:is(.\*\:data-slot\:rounded-r-none>*)[data-slot]{border-top-right-radius:0;border-bottom-right-radius:0}:is(.\*\:data-slot\:rounded-b-none>*)[data-slot]{border-bottom-right-radius:0;border-bottom-left-radius:0}:is(.group-data-\[align\=end\]\/message\:\*\:data-slot\:self-end:is(:where(.group\/message)[data-align=end] *)>*)[data-slot]{align-self:flex-end}.data-starting-style\:h-0[data-starting-style]{height:0}.data-starting-style\:opacity-0[data-starting-style]{opacity:0}.data-\[active\=false\]\:pointer-events-none[data-active=false]{pointer-events:none}.data-\[active\=false\]\:scale-95[data-active=false]{--tw-scale-x:95%;--tw-scale-y:95%;--tw-scale-z:95%;scale:var(--tw-scale-x) var(--tw-scale-y)}.data-\[active\=false\]\:opacity-0[data-active=false]{opacity:0}.data-\[active\=false\]\:duration-400[data-active=false]{--tw-duration:.4s;transition-duration:.4s}.data-\[active\=false\]\:ease-\[cubic-bezier\(0\.7\,0\,0\.84\,0\)\][data-active=false]{--tw-ease:cubic-bezier(.7,0,.84,0);transition-timing-function:cubic-bezier(.7,0,.84,0)}.data-\[active\=true\]\:translate-y-0[data-active=true]{--tw-translate-y:0;translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[active\=true\]\:scale-100[data-active=true]{--tw-scale-x:100%;--tw-scale-y:100%;--tw-scale-z:100%;scale:var(--tw-scale-x) var(--tw-scale-y)}.data-\[active\=true\]\:opacity-100[data-active=true]{opacity:1}.data-\[active\=true\]\:ease-\[cubic-bezier\(0\.23\,1\,0\.32\,1\)\][data-active=true]{--tw-ease:cubic-bezier(.23,1,.32,1);transition-timing-function:cubic-bezier(.23,1,.32,1)}.data-\[align-trigger\=true\]\:animate-none[data-align-trigger=true]{animation:none}.data-\[align\=end\]\:flex-row-reverse[data-align=end]{flex-direction:row-reverse}.data-\[align\=end\]\:self-end[data-align=end]{align-self:flex-end}.data-\[chips\=true\]\:min-w-\(--anchor-width\)[data-chips=true]{min-width:var(--anchor-width)}.data-\[direction\=end\]\:bottom-4[data-direction=end]{bottom:calc(var(--spacing) * 4)}.data-\[direction\=end\]\:data-\[active\=false\]\:translate-y-full[data-direction=end][data-active=false]{--tw-translate-y:100%;translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[direction\=start\]\:top-4[data-direction=start]{top:calc(var(--spacing) * 4)}.data-\[direction\=start\]\:data-\[active\=false\]\:-translate-y-full[data-direction=start][data-active=false]{--tw-translate-y:-100%;translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[disabled\=true\]\:pointer-events-none[data-disabled=true]{pointer-events:none}.data-\[disabled\=true\]\:opacity-50[data-disabled=true]{opacity:.5}.data-\[invalid\=true\]\:text-destructive[data-invalid=true]{color:var(--destructive)}.data-\[side\=bottom\]\:inset-x-0[data-side=bottom]{inset-inline:0}.data-\[side\=bottom\]\:top-1[data-side=bottom]{top:var(--spacing)}.data-\[side\=bottom\]\:bottom-0[data-side=bottom]{bottom:0}.data-\[side\=bottom\]\:h-auto[data-side=bottom]{height:auto}.data-\[side\=bottom\]\:border-t[data-side=bottom]{border-top-style:var(--tw-border-style);border-top-width:1px}.data-\[side\=bottom\]\:slide-in-from-top-2[data-side=bottom]{--tw-enter-translate-y:calc(2*var(--spacing)*-1)}.data-\[side\=bottom\]\:data-ending-style\:translate-y-\[2\.5rem\][data-side=bottom][data-ending-style],.data-\[side\=bottom\]\:data-starting-style\:translate-y-\[2\.5rem\][data-side=bottom][data-starting-style]{--tw-translate-y:2.5rem;translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[side\=inline-end\]\:top-1\/2\![data-side=inline-end]{top:50%!important}.data-\[side\=inline-end\]\:-left-1[data-side=inline-end]{left:calc(var(--spacing) * -1)}.data-\[side\=inline-end\]\:-translate-y-1\/2[data-side=inline-end]{--tw-translate-y:calc(calc(1 / 2 * 100%) * -1);translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[side\=inline-end\]\:slide-in-from-left-2[data-side=inline-end]{--tw-enter-translate-x:calc(2*var(--spacing)*-1)}.data-\[side\=inline-start\]\:top-1\/2\![data-side=inline-start]{top:50%!important}.data-\[side\=inline-start\]\:-right-1[data-side=inline-start]{right:calc(var(--spacing) * -1)}.data-\[side\=inline-start\]\:-translate-y-1\/2[data-side=inline-start]{--tw-translate-y:calc(calc(1 / 2 * 100%) * -1);translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[side\=inline-start\]\:slide-in-from-right-2[data-side=inline-start]{--tw-enter-translate-x:calc(2*var(--spacing))}.data-\[side\=left\]\:inset-y-0[data-side=left]{inset-block:0}.data-\[side\=left\]\:top-1\/2\![data-side=left]{top:50%!important}.data-\[side\=left\]\:-right-1[data-side=left]{right:calc(var(--spacing) * -1)}.data-\[side\=left\]\:left-0[data-side=left]{left:0}.data-\[side\=left\]\:h-full[data-side=left]{height:100%}.data-\[side\=left\]\:w-3\/4[data-side=left]{width:75%}.data-\[side\=left\]\:w-\[min\(280px\,calc\(100vw-3rem\)\)\][data-side=left]{width:min(280px,100vw - 3rem)}.data-\[side\=left\]\:-translate-y-1\/2[data-side=left]{--tw-translate-y:calc(calc(1 / 2 * 100%) * -1);translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[side\=left\]\:border-r[data-side=left]{border-right-style:var(--tw-border-style);border-right-width:1px}.data-\[side\=left\]\:slide-in-from-right-2[data-side=left]{--tw-enter-translate-x:calc(2*var(--spacing))}.data-\[side\=left\]\:data-ending-style\:translate-x-\[-2\.5rem\][data-side=left][data-ending-style],.data-\[side\=left\]\:data-starting-style\:translate-x-\[-2\.5rem\][data-side=left][data-starting-style]{--tw-translate-x:-2.5rem;translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[side\=right\]\:inset-y-0[data-side=right]{inset-block:0}.data-\[side\=right\]\:top-1\/2\![data-side=right]{top:50%!important}.data-\[side\=right\]\:right-0[data-side=right]{right:0}.data-\[side\=right\]\:-left-1[data-side=right]{left:calc(var(--spacing) * -1)}.data-\[side\=right\]\:h-full[data-side=right]{height:100%}.data-\[side\=right\]\:w-3\/4[data-side=right]{width:75%}.data-\[side\=right\]\:w-\[calc\(100\%-16px\)\][data-side=right]{width:calc(100% - 16px)}.data-\[side\=right\]\:w-full[data-side=right]{width:100%}.data-\[side\=right\]\:max-w-full[data-side=right]{max-width:100%}.data-\[side\=right\]\:-translate-y-1\/2[data-side=right]{--tw-translate-y:calc(calc(1 / 2 * 100%) * -1);translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[side\=right\]\:border-l[data-side=right]{border-left-style:var(--tw-border-style);border-left-width:1px}.data-\[side\=right\]\:slide-in-from-left-2[data-side=right]{--tw-enter-translate-x:calc(2*var(--spacing)*-1)}.data-\[side\=right\]\:data-ending-style\:translate-x-\[2\.5rem\][data-side=right][data-ending-style],.data-\[side\=right\]\:data-starting-style\:translate-x-\[2\.5rem\][data-side=right][data-starting-style]{--tw-translate-x:2.5rem;translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[side\=top\]\:inset-x-0[data-side=top]{inset-inline:0}.data-\[side\=top\]\:top-0[data-side=top]{top:0}.data-\[side\=top\]\:-bottom-2\.5[data-side=top]{bottom:calc(var(--spacing) * -2.5)}.data-\[side\=top\]\:z-50[data-side=top]{z-index:50}.data-\[side\=top\]\:z-floating[data-side=top]{z-index:30}.data-\[side\=top\]\:z-popup[data-side=top]{z-index:50}.data-\[side\=top\]\:h-auto[data-side=top]{height:auto}.data-\[side\=top\]\:border-b[data-side=top]{border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.data-\[side\=top\]\:text-\[11px\][data-side=top]{font-size:11px}.data-\[side\=top\]\:slide-in-from-bottom-2[data-side=top]{--tw-enter-translate-y:calc(2*var(--spacing))}.data-\[side\=top\]\:data-ending-style\:translate-y-\[-2\.5rem\][data-side=top][data-ending-style],.data-\[side\=top\]\:data-starting-style\:translate-y-\[-2\.5rem\][data-side=top][data-starting-style]{--tw-translate-y:-2.5rem;translate:var(--tw-translate-x) var(--tw-translate-y)}.data-\[size\=default\]\:h-9[data-size=default]{height:calc(var(--spacing) * 9)}.data-\[size\=default\]\:h-\[18\.4px\][data-size=default]{height:18.4px}.data-\[size\=default\]\:w-\[32px\][data-size=default]{width:32px}.data-\[size\=default\]\:max-w-xs[data-size=default]{max-width:var(--container-xs)}.data-\[size\=sm\]\:h-8[data-size=sm]{height:calc(var(--spacing) * 8)}.data-\[size\=sm\]\:h-\[14px\][data-size=sm]{height:14px}.data-\[size\=sm\]\:w-\[24px\][data-size=sm]{width:24px}.data-\[size\=sm\]\:max-w-xs[data-size=sm]{max-width:var(--container-xs)}.data-\[size\=sm\]\:\[--card-spacing\:--spacing\(4\)\][data-size=sm]{--card-spacing:calc(var(--spacing) * 4)}:is(.\*\*\:data-\[slot\=accordion-trigger-icon\]\:ml-auto *)[data-slot=accordion-trigger-icon]{margin-left:auto}:is(.\*\*\:data-\[slot\=accordion-trigger-icon\]\:size-4 *)[data-slot=accordion-trigger-icon]{width:calc(var(--spacing) * 4);height:calc(var(--spacing) * 4)}:is(.\*\*\:data-\[slot\=accordion-trigger-icon\]\:text-muted-foreground *)[data-slot=accordion-trigger-icon]{color:var(--muted-foreground)}:is(.\*\:data-\[slot\=alert-description\]\:text-destructive\/90>*)[data-slot=alert-description]{color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){:is(.\*\:data-\[slot\=alert-description\]\:text-destructive\/90>*)[data-slot=alert-description]{color:color-mix(in oklab, var(--destructive) 90%, transparent)}}:is(.\*\:data-\[slot\=alert-description\]\:text-muted-foreground>*)[data-slot=alert-description]{color:var(--muted-foreground)}:is(.\*\:data-\[slot\=attachment\]\:flex-none>*)[data-slot=attachment]{flex:none}:is(.\*\:data-\[slot\=attachment\]\:snap-start>*)[data-slot=attachment]{scroll-snap-align:start}:is(.\*\:data-\[slot\=bubble-content\]\:rounded-none>*)[data-slot=bubble-content]{border-radius:0}:is(.\*\:data-\[slot\=bubble-content\]\:border-border>*)[data-slot=bubble-content]{border-color:var(--border)}:is(.\*\:data-\[slot\=bubble-content\]\:bg-\[oklch\(from_var\(--primary\)_0\.93_calc\(c\*0\.4\)_h\)\]>*)[data-slot=bubble-content]{background-color:oklch(from var(--primary) .93 calc(c * .4) h)}:is(.\*\:data-\[slot\=bubble-content\]\:bg-background>*)[data-slot=bubble-content]{background-color:var(--background)}:is(.\*\:data-\[slot\=bubble-content\]\:bg-destructive\/10>*)[data-slot=bubble-content]{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){:is(.\*\:data-\[slot\=bubble-content\]\:bg-destructive\/10>*)[data-slot=bubble-content]{background-color:color-mix(in oklab, var(--destructive) 10%, transparent)}}:is(.\*\:data-\[slot\=bubble-content\]\:bg-muted>*)[data-slot=bubble-content]{background-color:var(--muted)}:is(.\*\:data-\[slot\=bubble-content\]\:bg-primary>*)[data-slot=bubble-content]{background-color:var(--primary)}:is(.\*\:data-\[slot\=bubble-content\]\:bg-secondary>*)[data-slot=bubble-content]{background-color:var(--secondary)}:is(.\*\:data-\[slot\=bubble-content\]\:bg-transparent>*)[data-slot=bubble-content]{background-color:#0000}:is(.\*\:data-\[slot\=bubble-content\]\:p-0>*)[data-slot=bubble-content]{padding:0}:is(.\*\:data-\[slot\=bubble-content\]\:text-destructive>*)[data-slot=bubble-content]{color:var(--destructive)}:is(.\*\:data-\[slot\=bubble-content\]\:text-foreground>*)[data-slot=bubble-content]{color:var(--foreground)}:is(.\*\:data-\[slot\=bubble-content\]\:text-primary-foreground>*)[data-slot=bubble-content]{color:var(--primary-foreground)}:is(.\*\:data-\[slot\=bubble-content\]\:text-secondary-foreground>*)[data-slot=bubble-content]{color:var(--secondary-foreground)}.data-\[slot\=checkbox-group\]\:gap-3[data-slot=checkbox-group]{gap:calc(var(--spacing) * 3)}:is(.\*\:data-\[slot\=command-input-wrapper\]\:flex-1>*)[data-slot=command-input-wrapper]{flex:1}:is(.\*\:data-\[slot\=field\]\:p-3>*)[data-slot=field]{padding:calc(var(--spacing) * 3)}:is(.\*\:data-\[slot\=field-group\]\:gap-4>*)[data-slot=field-group]{gap:calc(var(--spacing) * 4)}:is(.\*\:data-\[slot\=field-label\]\:flex-auto>*)[data-slot=field-label]{flex:auto}:is(.\*\:data-\[slot\=field-label\]\:flex-none>*)[data-slot=field-label]{flex:none}:is(.\*\:data-\[slot\=input-group\]\:m-1>*)[data-slot=input-group]{margin:var(--spacing)}:is(.\*\:data-\[slot\=input-group\]\:mb-0>*)[data-slot=input-group]{margin-bottom:0}:is(.\*\:data-\[slot\=input-group\]\:h-8>*)[data-slot=input-group]{height:calc(var(--spacing) * 8)}:is(.\*\:data-\[slot\=input-group\]\:border-input\/30>*)[data-slot=input-group]{border-color:var(--input)}@supports (color:color-mix(in lab, red, red)){:is(.\*\:data-\[slot\=input-group\]\:border-input\/30>*)[data-slot=input-group]{border-color:color-mix(in oklab, var(--input) 30%, transparent)}}:is(.\*\:data-\[slot\=input-group\]\:bg-input\/30>*)[data-slot=input-group]{background-color:var(--input)}@supports (color:color-mix(in lab, red, red)){:is(.\*\:data-\[slot\=input-group\]\:bg-input\/30>*)[data-slot=input-group]{background-color:color-mix(in oklab, var(--input) 30%, transparent)}}:is(.\*\:data-\[slot\=input-group\]\:shadow-none>*)[data-slot=input-group]{--tw-shadow:0 0 #0000;box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}:is(.\*\:data-\[slot\=input-group-addon\]\:pl-2\!>*)[data-slot=input-group-addon]{padding-left:calc(var(--spacing) * 2)!important}:is(.\*\*\:data-\[slot\=kbd\]\:relative *)[data-slot=kbd]{position:relative}:is(.\*\*\:data-\[slot\=kbd\]\:isolate *)[data-slot=kbd]{isolation:isolate}:is(.\*\*\:data-\[slot\=kbd\]\:z-popup *)[data-slot=kbd]{z-index:50}:is(.\*\*\:data-\[slot\=kbd\]\:rounded-sm *)[data-slot=kbd]{border-radius:calc(var(--radius) - 4px)}:is(.\*\:data-\[slot\=select-value\]\:line-clamp-1>*)[data-slot=select-value]{-webkit-line-clamp:1;-webkit-box-orient:vertical;display:-webkit-box;overflow:hidden}:is(.\*\:data-\[slot\=select-value\]\:line-clamp-none>*)[data-slot=select-value]{-webkit-line-clamp:unset;-webkit-box-orient:horizontal;display:block;overflow:visible}:is(.\*\:data-\[slot\=select-value\]\:flex>*)[data-slot=select-value]{display:flex}:is(.\*\:data-\[slot\=select-value\]\:items-center>*)[data-slot=select-value]{align-items:center}:is(.\*\:data-\[slot\=select-value\]\:gap-1\.5>*)[data-slot=select-value]{gap:calc(var(--spacing) * 1.5)}:is(.\*\*\:data-\[slot\=slider-track\]\:bg-muted-foreground\/25 *)[data-slot=slider-track]{background-color:var(--muted-foreground)}@supports (color:color-mix(in lab, red, red)){:is(.\*\*\:data-\[slot\=slider-track\]\:bg-muted-foreground\/25 *)[data-slot=slider-track]{background-color:color-mix(in oklab, var(--muted-foreground) 25%, transparent)}}:is(.group-data-\[orientation\=vertical\]\/attachment\:\*\:data-\[slot\=spinner\]\:size-6\!:is(:where(.group\/attachment)[data-orientation=vertical] *)>*)[data-slot=spinner]{width:calc(var(--spacing) * 6)!important;height:calc(var(--spacing) * 6)!important}.group-data-horizontal\/toggle-group\:data-\[spacing\=0\]\:first\:rounded-l-md:is(:where(.group\/toggle-group):where([data-orientation=horizontal]) *)[data-spacing="0"]:first-child{border-top-left-radius:calc(var(--radius) - 2px);border-bottom-left-radius:calc(var(--radius) - 2px)}.group-data-vertical\/toggle-group\:data-\[spacing\=0\]\:first\:rounded-t-md:is(:where(.group\/toggle-group):where([data-orientation=vertical]) *)[data-spacing="0"]:first-child{border-top-left-radius:calc(var(--radius) - 2px);border-top-right-radius:calc(var(--radius) - 2px)}.group-data-horizontal\/toggle-group\:data-\[spacing\=0\]\:last\:rounded-r-md:is(:where(.group\/toggle-group):where([data-orientation=horizontal]) *)[data-spacing="0"]:last-child{border-top-right-radius:calc(var(--radius) - 2px);border-bottom-right-radius:calc(var(--radius) - 2px)}.group-data-vertical\/toggle-group\:data-\[spacing\=0\]\:last\:rounded-b-md:is(:where(.group\/toggle-group):where([data-orientation=vertical]) *)[data-spacing="0"]:last-child{border-bottom-right-radius:calc(var(--radius) - 2px);border-bottom-left-radius:calc(var(--radius) - 2px)}.data-\[state\=delayed-open\]\:animate-in[data-state=delayed-open]{animation:enter var(--tw-animation-duration,var(--tw-duration,.15s))var(--tw-ease,ease)var(--tw-animation-delay,0s)var(--tw-animation-iteration-count,1)var(--tw-animation-direction,normal)var(--tw-animation-fill-mode,none)}.data-\[state\=delayed-open\]\:fade-in-0[data-state=delayed-open]{--tw-enter-opacity:0}.data-\[state\=delayed-open\]\:zoom-in-95[data-state=delayed-open]{--tw-enter-scale:.95}.data-\[state\=error\]\:border-destructive\/30[data-state=error]{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.data-\[state\=error\]\:border-destructive\/30[data-state=error]{border-color:color-mix(in oklab, var(--destructive) 30%, transparent)}}.data-\[state\=idle\]\:border-dashed[data-state=idle]{--tw-border-style:dashed;border-style:dashed}.data-\[state\=on\]\:bg-muted[data-state=on],.data-\[state\=selected\]\:bg-muted[data-state=selected]{background-color:var(--muted)}.data-\[state\=selected\]\:bg-trace-row-selected[data-state=selected]{background-color:var(--trace-row-selected)}.data-\[state\=selected\]\:shadow-\[inset_2px_0_0_var\(--trace-brand\)\][data-state=selected]{--tw-shadow:inset 2px 0 0 var(--tw-shadow-color,var(--trace-brand));box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}@media (hover:hover){.data-\[state\=selected\]\:hover\:bg-trace-row-selected[data-state=selected]:hover{background-color:var(--trace-row-selected)}}.data-\[tone\=error\]\:bg-destructive[data-tone=error]{background-color:var(--destructive)}.data-\[tone\=error\]\:text-white[data-tone=error]{color:var(--color-white)}.data-\[tone\=neutral\]\:bg-muted-foreground[data-tone=neutral]{background-color:var(--muted-foreground)}.data-\[tone\=neutral\]\:text-background[data-tone=neutral]{color:var(--background)}.data-\[variant\=destructive\]\:text-destructive[data-variant=destructive]{color:var(--destructive)}.data-\[variant\=destructive\]\:focus\:bg-destructive\/10[data-variant=destructive]:focus{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.data-\[variant\=destructive\]\:focus\:bg-destructive\/10[data-variant=destructive]:focus{background-color:color-mix(in oklab, var(--destructive) 10%, transparent)}}.data-\[variant\=destructive\]\:focus\:text-destructive[data-variant=destructive]:focus{color:var(--destructive)}.data-\[variant\=error\]\:border-destructive\/35[data-variant=error]{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.data-\[variant\=error\]\:border-destructive\/35[data-variant=error]{border-color:color-mix(in oklab, var(--destructive) 35%, transparent)}}.data-\[variant\=error\]\:border-b-destructive\/25[data-variant=error]{border-bottom-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.data-\[variant\=error\]\:border-b-destructive\/25[data-variant=error]{border-bottom-color:color-mix(in oklab, var(--destructive) 25%, transparent)}}.data-\[variant\=error\]\:bg-destructive\/10[data-variant=error]{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.data-\[variant\=error\]\:bg-destructive\/10[data-variant=error]{background-color:color-mix(in oklab, var(--destructive) 10%, transparent)}}.data-ignored\:data-\[variant\=error\]\:border-destructive\/20[data-ignored][data-variant=error]{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.data-ignored\:data-\[variant\=error\]\:border-destructive\/20[data-ignored][data-variant=error]{border-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.data-ignored\:data-\[variant\=error\]\:bg-destructive\/4[data-ignored][data-variant=error]{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.data-ignored\:data-\[variant\=error\]\:bg-destructive\/4[data-ignored][data-variant=error]{background-color:color-mix(in oklab, var(--destructive) 4%, transparent)}}.data-\[variant\=ghost\]\:max-w-full[data-variant=ghost]{max-width:100%}.data-\[variant\=label\]\:text-sm[data-variant=label]{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.data-\[variant\=legend\]\:text-base[data-variant=legend]{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.data-\[variant\=line\]\:rounded-none[data-variant=line]{border-radius:0}.data-\[spacing\=0\]\:data-\[variant\=outline\]\:shadow-xs[data-spacing="0"][data-variant=outline]{--tw-shadow:0 1px 2px 0 var(--tw-shadow-color,#0000000d);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.group-data-horizontal\/toggle-group\:data-\[spacing\=0\]\:data-\[variant\=outline\]\:border-l-0:is(:where(.group\/toggle-group):where([data-orientation=horizontal]) *)[data-spacing="0"][data-variant=outline]{border-left-style:var(--tw-border-style);border-left-width:0}.group-data-vertical\/toggle-group\:data-\[spacing\=0\]\:data-\[variant\=outline\]\:border-t-0:is(:where(.group\/toggle-group):where([data-orientation=vertical]) *)[data-spacing="0"][data-variant=outline]{border-top-style:var(--tw-border-style);border-top-width:0}.group-data-horizontal\/toggle-group\:data-\[spacing\=0\]\:data-\[variant\=outline\]\:first\:border-l:is(:where(.group\/toggle-group):where([data-orientation=horizontal]) *)[data-spacing="0"][data-variant=outline]:first-child{border-left-style:var(--tw-border-style);border-left-width:1px}.group-data-vertical\/toggle-group\:data-\[spacing\=0\]\:data-\[variant\=outline\]\:first\:border-t:is(:where(.group\/toggle-group):where([data-orientation=vertical]) *)[data-spacing="0"][data-variant=outline]:first-child{border-top-style:var(--tw-border-style);border-top-width:1px}.nth-last-2\:-mt-1:nth-last-child(2){margin-top:calc(var(--spacing) * -1)}@supports ((-webkit-backdrop-filter:var(--tw)) or (backdrop-filter:var(--tw))){.supports-backdrop-filter\:backdrop-blur-xs{--tw-backdrop-blur:blur(var(--blur-xs));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}}@media (prefers-reduced-motion:no-preference){.motion-safe\:animate-\[timeline-sweep_6s_linear_infinite\]{animation:6s linear infinite timeline-sweep}.motion-safe\:animate-pulse{animation:var(--animate-pulse)}}@media (prefers-reduced-motion:reduce){.motion-reduce\:hidden{display:none}.motion-reduce\:animate-none{animation:none}.motion-reduce\:transition-none{transition-property:none}}@media not all and (min-width:48rem){.max-md\:hidden{display:none}.max-md\:h-dvh{height:100dvh}.max-md\:min-h-11{min-height:calc(var(--spacing) * 11)}}@media not all and (min-width:40rem){.max-sm\:hidden{display:none}.max-sm\:rotate-90{rotate:90deg}.max-sm\:grid-cols-1{grid-template-columns:repeat(1,minmax(0,1fr))}}@media (min-width:40rem){.sm\:col-span-2{grid-column:span 2/span 2}.sm\:mr-auto{margin-right:auto}.sm\:mb-0{margin-bottom:0}.sm\:block{display:block}.sm\:flex{display:flex}.sm\:hidden{display:none}.sm\:inline{display:inline}.sm\:inline-flex{display:inline-flex}.sm\:table-cell{display:table-cell}.sm\:size-8{width:calc(var(--spacing) * 8);height:calc(var(--spacing) * 8)}.sm\:h-10{height:calc(var(--spacing) * 10)}.sm\:w-64{width:calc(var(--spacing) * 64)}.sm\:w-72{width:calc(var(--spacing) * 72)}.sm\:w-80{width:calc(var(--spacing) * 80)}.sm\:w-96{width:calc(var(--spacing) * 96)}.sm\:w-\[360px\]{width:360px}.sm\:w-auto{width:auto}.sm\:max-w-2xl{max-width:var(--container-2xl)}.sm\:max-w-3xl{max-width:var(--container-3xl)}.sm\:max-w-4xl{max-width:var(--container-4xl)}.sm\:max-w-48{max-width:calc(var(--spacing) * 48)}.sm\:max-w-80{max-width:calc(var(--spacing) * 80)}.sm\:max-w-175{max-width:calc(var(--spacing) * 175)}.sm\:max-w-205{max-width:calc(var(--spacing) * 205)}.sm\:max-w-300{max-width:calc(var(--spacing) * 300)}.sm\:max-w-\[85\%\]{max-width:85%}.sm\:max-w-\[480px\]{max-width:480px}.sm\:max-w-\[500px\]{max-width:500px}.sm\:max-w-\[520px\]{max-width:520px}.sm\:max-w-\[560px\]{max-width:560px}.sm\:max-w-\[600px\]{max-width:600px}.sm\:max-w-\[620px\]{max-width:620px}.sm\:max-w-\[640px\]{max-width:640px}.sm\:max-w-\[700px\]{max-width:700px}.sm\:max-w-\[720px\]{max-width:720px}.sm\:max-w-\[760px\]{max-width:760px}.sm\:max-w-\[800px\]{max-width:800px}.sm\:max-w-\[900px\]{max-width:900px}.sm\:max-w-\[960px\]{max-width:960px}.sm\:max-w-\[1000px\]{max-width:1000px}.sm\:max-w-\[1200px\]{max-width:1200px}.sm\:max-w-\[1400px\]{max-width:1400px}.sm\:max-w-lg{max-width:var(--container-lg)}.sm\:max-w-md{max-width:var(--container-md)}.sm\:max-w-xl{max-width:var(--container-xl)}.sm\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.sm\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.sm\:grid-cols-4{grid-template-columns:repeat(4,minmax(0,1fr))}.sm\:grid-cols-\[200px_minmax\(0\,1fr\)\]{grid-template-columns:200px minmax(0,1fr)}.sm\:grid-cols-\[220px_minmax\(0\,1fr\)\]{grid-template-columns:220px minmax(0,1fr)}.sm\:grid-cols-\[minmax\(0\,1fr\)_10rem\]{grid-template-columns:minmax(0,1fr) 10rem}.sm\:flex-row{flex-direction:row}.sm\:items-center{align-items:center}.sm\:items-end{align-items:flex-end}.sm\:items-start{align-items:flex-start}.sm\:justify-between{justify-content:space-between}.sm\:justify-end{justify-content:flex-end}.sm\:border-t-0{border-top-style:var(--tw-border-style);border-top-width:0}.sm\:border-l{border-left-style:var(--tw-border-style);border-left-width:1px}.sm\:p-0{padding:0}.sm\:p-4{padding:calc(var(--spacing) * 4)}.sm\:p-6{padding:calc(var(--spacing) * 6)}.sm\:px-4{padding-inline:calc(var(--spacing) * 4)}.sm\:px-5{padding-inline:calc(var(--spacing) * 5)}.sm\:px-6{padding-inline:calc(var(--spacing) * 6)}.sm\:pb-0{padding-bottom:0}.sm\:pb-\[16vh\]{padding-bottom:16vh}.sm\:text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.sm\:group-data-\[size\=default\]\/alert-dialog-content\:row-span-2:is(:where(.group\/alert-dialog-content)[data-size=default] *){grid-row:span 2/span 2}.sm\:group-data-\[size\=default\]\/alert-dialog-content\:place-items-start:is(:where(.group\/alert-dialog-content)[data-size=default] *){place-items:start}.sm\:group-data-\[size\=default\]\/alert-dialog-content\:text-left:is(:where(.group\/alert-dialog-content)[data-size=default] *){text-align:left}.sm\:group-data-\[size\=default\]\/alert-dialog-content\:group-has-data-\[slot\=alert-dialog-media\]\/alert-dialog-content\:col-start-2:is(:where(.group\/alert-dialog-content)[data-size=default] *):is(:where(.group\/alert-dialog-content):has([data-slot=alert-dialog-media]) *){grid-column-start:2}.sm\:group-data-\[size\=default\]\/alert-dialog-content\:has-data-\[slot\=alert-dialog-media\]\:grid-rows-\[auto_1fr\]:is(:where(.group\/alert-dialog-content)[data-size=default] *):has([data-slot=alert-dialog-media]){grid-template-rows:auto 1fr}.data-\[side\=left\]\:sm\:max-w-sm[data-side=left]{max-width:var(--container-sm)}.data-\[side\=right\]\:sm\:w-\(--sheet-width\)[data-side=right]{width:var(--sheet-width)}.data-\[side\=right\]\:sm\:w-\[720px\][data-side=right]{width:720px}.data-\[side\=right\]\:sm\:max-w-\[90vw\][data-side=right]{max-width:90vw}.data-\[side\=right\]\:sm\:max-w-\[600px\][data-side=right]{max-width:600px}.data-\[side\=right\]\:sm\:max-w-\[680px\][data-side=right]{max-width:680px}.data-\[side\=right\]\:sm\:max-w-full[data-side=right]{max-width:100%}.data-\[side\=right\]\:sm\:max-w-md[data-side=right]{max-width:var(--container-md)}.data-\[side\=right\]\:sm\:max-w-none[data-side=right]{max-width:none}.data-\[side\=right\]\:sm\:max-w-sm[data-side=right]{max-width:var(--container-sm)}.data-\[side\=right\]\:sm\:min-w-\[min\(720px\,100\%\)\][data-side=right]{min-width:min(720px,100%)}.data-\[size\=default\]\:sm\:max-w-lg[data-size=default]{max-width:var(--container-lg)}}@media (min-width:48rem){.md\:z-20{z-index:20}.md\:z-50{z-index:50}.md\:z-50\!{z-index:50!important}.md\:col-span-2{grid-column:span 2/span 2}.md\:flex{display:flex}.md\:hidden{display:none}.md\:inline{display:inline}.md\:table-cell{display:table-cell}.md\:w-64{width:calc(var(--spacing) * 64)}.md\:w-auto{width:auto}.md\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.md\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.md\:grid-cols-\[1fr_1fr_auto\]{grid-template-columns:1fr 1fr auto}.md\:grid-cols-\[minmax\(0\,1fr\)_minmax\(0\,1fr\)\]{grid-template-columns:minmax(0,1fr) minmax(0,1fr)}.md\:flex-row{flex-direction:row}.md\:items-center{align-items:center}.md\:items-start{align-items:flex-start}.md\:justify-between{justify-content:space-between}.md\:border-t-0{border-top-style:var(--tw-border-style);border-top-width:0}.md\:border-l{border-left-style:var(--tw-border-style);border-left-width:1px}.md\:text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.md\:text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.md\:text-pretty{text-wrap:pretty}}@media (hover:hover){@media (min-width:48rem){.hover\:md\:z-\[2\]:hover{z-index:2}}}@media (min-width:64rem){.lg\:col-span-1{grid-column:span 1/span 1}.lg\:col-span-2{grid-column:span 2/span 2}.lg\:block{display:block}.lg\:hidden{display:none}.lg\:table-cell{display:table-cell}.lg\:max-h-none{max-height:none}.lg\:w-72{width:calc(var(--spacing) * 72)}.lg\:w-80{width:calc(var(--spacing) * 80)}.lg\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.lg\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.lg\:grid-cols-4{grid-template-columns:repeat(4,minmax(0,1fr))}.lg\:grid-cols-5{grid-template-columns:repeat(5,minmax(0,1fr))}.lg\:grid-cols-6{grid-template-columns:repeat(6,minmax(0,1fr))}.lg\:grid-cols-\[1fr_3fr\]{grid-template-columns:1fr 3fr}.lg\:grid-cols-\[220px_minmax\(0\,1fr\)\]{grid-template-columns:220px minmax(0,1fr)}.lg\:grid-cols-\[minmax\(0\,2fr\)_minmax\(0\,3fr\)\]{grid-template-columns:minmax(0,2fr) minmax(0,3fr)}.lg\:flex-row{flex-direction:row}:where(.lg\:divide-x>:not(:last-child)){--tw-divide-x-reverse:0;border-inline-style:var(--tw-border-style);border-inline-start-width:calc(1px * var(--tw-divide-x-reverse));border-inline-end-width:calc(1px * calc(1 - var(--tw-divide-x-reverse)))}.lg\:border-r{border-right-style:var(--tw-border-style);border-right-width:1px}.lg\:border-b-0{border-bottom-style:var(--tw-border-style);border-bottom-width:0}}@media (min-width:80rem){.xl\:table-cell{display:table-cell}.xl\:min-h-0{min-height:0}.xl\:w-80{width:calc(var(--spacing) * 80)}.xl\:flex-1{flex:1}.xl\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.xl\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.xl\:grid-cols-4{grid-template-columns:repeat(4,minmax(0,1fr))}.xl\:grid-cols-6{grid-template-columns:repeat(6,minmax(0,1fr))}.xl\:grid-cols-\[minmax\(0\,2fr\)_repeat\(4\,minmax\(0\,1fr\)\)_auto\]{grid-template-columns:minmax(0,2fr) repeat(4,minmax(0,1fr)) auto}.xl\:grid-cols-\[minmax\(0\,3fr\)_minmax\(16rem\,1fr\)\]{grid-template-columns:minmax(0,3fr) minmax(16rem,1fr)}.xl\:grid-cols-\[minmax\(0\,11fr\)_minmax\(0\,9fr\)\]{grid-template-columns:minmax(0,11fr) minmax(0,9fr)}.xl\:overflow-auto{overflow:auto}.xl\:overflow-hidden{overflow:hidden}.xl\:text-6xl{font-size:var(--text-6xl);line-height:var(--tw-leading,var(--text-6xl--line-height))}}@container (min-width:400px){.\@min-\[400px\]\:flex{display:flex}}@container (min-width:640px){.\@min-\[640px\]\:flex{display:flex}.\@min-\[640px\]\:hidden{display:none}}@container (min-width:840px){.\@min-\[840px\]\:block{display:block}.\@min-\[840px\]\:flex{display:flex}.\@min-\[840px\]\:hidden{display:none}}@container (min-width:1000px){.\@min-\[1000px\]\:w-80{width:calc(var(--spacing) * 80)}}@container field-group (min-width:28rem){.\@md\/field-group\:flex-row{flex-direction:row}.\@md\/field-group\:items-center{align-items:center}:is(.\@md\/field-group\:\*\:w-auto>*){width:auto}.\@md\/field-group\:has-\[\>\[data-slot\=field-content\]\]\:items-start:has(>[data-slot=field-content]){align-items:flex-start}:is(.\@md\/field-group\:\*\:data-\[slot\=field-label\]\:flex-auto>*)[data-slot=field-label]{flex:auto}}@container (min-width:36rem){.\@xl\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}}@container (min-width:56rem){.\@4xl\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}}.rtl\:translate-x-1\/2:where(:is(:lang(ae),:lang(ar),:lang(arc),:lang(bcc),:lang(bqi),:lang(ckb),:lang(dv),:lang(fa),:lang(glk),:lang(he),:lang(ku),:lang(mzn),:lang(nqo),:lang(pnb),:lang(ps),:lang(sd),:lang(ug),:lang(ur),:lang(yi)),[dir=rtl],[dir=rtl] *){--tw-translate-x:calc(1 / 2 * 100%);translate:var(--tw-translate-x) var(--tw-translate-y)}.dark\:block:where(.dark,.dark *){display:block}.dark\:hidden:where(.dark,.dark *){display:none}.dark\:border-indigo-800:where(.dark,.dark *){border-color:var(--color-indigo-800)}.dark\:border-indigo-900:where(.dark,.dark *){border-color:var(--color-indigo-900)}.dark\:border-input:where(.dark,.dark *){border-color:var(--input)}.dark\:border-purple-700:where(.dark,.dark *){border-color:var(--color-purple-700)}.dark\:border-purple-800:where(.dark,.dark *){border-color:var(--color-purple-800)}.dark\:border-purple-900:where(.dark,.dark *){border-color:var(--color-purple-900)}.dark\:border-teal-800:where(.dark,.dark *){border-color:var(--color-teal-800)}.dark\:border-violet-800:where(.dark,.dark *){border-color:var(--color-violet-800)}.dark\:bg-\[\#8b9bff\]:where(.dark,.dark *){background-color:#8b9bff}.dark\:bg-\[\#8b9bff\]\/50:where(.dark,.dark *){background-color:#8b9bff80;background-color:lab(65.9849% 13.8025 -52.3425/.5)}.dark\:bg-\[\#8b9bff\]\/\[0\.08\]:where(.dark,.dark *){background-color:#8b9bff14;background-color:lab(65.9849% 13.8025 -52.3425/.08)}.dark\:bg-amber-950:where(.dark,.dark *){background-color:var(--color-amber-950)}.dark\:bg-destructive\/20:where(.dark,.dark *){background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:bg-destructive\/20:where(.dark,.dark *){background-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.dark\:bg-indigo-950:where(.dark,.dark *){background-color:var(--color-indigo-950)}.dark\:bg-input\/30:where(.dark,.dark *){background-color:var(--input)}@supports (color:color-mix(in lab, red, red)){.dark\:bg-input\/30:where(.dark,.dark *){background-color:color-mix(in oklab, var(--input) 30%, transparent)}}.dark\:bg-logo-surface:where(.dark,.dark *){background-color:var(--logo-surface)}.dark\:bg-muted\/50:where(.dark,.dark *){background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.dark\:bg-muted\/50:where(.dark,.dark *){background-color:color-mix(in oklab, var(--muted) 50%, transparent)}}.dark\:bg-purple-900:where(.dark,.dark *){background-color:var(--color-purple-900)}.dark\:bg-purple-950:where(.dark,.dark *){background-color:var(--color-purple-950)}.dark\:bg-teal-950:where(.dark,.dark *){background-color:var(--color-teal-950)}.dark\:bg-transparent:where(.dark,.dark *){background-color:#0000}.dark\:bg-violet-950:where(.dark,.dark *){background-color:var(--color-violet-950)}.dark\:from-blue-950:where(.dark,.dark *){--tw-gradient-from:var(--color-blue-950);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.dark\:from-purple-950:where(.dark,.dark *){--tw-gradient-from:var(--color-purple-950);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.dark\:from-slate-900:where(.dark,.dark *){--tw-gradient-from:var(--color-slate-900);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.dark\:to-blue-950:where(.dark,.dark *){--tw-gradient-to:var(--color-blue-950);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.dark\:to-indigo-950:where(.dark,.dark *){--tw-gradient-to:var(--color-indigo-950);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.dark\:to-purple-950:where(.dark,.dark *){--tw-gradient-to:var(--color-purple-950);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position))}.dark\:object-contain:where(.dark,.dark *){object-fit:contain}.dark\:p-0\.5:where(.dark,.dark *){padding:calc(var(--spacing) * .5)}.dark\:text-\[\#8b9bff\]:where(.dark,.dark *){color:#8b9bff}.dark\:text-amber-300:where(.dark,.dark *){color:var(--color-amber-300)}.dark\:text-amber-400:where(.dark,.dark *){color:var(--color-amber-400)}.dark\:text-blue-400:where(.dark,.dark *){color:var(--color-blue-400)}.dark\:text-emerald-400:where(.dark,.dark *){color:var(--color-emerald-400)}.dark\:text-indigo-300:where(.dark,.dark *){color:var(--color-indigo-300)}.dark\:text-muted-foreground:where(.dark,.dark *){color:var(--muted-foreground)}.dark\:text-purple-100:where(.dark,.dark *){color:var(--color-purple-100)}.dark\:text-purple-200:where(.dark,.dark *){color:var(--color-purple-200)}.dark\:text-purple-300:where(.dark,.dark *){color:var(--color-purple-300)}.dark\:text-purple-400:where(.dark,.dark *){color:var(--color-purple-400)}.dark\:text-purple-500:where(.dark,.dark *){color:var(--color-purple-500)}.dark\:text-purple-600:where(.dark,.dark *){color:var(--color-purple-600)}.dark\:text-red-400:where(.dark,.dark *){color:var(--color-red-400)}.dark\:text-teal-300:where(.dark,.dark *){color:var(--color-teal-300)}.dark\:text-violet-300:where(.dark,.dark *){color:var(--color-violet-300)}.dark\:ring-amber-400\/30:where(.dark,.dark *){--tw-ring-color:#fcbb004d}@supports (color:color-mix(in lab, red, red)){.dark\:ring-amber-400\/30:where(.dark,.dark *){--tw-ring-color:color-mix(in oklab, var(--color-amber-400) 30%, transparent)}}.dark\:ring-purple-400\/30:where(.dark,.dark *){--tw-ring-color:#c07eff4d}@supports (color:color-mix(in lab, red, red)){.dark\:ring-purple-400\/30:where(.dark,.dark *){--tw-ring-color:color-mix(in oklab, var(--color-purple-400) 30%, transparent)}}.dark\:ring-violet-400\/30:where(.dark,.dark *){--tw-ring-color:#a685ff4d}@supports (color:color-mix(in lab, red, red)){.dark\:ring-violet-400\/30:where(.dark,.dark *){--tw-ring-color:color-mix(in oklab, var(--color-violet-400) 30%, transparent)}}.dark\:\[filter\:brightness\(0\)_invert\(1\)\]:where(.dark,.dark *){filter:brightness(0)invert()}@media (hover:hover){.dark\:group-hover\:bg-indigo-950:where(.dark,.dark *):is(:where(.group):hover *){background-color:var(--color-indigo-950)}.dark\:group-hover\:text-indigo-300:where(.dark,.dark *):is(:where(.group):hover *){color:var(--color-indigo-300)}.dark\:hover\:border-purple-700:where(.dark,.dark *):hover{border-color:var(--color-purple-700)}.dark\:hover\:bg-destructive\/30:where(.dark,.dark *):hover{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:hover\:bg-destructive\/30:where(.dark,.dark *):hover{background-color:color-mix(in oklab, var(--destructive) 30%, transparent)}}.dark\:hover\:bg-indigo-950:where(.dark,.dark *):hover{background-color:var(--color-indigo-950)}.dark\:hover\:bg-input\/50:where(.dark,.dark *):hover{background-color:var(--input)}@supports (color:color-mix(in lab, red, red)){.dark\:hover\:bg-input\/50:where(.dark,.dark *):hover{background-color:color-mix(in oklab, var(--input) 50%, transparent)}}.dark\:hover\:bg-muted\/50:where(.dark,.dark *):hover{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.dark\:hover\:bg-muted\/50:where(.dark,.dark *):hover{background-color:color-mix(in oklab, var(--muted) 50%, transparent)}}.dark\:hover\:bg-purple-900:where(.dark,.dark *):hover{background-color:var(--color-purple-900)}.dark\:hover\:bg-purple-950:where(.dark,.dark *):hover{background-color:var(--color-purple-950)}.dark\:hover\:text-foreground:where(.dark,.dark *):hover{color:var(--foreground)}.dark\:hover\:text-indigo-100:where(.dark,.dark *):hover{color:var(--color-indigo-100)}.dark\:hover\:text-indigo-200:where(.dark,.dark *):hover{color:var(--color-indigo-200)}}.dark\:focus\:text-blue-400:where(.dark,.dark *):focus{color:var(--color-blue-400)}.dark\:focus-visible\:ring-destructive\/40:where(.dark,.dark *):focus-visible{--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:focus-visible\:ring-destructive\/40:where(.dark,.dark *):focus-visible{--tw-ring-color:color-mix(in oklab, var(--destructive) 40%, transparent)}}:where([data-slot=tooltip-content]) .dark\:in-data-\[slot\=tooltip-content\]\:bg-background\/10:where(.dark,.dark *){background-color:var(--background)}@supports (color:color-mix(in lab, red, red)){:where([data-slot=tooltip-content]) .dark\:in-data-\[slot\=tooltip-content\]\:bg-background\/10:where(.dark,.dark *){background-color:color-mix(in oklab, var(--background) 10%, transparent)}}.dark\:has-aria-invalid\:border-destructive\/50:where(.dark,.dark *):has([aria-invalid=true]){border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:has-aria-invalid\:border-destructive\/50:where(.dark,.dark *):has([aria-invalid=true]){border-color:color-mix(in oklab, var(--destructive) 50%, transparent)}}.dark\:has-aria-invalid\:ring-destructive\/40:where(.dark,.dark *):has([aria-invalid=true]){--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:has-aria-invalid\:ring-destructive\/40:where(.dark,.dark *):has([aria-invalid=true]){--tw-ring-color:color-mix(in oklab, var(--destructive) 40%, transparent)}}.dark\:has-data-checked\:border-primary\/20:where(.dark,.dark *):has(:where([data-state=checked],[data-checked]:not([data-checked=false]))){border-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.dark\:has-data-checked\:border-primary\/20:where(.dark,.dark *):has(:where([data-state=checked],[data-checked]:not([data-checked=false]))){border-color:color-mix(in oklab, var(--primary) 20%, transparent)}}.dark\:has-data-checked\:bg-primary\/10:where(.dark,.dark *):has(:where([data-state=checked],[data-checked]:not([data-checked=false]))){background-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.dark\:has-data-checked\:bg-primary\/10:where(.dark,.dark *):has(:where([data-state=checked],[data-checked]:not([data-checked=false]))){background-color:color-mix(in oklab, var(--primary) 10%, transparent)}}.dark\:has-\[\[data-slot\]\[aria-invalid\=true\]\]\:ring-destructive\/40:where(.dark,.dark *):has([data-slot][aria-invalid=true]){--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:has-\[\[data-slot\]\[aria-invalid\=true\]\]\:ring-destructive\/40:where(.dark,.dark *):has([data-slot][aria-invalid=true]){--tw-ring-color:color-mix(in oklab, var(--destructive) 40%, transparent)}}.dark\:aria-invalid\:border-destructive\/50:where(.dark,.dark *)[aria-invalid=true]{border-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:aria-invalid\:border-destructive\/50:where(.dark,.dark *)[aria-invalid=true]{border-color:color-mix(in oklab, var(--destructive) 50%, transparent)}}.dark\:aria-invalid\:ring-destructive\/40:where(.dark,.dark *)[aria-invalid=true]{--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:aria-invalid\:ring-destructive\/40:where(.dark,.dark *)[aria-invalid=true]{--tw-ring-color:color-mix(in oklab, var(--destructive) 40%, transparent)}}:is(.dark\:\*\:data-\[slot\=bubble-content\]\:bg-\[oklch\(from_var\(--primary\)_0\.3_calc\(c\*0\.4\)_h\)\]:where(.dark,.dark *)>*)[data-slot=bubble-content]{background-color:oklch(from var(--primary) .3 calc(c * .4) h)}:is(.dark\:\*\:data-\[slot\=bubble-content\]\:bg-destructive\/20:where(.dark,.dark *)>*)[data-slot=bubble-content]{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){:is(.dark\:\*\:data-\[slot\=bubble-content\]\:bg-destructive\/20:where(.dark,.dark *)>*)[data-slot=bubble-content]{background-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.dark\:data-\[variant\=destructive\]\:focus\:bg-destructive\/20:where(.dark,.dark *)[data-variant=destructive]:focus{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:data-\[variant\=destructive\]\:focus\:bg-destructive\/20:where(.dark,.dark *)[data-variant=destructive]:focus{background-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.data-open\:animate-accordion-down:where([data-state=open],[data-open]:not([data-open=false])){animation:accordion-down var(--tw-animation-duration,var(--tw-duration,.2s))var(--tw-ease,ease-out)var(--tw-animation-delay,0s)var(--tw-animation-iteration-count,1)var(--tw-animation-direction,normal)var(--tw-animation-fill-mode,none)}.data-open\:animate-in:where([data-state=open],[data-open]:not([data-open=false])){animation:enter var(--tw-animation-duration,var(--tw-duration,.15s))var(--tw-ease,ease)var(--tw-animation-delay,0s)var(--tw-animation-iteration-count,1)var(--tw-animation-direction,normal)var(--tw-animation-fill-mode,none)}.data-open\:bg-accent:where([data-state=open],[data-open]:not([data-open=false])){background-color:var(--accent)}.data-open\:text-accent-foreground:where([data-state=open],[data-open]:not([data-open=false])){color:var(--accent-foreground)}.data-open\:fade-in-0:where([data-state=open],[data-open]:not([data-open=false])){--tw-enter-opacity:0}.data-open\:zoom-in-95:where([data-state=open],[data-open]:not([data-open=false])){--tw-enter-scale:.95}.data-closed\:animate-accordion-up:where([data-state=closed],[data-closed]:not([data-closed=false])){animation:accordion-up var(--tw-animation-duration,var(--tw-duration,.2s))var(--tw-ease,ease-out)var(--tw-animation-delay,0s)var(--tw-animation-iteration-count,1)var(--tw-animation-direction,normal)var(--tw-animation-fill-mode,none)}.data-closed\:animate-out:where([data-state=closed],[data-closed]:not([data-closed=false])){animation:exit var(--tw-animation-duration,var(--tw-duration,.15s))var(--tw-ease,ease)var(--tw-animation-delay,0s)var(--tw-animation-iteration-count,1)var(--tw-animation-direction,normal)var(--tw-animation-fill-mode,none)}.data-closed\:overflow-hidden:where([data-state=closed],[data-closed]:not([data-closed=false])){overflow:hidden}.data-closed\:fade-out-0:where([data-state=closed],[data-closed]:not([data-closed=false])){--tw-exit-opacity:0}.data-closed\:zoom-out-95:where([data-state=closed],[data-closed]:not([data-closed=false])){--tw-exit-scale:.95}.data-checked\:border-primary:where([data-state=checked],[data-checked]:not([data-checked=false])){border-color:var(--primary)}.data-checked\:bg-background:where([data-state=checked],[data-checked]:not([data-checked=false])){background-color:var(--background)}.data-checked\:bg-primary:where([data-state=checked],[data-checked]:not([data-checked=false])){background-color:var(--primary)}.data-checked\:text-foreground:where([data-state=checked],[data-checked]:not([data-checked=false])){color:var(--foreground)}.data-checked\:text-primary-foreground:where([data-state=checked],[data-checked]:not([data-checked=false])){color:var(--primary-foreground)}.data-checked\:shadow-xs:where([data-state=checked],[data-checked]:not([data-checked=false])){--tw-shadow:0 1px 2px 0 var(--tw-shadow-color,#0000000d);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.group-data-\[size\=default\]\/switch\:data-checked\:translate-x-\[calc\(100\%-2px\)\]:is(:where(.group\/switch)[data-size=default] *):where([data-state=checked],[data-checked]:not([data-checked=false])),.group-data-\[size\=sm\]\/switch\:data-checked\:translate-x-\[calc\(100\%-2px\)\]:is(:where(.group\/switch)[data-size=sm] *):where([data-state=checked],[data-checked]:not([data-checked=false])){--tw-translate-x:calc(100% - 2px);translate:var(--tw-translate-x) var(--tw-translate-y)}.dark\:data-checked\:bg-primary:where(.dark,.dark *):where([data-state=checked],[data-checked]:not([data-checked=false])){background-color:var(--primary)}.dark\:data-checked\:bg-primary-foreground:where(.dark,.dark *):where([data-state=checked],[data-checked]:not([data-checked=false])){background-color:var(--primary-foreground)}.data-unchecked\:bg-muted-foreground:where([data-state=unchecked],[data-unchecked]:not([data-unchecked=false])){background-color:var(--muted-foreground)}.group-data-\[size\=default\]\/switch\:data-unchecked\:translate-x-0:is(:where(.group\/switch)[data-size=default] *):where([data-state=unchecked],[data-unchecked]:not([data-unchecked=false])),.group-data-\[size\=sm\]\/switch\:data-unchecked\:translate-x-0:is(:where(.group\/switch)[data-size=sm] *):where([data-state=unchecked],[data-unchecked]:not([data-unchecked=false])){--tw-translate-x:0;translate:var(--tw-translate-x) var(--tw-translate-y)}.dark\:data-unchecked\:bg-foreground:where(.dark,.dark *):where([data-state=unchecked],[data-unchecked]:not([data-unchecked=false])){background-color:var(--foreground)}.dark\:data-unchecked\:bg-input\/80:where(.dark,.dark *):where([data-state=unchecked],[data-unchecked]:not([data-unchecked=false])){background-color:var(--input)}@supports (color:color-mix(in lab, red, red)){.dark\:data-unchecked\:bg-input\/80:where(.dark,.dark *):where([data-state=unchecked],[data-unchecked]:not([data-unchecked=false])){background-color:color-mix(in oklab, var(--input) 80%, transparent)}}.data-selected\:bg-muted:where([data-selected=true]){background-color:var(--muted)}.data-selected\:text-foreground:where([data-selected=true]){color:var(--foreground)}.data-disabled\:pointer-events-none:where([data-disabled=true],[data-disabled]:not([data-disabled=false])){pointer-events:none}.data-disabled\:cursor-not-allowed:where([data-disabled=true],[data-disabled]:not([data-disabled=false])){cursor:not-allowed}.data-disabled\:opacity-50:where([data-disabled=true],[data-disabled]:not([data-disabled=false])){opacity:.5}.data-active\:bg-accent:where([data-state=active],[data-active]:not([data-active=false])){background-color:var(--accent)}.data-active\:bg-background:where([data-state=active],[data-active]:not([data-active=false])){background-color:var(--background)}.data-active\:text-foreground:where([data-state=active],[data-active]:not([data-active=false])){color:var(--foreground)}.data-active\:text-primary:where([data-state=active],[data-active]:not([data-active=false])){color:var(--primary)}.group-data-\[variant\=default\]\/tabs-list\:data-active\:shadow-sm:is(:where(.group\/tabs-list)[data-variant=default] *):where([data-state=active],[data-active]:not([data-active=false])){--tw-shadow:0 1px 3px 0 var(--tw-shadow-color,#0000001a), 0 1px 2px -1px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.group-data-\[variant\=line\]\/tabs-list\:data-active\:bg-transparent:is(:where(.group\/tabs-list)[data-variant=line] *):where([data-state=active],[data-active]:not([data-active=false])){background-color:#0000}.group-data-\[variant\=line\]\/tabs-list\:data-active\:shadow-none:is(:where(.group\/tabs-list)[data-variant=line] *):where([data-state=active],[data-active]:not([data-active=false])){--tw-shadow:0 0 #0000;box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.group-data-\[variant\=line\]\/tabs-list\:data-active\:after\:opacity-100:is(:where(.group\/tabs-list)[data-variant=line] *):where([data-state=active],[data-active]:not([data-active=false])):after{content:var(--tw-content);opacity:1}.dark\:data-active\:border-input:where(.dark,.dark *):where([data-state=active],[data-active]:not([data-active=false])){border-color:var(--input)}.dark\:data-active\:bg-input\/30:where(.dark,.dark *):where([data-state=active],[data-active]:not([data-active=false])){background-color:var(--input)}@supports (color:color-mix(in lab, red, red)){.dark\:data-active\:bg-input\/30:where(.dark,.dark *):where([data-state=active],[data-active]:not([data-active=false])){background-color:color-mix(in oklab, var(--input) 30%, transparent)}}.dark\:data-active\:text-foreground:where(.dark,.dark *):where([data-state=active],[data-active]:not([data-active=false])){color:var(--foreground)}.dark\:group-data-\[variant\=line\]\/tabs-list\:data-active\:border-transparent:where(.dark,.dark *):is(:where(.group\/tabs-list)[data-variant=line] *):where([data-state=active],[data-active]:not([data-active=false])){border-color:#0000}.dark\:group-data-\[variant\=line\]\/tabs-list\:data-active\:bg-transparent:where(.dark,.dark *):is(:where(.group\/tabs-list)[data-variant=line] *):where([data-state=active],[data-active]:not([data-active=false])){background-color:#0000}.data-horizontal\:mx-px:where([data-orientation=horizontal]){margin-inline:1px}.data-horizontal\:h-1\.5:where([data-orientation=horizontal]){height:calc(var(--spacing) * 1.5)}.data-horizontal\:h-2\.5:where([data-orientation=horizontal]){height:calc(var(--spacing) * 2.5)}.data-horizontal\:h-full:where([data-orientation=horizontal]){height:100%}.data-horizontal\:h-px:where([data-orientation=horizontal]){height:1px}.data-horizontal\:w-auto:where([data-orientation=horizontal]){width:auto}.data-horizontal\:w-full:where([data-orientation=horizontal]){width:100%}.data-horizontal\:flex-col:where([data-orientation=horizontal]){flex-direction:column}.data-horizontal\:border-t:where([data-orientation=horizontal]){border-top-style:var(--tw-border-style);border-top-width:1px}.data-horizontal\:border-t-transparent:where([data-orientation=horizontal]){border-top-color:#0000}.data-vertical\:my-px:where([data-orientation=vertical]){margin-block:1px}.data-vertical\:h-auto:where([data-orientation=vertical]){height:auto}.data-vertical\:h-full:where([data-orientation=vertical]){height:100%}.data-vertical\:min-h-40:where([data-orientation=vertical]){min-height:calc(var(--spacing) * 40)}.data-vertical\:w-1\.5:where([data-orientation=vertical]){width:calc(var(--spacing) * 1.5)}.data-vertical\:w-2\.5:where([data-orientation=vertical]){width:calc(var(--spacing) * 2.5)}.data-vertical\:w-auto:where([data-orientation=vertical]){width:auto}.data-vertical\:w-full:where([data-orientation=vertical]){width:100%}.data-vertical\:w-px:where([data-orientation=vertical]){width:1px}.data-vertical\:flex-col:where([data-orientation=vertical]){flex-direction:column}.data-vertical\:items-stretch:where([data-orientation=vertical]){align-items:stretch}.data-vertical\:self-center:where([data-orientation=vertical]){align-self:center}.data-vertical\:self-stretch:where([data-orientation=vertical]){align-self:stretch}.data-vertical\:border-l:where([data-orientation=vertical]){border-left-style:var(--tw-border-style);border-left-width:1px}.data-vertical\:border-l-transparent:where([data-orientation=vertical]){border-left-color:#0000}.\[\&_\.recharts-cartesian-axis-tick_text\]\:fill-muted-foreground .recharts-cartesian-axis-tick text{fill:var(--muted-foreground)}.\[\&_\.recharts-cartesian-grid_line\[stroke\=\'\#ccc\'\]\]\:stroke-border\/50 .recharts-cartesian-grid line[stroke=\#ccc]{stroke:var(--border)}@supports (color:color-mix(in lab, red, red)){.\[\&_\.recharts-cartesian-grid_line\[stroke\=\'\#ccc\'\]\]\:stroke-border\/50 .recharts-cartesian-grid line[stroke=\#ccc]{stroke:color-mix(in oklab, var(--border) 50%, transparent)}}.\[\&_\.recharts-curve\.recharts-tooltip-cursor\]\:stroke-border .recharts-curve.recharts-tooltip-cursor{stroke:var(--border)}.\[\&_\.recharts-dot\[stroke\=\'\#fff\'\]\]\:stroke-transparent .recharts-dot[stroke=\#fff]{stroke:#0000}.\[\&_\.recharts-layer\]\:outline-hidden .recharts-layer{--tw-outline-style:none;outline-style:none}@media (forced-colors:active){.\[\&_\.recharts-layer\]\:outline-hidden .recharts-layer{outline-offset:2px;outline:2px solid #0000}}.\[\&_\.recharts-polar-grid_\[stroke\=\'\#ccc\'\]\]\:stroke-border .recharts-polar-grid [stroke=\#ccc]{stroke:var(--border)}.\[\&_\.recharts-radial-bar-background-sector\]\:fill-muted .recharts-radial-bar-background-sector,.\[\&_\.recharts-rectangle\.recharts-tooltip-cursor\]\:fill-muted .recharts-rectangle.recharts-tooltip-cursor{fill:var(--muted)}.\[\&_\.recharts-reference-line_\[stroke\=\'\#ccc\'\]\]\:stroke-border .recharts-reference-line [stroke=\#ccc]{stroke:var(--border)}.\[\&_\.recharts-sector\]\:outline-hidden .recharts-sector{--tw-outline-style:none;outline-style:none}@media (forced-colors:active){.\[\&_\.recharts-sector\]\:outline-hidden .recharts-sector{outline-offset:2px;outline:2px solid #0000}}.\[\&_\.recharts-sector\[stroke\=\'\#fff\'\]\]\:stroke-transparent .recharts-sector[stroke=\#fff]{stroke:#0000}.\[\&_\.recharts-surface\]\:outline-hidden .recharts-surface{--tw-outline-style:none;outline-style:none}@media (forced-colors:active){.\[\&_\.recharts-surface\]\:outline-hidden .recharts-surface{outline-offset:2px;outline:2px solid #0000}}.\[\&_\[data-slot\=dropdown-menu-item\]\]\:whitespace-nowrap [data-slot=dropdown-menu-item]{white-space:nowrap}.\[\&_\[data-slot\=select-item\]\>div\]\:min-w-0 [data-slot=select-item]>div{min-width:0}.\[\&_\[data-slot\=select-item\]\>div\]\:shrink [data-slot=select-item]>div{flex-shrink:1}.\[\&_\[data-slot\=select-item\]\>div\]\:break-words [data-slot=select-item]>div{overflow-wrap:break-word}.\[\&_\[data-slot\=select-item\]\>div\]\:whitespace-normal [data-slot=select-item]>div{white-space:normal}.\[\&_\[data-slot\=sidebar\]\]\:w-full [data-slot=sidebar]{width:100%}.\[\&_\[data-slot\=table-container\]\]\:h-full [data-slot=table-container]{height:100%}.\[\&_\[data-slot\=table-container\]\]\:overflow-visible [data-slot=table-container]{overflow:visible}.\[\&_\[data-slot\=workspace-label\]\]\:flex-1 [data-slot=workspace-label]{flex:1}.\[\&_\[data-slot\=workspace-label\]\]\:text-left [data-slot=workspace-label]{text-align:left}.group-data-\[collapsed\=true\]\/sidebar\:\[\&_\[data-slot\=workspace-label\]\]\:hidden:is(:where(.group\/sidebar)[data-collapsed=true] *) [data-slot=workspace-label]{display:none}.\[\&_a\]\:no-underline a{text-decoration-line:none}.\[\&_a\]\:underline a{text-decoration-line:underline}.\[\&_a\]\:underline-offset-3 a{text-underline-offset:3px}@media (hover:hover){.\[\&_a\]\:hover\:text-foreground a:hover{color:var(--foreground)}.\[\&_a\]\:hover\:underline a:hover{text-decoration-line:underline}}.\[\&_code\]\:font-mono code{font-family:var(--font-mono)}.\[\&_code\]\:text-\[12px\] code{font-size:12px}.\[\&_code\]\:wrap-anywhere code{overflow-wrap:anywhere}.\[\&_code\]\:text-foreground code{color:var(--foreground)}.\[\&_img\]\:size-full img{width:100%;height:100%}.\[\&_img\]\:object-cover img{object-fit:cover}.\[\&_p\:not\(\:last-child\)\]\:mb-0 p:not(:last-child){margin-bottom:0}.\[\&_p\:not\(\:last-child\)\]\:mb-4 p:not(:last-child){margin-bottom:calc(var(--spacing) * 4)}.\[\&_svg\]\:pointer-events-none svg{pointer-events:none}.\[\&_svg\]\:size-3\.5 svg{width:calc(var(--spacing) * 3.5);height:calc(var(--spacing) * 3.5)}.\[\&_svg\]\:size-5 svg{width:calc(var(--spacing) * 5);height:calc(var(--spacing) * 5)}.\[\&_svg\]\:flex-none svg{flex:none}.\[\&_svg\]\:shrink-0 svg{flex-shrink:0}.\[\&_svg\]\:stroke-\[1\.75\] svg{stroke-width:1.75px}.data-\[direction\=start\]\:\[\&_svg\]\:rotate-180[data-direction=start] svg{rotate:180deg}.\[\&_svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-3 svg:not([class*=size-]){width:calc(var(--spacing) * 3);height:calc(var(--spacing) * 3)}.\[\&_svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-4 svg:not([class*=size-]){width:calc(var(--spacing) * 4);height:calc(var(--spacing) * 4)}.\[\&_svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-6 svg:not([class*=size-]),.group-data-\[orientation\=vertical\]\/attachment\:\[\&_svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-6:is(:where(.group\/attachment)[data-orientation=vertical] *) svg:not([class*=size-]){width:calc(var(--spacing) * 6);height:calc(var(--spacing) * 6)}.group-data-\[size\=xs\]\/attachment\:\[\&_svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-3\.5:is(:where(.group\/attachment)[data-size=xs] *) svg:not([class*=size-]){width:calc(var(--spacing) * 3.5);height:calc(var(--spacing) * 3.5)}.\[\&_td\]\:py-0\.5 td{padding-block:calc(var(--spacing) * .5)}.\[\&_textarea\]\:min-h-20 textarea{min-height:calc(var(--spacing) * 20)}.\[\&_textarea\]\:px-5 textarea{padding-inline:calc(var(--spacing) * 5)}.\[\&_textarea\]\:pt-5 textarea{padding-top:calc(var(--spacing) * 5)}.\[\&_textarea\]\:text-base textarea{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.\[\&_textarea\]\:placeholder\:text-muted-foreground textarea::placeholder{color:var(--muted-foreground)}.\[\&_th\]\:py-1 th{padding-block:var(--spacing)}.\[\&_tr\]\:border-b tr{border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.\[\&_tr\:last-child\]\:border-0 tr:last-child{border-style:var(--tw-border-style);border-width:0}.\[\&\+\[data-slot\=item-content\]\]\:flex-none+[data-slot=item-content]{flex:none}.\[\&\:has\(\[role\=checkbox\]\)\]\:pr-0:has([role=checkbox]){padding-right:0}.\[\&\:hover\]\:z-10:hover{z-index:10}.\[\&\:hover\]\:z-popup:hover{z-index:50}.\[\.border-b\]\:pb-\(--card-spacing\).border-b{padding-bottom:var(--card-spacing)}.\[\.border-b\]\:pb-2.border-b{padding-bottom:calc(var(--spacing) * 2)}.\[\.border-t\]\:pt-\(--card-spacing\).border-t{padding-top:var(--card-spacing)}.\[\.border-t\]\:pt-2.border-t{padding-top:calc(var(--spacing) * 2)}:is(.\*\*\:\[\[cmdk-group-heading\]\]\:px-2 *)[cmdk-group-heading]{padding-inline:calc(var(--spacing) * 2)}:is(.\*\*\:\[\[cmdk-group-heading\]\]\:py-1\.5 *)[cmdk-group-heading]{padding-block:calc(var(--spacing) * 1.5)}:is(.\*\*\:\[\[cmdk-group-heading\]\]\:text-xs *)[cmdk-group-heading]{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}:is(.\*\*\:\[\[cmdk-group-heading\]\]\:font-medium *)[cmdk-group-heading]{--tw-font-weight:var(--font-weight-medium);font-weight:var(--font-weight-medium)}:is(.\*\*\:\[\[cmdk-group-heading\]\]\:text-muted-foreground *)[cmdk-group-heading]{color:var(--muted-foreground)}:is(.\*\*\:\[\[role\=\'tree\'\]\]\:bg-transparent\! *)[role=tree]{background-color:#0000!important}.\[a\]\:underline:is(a){text-decoration-line:underline}.\[a\]\:underline-offset-3:is(a){text-underline-offset:3px}.\[a\]\:transition-colors:is(a){transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}:is(.\*\:\[a\]\:underline>*):is(a){text-decoration-line:underline}:is(.\*\:\[a\]\:underline-offset-3>*):is(a){text-underline-offset:3px}@media (hover:hover){.\[a\]\:hover\:bg-destructive\/20:is(a):hover{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.\[a\]\:hover\:bg-destructive\/20:is(a):hover{background-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.\[a\]\:hover\:bg-muted:is(a):hover{background-color:var(--muted)}.\[a\]\:hover\:bg-primary\/80:is(a):hover{background-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.\[a\]\:hover\:bg-primary\/80:is(a):hover{background-color:color-mix(in oklab, var(--primary) 80%, transparent)}}.\[a\]\:hover\:bg-secondary\/80:is(a):hover{background-color:var(--secondary)}@supports (color:color-mix(in lab, red, red)){.\[a\]\:hover\:bg-secondary\/80:is(a):hover{background-color:color-mix(in oklab, var(--secondary) 80%, transparent)}}.\[a\]\:hover\:text-foreground:is(a):hover{color:var(--foreground)}.\[a\]\:hover\:text-muted-foreground:is(a):hover{color:var(--muted-foreground)}:is(.\*\:\[a\]\:hover\:text-foreground>*):is(a):hover{color:var(--foreground)}}.\[button\]\:text-left:is(button){text-align:left}.\[button\,a\]\:transition-colors:is(button,a){transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.\[button\,a\]\:outline-none:is(button,a){--tw-outline-style:none;outline-style:none}.\[button\,a\]\:focus-visible\:border-ring:is(button,a):focus-visible{border-color:var(--ring)}.\[button\,a\]\:focus-visible\:ring-3:is(button,a):focus-visible{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(3px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.\[button\,a\]\:focus-visible\:ring-ring\/50:is(button,a):focus-visible{--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab, red, red)){.\[button\,a\]\:focus-visible\:ring-ring\/50:is(button,a):focus-visible{--tw-ring-color:color-mix(in oklab, var(--ring) 50%, transparent)}}:is(.\*\:\[img\]\:aspect-square>*):is(img){aspect-ratio:1}:is(.\*\:\[img\]\:w-full>*):is(img){width:100%}:is(.\*\:\[img\]\:object-cover>*):is(img){object-fit:cover}:is(.\*\:\[img\:first-child\]\:rounded-t-xl>*):is(img:first-child){border-top-left-radius:calc(var(--radius) + 4px);border-top-right-radius:calc(var(--radius) + 4px)}:is(.\*\:\[img\:last-child\]\:rounded-b-xl>*):is(img:last-child){border-bottom-right-radius:calc(var(--radius) + 4px);border-bottom-left-radius:calc(var(--radius) + 4px)}:is(.\*\:\[span\]\:last\:flex>*):is(span):last-child{display:flex}:is(.\*\:\[span\]\:last\:items-center>*):is(span):last-child{align-items:center}:is(.\*\:\[span\]\:last\:gap-2>*):is(span):last-child{gap:calc(var(--spacing) * 2)}:is(.\*\:\[svg\]\:row-span-1>*):is(svg){grid-row:span 1/span 1}:is(.\*\:\[svg\]\:row-span-2>*):is(svg){grid-row:span 2/span 2}:is(.\*\:\[svg\]\:translate-y-0>*):is(svg){--tw-translate-y:0;translate:var(--tw-translate-x) var(--tw-translate-y)}:is(.\*\:\[svg\]\:translate-y-0\.5>*):is(svg){--tw-translate-y:calc(var(--spacing) * .5);translate:var(--tw-translate-x) var(--tw-translate-y)}:is(.\*\:\[svg\]\:text-current>*):is(svg){color:currentColor}:is(.\*\:\[svg\]\:text-destructive>*):is(svg){color:var(--destructive)}:is(.\*\:\[svg\]\:text-warning>*):is(svg){color:var(--warning)}:is(.data-\[variant\=destructive\]\:\*\:\[svg\]\:text-destructive[data-variant=destructive]>*):is(svg),:is(.data-\[variant\=error\]\:\*\:\[svg\]\:text-destructive[data-variant=error]>*):is(svg){color:var(--destructive)}:is(.data-selected\:\*\*\:\[svg\]\:text-foreground:where([data-selected=true]) *):is(svg){color:var(--foreground)}:is(.\*\:\[svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-4>*):is(svg:not([class*=size-])){width:calc(var(--spacing) * 4);height:calc(var(--spacing) * 4)}:is(.\*\:\[svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-8>*):is(svg:not([class*=size-])){width:calc(var(--spacing) * 8);height:calc(var(--spacing) * 8)}.\[\&\>\*\]\:z-\[5\]>*{z-index:5}.\[\&\>\.sr-only\]\:w-auto>.sr-only{width:auto}.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-\[color-mix\(in_oklch\,var\(--muted\)\,var\(--foreground\)_5\%\)\]>[data-slot=bubble-content]:is(button,a):hover{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-\[color-mix\(in_oklch\,var\(--muted\)\,var\(--foreground\)_5\%\)\]>[data-slot=bubble-content]:is(button,a):hover{background-color:color-mix(in oklch,var(--muted),var(--foreground) 5%)}}.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-\[color-mix\(in_oklch\,var\(--secondary\)\,var\(--foreground\)_5\%\)\]>[data-slot=bubble-content]:is(button,a):hover{background-color:var(--secondary)}@supports (color:color-mix(in lab, red, red)){.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-\[color-mix\(in_oklch\,var\(--secondary\)\,var\(--foreground\)_5\%\)\]>[data-slot=bubble-content]:is(button,a):hover{background-color:color-mix(in oklch,var(--secondary),var(--foreground) 5%)}}.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-\[oklch\(from_var\(--primary\)_0\.88_calc\(c\*0\.5\)_h\)\]>[data-slot=bubble-content]:is(button,a):hover{background-color:oklch(from var(--primary) .88 calc(c * .5) h)}.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-destructive\/20>[data-slot=bubble-content]:is(button,a):hover{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-destructive\/20>[data-slot=bubble-content]:is(button,a):hover{background-color:color-mix(in oklab, var(--destructive) 20%, transparent)}}.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-muted>[data-slot=bubble-content]:is(button,a):hover{background-color:var(--muted)}.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-primary\/80>[data-slot=bubble-content]:is(button,a):hover{background-color:var(--primary)}@supports (color:color-mix(in lab, red, red)){.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-primary\/80>[data-slot=bubble-content]:is(button,a):hover{background-color:color-mix(in oklab, var(--primary) 80%, transparent)}}.\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:text-foreground>[data-slot=bubble-content]:is(button,a):hover{color:var(--foreground)}.dark\:\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-\[oklch\(from_var\(--primary\)_0\.35_calc\(c\*0\.5\)_h\)\]:where(.dark,.dark *)>[data-slot=bubble-content]:is(button,a):hover{background-color:oklch(from var(--primary) .35 calc(c * .5) h)}.dark\:\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-destructive\/30:where(.dark,.dark *)>[data-slot=bubble-content]:is(button,a):hover{background-color:var(--destructive)}@supports (color:color-mix(in lab, red, red)){.dark\:\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-destructive\/30:where(.dark,.dark *)>[data-slot=bubble-content]:is(button,a):hover{background-color:color-mix(in oklab, var(--destructive) 30%, transparent)}}.dark\:\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-input\/30:where(.dark,.dark *)>[data-slot=bubble-content]:is(button,a):hover{background-color:var(--input)}@supports (color:color-mix(in lab, red, red)){.dark\:\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-input\/30:where(.dark,.dark *)>[data-slot=bubble-content]:is(button,a):hover{background-color:color-mix(in oklab, var(--input) 30%, transparent)}}.dark\:\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-muted\/50:where(.dark,.dark *)>[data-slot=bubble-content]:is(button,a):hover{background-color:var(--muted)}@supports (color:color-mix(in lab, red, red)){.dark\:\[\&\>\[data-slot\=bubble-content\]\:is\(button\,a\)\:hover\]\:bg-muted\/50:where(.dark,.dark *)>[data-slot=bubble-content]:is(button,a):hover{background-color:color-mix(in oklab, var(--muted) 50%, transparent)}}.has-\[select\[aria-hidden\=true\]\:last-child\]\:\[\&\>\[data-slot\=select-trigger\]\:last-of-type\]\:rounded-r-md:has(:is(select[aria-hidden=true]:last-child))>[data-slot=select-trigger]:last-of-type{border-top-right-radius:calc(var(--radius) - 2px);border-bottom-right-radius:calc(var(--radius) - 2px)}.\[\&\>\[data-slot\=select-trigger\]\:not\(\[class\*\=\'w-\'\]\)\]\:w-fit>[data-slot=select-trigger]:not([class*=w-]){width:fit-content}.\[\&\>\[data-slot\]\:not\(\:has\(\~\[data-slot\]\)\)\]\:rounded-r-md\!>[data-slot]:not(:has(~[data-slot])){border-top-right-radius:calc(var(--radius) - 2px)!important;border-bottom-right-radius:calc(var(--radius) - 2px)!important}.\[\&\>\[data-slot\]\:not\(\:has\(\~\[data-slot\]\)\)\]\:rounded-b-md\!>[data-slot]:not(:has(~[data-slot])){border-bottom-right-radius:calc(var(--radius) - 2px)!important;border-bottom-left-radius:calc(var(--radius) - 2px)!important}.\[\&\>\[data-slot\]\~\[data-slot\]\]\:rounded-t-none>[data-slot]~[data-slot]{border-top-left-radius:0;border-top-right-radius:0}.\[\&\>\[data-slot\]\~\[data-slot\]\]\:rounded-l-none>[data-slot]~[data-slot]{border-top-left-radius:0;border-bottom-left-radius:0}.\[\&\>\[data-slot\]\~\[data-slot\]\]\:border-t-0>[data-slot]~[data-slot]{border-top-style:var(--tw-border-style);border-top-width:0}.\[\&\>\[data-slot\]\~\[data-slot\]\]\:border-l-0>[data-slot]~[data-slot]{border-left-style:var(--tw-border-style);border-left-width:0}.\[\&\>\[data-z-50\]\]\:z-overlay>[data-z-50]{z-index:40}.\[\&\>\[role\=checkbox\]\]\:translate-y-\[2px\]>[role=checkbox]{--tw-translate-y:2px;translate:var(--tw-translate-x) var(--tw-translate-y)}:is(.has-\[\>\[data-slot\=field-content\]\]\:\[\&\>\[role\=checkbox\]\,\[role\=radio\]\]\:mt-px:has(>[data-slot=field-content])>[role=checkbox],.has-\[\>\[data-slot\=field-content\]\]\:\[\&\>\[role\=checkbox\]\,\[role\=radio\]\]\:mt-px:has(>[data-slot=field-content]) [role=radio]){margin-top:1px}@container field-group (min-width:28rem){:is(.\@md\/field-group\:has-\[\>\[data-slot\=field-content\]\]\:\[\&\>\[role\=checkbox\]\,\[role\=radio\]\]\:mt-px:has(>[data-slot=field-content])>[role=checkbox],.\@md\/field-group\:has-\[\>\[data-slot\=field-content\]\]\:\[\&\>\[role\=checkbox\]\,\[role\=radio\]\]\:mt-px:has(>[data-slot=field-content]) [role=radio]){margin-top:1px}}.\[\&\>a\]\:underline>a{text-decoration-line:underline}.\[\&\>a\]\:underline-offset-4>a{text-underline-offset:4px}.\[\&\>a\:hover\]\:text-primary>a:hover{color:var(--primary)}.\[\&\>div\]\:min-w-0>div{min-width:0}.\[\&\>div\]\:flex-1>div{flex:1}.\[\&\>div\]\:p-0>div{padding:0}@media (hover:hover){.hover\:\[\&\>div\]\:bg-accent\/50:hover>div{background-color:var(--accent)}@supports (color:color-mix(in lab, red, red)){.hover\:\[\&\>div\]\:bg-accent\/50:hover>div{background-color:color-mix(in oklab, var(--accent) 50%, transparent)}}}.\[\&\>div\:first-child\]\:mb-0>div:first-child{margin-bottom:0}.\[\&\>div\:first-child_label\]\:sr-only>div:first-child label{clip-path:inset(50%);white-space:nowrap;border-width:0;width:1px;height:1px;margin:-1px;padding:0;position:absolute;overflow:hidden}.\[\&\>div\>\[data-slot\=input-group\]\]\:min-h-0>div>[data-slot=input-group]{min-height:0}.\[\&\>div\>\[data-slot\=input-group\]\]\:rounded-2xl>div>[data-slot=input-group]{border-radius:var(--radius-2xl)}.\[\&\>div\>\[data-slot\=input-group\]\]\:border-foreground\/15>div>[data-slot=input-group]{border-color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.\[\&\>div\>\[data-slot\=input-group\]\]\:border-foreground\/15>div>[data-slot=input-group]{border-color:color-mix(in oklab, var(--foreground) 15%, transparent)}}.\[\&\>div\>\[data-slot\=input-group\]\]\:shadow-none>div>[data-slot=input-group]{--tw-shadow:0 0 #0000;box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.\[\&\>div\>\[data-slot\=input-group\]\]\:ring-0>div>[data-slot=input-group]{--tw-ring-shadow:var(--tw-ring-inset,) 0 0 0 calc(0px + var(--tw-ring-offset-width)) var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow)}.dark\:\[\&\>div\>\[data-slot\=input-group\]\]\:bg-foreground\/\[0\.03\]:where(.dark,.dark *)>div>[data-slot=input-group]{background-color:var(--foreground)}@supports (color:color-mix(in lab, red, red)){.dark\:\[\&\>div\>\[data-slot\=input-group\]\]\:bg-foreground\/\[0\.03\]:where(.dark,.dark *)>div>[data-slot=input-group]{background-color:color-mix(in oklab, var(--foreground) 3%, transparent)}}.\[\&\>input\]\:flex-1>input{flex:1}.has-\[\>\[data-align\=block-end\]\]\:\[\&\>input\]\:pt-3:has(>[data-align=block-end])>input{padding-top:calc(var(--spacing) * 3)}.has-\[\>\[data-align\=block-start\]\]\:\[\&\>input\]\:pb-3:has(>[data-align=block-start])>input{padding-bottom:calc(var(--spacing) * 3)}.has-\[\>\[data-align\=inline-end\]\]\:\[\&\>input\]\:pr-1\.5:has(>[data-align=inline-end])>input{padding-right:calc(var(--spacing) * 1.5)}.has-\[\>\[data-align\=inline-start\]\]\:\[\&\>input\]\:pl-1\.5:has(>[data-align=inline-start])>input{padding-left:calc(var(--spacing) * 1.5)}.\[\&\>kbd\]\:rounded-\[calc\(var\(--radius\)-5px\)\]>kbd{border-radius:calc(var(--radius) - 5px)}.\[\&\>p\]\:mb-0>p{margin-bottom:0}.\[\&\>svg\]\:pointer-events-none>svg{pointer-events:none}.\[\&\>svg\]\:size-3\!>svg{width:calc(var(--spacing) * 3)!important;height:calc(var(--spacing) * 3)!important}.\[\&\>svg\]\:size-3\.5>svg{width:calc(var(--spacing) * 3.5);height:calc(var(--spacing) * 3.5)}.\[\&\>svg\]\:size-\[18px\]>svg{width:18px;height:18px}.\[\&\>svg\]\:h-2\.5>svg{height:calc(var(--spacing) * 2.5)}.\[\&\>svg\]\:h-3>svg{height:calc(var(--spacing) * 3)}.\[\&\>svg\]\:w-2\.5>svg{width:calc(var(--spacing) * 2.5)}.\[\&\>svg\]\:w-3>svg{width:calc(var(--spacing) * 3)}.\[\&\>svg\]\:shrink-0>svg{flex-shrink:0}.\[\&\>svg\]\:text-muted-foreground>svg{color:var(--muted-foreground)}.data-\[panel-open\]\:\[\&\>svg\]\:rotate-90[data-panel-open]>svg{rotate:90deg}.\[\&\>svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-3\.5>svg:not([class*=size-]){width:calc(var(--spacing) * 3.5);height:calc(var(--spacing) * 3.5)}.\[\&\>svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-4>svg:not([class*=size-]){width:calc(var(--spacing) * 4);height:calc(var(--spacing) * 4)}.\[\&\>tr\]\:last\:border-b-0>tr:last-child{border-bottom-style:var(--tw-border-style);border-bottom-width:0}.\[\&\[aria-orientation\=horizontal\]\>div\]\:rotate-90[aria-orientation=horizontal]>div{rotate:90deg}@media (hover:none){.\[\@media\(hover\:none\)\]\:opacity-100{opacity:1}}[data-variant=legend]+.\[\[data-variant\=legend\]\+\&\]\:-mt-1\.5{margin-top:calc(var(--spacing) * -1.5)}.animate-trace-drawer-in,.animate-trace-drawer-out{transform-origin:100%}@media (prefers-reduced-motion:reduce){.animate-trace-drawer-in,.animate-trace-drawer-out,.animate-slot-slide-in{animation:none!important}}}@property --tw-animation-delay{syntax:"*";inherits:false;initial-value:0s}@property --tw-animation-direction{syntax:"*";inherits:false;initial-value:normal}@property --tw-animation-duration{syntax:"*";inherits:false}@property --tw-animation-fill-mode{syntax:"*";inherits:false;initial-value:none}@property --tw-animation-iteration-count{syntax:"*";inherits:false;initial-value:1}@property --tw-enter-blur{syntax:"*";inherits:false;initial-value:0}@property --tw-enter-opacity{syntax:"*";inherits:false;initial-value:1}@property --tw-enter-rotate{syntax:"*";inherits:false;initial-value:0}@property --tw-enter-scale{syntax:"*";inherits:false;initial-value:1}@property --tw-enter-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-enter-translate-y{syntax:"*";inherits:false;initial-value:0}@property --tw-exit-blur{syntax:"*";inherits:false;initial-value:0}@property --tw-exit-opacity{syntax:"*";inherits:false;initial-value:1}@property --tw-exit-rotate{syntax:"*";inherits:false;initial-value:0}@property --tw-exit-scale{syntax:"*";inherits:false;initial-value:1}@property --tw-exit-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-exit-translate-y{syntax:"*";inherits:false;initial-value:0}@property --scroll-fade-e{syntax:"";inherits:false;initial-value:0}@property --scroll-fade-mask{syntax:"*";inherits:false}:root{--radius:.5rem;--background:#fff;--foreground:#030712;--card:#fff;--card-foreground:#030712;--popover:#fff;--popover-foreground:#030712;--primary:#101828;--primary-foreground:#f9fafb;--secondary:#f3f4f6;--secondary-foreground:#101828;--muted:#f3f4f6;--muted-foreground:#6a7282;--accent:#f3f4f6;--accent-foreground:#101828;--destructive:#e40014;--destructive-foreground:#fff;--success:#008138;--success-foreground:#fff;--warning:#b75000;--warning-foreground:#fff;--info:#155dfc;--info-foreground:#fff;--border:#e5e7eb;--input:#e5e7eb;--ring:#99a1af;--chart-1:#f05100;--chart-2:#009588;--chart-3:#104e64;--chart-4:#fcbb00;--chart-5:#f99c00;--sidebar:#fff;--sidebar-foreground:#030712;--sidebar-primary:#101828;--sidebar-primary-foreground:#f9fafb;--sidebar-accent:#f3f4f6;--sidebar-accent-foreground:#101828;--sidebar-border:#e5e7eb;--sidebar-ring:#99a1af;--neutral-border:#dcddeb;--logo-surface:#fff;--trace-text:#0f1926;--trace-text-2:#303b4a;--trace-text-secondary:#303b4a;--trace-duration:#4d616b;--trace-key:#627482;--trace-placeholder:#94a0aa;--trace-surface:#fff;--trace-chip:#f3f8fa;--trace-row-hover:#f1f8fa;--trace-row-selected:#d4f6f8;--trace-brand:#009595;--finding-affected:var(--info);--finding-unaffected:#6a728273;--finding-quote:var(--warning)}@supports (color:lab(0% 0 0)){:root{--background:lab(100% 0 0);--foreground:lab(1.90334% .278696 -5.48866);--card:lab(100% 0 0);--card-foreground:lab(1.90334% .278696 -5.48866);--popover:lab(100% 0 0);--popover-foreground:lab(1.90334% .278696 -5.48866);--primary:lab(8.11897% .811279 -12.254);--primary-foreground:lab(98.2596% -.247031 -.706708);--secondary:lab(96.1596% -.0823438 -1.13575);--secondary-foreground:lab(8.11897% .811279 -12.254);--muted:lab(96.1596% -.0823438 -1.13575);--muted-foreground:lab(47.7841% -.393182 -10.0268);--accent:lab(96.1596% -.0823438 -1.13575);--accent-foreground:lab(8.11897% .811279 -12.254);--destructive:lab(48.4493% 77.4328 61.5452);--destructive-foreground:lab(100% 0 0);--success:lab(47.0329% -47.0239 31.4788);--success-foreground:lab(100% 0 0);--warning:lab(47.2709% 42.9082 69.2966);--warning-foreground:lab(100% 0 0);--info:lab(44.0605% 29.0279 -86.0352);--info-foreground:lab(100% 0 0);--border:lab(91.6229% -.159115 -2.26791);--input:lab(91.6229% -.159115 -2.26791);--ring:lab(65.9269% -.832707 -8.17473);--chart-1:lab(57.1026% 64.2584 89.8886);--chart-2:lab(55.0223% -41.0774 -3.90277);--chart-3:lab(30.372% -13.1853 -18.7887);--chart-4:lab(80.1641% 16.6016 99.2089);--chart-5:lab(72.7183% 31.8672 97.9407);--sidebar:lab(100% 0 0);--sidebar-foreground:lab(1.90334% .278696 -5.48866);--sidebar-primary:lab(8.11897% .811279 -12.254);--sidebar-primary-foreground:lab(98.2596% -.247031 -.706708);--sidebar-accent:lab(96.1596% -.0823438 -1.13575);--sidebar-accent-foreground:lab(8.11897% .811279 -12.254);--sidebar-border:lab(91.6229% -.159115 -2.26791);--sidebar-ring:lab(65.9269% -.832707 -8.17473);--logo-surface:lab(100% 0 0);--trace-text:lab(8.22335% -.978299 -10.5879);--trace-text-2:lab(24.494% -1.54926 -10.7448);--trace-text-secondary:lab(24.494% -1.54926 -10.7448);--trace-duration:lab(39.7816% -6.04244 -8.6107);--trace-key:lab(47.8296% -4.55037 -9.72468);--trace-placeholder:lab(65.2265% -3.17189 -6.5451);--trace-surface:lab(100% 0 0);--trace-chip:lab(97.1371% -1.53571 -1.47935);--trace-row-hover:lab(97.1576% -2.19327 -1.76268);--trace-row-selected:lab(94.5472% -11.0617 -4.62029);--trace-brand:lab(54.9674% -42.575 -12.6717);--finding-unaffected:lab(47.7841% -.393182 -10.0268/.45)}}@supports (color:color-mix(in lab, red, red)){:root{--finding-quote:color-mix(in oklab, var(--warning) 16%, transparent)}}:root{--finding-ring:0 0 0 1px #0000000f, 0 1px 2px -1px #0000000f, 0 2px 4px 0 #0000000a;--trace-border:#dee6ea;--trace-line:#c2dee1;--trace-card-border:#e1e9ed;--trace-dot:#acdcd8;--trace-tab-active:#dcf4f6;--trace-tab-hover:#daecf0;--trace-tag:#e0f3f5;--trace-chain:#2a78d6;--trace-llm:#eb6834;--trace-tool:#1baf7a;--trace-chain-soft:#2a78d61f;--trace-llm-soft:#eb68341f;--trace-tool-soft:#1baf7a24;--trace-glyph:#fcfcfc;--trace-human:#2a5fb7;--trace-human-glyph:#d1f6fd;--trace-turn:#dcf8fa;--trace-turn-border:#53c1c7;--trace-ok:#b6f6d2;--trace-ok-glyph:#00884b;--trace-called:#bbf6ed;--trace-called-text:#004e4e;--trace-shadow-md:0 4px 6px -1px #0b1b2e1a, 0 2px 4px -1px #0b1b2e0f;--trace-shadow-xs:0 1px 2px 0 #0b1b2e0d}@supports (color:lab(0% 0 0)){:root{--finding-ring:0 0 0 1px lab(0% 0 0/.06), 0 1px 2px -1px lab(0% 0 0/.06), 0 2px 4px 0 lab(0% 0 0/.04);--trace-border:lab(90.7591% -2.12422 -2.92326);--trace-line:lab(86.3513% -9.10482 -4.86766);--trace-card-border:lab(91.9191% -2.12449 -2.92339);--trace-dot:lab(84.331% -16.7212 -3.42408);--trace-tab-active:lab(94.4267% -7.59703 -4.06477);--trace-tab-hover:lab(92.0226% -5.45353 -4.38752);--trace-tag:lab(94.3816% -6.0828 -3.25646);--trace-chain-soft:lab(49.5641% 2.4319 -56.0625/.12);--trace-llm-soft:lab(60.4414% 49.6707 53.4862/.12);--trace-tool-soft:lab(63.4715% -47.7038 16.4559/.14);--trace-glyph:lab(98.84% .0000298023 -.0000119209);--trace-human:lab(40.6749% 7.04831 -52.5258);--trace-human-glyph:lab(94.5221% -11.5131 -7.62787);--trace-turn:lab(95.6579% -9.48474 -3.96558);--trace-turn-border:lab(71.973% -31.3845 -12.9288);--trace-ok:lab(91.7942% -25.9641 10.2816);--trace-ok-glyph:lab(49.7205% -48.5392 25.1362);--trace-called:lab(92.6024% -20.4004 -2.1548);--trace-called-text:lab(28.9221% -26.1967 -7.80572)}}.dark{--background:#212121;--foreground:#f3f3f3;--card:#212121;--card-foreground:#f3f3f3;--popover:#2a2a2a;--popover-foreground:#f3f3f3;--primary:#e7e7e7;--primary-foreground:#181818;--secondary:#3c3c3c;--secondary-foreground:#f3f3f3;--muted:#181818;--muted-foreground:#afafaf;--accent:#303030;--accent-foreground:#f3f3f3;--destructive:#ff6568;--destructive-foreground:#181818;--success:#05df72;--success-foreground:#181818;--warning:#fcbb00;--warning-foreground:#181818;--info:#54a2ff;--info-foreground:#181818;--border:#303030;--input:#747474;--ring:#777;--chart-1:#1447e6;--chart-2:#00bb7f;--chart-3:#f99c00;--chart-4:#ac4bff;--chart-5:#ff2357;--sidebar:#131313;--sidebar-foreground:#f3f3f3;--sidebar-primary:#1447e6;--sidebar-primary-foreground:#f3f3f3;--sidebar-accent:#303030;--sidebar-accent-foreground:#f3f3f3;--sidebar-border:#131313;--sidebar-ring:#777;--neutral-border:var(--border);--trace-text:#eef3f4;--trace-text-2:#d1d9dc;--trace-text-secondary:#d1d9dc;--trace-duration:#a2bebf;--trace-key:#859da5;--trace-placeholder:#58666d;--trace-surface:#0f1519;--trace-chip:#161e23;--trace-row-hover:#141f24;--trace-row-selected:#003239;--trace-brand:#21d1ca;--finding-affected:var(--info);--finding-unaffected:#99a1af59;--finding-quote:var(--warning)}@supports (color:lab(0% 0 0)){.dark{--background:lab(12.768% -.00000745058 0);--foreground:lab(95.824% -.0000298023 0);--card:lab(12.768% -.00000745058 0);--card-foreground:lab(95.824% -.0000298023 0);--popover:lab(17.176% 0 0);--popover-foreground:lab(95.824% -.0000298023 0);--primary:lab(91.648% -.0000298023 .0000119209);--primary-foreground:lab(8.244% 0 -.00000298023);--secondary:lab(25.296% -.0000149012 0);--secondary-foreground:lab(95.824% -.0000298023 0);--muted:lab(8.244% 0 -.00000298023);--muted-foreground:lab(71.464% 0 -.0000119209);--accent:lab(19.844% 0 0);--accent-foreground:lab(95.824% -.0000298023 0);--destructive:lab(63.7053% 60.745 31.3109);--destructive-foreground:lab(8.244% 0 -.00000298023);--success:lab(78.503% -64.9265 39.7492);--success-foreground:lab(8.244% 0 -.00000298023);--warning:lab(80.1641% 16.6016 99.2089);--warning-foreground:lab(8.244% 0 -.00000298023);--info:lab(65.0361% -1.42065 -56.9802);--info-foreground:lab(8.244% 0 -.00000298023);--border:lab(19.844% 0 0);--input:lab(48.96% 0 0);--ring:lab(50.004% 0 0);--chart-1:lab(36.9089% 35.0961 -85.6872);--chart-2:lab(66.9756% -58.27 19.5419);--chart-3:lab(72.7183% 31.8672 97.9407);--chart-4:lab(52.0183% 66.11 -78.2316);--chart-5:lab(56.101% 79.4328 31.4532);--sidebar:lab(5.90684% 0 -.00000298023);--sidebar-foreground:lab(95.824% -.0000298023 0);--sidebar-primary:lab(36.9089% 35.0961 -85.6872);--sidebar-primary-foreground:lab(95.824% -.0000298023 0);--sidebar-accent:lab(19.844% 0 0);--sidebar-accent-foreground:lab(95.824% -.0000298023 0);--sidebar-border:lab(5.90684% 0 -.00000298023);--sidebar-ring:lab(50.004% 0 0);--trace-text:lab(95.3909% -1.28037 -1.23323);--trace-text-2:lab(86.1414% -2.55209 -2.46098);--trace-text-secondary:lab(86.1414% -2.55209 -2.46098);--trace-duration:lab(74.7775% -9.48045 -3.95875);--trace-key:lab(63.0573% -7.51114 -7.3025);--trace-placeholder:lab(42.0723% -4.12655 -5.78349);--trace-surface:lab(6.20454% -1.4843 -3.61297);--trace-chip:lab(10.7116% -2.63079 -4.59065);--trace-row-hover:lab(10.738% -3.56149 -5.14161);--trace-row-selected:lab(18.0146% -13.766 -9.25026);--trace-brand:lab(75.9572% -43.9622 -8.72774);--finding-unaffected:lab(65.9269% -.832707 -8.17473/.35)}}@supports (color:color-mix(in lab, red, red)){.dark{--finding-quote:color-mix(in oklab, var(--warning) 24%, transparent)}}.dark{--finding-ring:0 0 0 1px #ffffff14;--trace-border:#243037;--trace-line:#224349;--trace-card-border:#1d282f;--trace-dot:#256060;--trace-tab-active:#162d32;--trace-tab-hover:#21373d;--trace-tag:#162d32;--trace-chain:#3987e5;--trace-llm:#d95926;--trace-tool:#199e70;--trace-chain-soft:#3987e53d;--trace-llm-soft:#d959263d;--trace-tool-soft:#199e703d;--trace-glyph:#fcfcfc;--trace-human:#3c72cb;--trace-human-glyph:#d1f6fd;--trace-turn:#003239;--trace-turn-border:#007277;--trace-ok:#0f452e;--trace-ok-glyph:#68e099;--trace-called:#003c39;--trace-called-text:#99e9de;--trace-shadow-md:0 4px 6px -1px #00000080, 0 2px 4px -1px #0006;--trace-shadow-xs:0 1px 2px 0 #0000004d}@supports (color:lab(0% 0 0)){.dark{--finding-ring:0 0 0 1px lab(100% 0 0/.08);--trace-border:lab(18.8419% -3.50043 -6.11804);--trace-line:lab(26.0703% -11.2648 -7.49598);--trace-card-border:lab(15.3601% -3.46284 -6.10389);--trace-dot:lab(36.8367% -19.6149 -5.93308);--trace-tab-active:lab(16.6795% -7.8644 -6.42608);--trace-tab-hover:lab(21.2866% -7.27399 -7.1992);--trace-tag:lab(16.6795% -7.8644 -6.42608);--trace-chain-soft:lab(55.1021% .549704 -55.608/.24);--trace-llm-soft:lab(54.7799% 49.4649 53.5/.24);--trace-tool-soft:lab(57.7607% -43.6923 14.1189/.24);--trace-glyph:lab(98.84% .0000298023 -.0000119209);--trace-human:lab(47.7417% 5.26187 -52.6767);--trace-human-glyph:lab(94.5221% -11.5131 -7.62787);--trace-turn:lab(18.0146% -13.766 -9.25026);--trace-turn-border:lab(42.8674% -28.1301 -11.5354);--trace-ok:lab(25.5239% -23.2976 9.15707);--trace-ok-glyph:lab(81.0786% -47.6232 24.5278);--trace-called:lab(21.8012% -20.3383 -4.01407);--trace-called-text:lab(87.0428% -27.3122 -2.85733)}}.table-wrapper{margin:0 24px;overflow-x:scroll}.custom-border{border:1px solid var(--neutral-border)}.chat-theme{--chat-message:var(--muted);--chat-message-border:var(--border);--chat-home-editor-border:var(--border);--chat-focus-border:var(--ring);--chat-prompt-muted:var(--muted-foreground)}@media (hover:none){.chat-theme .chat-conversation-actions{opacity:1}}[data-slot=dialog-content][data-nested-dialog-open]{visibility:hidden}@keyframes timeline-sweep{0%{left:-6rem}to{left:100%}}@property --scroll-fade-b{syntax:"";inherits:false;initial-value:0}@property --scroll-fade-s{syntax:"";inherits:false;initial-value:0}@property --shimmer-angle{syntax:"";inherits:true;initial-value:20deg}@property --shimmer-image{syntax:"*";inherits:false}@property --shimmer-text-fill{syntax:"*";inherits:false}@media (prefers-reduced-motion:reduce){.shimmer{-webkit-text-fill-color:currentColor;background-image:none;animation:none}}@property --tw-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-y{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-z{syntax:"*";inherits:false;initial-value:0}@property --tw-scale-x{syntax:"*";inherits:false;initial-value:1}@property --tw-scale-y{syntax:"*";inherits:false;initial-value:1}@property --tw-scale-z{syntax:"*";inherits:false;initial-value:1}@property --tw-rotate-x{syntax:"*";inherits:false}@property --tw-rotate-y{syntax:"*";inherits:false}@property --tw-rotate-z{syntax:"*";inherits:false}@property --tw-skew-x{syntax:"*";inherits:false}@property --tw-skew-y{syntax:"*";inherits:false}@property --tw-scroll-snap-strictness{syntax:"*";inherits:false;initial-value:proximity}@property --tw-space-y-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-space-x-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-divide-x-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-border-style{syntax:"*";inherits:false;initial-value:solid}@property --tw-divide-y-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-gradient-position{syntax:"*";inherits:false}@property --tw-gradient-from{syntax:"";inherits:false;initial-value:#0000}@property --tw-gradient-via{syntax:"";inherits:false;initial-value:#0000}@property --tw-gradient-to{syntax:"";inherits:false;initial-value:#0000}@property --tw-gradient-stops{syntax:"*";inherits:false}@property --tw-gradient-via-stops{syntax:"*";inherits:false}@property --tw-gradient-from-position{syntax:"";inherits:false;initial-value:0%}@property --tw-gradient-via-position{syntax:"";inherits:false;initial-value:50%}@property --tw-gradient-to-position{syntax:"";inherits:false;initial-value:100%}@property --tw-leading{syntax:"*";inherits:false}@property --tw-font-weight{syntax:"*";inherits:false}@property --tw-tracking{syntax:"*";inherits:false}@property --tw-ordinal{syntax:"*";inherits:false}@property --tw-slashed-zero{syntax:"*";inherits:false}@property --tw-numeric-figure{syntax:"*";inherits:false}@property --tw-numeric-spacing{syntax:"*";inherits:false}@property --tw-numeric-fraction{syntax:"*";inherits:false}@property --tw-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-shadow-color{syntax:"*";inherits:false}@property --tw-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-inset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-shadow-color{syntax:"*";inherits:false}@property --tw-inset-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-ring-color{syntax:"*";inherits:false}@property --tw-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-ring-color{syntax:"*";inherits:false}@property --tw-inset-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-ring-inset{syntax:"*";inherits:false}@property --tw-ring-offset-width{syntax:"";inherits:false;initial-value:0}@property --tw-ring-offset-color{syntax:"*";inherits:false;initial-value:#fff}@property --tw-ring-offset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-outline-style{syntax:"*";inherits:false;initial-value:solid}@property --tw-blur{syntax:"*";inherits:false}@property --tw-brightness{syntax:"*";inherits:false}@property --tw-contrast{syntax:"*";inherits:false}@property --tw-grayscale{syntax:"*";inherits:false}@property --tw-hue-rotate{syntax:"*";inherits:false}@property --tw-invert{syntax:"*";inherits:false}@property --tw-opacity{syntax:"*";inherits:false}@property --tw-saturate{syntax:"*";inherits:false}@property --tw-sepia{syntax:"*";inherits:false}@property --tw-drop-shadow{syntax:"*";inherits:false}@property --tw-drop-shadow-color{syntax:"*";inherits:false}@property --tw-drop-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-drop-shadow-size{syntax:"*";inherits:false}@property --tw-backdrop-blur{syntax:"*";inherits:false}@property --tw-backdrop-brightness{syntax:"*";inherits:false}@property --tw-backdrop-contrast{syntax:"*";inherits:false}@property --tw-backdrop-grayscale{syntax:"*";inherits:false}@property --tw-backdrop-hue-rotate{syntax:"*";inherits:false}@property --tw-backdrop-invert{syntax:"*";inherits:false}@property --tw-backdrop-opacity{syntax:"*";inherits:false}@property --tw-backdrop-saturate{syntax:"*";inherits:false}@property --tw-backdrop-sepia{syntax:"*";inherits:false}@property --tw-duration{syntax:"*";inherits:false}@property --tw-ease{syntax:"*";inherits:false}@property --tw-content{syntax:"*";inherits:false;initial-value:""}@property --tw-scrollbar-thumb{syntax:"";inherits:false;initial-value:#0000}@property --tw-scrollbar-track{syntax:"";inherits:false;initial-value:#0000}@keyframes spin{to{transform:rotate(360deg)}}@keyframes pulse{50%{opacity:.5}}@keyframes bounce{0%,to{animation-timing-function:cubic-bezier(.8,0,1,1);transform:translateY(-25%)}50%{animation-timing-function:cubic-bezier(0,0,.2,1);transform:none}}@keyframes enter{0%{opacity:var(--tw-enter-opacity,1);transform:translate3d(var(--tw-enter-translate-x,0),var(--tw-enter-translate-y,0),0)scale3d(var(--tw-enter-scale,1),var(--tw-enter-scale,1),var(--tw-enter-scale,1))rotate(var(--tw-enter-rotate,0));filter:blur(var(--tw-enter-blur,0))}}@keyframes exit{to{opacity:var(--tw-exit-opacity,1);transform:translate3d(var(--tw-exit-translate-x,0),var(--tw-exit-translate-y,0),0)scale3d(var(--tw-exit-scale,1),var(--tw-exit-scale,1),var(--tw-exit-scale,1))rotate(var(--tw-exit-rotate,0));filter:blur(var(--tw-exit-blur,0))}}@keyframes accordion-down{0%{height:0}to{height:var(--radix-accordion-content-height,var(--bits-accordion-content-height,var(--reka-accordion-content-height,var(--kb-accordion-content-height,var(--ngp-accordion-content-height,auto)))))}}@keyframes accordion-up{0%{height:var(--radix-accordion-content-height,var(--bits-accordion-content-height,var(--reka-accordion-content-height,var(--kb-accordion-content-height,var(--ngp-accordion-content-height,auto)))))}to{height:0}}@keyframes trace-drawer-in{0%{opacity:0;transform:translate(2rem)scaleX(.98)}to{opacity:1;transform:none}}@keyframes trace-drawer-out{0%{opacity:1;transform:none}to{opacity:0;transform:translate(2rem)scaleX(.98)}}@keyframes scroll-fade-reveal-e{0%{--scroll-fade-e:var(--_scroll-fade-size-e,var(--scroll-fade-size,min(12%, calc(var(--spacing) * 10))))}to{--scroll-fade-e:0px}}@keyframes scroll-fade-reveal-b{0%{--scroll-fade-b:var(--_scroll-fade-size-b,var(--scroll-fade-size,min(12%, calc(var(--spacing) * 10))))}to{--scroll-fade-b:0px}}@keyframes scroll-fade-reveal-s{0%{--scroll-fade-s:0px}to{--scroll-fade-s:var(--_scroll-fade-size-s,var(--scroll-fade-size,min(12%, calc(var(--spacing) * 10))))}}@keyframes tw-shimmer{0%{background-position:100% 0}to{background-position:0 0}} diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0gjdc5d39wsp4.js b/litellm/proxy/_experimental/out/_next/static/chunks/0gjdc5d39wsp4.js deleted file mode 100644 index dddf517817a..00000000000 --- a/litellm/proxy/_experimental/out/_next/static/chunks/0gjdc5d39wsp4.js +++ /dev/null @@ -1 +0,0 @@ -(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,586448,e=>{var t=e.i(271645),r=e.i(540143),n=e.i(869230),i=e.i(915823),l=e.i(619273);function u(e,t){let r=new Set(t);return e.filter(e=>!r.has(e))}var s=class extends i.f{#e;#t;#r;#n;#i;#l;#u;#s;#a;#o=[];constructor(e,t,r){super(),this.#e=e,this.#n=r,this.#r=[],this.#i=[],this.#t=[],this.setQueries(t)}onSubscribe(){1===this.listeners.size&&this.#i.forEach(e=>{e.subscribe(t=>{this.#c(e,t)})})}onUnsubscribe(){this.listeners.size||this.destroy()}destroy(){this.listeners=new Set,this.#i.forEach(e=>{e.destroy()})}setQueries(e,t){this.#r=e,this.#n=t,r.f.batch(()=>{let e=this.#i,t=this.#d(this.#r);t.forEach(e=>e.observer.setOptions(e.defaultedQueryOptions));let r=t.map(e=>e.observer),n=r.map(e=>e.getCurrentResult()),i=e.length!==r.length,s=r.some((t,r)=>t!==e[r]),a=i||s,o=!!a||n.some((e,t)=>{let r=this.#t[t];return!r||!(0,l.U)(e,r)});(a||o)&&(a&&(this.#o=t,this.#i=r),this.#t=n,this.hasListeners()&&(a&&(u(e,r).forEach(e=>{e.destroy()}),u(r,e).forEach(e=>{e.subscribe(t=>{this.#c(e,t)})})),this.#f()))})}getCurrentResult(){return this.#t}getQueries(){return this.#i.map(e=>e.getCurrentQuery())}getObservers(){return this.#i}getOptimisticResult(e,t){let r=this.#d(e),n=r.map(e=>e.observer.getOptimisticResult(e.defaultedQueryOptions)),i=r.map(e=>e.defaultedQueryOptions.queryHash);return[n,e=>this.#h(e??n,t,i),()=>this.#v(n,r)]}#v(e,t){return t.map((r,n)=>{let i=e[n];return r.defaultedQueryOptions.notifyOnChangeProps?i:r.observer.trackResult(i,e=>{t.forEach(t=>{t.observer.trackProp(e)})})})}#h(e,t,r){if(t){let n=this.#a,i=void 0!==r&&void 0!==n&&(n.length!==r.length||r.some((e,t)=>e!==n[t]));return(!this.#l||this.#t!==this.#s||i||t!==this.#u)&&(this.#u=t,this.#s=this.#t,void 0!==r&&(this.#a=r),this.#l=(0,l.B)(this.#l,t(e))),this.#l}return e}#p(){return this.#n?.combine!==void 0&&this.#i.some((e,t)=>e.options.suspense&&this.#t[t]?.data===void 0)}#d(e){let t=new Map;this.#i.forEach(e=>{let r=e.options.queryHash;if(!r)return;let n=t.get(r);n?n.push(e):t.set(r,[e])});let r=[];return e.forEach(e=>{let i=this.#e.defaultQueryOptions(e),l=t.get(i.queryHash)?.shift()??new n.f(this.#e,i);r.push({defaultedQueryOptions:i,observer:l})}),r}#c(e,t){let r=this.#i.indexOf(e);if(-1!==r){var n;let e;this.#t=(n=this.#t,(e=n.slice(0))[r]=t,e),this.#f()}}#f(){if(this.hasListeners()){let e=this.#v(this.#t,this.#o),t=this.#p(),n=this.#l,i=t?n:this.#h(e,this.#n?.combine);(t||n!==i)&&r.f.batch(()=>{this.listeners.forEach(e=>{e(this.#t)})})}}},a=e.i(912598),o=e.i(381384),c=e.i(673664),d=e.i(427001),f=e.i(254440);e.s(["f",0,function({queries:e,...i},u){let h=(0,a.d)(u),v=(0,o.f)(),p=(0,c.f)(),b=t.useMemo(()=>e.map(e=>{let t=h.defaultQueryOptions(e);return t._optimisticResults=v?"isRestoring":"optimistic",t}),[e,h,v]);b.forEach(e=>{(0,f.p)(e);let t=h.getQueryCache().get(e.queryHash);(0,d.l)(e,p,t)}),(0,d.E)(p);let[m]=t.useState(()=>new s(h,b,i)),[g,y,x]=m.getOptimisticResult(b,i.combine),R=!v&&!1!==i.subscribed;t.useSyncExternalStore(t.useCallback(e=>R?m.subscribe(r.f.batchCalls(e)):l.z,[m,R]),()=>m.getCurrentResult(),()=>m.getCurrentResult()),t.useEffect(()=>{m.setQueries(b,i)},[b,i,m]);let w=g.some((e,t)=>(0,f.Q)(b[t],e))?g.flatMap((e,t)=>{let r=b[t];if(r&&(0,f.Q)(r,e)){let e=new n.f(h,r);return(0,f.X)(r,e,p)}return[]}):[];if(w.length>0)throw Promise.all(w);let S=g.find((e,t)=>{let r=b[t];return r&&(0,d.P)({result:e,errorResetBoundary:p,throwOnError:r.throwOnError,query:h.getQueryCache().get(r.queryHash),suspense:r.suspense})});if(S?.error)throw S.error;return y(x())}],586448)},101048,e=>{var t=e.i(123287);e.s(["f",()=>t.f])},367692,e=>{var t,r=e.i(843476),n=e.i(271645),i=e.i(108868),l=e.i(951437),u=e.i(667865),s=e.i(446265),a=e.i(146376),o=e.i(675606),c=e.i(606039),d=e.i(788015),f=e.i(552245),h=e.i(201675),v=e.i(743024),p=e.i(647554),b=e.i(53687),m=e.i(469690),g=e.i(381104),y=e.i(884708),x=e.i(247778),R=e.i(450001);function w(e,t){return e-t}function S(e,t,r,n,i,l){var u;let s,a=e;return a=(0,h.f)(a,r,n),i&&(u=(0,h.f)(a,l[t-1]??-1/0,l[t+1]??1/0),(s=l.slice())[t]=u,a=s.sort(w)),a}function I(e,t,r){return!Array.isArray(e)||Math.min(...e.reduce((e,t,r,n)=>(r===n.length-1||e.push(Math.abs(t-n[r+1])),e),[]))>=t*r}let C={activeThumbIndex:()=>null,max:()=>null,min:()=>null,minStepsBetweenValues:()=>null,step:()=>null,values:()=>null,...e.i(875812).s};var E=e.i(733332);let M=n.createContext(void 0);function A(){let e=n.useContext(M);if(void 0===e)throw Error((0,E.f)(62));return e}var P=e.i(380025),k=e.i(140609),N=e.i(216856),N=N;let T=n.forwardRef(function(e,t){let{"aria-labelledby":E,className:A,defaultValue:T,disabled:O=!1,id:$,format:F,largeStep:q=10,locale:Q,render:B,max:z=100,min:V=0,minStepsBetweenValues:j=0,form:H,name:L,onValueChange:U,onValueCommitted:K,orientation:D="horizontal",step:W=1,thumbCollisionBehavior:X="push",thumbAlignment:Y="center",value:Z,style:_,...J}=e,G=(0,d.f)($),ee=(0,R.u)(G),et=(0,u.f)(U),er=(0,u.f)(K),{clearErrors:en}=(0,y.f)(),{state:ei,disabled:el,name:eu,setTouched:es,setDirty:ea,validityData:eo,validation:ec}=(0,m.U)(),{labelId:ed}=(0,x.f)(),[ef,eh]=n.useState(),ev=E??(0,R.$)(ed,ef),ep=el||O,eb=eu??L,[em,eg]=(0,l.f)({controlled:Z,default:T??V,name:"Slider"}),ey=n.useRef(null),ex=n.useRef(null),eR=n.useRef([]),ew=n.useRef(null),eS=n.useRef(null),eI=n.useRef(-1),eC=n.useRef(null),eE=n.useRef("none"),eM=(0,s.f)(F),[eA,eP]=n.useState(-1),[ek,eN]=n.useState(-1),[eT,eO]=n.useState(!1),[e$,eF]=n.useState(()=>new Map),[eq,eQ]=n.useState([void 0,void 0]),eB=(0,u.f)(e=>{eP(e),-1!==e&&eN(e)});(0,g.f)(ec.inputRef,G,em,void 0,!ep,L),(0,c.f)(em,()=>{en(eb),ec.change(em);let e=eo.initialValue;ea(Array.isArray(em)&&Array.isArray(e)?!(0,v.f)(em,e):em!==e)});let ez=(0,u.f)(e=>{e&&(ex.current=e)}),eV=Array.isArray(em),ej=n.useMemo(()=>eV?em.slice().sort(w):[(0,h.f)(em,V,z)],[z,V,eV,em]),eH=(0,u.f)((e,t)=>{if(Number.isNaN(e)||("number"==typeof e&&"number"==typeof em?e===em:!!(Array.isArray(e)&&Array.isArray(em))&&(0,v.f)(e,em)))return!1;let r=t??(0,o.j)(P.f.none,void 0,void 0,{activeThumbIndex:-1}),n=r.event,i=new(n.constructor??Event)(n.type,n);return Object.defineProperty(i,"target",{writable:!0,value:{value:e,name:eb}}),r.event=i,et(e,r),!r.isCanceled&&(eE.current=r.reason,eg(e),!0)}),eL=(0,u.f)((e,t,r)=>{let n=S(e,t,V,z,eV,ej);if(I(n,W,j)){let e="key"in r?N.keyboard:k.f.inputChange,i=eH(n,(0,o.j)(e,r.nativeEvent,void 0,{activeThumbIndex:t}));es(!0),i&&er(n,(0,o.U)(e,r.nativeEvent))}});(0,a.f)(()=>{let e=(0,p.T)((0,i.f)(ey.current));ep&&(0,p.I)(ey.current,e)&&e.blur()},[ep]),ep&&-1!==eA&&eB(-1);let eU=n.useMemo(()=>({...ei,activeThumbIndex:eA,disabled:ep,dragging:eT,orientation:D,max:z,min:V,minStepsBetweenValues:j,step:W,values:ej}),[ei,eA,ep,eT,z,V,j,D,W,ej]),eK=n.useMemo(()=>({active:eA,controlRef:ex,disabled:ep,dragging:eT,validation:ec,formatOptionsRef:eM,handleInputChange:eL,indicatorPosition:eq,inset:"center"!==Y,labelId:ev,rootLabelId:ee,largeStep:q,lastUsedThumbIndex:ek,lastChangeReasonRef:eE,form:H,locale:Q,max:z,min:V,minStepsBetweenValues:j,name:eb,onValueCommitted:er,orientation:D,pressedInputRef:ew,pressedThumbCenterOffsetRef:eS,pressedThumbIndexRef:eI,pressedValuesRef:eC,registerFieldControlRef:ez,renderBeforeHydration:"edge"===Y,setActive:eB,setDragging:eO,setIndicatorPosition:eQ,setLabelId:eh,setValue:eH,state:eU,step:W,thumbCollisionBehavior:X,thumbMap:e$,thumbRefs:eR,values:ej}),[eA,ex,ev,ee,ep,eT,ec,eM,eL,eq,q,ek,eE,H,Q,z,V,j,eb,er,D,ew,eS,eI,eC,ez,eB,eO,eQ,eh,eH,eU,W,X,Y,e$,eR,ej]),eD=(0,f.f)("div",e,{state:eU,ref:[t,ey],props:[{"aria-labelledby":ev,id:G,role:"group"},J,e=>ec.getValidationProps(ep,e)],stateAttributesMapping:C});return(0,r.jsx)(M.Provider,{value:eK,children:(0,r.jsx)(b.f,{elementsRef:eR,onMapChange:eF,children:eD})})});var O=e.i(229315),$=e.i(574735),F=e.i(333848),q=e.i(708445),Q=N,B=N,z=e.i(872855);function V(e){let t=e.getBoundingClientRect();return{x:(t.left+t.right)/2,y:(t.top+t.bottom)/2}}function j(e){if(0===e)return 0;if(1>Math.abs(e)){let t=e.toExponential().split("e-"),r=t[0].split(".")[1];return(r?r.length:0)+parseInt(t[1],10)}let t=e.toString().split(".")[1];return t?t.length:0}function H(e,t,r){return Number((Math.round((e-r)/t)*t+r).toFixed(Math.max(j(t),j(r))))}function L({values:e,index:t,nextValue:r,min:n,max:i,step:l,minStepsBetweenValues:u,initialValues:s}){if(0===e.length)return[];let a=e.slice(),o=l*u,c=a.length-1,d=s??e;a[t]=(0,h.f)(r,n+t*o,i-(c-t)*o);for(let e=t+1;e<=c;e+=1){let t=a[e-1]+o,r=i-(c-e)*o,n=d[e]??a[e],l=Math.max(a[e],t);n=0;e-=1){let t=a[e+1]-o,r=n+e*o,i=d[e]??a[e],l=Math.min(a[e],t);i>l&&(l=Math.min(i,t)),a[e]=(0,h.f)(l,r,t)}for(let e=0;e<=c;e+=1)a[e]=Number(a[e].toFixed(12));return a}function U(e,t){if(null!=t.current&&e.changedTouches){for(let r=0;r1,G="vertical"===w,ee=n.useRef(null),et=n.useRef(null),er=(0,u.f)(e=>{e&&null==et.current&&(et.current=(0,F.f)(e).getComputedStyle(e))}),en=n.useRef(null),ei=n.useRef(0),el=n.useRef(0),eu=n.useRef(null),es=(0,s.f)(Z);function ea(e){M.current!==e&&(M.current=e);let t=Y.current[e];if(!t){E.current=null,S.current=null;return}S.current=t.querySelector('input[type="range"]')}function eo(){M.current=-1,E.current=null,S.current=null}function ec(e){return!!(0,O.m)(e)&&Y.current.some(t=>!!(0,O.m)(t)&&!!(0,p.I)(t,e)&&t.querySelector('input[type="range"]')?.disabled===!0)}function ed(e){let t=ee.current,r=M.current;if(!t||!J&&(r<0||r>=Z.length))return null;let{width:n,height:i,bottom:l,left:u,right:s}=t.getBoundingClientRect(),a=function(e,t){if(!e)return{start:0,end:0};function r(e){let t=null!=e?parseFloat(e):0;return Number.isNaN(t)?0:t}let n=t?"Top":"InlineStart",i=t?"Bottom":"InlineEnd";return{start:r(e[`border${n}Width`])+r(e[`padding${n}`]),end:r(e[`border${i}Width`])+r(e[`padding${i}`])}}(et.current,G),o=el.current,c=(G?i:n)-a.start-a.end-2*o,d=E.current??0,f=e.x-d,v=e.y-d,p=G?l-v-a.end:("rtl"===_?s-f:f-u)-a.start,b=(g-y)*(0,h.f)((p-o)/c,0,1)+y;return(b=H(b,W,y),b=(0,h.f)(b,y,g),J)?r<0?null:function({behavior:e,values:t,currentValues:r,initialValues:n,pressedIndex:i,nextValue:l,min:u,max:s,step:a,minStepsBetweenValues:o}){let c=r??t,d=n??t;if(!(c.length>1))return{value:l,thumbIndex:0,didSwap:!1};let f=a*o;switch(e){case"swap":{let e=c[i],t=c.slice(),r=t[i-1],n=t[i+1],v=null!=r?r+f:u,p=null!=n?n-f:s,b=Number((0,h.f)(l,v,p).toFixed(12));t[i]=b;let m=l>e,g=l=n-1e-7,x=g&&null!=r&&l<=r+1e-7;if(!y&&!x)return{value:t,thumbIndex:i,didSwap:!1};let R=y?i+1:i-1,w=t.map((e,t)=>{if(t===i)return b;let r=d[t];return null!=r?r:c[t]}),S=l;S=y?Math.max(l,t[R]):Math.min(l,t[R]);let I=L({values:t,index:R,nextValue:S,min:u,max:s,step:a,minStepsBetweenValues:o,initialValues:w}),C=y?R-1:R+1;if(C>=0&&C-1&&t0&&Z[e-1]===g;)e-=1;r=e}}else{let t,n=G?"y":"x";r=-1;for(let i=0;i-1&&r!==t&&ea(r),b){let e=Y.current[r];(0,O.m)(e)&&(el.current=e.getBoundingClientRect()[G?"height":"width"]/2)}}function eh(e){let t=Y.current?.[e]?.querySelector('input[type="range"]');t&&t.focus({preventScroll:!0,focusVisible:!1})}function ev(e,t,r){let n=K(e.value,(0,o.j)(t,r,void 0,{activeThumbIndex:e.thumbIndex}));return n&&(eu.current=e.value,es.current=Array.isArray(e.value)?e.value:[e.value],e.didSwap&&ea(e.thumbIndex)),n}let ep=(0,u.f)(e=>{let t=U(e,en);if(null==t)return;if(ei.current+=1,"pointermove"===e.type&&0===e.buttons)return void eb(e);let r=ed(t);null!=r&&I(r.value,W,x)&&(!v&&ei.current>2&&j(!0),ev(r,Q.drag,e)&&r.didSwap&&eh(r.thumbIndex))}),eb=(0,u.f)(e=>{if(T(-1),j(!1),S.current=null,E.current=null,null!=eu.current){let t=m.current;R(eu.current,(0,o.U)(t,e))}"pointerType"in e&&ee.current?.hasPointerCapture(e.pointerId)&&ee.current?.releasePointerCapture(e.pointerId),M.current=-1,en.current=null,P.current=null,eu.current=null,eg()}),em=(0,u.f)(e=>{if(d)return;if(ec((0,p.Z)(e)))return void eo();let t=e.changedTouches[0];null!=t&&(en.current=t.identifier);let r=U(e,en);if(null!=r){ef(r);let t=ed(r);if(null==t)return;eh(t.thumbIndex),ev(t,B.trackPress,e)&&t.didSwap&&eh(t.thumbIndex)}ei.current=0;let n=(0,i.f)(ee.current);n.addEventListener("touchmove",ep,{passive:!0}),n.addEventListener("touchend",eb,{passive:!0})}),eg=(0,u.f)(()=>{let e=(0,i.f)(ee.current);e.removeEventListener("pointermove",ep),e.removeEventListener("pointerup",eb),e.removeEventListener("touchmove",ep),e.removeEventListener("touchend",eb),P.current=null,eu.current=null}),ey=(0,q.z)();return n.useEffect(()=>{let e=ee.current;if(!e)return()=>eg();let t=(0,$.f)(e,"touchstart",em,{passive:!0});return()=>{t(),ey.cancel(),eg()}},[eg,em,ee,ey]),n.useEffect(()=>{d&&eg()},[d,eg]),(0,f.f)("div",e,{state:D,ref:[t,k,ee,er],props:[{"data-base-ui-slider-control":N?"":void 0,onPointerDown(e){let t=ee.current,r=(0,p.Z)(e.nativeEvent);if(!t||d||e.defaultPrevented||!(0,O.m)(r)||0!==e.button)return;if(ec(r))return void eo();let n=U(e,en);if(null!=n){ef(n);let r=ed(n);if(null==r)return;(0,p.I)(Y.current[r.thumbIndex],(0,p.T)((0,i.f)(t)))?e.preventDefault():ey.request(()=>{eh(r.thumbIndex)}),j(!0),null==E.current&&ev(r,B.trackPress,e.nativeEvent)&&r.didSwap&&eh(r.thumbIndex)}e.nativeEvent.pointerId&&t.setPointerCapture(e.nativeEvent.pointerId),ei.current=0;let l=(0,i.f)(ee.current);l.addEventListener("pointermove",ep,{passive:!0}),l.addEventListener("pointerup",eb,{once:!0})}},c],stateAttributesMapping:C})}),D=n.forwardRef(function(e,t){let{render:r,className:n,style:i,...l}=e,{state:u}=A();return(0,f.f)("div",e,{state:u,ref:t,props:[{style:{position:"relative"}},l],stateAttributesMapping:C})});var W=e.i(828918),X=e.i(502077),Y=e.i(416224),Z=e.i(176782),_=e.i(802239),J=e.i(956789);function G(){return J.x}function ee(){return!1}function et(){return!0}function er(){return(0,_.useSyncExternalStore)(G,ee,et)}var en=e.i(353155),ei=e.i(673327),el=e.i(673553),eu=e.i(172410),es=e.i(596296),ea=e.i(538489);let eo=((t={}).index="data-index",t.dragging="data-dragging",t.orientation="data-orientation",t.disabled="data-disabled",t.valid="data-valid",t.invalid="data-invalid",t.touched="data-touched",t.dirty="data-dirty",t.focused="data-focused",t),ec=new Set([...ei.J,ei.v,ei.I]);function ed(e,t,r,n,i){let l=Number((1===r?e+t:e-t).toFixed(Math.max(j(e),j(t),j(n))));return(0,h.f)(l,n,i)}let ef=n.forwardRef(function(e,t){let i,l,s,{render:o,children:c,className:h,"aria-describedby":v,"aria-label":p,"aria-labelledby":b,"aria-valuetext":g,disabled:y=!1,getAriaLabel:x,getAriaValueText:R,id:w,index:I,inputRef:E,onBlur:M,onFocus:P,onKeyDown:k,tabIndex:N,style:T,...O}=e,{nonce:$}=(0,eu.f)(),q=(0,d.f)(w),{active:Q,lastUsedThumbIndex:B,controlRef:j,disabled:L,validation:U,formatOptionsRef:K,handleInputChange:D,inset:_,labelId:J,largeStep:G,locale:ee,max:et,min:ef,minStepsBetweenValues:eh,form:ev,name:ep,orientation:eb,pressedInputRef:em,pressedThumbCenterOffsetRef:eg,pressedThumbIndexRef:ey,renderBeforeHydration:ex,setActive:eR,setIndicatorPosition:ew,state:eS,step:eI,values:eC}=A(),eE=(0,z.f)(),eM=y||L,eA=eC.length>1,eP="vertical"===eb,ek="rtl"===eE,{setTouched:eN,setFocused:eT,validationMode:eO}=(0,m.U)(),e$=n.useRef(null),eF=n.useRef(null),eq=n.useRef(!1),eQ=(0,d.f)(),eB=(0,ea.f)(),ez=eA?eQ:eB,eV=n.useMemo(()=>({inputId:ez}),[ez]),{ref:ej,index:eH}=(0,el.b)({metadata:eV}),eL=eA?I??eH:0,eU=eL===eC.length-1,eK=eC[eL],eD=(0,en.f)(eK,ef,et),[eW,eX]=n.useState(),eY=er(),eZ=B>=0&&B{let e=j.current,t=e$.current;if(!e||!t)return;let r=t.getBoundingClientRect(),n=e.getBoundingClientRect(),i=eP?"height":"width",l=n[i]-r[i],u=(r[i]/2+l*eD/100)/n[i]*100,s=Number.isFinite(u)?u:void 0;eX(s),0===eL?ew(e=>[s,e[1]]):eU&&ew(e=>[e[0],s])});(0,a.f)(()=>{_&&queueMicrotask(e_)},[e_,_]),(0,a.f)(()=>{_&&e_()},[e_,_,eD]),(0,a.f)(()=>{if(!_)return;let e=j.current,t=e$.current;if(!e||!t)return;let r=(0,F.f)(e).ResizeObserver;if("function"!=typeof r)return;let n=new r(e_);return n.observe(e),n.observe(t),()=>{n.disconnect()}},[j,e_,_]);let eJ=eP?"bottom":"insetInlineStart",eG=eP?"left":"top";eA?Q===eL?i=2:eZ===eL&&(i=1):Q===eL&&(i=1),l=_?{"--position":`${eW??0}%`,visibility:ex&&eY||void 0===eW?"hidden":void 0,position:"absolute",[eJ]:"var(--position)",[eG]:"50%",translate:`${(eP||!ek?-1:1)*50}% ${(eP?1:-1)*50}%`,zIndex:i}:Number.isFinite(eD)?{position:"absolute",[eJ]:`${eD}%`,[eG]:"50%",translate:`${(eP||!ek?-1:1)*50}% ${(eP?1:-1)*50}%`,zIndex:i}:X.p,"vertical"===eb&&(s=ek?"vertical-rl":"vertical-lr");let e0="function"==typeof x?x(eL):p,e1=(0,Z.w)({"aria-label":e0,"aria-labelledby":b??(null==e0?J:void 0),"aria-describedby":v,"aria-orientation":eb,"aria-valuenow":eK,"aria-valuetext":"function"==typeof R?R((0,Y.f)(eK,ee,K.current??void 0),eK,eL):g??function(e,t,r,n){if(!(t<0))return 2===e.length?0===t?`${(0,Y.f)(e[t],n,r)} start range`:`${(0,Y.f)(e[t],n,r)} end range`:r?(0,Y.f)(e[t],n,r):void 0}(eC,eL,K.current??void 0,ee),disabled:eM,form:ev,id:ez,max:et,min:ef,name:ep,onChange(e){D(e.currentTarget.valueAsNumber,eL,e)},onFocus(e){let t=eq.current;eq.current=!1,eR(eL),eT(!0),t&&e.stopPropagation()},onBlur(e){eq.current?e.stopPropagation():e$.current&&(eR(-1),eN(!0),eT(!1),"onBlur"===eO&&U.commit(S(eK,eL,ef,et,eA,eC)))},onKeyDown(e){if(e.defaultPrevented||!ec.has(e.key))return;ei.J.has(e.key)&&e.stopPropagation();let t=null,r=H(eK,eI,ef);switch(e.key){case ei.V:t=ed(r,e.shiftKey?G:eI,1,ef,et);break;case ei.q:t=ed(r,e.shiftKey?G:eI,ek?-1:1,ef,et);break;case ei.e:t=ed(r,e.shiftKey?G:eI,-1,ef,et);break;case ei.b:t=ed(r,e.shiftKey?G:eI,ek?1:-1,ef,et);break;case ei.v:t=ed(r,G,1,ef,et);break;case ei.I:t=ed(r,G,-1,ef,et);break;case ei.C:t=et,eA&&(t=Number.isFinite(eC[eL+1])?eC[eL+1]-eI*eh:et);break;case ei.Z:t=ef,eA&&(t=Number.isFinite(eC[eL-1])?eC[eL-1]+eI*eh:ef)}if(null!==t){let r=e.currentTarget;(0,es.F)(r)||(eq.current=!0,r.blur(),r.focus({preventScroll:!0,focusVisible:!0})),D(t,eL,e),e.preventDefault()}},step:eI,style:{...X.p,width:"100%",height:"100%",writingMode:s},tabIndex:N??void 0,type:"range",value:eK??""},e=>U.getValidationProps(eM,e),{onKeyDown:k}),e5=(0,W.A)(eF,U.inputRef,E);return(0,f.f)("div",e,{state:eS,ref:[t,ej,e$],props:[{[eo.index]:eL,children:(0,r.jsxs)(n.Fragment,{children:[c,(0,r.jsx)("input",{ref:e5,...e1,suppressHydrationWarning:!0}),_&&eY&&ex&&eU&&(0,r.jsx)("script",{nonce:$,dangerouslySetInnerHTML:{__html:'!function(){const t=document.currentScript?.parentElement;if(!t)return;const e=t.closest("[data-base-ui-slider-control]");if(!e)return;const r=e.querySelector("[data-base-ui-slider-indicator]"),i=e.getBoundingClientRect(),n="vertical"===e.getAttribute("data-orientation")?"height":"width",o=e.querySelectorAll(\'input[type="range"]\'),l=o.length>1,s=o.length-1;let a=null,u=null;for(let t=0;t1,I=v?(r=h[0],n=h[1],i=void 0===r||S&&void 0===n?"hidden":void 0,l=w?"bottom":"insetInlineStart",u=w?"height":"width",((s={visibility:g&&R?"hidden":i,position:w?"absolute":"relative",[w?"width":"height"]:"inherit"})["--start-position"]=`${r??0}%`,S)?(s["--relative-size"]=`${(n??0)-(r??0)}%`,s[l]="var(--start-position)",s[u]="var(--relative-size)"):(s[l]=0,s[u]="var(--start-position)"),s):function(e,t,r,n){let i=e?"bottom":"insetInlineStart",l=e?"height":"width",u={position:e?"absolute":"relative",[e?"width":"height"]:"inherit"};if(!t)return u[i]=0,u[l]=`${r}%`,u;let s=n-r;return u[i]=`${r}%`,u[l]=`${s}%`,u}(w,S,(0,en.f)(x[0],b,p),(0,en.f)(x[x.length-1],b,p));return(0,f.f)("div",e,{state:y,ref:t,props:[{"data-base-ui-slider-indicator":g?"":void 0,style:I,suppressHydrationWarning:g||void 0},d],stateAttributesMapping:C})});e.s(["Control",0,K,"Indicator",0,eh,"Root",0,T,"Thumb",0,ef,"Track",0,D],691095);var ev=e.i(691095),ev=ev,ep=ev,eb=ev,em=ev,eg=ev,ey=e.i(196631);e.s(["f",0,function({className:e,defaultValue:t,value:n,min:i=0,max:l=100,...u}){let s=Array.isArray(n)?n:Array.isArray(t)?t:[i,l];return(0,r.jsx)(ev.Root,{className:(0,ey.c)("data-horizontal:w-full data-vertical:h-full",e),"data-slot":"slider",defaultValue:t,value:n,min:i,max:l,thumbAlignment:"edge",...u,children:(0,r.jsxs)(ep.Control,{className:"relative flex w-full touch-none items-center select-none data-disabled:opacity-50 data-vertical:h-full data-vertical:min-h-40 data-vertical:w-auto data-vertical:flex-col",children:[(0,r.jsx)(eb.Track,{"data-slot":"slider-track",className:"relative grow overflow-hidden rounded-full bg-muted select-none data-horizontal:h-1.5 data-horizontal:w-full data-vertical:h-full data-vertical:w-1.5",children:(0,r.jsx)(em.Indicator,{"data-slot":"slider-range",className:"bg-primary select-none data-horizontal:h-full data-vertical:w-full"})}),Array.from({length:s.length},(e,t)=>(0,r.jsx)(eg.Thumb,{"data-slot":"slider-thumb",className:"block size-4 shrink-0 rounded-full border border-primary bg-card shadow-sm ring-ring/50 transition-[color,box-shadow] select-none hover:ring-4 focus-visible:ring-4 focus-visible:outline-hidden disabled:pointer-events-none disabled:opacity-50"},t))]})})}],367692)}])})(); \ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_next/static/chunks/0gnds1p4rb0qo.js b/litellm/proxy/_experimental/out/_next/static/chunks/0gnds1p4rb0qo.js deleted file mode 100644 index 070bd17f0de..00000000000 --- a/litellm/proxy/_experimental/out/_next/static/chunks/0gnds1p4rb0qo.js +++ /dev/null @@ -1 +0,0 @@ -(()=>{"use strict";(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,233565,e=>{var t=e.i(246349);e.s(["f",()=>t.f])},361653,e=>{let t=(0,e.i(475254).f)("circle-alert",[["circle",{cx:"12",cy:"12",r:"10",key:"1mglay"}],["line",{x1:"12",x2:"12",y1:"8",y2:"12",key:"1pkeuh"}],["line",{x1:"12",x2:"12.01",y1:"16",y2:"16",key:"4dfq90"}]]);e.s(["f",0,t])},707621,e=>{var t=e.i(361653);e.s(["f",()=>t.f])},788699,360200,e=>{let t=(0,e.i(475254).f)("pencil",[["path",{d:"M21.174 6.812a1 1 0 0 0-3.986-3.987L3.842 16.174a2 2 0 0 0-.5.83l-1.321 4.352a.5.5 0 0 0 .623.622l4.353-1.32a2 2 0 0 0 .83-.497z",key:"1a8usu"}],["path",{d:"m15 5 4 4",key:"1mk7zo"}]]);e.s(["f",0,t],360200),e.s(["f",0,t],788699)},107233,603908,e=>{let t=(0,e.i(475254).f)("plus",[["path",{d:"M5 12h14",key:"1ays0h"}],["path",{d:"M12 5v14",key:"s699le"}]]);e.s(["f",0,t],603908),e.s(["f",0,t],107233)},89128,e=>{var t=e.i(582458);e.s(["f",()=>t.f])},37727,e=>{var t=e.i(841947);e.s(["X",()=>t.f])},345771,e=>{var t=e.i(271645),r=e.i(645141);let a={area:!0,base:!0,br:!0,col:!0,embed:!0,hr:!0,img:!0,input:!0,link:!0,meta:!0,param:!0,source:!0,track:!0,wbr:!0,"!doctype":!0,"!DOCTYPE":!0},n=/\s([^'"/\s><]+?)[\s/>]|([^\s=]+)=\s?("[^"]*"|'[^']*')/g;function i(e){let t={type:"tag",name:"",voidElement:!1,attrs:{},children:[]},r=e.match(/<\/?([^\s]+?)[/\s>]/);if(r&&(t.name=r[1],(a[r[1]]||"/"===e.charAt(e.length-2))&&(t.voidElement=!0),t.name.startsWith("!--"))){let t=e.indexOf("-->");return{type:"comment",comment:-1!==t?e.slice(4,t):""}}let i=new RegExp(n),s=null;for(;null!==(s=i.exec(e));)if(s[0].trim())if(s[1]){let e=s[1].trim(),r=[e,null],a=e.indexOf("=");a>-1&&(r=[e.slice(0,a),e.slice(a+1)]),t.attrs[r[0]]=r[1],i.lastIndex--}else s[2]&&(t.attrs[s[2]]=s[3].trim().substring(1,s[3].length-1));return t}let s=/|<[a-zA-Z0-9\-!/](?:"[^"]*"|'[^']*'|[^'">])*>/g,o=/<\/?([^\s]+?)[/\s>]/,l=/^\s*$/,d=/^(script|style)$/i,c=Object.create(null);var u=function(e,t){let r,a,n,u=t&&t.components||c,f=t&&t.allowedTags,p=!1;if(f){let t,r="function"==typeof f?f:function(e){return f.indexOf(e)>-1},a="",n=0;for(s.lastIndex=0;t=s.exec(e);){let i=t[0];a+=e.slice(n,t.index);let l=i.match(o);i.startsWith("");return{type:"comment",comment:-1!==t?e.slice(4,t):""}}let a=new RegExp(s),r=null;for(;null!==(r=a.exec(e));)if(r[0].trim())if(r[1]){let e=r[1].trim(),n=[e,null],i=e.indexOf("=");i>-1&&(n=[e.slice(0,i),e.slice(i+1)]),t.attrs[n[0]]=n[1],a.lastIndex--}else r[2]&&(t.attrs[r[2]]=r[3].trim().substring(1,r[3].length-1));return t}let r=/|<[a-zA-Z0-9\-!/](?:"[^"]*"|'[^']*'|[^'">])*>/g,o=/<\/?([^\s]+?)[/\s>]/,l=/^\s*$/,d=/^(script|style)$/i,c=Object.create(null);var u=function(e,t){let n,i,s,u=t&&t.components||c,f=t&&t.allowedTags,p=!1;if(f){let t,n="function"==typeof f?f:function(e){return f.indexOf(e)>-1},i="",s=0;for(r.lastIndex=0;t=r.exec(e);){let a=t[0];i+=e.slice(s,t.index);let l=a.match(o);a.startsWith("

404

This page could not be found.

\ No newline at end of file +404: This page could not be found.LiteLLM Dashboard

404

This page could not be found.

\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/_not-found/index.txt b/litellm/proxy/_experimental/out/_not-found/index.txt index d331776b45e..bb89029a5ff 100644 --- a/litellm/proxy/_experimental/out/_not-found/index.txt +++ b/litellm/proxy/_experimental/out/_not-found/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -22,11 +22,11 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 1b:I[897367,["$2","$3","$4","$5"],"$1a"] 1d:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],null,["$","$L14",null,{"children":["$","$15",null,{"name":"Next.MetadataOutlet","children":"$@16"}]}]]}],"p":false,"v":null}}]] 11:[["children",{"s":"/_not-found","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","_not-found",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[["$","meta",null,{"name":"robots","content":"noindex"}],["$","$L18",null,{"children":"$L19"}],["$","$L1b",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$15",null,{"name":"Next.Metadata","children":"$L1c"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$1d",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"P":null,"c":["","_not-found",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[["$","meta",null,{"name":"robots","content":"noindex"}],["$","$L18",null,{"children":"$L19"}],["$","$L1b",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$15",null,{"name":"Next.Metadata","children":"$L1c"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$1d",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 12:C 19:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] 1e:I[27201,["$2","$3","$4","$5"],"IconMark"] diff --git a/litellm/proxy/_experimental/out/access-groups/__next.!KGRhc2hib2FyZCk.access-groups.__PAGE__.txt b/litellm/proxy/_experimental/out/access-groups/__next.!KGRhc2hib2FyZCk.access-groups.__PAGE__.txt index e2419475149..a45bef2ae5d 100644 --- a/litellm/proxy/_experimental/out/access-groups/__next.!KGRhc2hib2FyZCk.access-groups.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/access-groups/__next.!KGRhc2hib2FyZCk.access-groups.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,35 +21,35 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"access-groups","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3f:"/litellm-asset-prefix/_next/static/chunks/43zdz3fjq9um6.js" @@ -60,7 +60,7 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 44:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" 45:I[852119,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] 48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/43zdz3fjq9um6.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1dnjwp-souusa.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3a_abewkl4ap1.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] diff --git a/litellm/proxy/_experimental/out/access-groups/__next._full.txt b/litellm/proxy/_experimental/out/access-groups/__next._full.txt index b8b362709f2..f24e73ffae7 100644 --- a/litellm/proxy/_experimental/out/access-groups/__next._full.txt +++ b/litellm/proxy/_experimental/out/access-groups/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,34 +21,34 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"access-groups","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","access-groups",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","access-groups",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/43zdz3fjq9um6.js" @@ -59,10 +59,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" 42:I[852119,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] 45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/43zdz3fjq9um6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1dnjwp-souusa.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3a_abewkl4ap1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] diff --git a/litellm/proxy/_experimental/out/access-groups/__next._tree.txt b/litellm/proxy/_experimental/out/access-groups/__next._tree.txt index f8dea3bfcf1..e56e9b3410b 100644 --- a/litellm/proxy/_experimental/out/access-groups/__next._tree.txt +++ b/litellm/proxy/_experimental/out/access-groups/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"access-groups","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/access-groups/index.html b/litellm/proxy/_experimental/out/access-groups/index.html index 3723ba67078..eb398138412 100644 --- a/litellm/proxy/_experimental/out/access-groups/index.html +++ b/litellm/proxy/_experimental/out/access-groups/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/access-groups/index.txt b/litellm/proxy/_experimental/out/access-groups/index.txt index b8b362709f2..f24e73ffae7 100644 --- a/litellm/proxy/_experimental/out/access-groups/index.txt +++ b/litellm/proxy/_experimental/out/access-groups/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,34 +21,34 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"access-groups","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","access-groups",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","access-groups",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/43zdz3fjq9um6.js" @@ -59,10 +59,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" 42:I[852119,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] 45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/43zdz3fjq9um6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1dnjwp-souusa.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3a_abewkl4ap1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] diff --git a/litellm/proxy/_experimental/out/admin-panel/__next.!KGRhc2hib2FyZCk.admin-panel.__PAGE__.txt b/litellm/proxy/_experimental/out/admin-panel/__next.!KGRhc2hib2FyZCk.admin-panel.__PAGE__.txt index 7981ecf6801..6421c2ffb2a 100644 --- a/litellm/proxy/_experimental/out/admin-panel/__next.!KGRhc2hib2FyZCk.admin-panel.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/admin-panel/__next.!KGRhc2hib2FyZCk.admin-panel.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,53 +21,54 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"admin-panel","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/3nkcmem02czsc.js" +3f:"/litellm-asset-prefix/_next/static/chunks/38vu4j0vq68si.js" 40:"/litellm-asset-prefix/_next/static/chunks/0vxgfsi7ccks-.js" -41:"/litellm-asset-prefix/_next/static/chunks/34qpjpio52d5y.js" -42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +41:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +42:"/litellm-asset-prefix/_next/static/chunks/2e99algfp-q1e.js" 43:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -44:I[648214,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43"],"default"] -47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +45:I[648214,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] +48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3nkcmem02czsc.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0vxgfsi7ccks-.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/34qpjpio52d5y.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/38vu4j0vq68si.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0vxgfsi7ccks-.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2e99algfp-q1e.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -45:{} -46:"$15:props:serverProvidedParams:params" -48:null +46:{} +47:"$15:props:serverProvidedParams:params" +49:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/admin-panel/__next._full.txt b/litellm/proxy/_experimental/out/admin-panel/__next._full.txt index 3ee160a7f9c..30fc5d7c3c9 100644 --- a/litellm/proxy/_experimental/out/admin-panel/__next._full.txt +++ b/litellm/proxy/_experimental/out/admin-panel/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"admin-panel","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","admin-panel",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","admin-panel",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3nkcmem02czsc.js" +3c:"/litellm-asset-prefix/_next/static/chunks/38vu4j0vq68si.js" 3d:"/litellm-asset-prefix/_next/static/chunks/0vxgfsi7ccks-.js" -3e:"/litellm-asset-prefix/_next/static/chunks/34qpjpio52d5y.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2e99algfp-q1e.js" 40:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -41:I[648214,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +42:I[648214,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3nkcmem02czsc.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0vxgfsi7ccks-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/34qpjpio52d5y.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/38vu4j0vq68si.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0vxgfsi7ccks-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2e99algfp-q1e.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/admin-panel/__next._tree.txt b/litellm/proxy/_experimental/out/admin-panel/__next._tree.txt index e503773e6d8..fcf5553a1fa 100644 --- a/litellm/proxy/_experimental/out/admin-panel/__next._tree.txt +++ b/litellm/proxy/_experimental/out/admin-panel/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"admin-panel","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/admin-panel/index.html b/litellm/proxy/_experimental/out/admin-panel/index.html index d6fc888ce9f..971a670f0e4 100644 --- a/litellm/proxy/_experimental/out/admin-panel/index.html +++ b/litellm/proxy/_experimental/out/admin-panel/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/admin-panel/index.txt b/litellm/proxy/_experimental/out/admin-panel/index.txt index 3ee160a7f9c..30fc5d7c3c9 100644 --- a/litellm/proxy/_experimental/out/admin-panel/index.txt +++ b/litellm/proxy/_experimental/out/admin-panel/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"admin-panel","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","admin-panel",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","admin-panel",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3nkcmem02czsc.js" +3c:"/litellm-asset-prefix/_next/static/chunks/38vu4j0vq68si.js" 3d:"/litellm-asset-prefix/_next/static/chunks/0vxgfsi7ccks-.js" -3e:"/litellm-asset-prefix/_next/static/chunks/34qpjpio52d5y.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2e99algfp-q1e.js" 40:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -41:I[648214,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +42:I[648214,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3nkcmem02czsc.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0vxgfsi7ccks-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/34qpjpio52d5y.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/38vu4j0vq68si.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0vxgfsi7ccks-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2e99algfp-q1e.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/agents/__next.!KGRhc2hib2FyZCk.agents.__PAGE__.txt b/litellm/proxy/_experimental/out/agents/__next.!KGRhc2hib2FyZCk.agents.__PAGE__.txt index 9a568f3142f..5ed250a6c99 100644 --- a/litellm/proxy/_experimental/out/agents/__next.!KGRhc2hib2FyZCk.agents.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/agents/__next.!KGRhc2hib2FyZCk.agents.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,62 +21,65 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"agents","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/3b9z7bg61nj9d.js" -40:"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js" -41:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -42:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -43:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -45:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" -46:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -47:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -48:"/litellm-asset-prefix/_next/static/chunks/0lyv3p52xiolk.js" -49:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -4a:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4b:"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js" -4c:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -4d:I[298805,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c"],"default"] -50:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/0-yugjb2xj35y.js" +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js" +42:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +43:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +44:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +45:"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js" +46:"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js" +47:"/litellm-asset-prefix/_next/static/chunks/3qqb_sq_5_st_.js" +48:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +49:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +4a:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4b:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4d:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +4e:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4f:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +50:I[298805,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e","$4f"],"default"] +53:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4d","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4e","$@4f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3b9z7bg61nj9d.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0lyv3p52xiolk.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true}]],["$","$L50",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@51"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$50","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@51","$@52"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0-yugjb2xj35y.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/3qqb_sq_5_st_.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true}]],["$","$L53",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@54"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -4e:{} -4f:"$15:props:serverProvidedParams:params" -51:null +51:{} +52:"$15:props:serverProvidedParams:params" +54:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/agents/__next._full.txt b/litellm/proxy/_experimental/out/agents/__next._full.txt index 61787622cc8..f3c7d1996a5 100644 --- a/litellm/proxy/_experimental/out/agents/__next._full.txt +++ b/litellm/proxy/_experimental/out/agents/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,64 +21,67 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"agents","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","agents",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","agents",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3b9z7bg61nj9d.js" -3d:"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js" -3e:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -42:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" -43:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -45:"/litellm-asset-prefix/_next/static/chunks/0lyv3p52xiolk.js" -46:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -47:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -48:"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js" -49:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -4a:I[298805,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49"],"default"] -4d:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/0-yugjb2xj35y.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js" +3f:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +40:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +41:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +42:"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js" +43:"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js" +44:"/litellm-asset-prefix/_next/static/chunks/3qqb_sq_5_st_.js" +45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +46:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +47:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +48:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" +49:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4a:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +4b:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4c:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4d:I[298805,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c"],"default"] +50:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4a","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4b","$@4c"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3b9z7bg61nj9d.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0lyv3p52xiolk.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}]],["$","$L4d",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4e"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4e","$@4f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0-yugjb2xj35y.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/3qqb_sq_5_st_.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}]],["$","$L50",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@51"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4b:{} -4c:"$16:props:serverProvidedParams:params" +4e:{} +4f:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4f:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4f","4",{}]] -4e:null +52:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L52","4",{}]] +51:null diff --git a/litellm/proxy/_experimental/out/agents/__next._tree.txt b/litellm/proxy/_experimental/out/agents/__next._tree.txt index 797d77403db..ff8fd68b155 100644 --- a/litellm/proxy/_experimental/out/agents/__next._tree.txt +++ b/litellm/proxy/_experimental/out/agents/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"agents","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/agents/index.html b/litellm/proxy/_experimental/out/agents/index.html index 5aab1c60b85..fef82fe8fe0 100644 --- a/litellm/proxy/_experimental/out/agents/index.html +++ b/litellm/proxy/_experimental/out/agents/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/agents/index.txt b/litellm/proxy/_experimental/out/agents/index.txt index 61787622cc8..f3c7d1996a5 100644 --- a/litellm/proxy/_experimental/out/agents/index.txt +++ b/litellm/proxy/_experimental/out/agents/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,64 +21,67 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"agents","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","agents",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","agents",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3b9z7bg61nj9d.js" -3d:"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js" -3e:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -42:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" -43:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -45:"/litellm-asset-prefix/_next/static/chunks/0lyv3p52xiolk.js" -46:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -47:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -48:"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js" -49:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -4a:I[298805,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49"],"default"] -4d:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/0-yugjb2xj35y.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js" +3f:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +40:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +41:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +42:"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js" +43:"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js" +44:"/litellm-asset-prefix/_next/static/chunks/3qqb_sq_5_st_.js" +45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +46:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +47:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +48:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" +49:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4a:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +4b:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4c:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4d:I[298805,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c"],"default"] +50:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4a","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4b","$@4c"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3b9z7bg61nj9d.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0lyv3p52xiolk.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}]],["$","$L4d",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4e"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4e","$@4f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0-yugjb2xj35y.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/3qqb_sq_5_st_.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}]],["$","$L50",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@51"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4b:{} -4c:"$16:props:serverProvidedParams:params" +4e:{} +4f:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4f:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4f","4",{}]] -4e:null +52:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L52","4",{}]] +51:null diff --git a/litellm/proxy/_experimental/out/alerts/__next.!KGRhc2hib2FyZCk.alerts.__PAGE__.txt b/litellm/proxy/_experimental/out/alerts/__next.!KGRhc2hib2FyZCk.alerts.__PAGE__.txt index bd1e5395d50..c760a39d039 100644 --- a/litellm/proxy/_experimental/out/alerts/__next.!KGRhc2hib2FyZCk.alerts.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/alerts/__next.!KGRhc2hib2FyZCk.alerts.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,52 +21,51 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"alerts","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] -3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] +3e:"/litellm-asset-prefix/_next/static/chunks/0lkkvue-q-gzz.js" 3f:"/litellm-asset-prefix/_next/static/chunks/1r5wx4ugvlqqz.js" -40:"/litellm-asset-prefix/_next/static/chunks/2fv9gfjdvi104.js" -41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -43:I[361197,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42"],"default"] -46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +42:"/litellm-asset-prefix/_next/static/chunks/0a0-sso83yd7c.js" +43:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +44:I[804623,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3e","$3f","$40","$41","$42","$43"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1r5wx4ugvlqqz.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2fv9gfjdvi104.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L46",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L44",null,{}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0lkkvue-q-gzz.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1r5wx4ugvlqqz.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0a0-sso83yd7c.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}]],["$","$L45",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -44:{} -45:"$15:props:serverProvidedParams:params" -47:null +46:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/alerts/__next._full.txt b/litellm/proxy/_experimental/out/alerts/__next._full.txt index 69ec4282a98..9405ab83cc1 100644 --- a/litellm/proxy/_experimental/out/alerts/__next._full.txt +++ b/litellm/proxy/_experimental/out/alerts/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,53 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"alerts","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","alerts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","alerts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] -3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] +3b:"/litellm-asset-prefix/_next/static/chunks/0lkkvue-q-gzz.js" 3c:"/litellm-asset-prefix/_next/static/chunks/1r5wx4ugvlqqz.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2fv9gfjdvi104.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:I[361197,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] -43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3f:"/litellm-asset-prefix/_next/static/chunks/0a0-sso83yd7c.js" +40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +41:I[804623,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3b","$3c","$3d","$3e","$3f","$40"],"default"] +42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1r5wx4ugvlqqz.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2fv9gfjdvi104.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L41",null,{}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0lkkvue-q-gzz.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1r5wx4ugvlqqz.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0a0-sso83yd7c.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -41:{} -42:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -45:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] -44:null +44:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L44","4",{}]] +43:null diff --git a/litellm/proxy/_experimental/out/alerts/__next._tree.txt b/litellm/proxy/_experimental/out/alerts/__next._tree.txt index c3505201e71..e485789f88b 100644 --- a/litellm/proxy/_experimental/out/alerts/__next._tree.txt +++ b/litellm/proxy/_experimental/out/alerts/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"alerts","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/alerts/index.html b/litellm/proxy/_experimental/out/alerts/index.html index 8e470b61672..0e0fad38b1c 100644 --- a/litellm/proxy/_experimental/out/alerts/index.html +++ b/litellm/proxy/_experimental/out/alerts/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/alerts/index.txt b/litellm/proxy/_experimental/out/alerts/index.txt index 69ec4282a98..9405ab83cc1 100644 --- a/litellm/proxy/_experimental/out/alerts/index.txt +++ b/litellm/proxy/_experimental/out/alerts/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,53 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"alerts","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","alerts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","alerts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] -3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] +3b:"/litellm-asset-prefix/_next/static/chunks/0lkkvue-q-gzz.js" 3c:"/litellm-asset-prefix/_next/static/chunks/1r5wx4ugvlqqz.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2fv9gfjdvi104.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:I[361197,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] -43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3f:"/litellm-asset-prefix/_next/static/chunks/0a0-sso83yd7c.js" +40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +41:I[804623,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3b","$3c","$3d","$3e","$3f","$40"],"default"] +42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1r5wx4ugvlqqz.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2fv9gfjdvi104.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L41",null,{}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0lkkvue-q-gzz.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1r5wx4ugvlqqz.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0a0-sso83yd7c.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -41:{} -42:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -45:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] -44:null +44:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L44","4",{}]] +43:null diff --git a/litellm/proxy/_experimental/out/api-keys/__next.!KGRhc2hib2FyZCk.api-keys.__PAGE__.txt b/litellm/proxy/_experimental/out/api-keys/__next.!KGRhc2hib2FyZCk.api-keys.__PAGE__.txt index 8c7ef3f9999..a374337c132 100644 --- a/litellm/proxy/_experimental/out/api-keys/__next.!KGRhc2hib2FyZCk.api-keys.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/api-keys/__next.!KGRhc2hib2FyZCk.api-keys.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,61 +21,64 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"api-keys","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/1p1kmb1i2pk2z.js" -40:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -41:"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js" -42:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -43:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -44:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -45:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -46:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -47:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -48:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -49:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" -4a:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4b:"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js" -4c:I[973095,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b"],"default"] -4f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/2xwal0dtd0wuq.js" +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js" +42:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +43:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +44:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +45:"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js" +46:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +47:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +48:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +49:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +4a:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4b:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4d:"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js" +4e:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4f:I[973095,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e"],"default"] +52:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4c","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4d","$@4e"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1p1kmb1i2pk2z.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js","async":true}]],["$","$L4f",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@50"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4f","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@50","$@51"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2xwal0dtd0wuq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true}]],["$","$L52",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@53"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -4d:{} -4e:"$15:props:serverProvidedParams:params" -50:null +50:{} +51:"$15:props:serverProvidedParams:params" +53:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/api-keys/__next._full.txt b/litellm/proxy/_experimental/out/api-keys/__next._full.txt index 7ea043948da..27d575d641b 100644 --- a/litellm/proxy/_experimental/out/api-keys/__next._full.txt +++ b/litellm/proxy/_experimental/out/api-keys/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,63 +21,66 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"api-keys","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","api-keys",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","api-keys",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1p1kmb1i2pk2z.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js" -3f:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -40:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -42:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -43:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -45:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -46:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" -47:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -48:"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js" -49:I[973095,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48"],"default"] -4c:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/2xwal0dtd0wuq.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js" +3f:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +40:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +42:"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js" +43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +44:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +46:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +47:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +48:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" +49:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4a:"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js" +4b:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4c:I[973095,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b"],"default"] +4f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$49","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4a","$@4b"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1p1kmb1i2pk2z.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js","async":true,"nonce":"$undefined"}]],["$","$L4c",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4d"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4c","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4d","$@4e"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2xwal0dtd0wuq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}]],["$","$L4f",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@50"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4a:{} -4b:"$16:props:serverProvidedParams:params" +4d:{} +4e:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4e:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4e","4",{}]] -4d:null +51:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L51","4",{}]] +50:null diff --git a/litellm/proxy/_experimental/out/api-keys/__next._tree.txt b/litellm/proxy/_experimental/out/api-keys/__next._tree.txt index 6fccd7819ff..7ea713f4f62 100644 --- a/litellm/proxy/_experimental/out/api-keys/__next._tree.txt +++ b/litellm/proxy/_experimental/out/api-keys/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"api-keys","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/api-keys/index.html b/litellm/proxy/_experimental/out/api-keys/index.html index 25cd6851d2a..7edbf5db596 100644 --- a/litellm/proxy/_experimental/out/api-keys/index.html +++ b/litellm/proxy/_experimental/out/api-keys/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/api-keys/index.txt b/litellm/proxy/_experimental/out/api-keys/index.txt index 7ea043948da..27d575d641b 100644 --- a/litellm/proxy/_experimental/out/api-keys/index.txt +++ b/litellm/proxy/_experimental/out/api-keys/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,63 +21,66 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"api-keys","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","api-keys",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","api-keys",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1p1kmb1i2pk2z.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js" -3f:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -40:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -42:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -43:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -45:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -46:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" -47:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -48:"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js" -49:I[973095,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48"],"default"] -4c:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/2xwal0dtd0wuq.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js" +3f:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +40:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +42:"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js" +43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +44:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +46:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +47:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +48:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" +49:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4a:"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js" +4b:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4c:I[973095,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b"],"default"] +4f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$49","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4a","$@4b"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1p1kmb1i2pk2z.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js","async":true,"nonce":"$undefined"}]],["$","$L4c",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4d"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4c","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4d","$@4e"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2xwal0dtd0wuq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}]],["$","$L4f",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@50"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4a:{} -4b:"$16:props:serverProvidedParams:params" +4d:{} +4e:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4e:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4e","4",{}]] -4d:null +51:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L51","4",{}]] +50:null diff --git a/litellm/proxy/_experimental/out/api-reference/__next._full.txt b/litellm/proxy/_experimental/out/api-reference/__next._full.txt deleted file mode 100644 index 0f2062d2433..00000000000 --- a/litellm/proxy/_experimental/out/api-reference/__next._full.txt +++ /dev/null @@ -1,72 +0,0 @@ -1:"$Sreact.fragment" -2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" -3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" -4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" -6:I[419159,["$2","$3","$4","$5"],"default"] -7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] -8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] -9:I[867271,["$2","$3","$4","$5"],"default"] -a:"TerminologyProvider" -b:I[283634,["$2","$3","$4","$5"],"$a"] -c:I[656682,["$2","$3","$4","$5"],"default"] -d:I[557951,["$2","$3","$4","$5"],"AuthProvider"] -e:I[339756,["$2","$3","$4","$5"],"default"] -f:I[837457,["$2","$3","$4","$5"],"default"] -10:I[713354,["$2","$3","$4","$5"],"Toaster"] -1c:"ViewportBoundary" -1d:I[897367,["$2","$3","$4","$5"],"$1c"] -1f:"MetadataBoundary" -20:I[897367,["$2","$3","$4","$5"],"$1f"] -21:"$Sreact.suspense" -23:I[168027,["$2","$3","$4","$5"],"default",1] -:HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] -:HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] -19:X -1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] -17:[["children",{"s":"api-reference","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","api-reference",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} -24:"ClientSegmentRoot" -25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" -39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] -3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/0t7hd_0y0l4jz.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2w8toiy8de9_1.js" -3e:I[191905,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d"],"default"] -41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] -16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] -18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0t7hd_0y0l4jz.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2w8toiy8de9_1.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] -19:C -3a:"$16:props:serverProvidedParams:params" -3f:{} -40:"$16:props:serverProvidedParams:params" -1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -43:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L43","4",{}]] -42:null diff --git a/litellm/proxy/_experimental/out/api-reference/index.html b/litellm/proxy/_experimental/out/api-reference/index.html deleted file mode 100644 index 1529a6e2ce0..00000000000 --- a/litellm/proxy/_experimental/out/api-reference/index.html +++ /dev/null @@ -1 +0,0 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/api-reference/index.txt b/litellm/proxy/_experimental/out/api-reference/index.txt deleted file mode 100644 index 0f2062d2433..00000000000 --- a/litellm/proxy/_experimental/out/api-reference/index.txt +++ /dev/null @@ -1,72 +0,0 @@ -1:"$Sreact.fragment" -2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" -3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" -4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" -6:I[419159,["$2","$3","$4","$5"],"default"] -7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] -8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] -9:I[867271,["$2","$3","$4","$5"],"default"] -a:"TerminologyProvider" -b:I[283634,["$2","$3","$4","$5"],"$a"] -c:I[656682,["$2","$3","$4","$5"],"default"] -d:I[557951,["$2","$3","$4","$5"],"AuthProvider"] -e:I[339756,["$2","$3","$4","$5"],"default"] -f:I[837457,["$2","$3","$4","$5"],"default"] -10:I[713354,["$2","$3","$4","$5"],"Toaster"] -1c:"ViewportBoundary" -1d:I[897367,["$2","$3","$4","$5"],"$1c"] -1f:"MetadataBoundary" -20:I[897367,["$2","$3","$4","$5"],"$1f"] -21:"$Sreact.suspense" -23:I[168027,["$2","$3","$4","$5"],"default",1] -:HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] -:HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] -19:X -1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] -17:[["children",{"s":"api-reference","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","api-reference",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} -24:"ClientSegmentRoot" -25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" -39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] -3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/0t7hd_0y0l4jz.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2w8toiy8de9_1.js" -3e:I[191905,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d"],"default"] -41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] -16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] -18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0t7hd_0y0l4jz.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2w8toiy8de9_1.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] -19:C -3a:"$16:props:serverProvidedParams:params" -3f:{} -40:"$16:props:serverProvidedParams:params" -1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -43:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L43","4",{}]] -42:null diff --git a/litellm/proxy/_experimental/out/aria/__next.!KGRhc2hib2FyZCk.aria.__PAGE__.txt b/litellm/proxy/_experimental/out/aria/__next.!KGRhc2hib2FyZCk.aria.__PAGE__.txt index aa3c7e6d0ca..cae39c30150 100644 --- a/litellm/proxy/_experimental/out/aria/__next.!KGRhc2hib2FyZCk.aria.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/aria/__next.!KGRhc2hib2FyZCk.aria.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,39 +21,39 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"aria","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[912499,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"LiteAdminPage"] 3f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1c:["$","$1","c",{"children":[["$","$L3e",null,{}],null,["$","$L3f",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@40"}]}]]}] diff --git a/litellm/proxy/_experimental/out/aria/__next._full.txt b/litellm/proxy/_experimental/out/aria/__next._full.txt index 04f6db4416b..b6e9e2d7d6d 100644 --- a/litellm/proxy/_experimental/out/aria/__next._full.txt +++ b/litellm/proxy/_experimental/out/aria/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,41 +21,41 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"aria","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","aria",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","aria",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[912499,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"LiteAdminPage"] 3c:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{}],null,["$","$L3c",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@3d"}]}]]}] diff --git a/litellm/proxy/_experimental/out/aria/__next._tree.txt b/litellm/proxy/_experimental/out/aria/__next._tree.txt index d83d2c10d07..55343dd373c 100644 --- a/litellm/proxy/_experimental/out/aria/__next._tree.txt +++ b/litellm/proxy/_experimental/out/aria/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"aria","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/aria/index.html b/litellm/proxy/_experimental/out/aria/index.html index fe40fcff54d..e9ad6ddaee1 100644 --- a/litellm/proxy/_experimental/out/aria/index.html +++ b/litellm/proxy/_experimental/out/aria/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/aria/index.txt b/litellm/proxy/_experimental/out/aria/index.txt index 04f6db4416b..b6e9e2d7d6d 100644 --- a/litellm/proxy/_experimental/out/aria/index.txt +++ b/litellm/proxy/_experimental/out/aria/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,41 +21,41 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"aria","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","aria",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","aria",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[912499,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"LiteAdminPage"] 3c:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{}],null,["$","$L3c",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@3d"}]}]]}] diff --git a/litellm/proxy/_experimental/out/assets/logos/collieai.svg b/litellm/proxy/_experimental/out/assets/logos/collieai.svg new file mode 100644 index 00000000000..dff072d0c30 --- /dev/null +++ b/litellm/proxy/_experimental/out/assets/logos/collieai.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/litellm/proxy/_experimental/out/budgets/__next.!KGRhc2hib2FyZCk.budgets.__PAGE__.txt b/litellm/proxy/_experimental/out/budgets/__next.!KGRhc2hib2FyZCk.budgets.__PAGE__.txt index 4d6c1d7a13e..101c631ddb3 100644 --- a/litellm/proxy/_experimental/out/budgets/__next.!KGRhc2hib2FyZCk.budgets.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/budgets/__next.!KGRhc2hib2FyZCk.budgets.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,35 +21,35 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"budgets","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3f:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" @@ -58,7 +58,7 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 43:I[359200,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42"],"default"] 46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0z2r8bbn9qumo.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L46",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] diff --git a/litellm/proxy/_experimental/out/budgets/__next._full.txt b/litellm/proxy/_experimental/out/budgets/__next._full.txt index 2ce0c3c3fbc..c968dbedba0 100644 --- a/litellm/proxy/_experimental/out/budgets/__next._full.txt +++ b/litellm/proxy/_experimental/out/budgets/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,34 +21,34 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"budgets","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","budgets",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","budgets",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" @@ -57,10 +57,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 40:I[359200,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] 43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0z2r8bbn9qumo.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] diff --git a/litellm/proxy/_experimental/out/budgets/__next._tree.txt b/litellm/proxy/_experimental/out/budgets/__next._tree.txt index be7b49a036c..aaa0c42542a 100644 --- a/litellm/proxy/_experimental/out/budgets/__next._tree.txt +++ b/litellm/proxy/_experimental/out/budgets/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"budgets","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/budgets/index.html b/litellm/proxy/_experimental/out/budgets/index.html index 601ba66a90a..3c74a897570 100644 --- a/litellm/proxy/_experimental/out/budgets/index.html +++ b/litellm/proxy/_experimental/out/budgets/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/budgets/index.txt b/litellm/proxy/_experimental/out/budgets/index.txt index 2ce0c3c3fbc..c968dbedba0 100644 --- a/litellm/proxy/_experimental/out/budgets/index.txt +++ b/litellm/proxy/_experimental/out/budgets/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,34 +21,34 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"budgets","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","budgets",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","budgets",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" @@ -57,10 +57,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 40:I[359200,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] 43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0z2r8bbn9qumo.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] diff --git a/litellm/proxy/_experimental/out/caching/__next.!KGRhc2hib2FyZCk.caching.__PAGE__.txt b/litellm/proxy/_experimental/out/caching/__next.!KGRhc2hib2FyZCk.caching.__PAGE__.txt index fb9818ea01c..2bcf933269c 100644 --- a/litellm/proxy/_experimental/out/caching/__next.!KGRhc2hib2FyZCk.caching.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/caching/__next.!KGRhc2hib2FyZCk.caching.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,35 +21,35 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"caching","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3f:"/litellm-asset-prefix/_next/static/chunks/2r3e6q4a8g6x7.js" @@ -59,7 +59,7 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 43:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" 44:I[254709,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43"],"default"] 47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2r3e6q4a8g6x7.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1mu2li2rnbbhi.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0iouw_grurqky.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] diff --git a/litellm/proxy/_experimental/out/caching/__next._full.txt b/litellm/proxy/_experimental/out/caching/__next._full.txt index 412dd92ee9f..9b2cfa2b010 100644 --- a/litellm/proxy/_experimental/out/caching/__next._full.txt +++ b/litellm/proxy/_experimental/out/caching/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,34 +21,34 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"caching","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","caching",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","caching",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/2r3e6q4a8g6x7.js" @@ -58,10 +58,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" 41:I[254709,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] 44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2r3e6q4a8g6x7.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1mu2li2rnbbhi.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0iouw_grurqky.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] diff --git a/litellm/proxy/_experimental/out/caching/__next._tree.txt b/litellm/proxy/_experimental/out/caching/__next._tree.txt index 1588f867d15..0518c574b94 100644 --- a/litellm/proxy/_experimental/out/caching/__next._tree.txt +++ b/litellm/proxy/_experimental/out/caching/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"caching","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/caching/index.html b/litellm/proxy/_experimental/out/caching/index.html index c5b0ea9cd93..0e950bc8a5a 100644 --- a/litellm/proxy/_experimental/out/caching/index.html +++ b/litellm/proxy/_experimental/out/caching/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/caching/index.txt b/litellm/proxy/_experimental/out/caching/index.txt index 412dd92ee9f..9b2cfa2b010 100644 --- a/litellm/proxy/_experimental/out/caching/index.txt +++ b/litellm/proxy/_experimental/out/caching/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,34 +21,34 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"caching","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","caching",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","caching",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/2r3e6q4a8g6x7.js" @@ -58,10 +58,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" 41:I[254709,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] 44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2r3e6q4a8g6x7.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1mu2li2rnbbhi.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0iouw_grurqky.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] diff --git a/litellm/proxy/_experimental/out/change-password/__next.!KGRhc2hib2FyZCk.change-password.__PAGE__.txt b/litellm/proxy/_experimental/out/change-password/__next.!KGRhc2hib2FyZCk.change-password.__PAGE__.txt index f9072a6ab58..ef82fc5c53f 100644 --- a/litellm/proxy/_experimental/out/change-password/__next.!KGRhc2hib2FyZCk.change-password.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/change-password/__next.!KGRhc2hib2FyZCk.change-password.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,41 +21,41 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"change-password","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3f:"/litellm-asset-prefix/_next/static/chunks/445braapr825h.js" 40:I[855868,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f"],"default"] 43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/445braapr825h.js","async":true}]],["$","$L43",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] diff --git a/litellm/proxy/_experimental/out/change-password/__next._full.txt b/litellm/proxy/_experimental/out/change-password/__next._full.txt index eebf9d52f90..5fec7d4be68 100644 --- a/litellm/proxy/_experimental/out/change-password/__next._full.txt +++ b/litellm/proxy/_experimental/out/change-password/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,43 +21,43 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"change-password","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","change-password",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","change-password",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/445braapr825h.js" 3d:I[855868,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] 40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/445braapr825h.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] diff --git a/litellm/proxy/_experimental/out/change-password/__next._tree.txt b/litellm/proxy/_experimental/out/change-password/__next._tree.txt index 6d034d11bce..7e3bb1d63e5 100644 --- a/litellm/proxy/_experimental/out/change-password/__next._tree.txt +++ b/litellm/proxy/_experimental/out/change-password/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"change-password","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/change-password/index.html b/litellm/proxy/_experimental/out/change-password/index.html index b3604701ec3..2c0b82cae14 100644 --- a/litellm/proxy/_experimental/out/change-password/index.html +++ b/litellm/proxy/_experimental/out/change-password/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/change-password/index.txt b/litellm/proxy/_experimental/out/change-password/index.txt index eebf9d52f90..5fec7d4be68 100644 --- a/litellm/proxy/_experimental/out/change-password/index.txt +++ b/litellm/proxy/_experimental/out/change-password/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,43 +21,43 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"change-password","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","change-password",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","change-password",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/445braapr825h.js" 3d:I[855868,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] 40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/445braapr825h.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chargebacks/__next.!KGRhc2hib2FyZCk.chargebacks.__PAGE__.txt b/litellm/proxy/_experimental/out/chargebacks/__next.!KGRhc2hib2FyZCk.chargebacks.__PAGE__.txt new file mode 100644 index 00000000000..373bc191357 --- /dev/null +++ b/litellm/proxy/_experimental/out/chargebacks/__next.!KGRhc2hib2FyZCk.chargebacks.__PAGE__.txt @@ -0,0 +1,74 @@ +1:"$Sreact.fragment" +2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" +3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" +4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" +6:I[419159,["$2","$3","$4","$5"],"default"] +7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] +8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] +9:I[867271,["$2","$3","$4","$5"],"default"] +a:"TerminologyProvider" +b:I[283634,["$2","$3","$4","$5"],"$a"] +c:I[656682,["$2","$3","$4","$5"],"default"] +d:I[557951,["$2","$3","$4","$5"],"AuthProvider"] +e:I[339756,["$2","$3","$4","$5"],"default"] +f:I[837457,["$2","$3","$4","$5"],"default"] +10:I[713354,["$2","$3","$4","$5"],"Toaster"] +1e:"ViewportBoundary" +1f:I[897367,["$2","$3","$4","$5"],"$1e"] +20:"MetadataBoundary" +21:I[897367,["$2","$3","$4","$5"],"$20"] +22:"$Sreact.suspense" +23:I[27201,["$2","$3","$4","$5"],"IconMark"] +:HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] +12:X +1a:X +1a:C +1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] +17:[["children",{"s":"chargebacks","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} +27:"ClientSegmentRoot" +28:I[92825,["$2","$3","$4","$5"],"$27"] +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] +3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] +3f:"/litellm-asset-prefix/_next/static/chunks/3fc0d_5tko9-8.js" +40:I[5603,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f"],"default"] +43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] +15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] +18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3fc0d_5tko9-8.js","async":true}]],["$","$L43",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] +12:300 +3d:"$15:props:serverProvidedParams:params" +41:{} +42:"$15:props:serverProvidedParams:params" +44:null +26:true +12:C +25:0 +19:"$undefined" +11:"$undefined" +24:"$undefined" +1d:"$undefined" +16:"$undefined" diff --git a/litellm/proxy/_experimental/out/chargebacks/__next._full.txt b/litellm/proxy/_experimental/out/chargebacks/__next._full.txt new file mode 100644 index 00000000000..9844530c2ec --- /dev/null +++ b/litellm/proxy/_experimental/out/chargebacks/__next._full.txt @@ -0,0 +1,71 @@ +1:"$Sreact.fragment" +2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" +3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" +4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" +6:I[419159,["$2","$3","$4","$5"],"default"] +7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] +8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] +9:I[867271,["$2","$3","$4","$5"],"default"] +a:"TerminologyProvider" +b:I[283634,["$2","$3","$4","$5"],"$a"] +c:I[656682,["$2","$3","$4","$5"],"default"] +d:I[557951,["$2","$3","$4","$5"],"AuthProvider"] +e:I[339756,["$2","$3","$4","$5"],"default"] +f:I[837457,["$2","$3","$4","$5"],"default"] +10:I[713354,["$2","$3","$4","$5"],"Toaster"] +1c:"ViewportBoundary" +1d:I[897367,["$2","$3","$4","$5"],"$1c"] +1f:"MetadataBoundary" +20:I[897367,["$2","$3","$4","$5"],"$1f"] +21:"$Sreact.suspense" +23:I[168027,["$2","$3","$4","$5"],"default",1] +:HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] +:HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] +19:X +1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] +17:[["children",{"s":"chargebacks","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","chargebacks",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} +24:"ClientSegmentRoot" +25:I[92825,["$2","$3","$4","$5"],"$24"] +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] +3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] +3c:"/litellm-asset-prefix/_next/static/chunks/3fc0d_5tko9-8.js" +3d:I[5603,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] +40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] +16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] +18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3fc0d_5tko9-8.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] +19:C +3a:"$16:props:serverProvidedParams:params" +3e:{} +3f:"$16:props:serverProvidedParams:params" +1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +42:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L42","4",{}]] +41:null diff --git a/litellm/proxy/_experimental/out/api-reference/__next._tree.txt b/litellm/proxy/_experimental/out/chargebacks/__next._tree.txt similarity index 63% rename from litellm/proxy/_experimental/out/api-reference/__next._tree.txt rename to litellm/proxy/_experimental/out/chargebacks/__next._tree.txt index 28106d08719..5d792ba1638 100644 --- a/litellm/proxy/_experimental/out/api-reference/__next._tree.txt +++ b/litellm/proxy/_experimental/out/chargebacks/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] -2:[["children",{"s":"api-reference","h":96,"c":"$Q3"}]] +2:[["children",{"s":"chargebacks","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/chargebacks/index.html b/litellm/proxy/_experimental/out/chargebacks/index.html new file mode 100644 index 00000000000..c122c49b64b --- /dev/null +++ b/litellm/proxy/_experimental/out/chargebacks/index.html @@ -0,0 +1 @@ +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/chargebacks/index.txt b/litellm/proxy/_experimental/out/chargebacks/index.txt new file mode 100644 index 00000000000..9844530c2ec --- /dev/null +++ b/litellm/proxy/_experimental/out/chargebacks/index.txt @@ -0,0 +1,71 @@ +1:"$Sreact.fragment" +2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" +3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" +4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" +6:I[419159,["$2","$3","$4","$5"],"default"] +7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] +8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] +9:I[867271,["$2","$3","$4","$5"],"default"] +a:"TerminologyProvider" +b:I[283634,["$2","$3","$4","$5"],"$a"] +c:I[656682,["$2","$3","$4","$5"],"default"] +d:I[557951,["$2","$3","$4","$5"],"AuthProvider"] +e:I[339756,["$2","$3","$4","$5"],"default"] +f:I[837457,["$2","$3","$4","$5"],"default"] +10:I[713354,["$2","$3","$4","$5"],"Toaster"] +1c:"ViewportBoundary" +1d:I[897367,["$2","$3","$4","$5"],"$1c"] +1f:"MetadataBoundary" +20:I[897367,["$2","$3","$4","$5"],"$1f"] +21:"$Sreact.suspense" +23:I[168027,["$2","$3","$4","$5"],"default",1] +:HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] +:HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] +19:X +1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] +17:[["children",{"s":"chargebacks","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","chargebacks",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} +24:"ClientSegmentRoot" +25:I[92825,["$2","$3","$4","$5"],"$24"] +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] +3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] +3c:"/litellm-asset-prefix/_next/static/chunks/3fc0d_5tko9-8.js" +3d:I[5603,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] +40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] +16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] +18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3fc0d_5tko9-8.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] +19:C +3a:"$16:props:serverProvidedParams:params" +3e:{} +3f:"$16:props:serverProvidedParams:params" +1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +42:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L42","4",{}]] +41:null diff --git a/litellm/proxy/_experimental/out/chat/__next._full.txt b/litellm/proxy/_experimental/out/chat/__next._full.txt index a64c115bb6a..d724ebed597 100644 --- a/litellm/proxy/_experimental/out/chat/__next._full.txt +++ b/litellm/proxy/_experimental/out/chat/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,49 +21,50 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 1f:"$Sreact.suspense" 21:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 18:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L19","p":false,"v":null}}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1b",null,{"children":"$L1c"}],["$","$L1e",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1f",null,{"name":"Next.Metadata","children":"$L20"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$21",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1b",null,{"children":"$L1c"}],["$","$L1e",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1f",null,{"name":"Next.Metadata","children":"$L20"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$21",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 22:"ClientSegmentRoot" 23:I[92825,["$2","$3","$4","$5"],"$22"] 24:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -25:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -26:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -27:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +25:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +26:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +27:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 28:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -29:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +29:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2a:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2b:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2c:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2c:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 2d:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -2e:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +2e:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 30:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -31:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 32:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -35:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -36:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +35:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +36:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 37:I[444069,["$2","$3","$4","$5","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36"],"default"] 39:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3a:"/litellm-asset-prefix/_next/static/chunks/3ub0xrk5sefxl.js" -3b:I[321443,["$2","$3","$4","$5","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$3a"],"default"] -3e:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +3a:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3b:"/litellm-asset-prefix/_next/static/chunks/347ipmf5jw2fr.js" +3c:I[321443,["$2","$3","$4","$5","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$3a","$3b"],"default"] +3f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L23",null,{"Component":"$37","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@38"]}}] -19:["$","$1","c",{"children":[["$","$L39",null,{"Component":"$3b","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3c","$@3d"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3ub0xrk5sefxl.js","async":true,"nonce":"$undefined"}]],["$","$L3e",null,{"children":["$","$1f",null,{"name":"Next.MetadataOutlet","children":"$@3f"}]}]]}] +19:["$","$1","c",{"children":[["$","$L39",null,{"Component":"$3c","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3d","$@3e"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/347ipmf5jw2fr.js","async":true,"nonce":"$undefined"}]],["$","$L3f",null,{"children":["$","$1f",null,{"name":"Next.MetadataOutlet","children":"$@40"}]}]]}] 38:"$17:props:serverProvidedParams:params" -3c:{} -3d:"$17:props:serverProvidedParams:params" +3d:{} +3e:"$17:props:serverProvidedParams:params" 1c:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -40:I[27201,["$2","$3","$4","$5"],"IconMark"] -20:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L40","4",{}]] -3f:null +41:I[27201,["$2","$3","$4","$5"],"IconMark"] +20:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L41","4",{}]] +40:null diff --git a/litellm/proxy/_experimental/out/chat/__next._tree.txt b/litellm/proxy/_experimental/out/chat/__next._tree.txt index a9b001c122d..85ee31a8c50 100644 --- a/litellm/proxy/_experimental/out/chat/__next._tree.txt +++ b/litellm/proxy/_experimental/out/chat/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 2:[["children",{"s":"__PAGE__","h":160}]] 1:[["children",{"s":"chat","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/chat/__next.chat.__PAGE__.txt b/litellm/proxy/_experimental/out/chat/__next.chat.__PAGE__.txt index ab7b3c98730..576f73bc44e 100644 --- a/litellm/proxy/_experimental/out/chat/__next.chat.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/chat/__next.chat.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,47 +21,48 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 1f:"$Sreact.suspense" 20:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] 12:X 18:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L19","p":"$@1a","v":null,"s":"$12"}}]] -13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1c",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L1e",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1f",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L20","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@21","v":null,"s":"$12"}},"a":"$@22","u":"$@23","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1c",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L1e",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1f",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L20","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@21","v":null,"s":"$12"}},"a":"$@22","u":"$@23","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] 26:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -27:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -28:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -29:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +27:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +28:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +29:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2c:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2d:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2e:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 2f:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -30:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 32:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -36:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -37:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -38:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +36:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +37:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +38:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 39:I[444069,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3ub0xrk5sefxl.js" -3d:I[321443,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] -40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/347ipmf5jw2fr.js" +3e:I[321443,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d"],"default"] +41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] -19:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3ub0xrk5sefxl.js","async":true}]],["$","$L40",null,{"children":["$","$1f",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] +19:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/347ipmf5jw2fr.js","async":true}]],["$","$L41",null,{"children":["$","$1f",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] 12:300 3a:"$16:props:serverProvidedParams:params" -3e:{} -3f:"$16:props:serverProvidedParams:params" -41:null +3f:{} +40:"$16:props:serverProvidedParams:params" +42:null 23:true 12:C 22:0 diff --git a/litellm/proxy/_experimental/out/chat/api-keys/__next._full.txt b/litellm/proxy/_experimental/out/chat/api-keys/__next._full.txt index fd9931bfe8b..43de0811ef2 100644 --- a/litellm/proxy/_experimental/out/chat/api-keys/__next._full.txt +++ b/litellm/proxy/_experimental/out/chat/api-keys/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,45 +21,45 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"api-keys","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","api-keys",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","api-keys",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/1zf2s-sj0v946.js" 3e:I[516448,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1zf2s-sj0v946.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/api-keys/__next._tree.txt b/litellm/proxy/_experimental/out/chat/api-keys/__next._tree.txt index e6eb345aa29..8512ff3ef4b 100644 --- a/litellm/proxy/_experimental/out/chat/api-keys/__next._tree.txt +++ b/litellm/proxy/_experimental/out/chat/api-keys/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"api-keys","h":96,"c":"$Q3"}]] 1:[["children",{"s":"chat","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/chat/api-keys/__next.chat.api-keys.__PAGE__.txt b/litellm/proxy/_experimental/out/chat/api-keys/__next.chat.api-keys.__PAGE__.txt index 669377db9c9..c9caf0415d4 100644 --- a/litellm/proxy/_experimental/out/chat/api-keys/__next.chat.api-keys.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/chat/api-keys/__next.chat.api-keys.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,43 +21,43 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 23:"$Sreact.suspense" 24:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] 12:X 1b:X 1b:C 1c:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1d","p":"$@1e","v":null,"s":"$12"}}]] 18:[["children",{"s":"api-keys","h":96,"d":{"r":"$L19","p":"$@1a","v":"$1b","s":"$12"},"c":"$Q1c"}]] -13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"KYjqhQPd_2f-3TMRjKY98"} 28:"ClientSegmentRoot" 29:I[92825,["$2","$3","$4","$5"],"$28"] 2a:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2b:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2e:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2f:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2f:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 30:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 31:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -32:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +32:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 33:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -34:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +34:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +35:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 38:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -3a:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -3b:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -3c:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +39:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +3b:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3d:I[444069,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c"],"default"] 3f:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 40:"/litellm-asset-prefix/_next/static/chunks/1zf2s-sj0v946.js" 41:I[516448,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c","$40"],"default"] 44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true}] 16:["$","$L29",null,{"Component":"$3d","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]},"serverProvidedParams":{"params":{},"promises":["$@3e"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1d:["$","$1","c",{"children":[["$","$L3f",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1zf2s-sj0v946.js","async":true}]],["$","$L44",null,{"children":["$","$23",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/api-keys/index.html b/litellm/proxy/_experimental/out/chat/api-keys/index.html index a6d3cb076b4..7c51dad6f2f 100644 --- a/litellm/proxy/_experimental/out/chat/api-keys/index.html +++ b/litellm/proxy/_experimental/out/chat/api-keys/index.html @@ -1 +1 @@ -LiteLLM Dashboard
\ No newline at end of file +LiteLLM Dashboard
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/chat/api-keys/index.txt b/litellm/proxy/_experimental/out/chat/api-keys/index.txt index fd9931bfe8b..43de0811ef2 100644 --- a/litellm/proxy/_experimental/out/chat/api-keys/index.txt +++ b/litellm/proxy/_experimental/out/chat/api-keys/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,45 +21,45 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"api-keys","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","api-keys",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","api-keys",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/1zf2s-sj0v946.js" 3e:I[516448,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1zf2s-sj0v946.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/credentials/__next._full.txt b/litellm/proxy/_experimental/out/chat/credentials/__next._full.txt index 82de1ef94ec..a0cbf0c1b2e 100644 --- a/litellm/proxy/_experimental/out/chat/credentials/__next._full.txt +++ b/litellm/proxy/_experimental/out/chat/credentials/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,45 +21,45 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"credentials","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","credentials",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","credentials",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/2a8vnxhpatrro.js" 3e:I[628851,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2a8vnxhpatrro.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/credentials/__next._tree.txt b/litellm/proxy/_experimental/out/chat/credentials/__next._tree.txt index 653148fb4eb..a7f82195d83 100644 --- a/litellm/proxy/_experimental/out/chat/credentials/__next._tree.txt +++ b/litellm/proxy/_experimental/out/chat/credentials/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"credentials","h":96,"c":"$Q3"}]] 1:[["children",{"s":"chat","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/chat/credentials/__next.chat.credentials.__PAGE__.txt b/litellm/proxy/_experimental/out/chat/credentials/__next.chat.credentials.__PAGE__.txt index e492b1910e3..d82c4dbe5d3 100644 --- a/litellm/proxy/_experimental/out/chat/credentials/__next.chat.credentials.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/chat/credentials/__next.chat.credentials.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,43 +21,43 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 23:"$Sreact.suspense" 24:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] 12:X 1b:X 1b:C 1c:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1d","p":"$@1e","v":null,"s":"$12"}}]] 18:[["children",{"s":"credentials","h":96,"d":{"r":"$L19","p":"$@1a","v":"$1b","s":"$12"},"c":"$Q1c"}]] -13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"KYjqhQPd_2f-3TMRjKY98"} 28:"ClientSegmentRoot" 29:I[92825,["$2","$3","$4","$5"],"$28"] 2a:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2b:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2e:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2f:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2f:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 30:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 31:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -32:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +32:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 33:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -34:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +34:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +35:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 38:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -3a:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -3b:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -3c:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +39:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +3b:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3d:I[444069,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c"],"default"] 3f:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 40:"/litellm-asset-prefix/_next/static/chunks/2a8vnxhpatrro.js" 41:I[628851,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c","$40"],"default"] 44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true}] 16:["$","$L29",null,{"Component":"$3d","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]},"serverProvidedParams":{"params":{},"promises":["$@3e"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1d:["$","$1","c",{"children":[["$","$L3f",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2a8vnxhpatrro.js","async":true}]],["$","$L44",null,{"children":["$","$23",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/credentials/index.html b/litellm/proxy/_experimental/out/chat/credentials/index.html index 64817b0ac4d..01115f922b1 100644 --- a/litellm/proxy/_experimental/out/chat/credentials/index.html +++ b/litellm/proxy/_experimental/out/chat/credentials/index.html @@ -1 +1 @@ -LiteLLM Dashboard
\ No newline at end of file +LiteLLM Dashboard
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/chat/credentials/index.txt b/litellm/proxy/_experimental/out/chat/credentials/index.txt index 82de1ef94ec..a0cbf0c1b2e 100644 --- a/litellm/proxy/_experimental/out/chat/credentials/index.txt +++ b/litellm/proxy/_experimental/out/chat/credentials/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,45 +21,45 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"credentials","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","credentials",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","credentials",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/2a8vnxhpatrro.js" 3e:I[628851,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2a8vnxhpatrro.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/index.html b/litellm/proxy/_experimental/out/chat/index.html index b62b8cfb4fd..531161b6475 100644 --- a/litellm/proxy/_experimental/out/chat/index.html +++ b/litellm/proxy/_experimental/out/chat/index.html @@ -1 +1 @@ -LiteLLM Dashboard
\ No newline at end of file +LiteLLM Dashboard
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/chat/index.txt b/litellm/proxy/_experimental/out/chat/index.txt index a64c115bb6a..d724ebed597 100644 --- a/litellm/proxy/_experimental/out/chat/index.txt +++ b/litellm/proxy/_experimental/out/chat/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,49 +21,50 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 1f:"$Sreact.suspense" 21:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 18:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L19","p":false,"v":null}}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1b",null,{"children":"$L1c"}],["$","$L1e",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1f",null,{"name":"Next.Metadata","children":"$L20"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$21",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1b",null,{"children":"$L1c"}],["$","$L1e",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1f",null,{"name":"Next.Metadata","children":"$L20"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$21",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 22:"ClientSegmentRoot" 23:I[92825,["$2","$3","$4","$5"],"$22"] 24:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -25:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -26:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -27:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +25:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +26:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +27:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 28:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -29:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +29:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2a:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2b:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2c:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2c:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 2d:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -2e:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +2e:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 30:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -31:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 32:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -35:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -36:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +35:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +36:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 37:I[444069,["$2","$3","$4","$5","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36"],"default"] 39:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3a:"/litellm-asset-prefix/_next/static/chunks/3ub0xrk5sefxl.js" -3b:I[321443,["$2","$3","$4","$5","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$3a"],"default"] -3e:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +3a:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3b:"/litellm-asset-prefix/_next/static/chunks/347ipmf5jw2fr.js" +3c:I[321443,["$2","$3","$4","$5","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$3a","$3b"],"default"] +3f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L23",null,{"Component":"$37","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@38"]}}] -19:["$","$1","c",{"children":[["$","$L39",null,{"Component":"$3b","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3c","$@3d"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3ub0xrk5sefxl.js","async":true,"nonce":"$undefined"}]],["$","$L3e",null,{"children":["$","$1f",null,{"name":"Next.MetadataOutlet","children":"$@3f"}]}]]}] +19:["$","$1","c",{"children":[["$","$L39",null,{"Component":"$3c","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3d","$@3e"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/347ipmf5jw2fr.js","async":true,"nonce":"$undefined"}]],["$","$L3f",null,{"children":["$","$1f",null,{"name":"Next.MetadataOutlet","children":"$@40"}]}]]}] 38:"$17:props:serverProvidedParams:params" -3c:{} -3d:"$17:props:serverProvidedParams:params" +3d:{} +3e:"$17:props:serverProvidedParams:params" 1c:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -40:I[27201,["$2","$3","$4","$5"],"IconMark"] -20:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L40","4",{}]] -3f:null +41:I[27201,["$2","$3","$4","$5"],"IconMark"] +20:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L41","4",{}]] +40:null diff --git a/litellm/proxy/_experimental/out/chat/integrations/__next._full.txt b/litellm/proxy/_experimental/out/chat/integrations/__next._full.txt index b1b37a3440c..29511099006 100644 --- a/litellm/proxy/_experimental/out/chat/integrations/__next._full.txt +++ b/litellm/proxy/_experimental/out/chat/integrations/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,55 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"integrations","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","integrations",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","integrations",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3d:"/litellm-asset-prefix/_next/static/chunks/007hncf901i6t.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2ujso4sy5k5jm.js" -3f:I[248536,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e"],"default"] -42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +3d:"/litellm-asset-prefix/_next/static/chunks/04by8xod97eno.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:I[248536,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e","$3f"],"default"] +43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3f","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@40","$@41"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/007hncf901i6t.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2ujso4sy5k5jm.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/04by8xod97eno.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] 1a:C 3b:"$17:props:serverProvidedParams:params" -40:{} -41:"$17:props:serverProvidedParams:params" +41:{} +42:"$17:props:serverProvidedParams:params" 1f:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -44:I[27201,["$2","$3","$4","$5"],"IconMark"] -23:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L44","4",{}]] -43:null +45:I[27201,["$2","$3","$4","$5"],"IconMark"] +23:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] +44:null diff --git a/litellm/proxy/_experimental/out/chat/integrations/__next._tree.txt b/litellm/proxy/_experimental/out/chat/integrations/__next._tree.txt index dedd90e109e..473653c010c 100644 --- a/litellm/proxy/_experimental/out/chat/integrations/__next._tree.txt +++ b/litellm/proxy/_experimental/out/chat/integrations/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"integrations","h":96,"c":"$Q3"}]] 1:[["children",{"s":"chat","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/chat/integrations/__next.chat.integrations.__PAGE__.txt b/litellm/proxy/_experimental/out/chat/integrations/__next.chat.integrations.__PAGE__.txt index e25ac97a26c..5bfb288e2e1 100644 --- a/litellm/proxy/_experimental/out/chat/integrations/__next.chat.integrations.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/chat/integrations/__next.chat.integrations.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,52 +21,53 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 23:"$Sreact.suspense" 24:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] 12:X 1b:X 1b:C 1c:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1d","p":"$@1e","v":null,"s":"$12"}}]] 18:[["children",{"s":"integrations","h":96,"d":{"r":"$L19","p":"$@1a","v":"$1b","s":"$12"},"c":"$Q1c"}]] -13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"KYjqhQPd_2f-3TMRjKY98"} 28:"ClientSegmentRoot" 29:I[92825,["$2","$3","$4","$5"],"$28"] 2a:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2b:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2e:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2f:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2f:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 30:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 31:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -32:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +32:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 33:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -34:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +34:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +35:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 38:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -3a:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -3b:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -3c:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +39:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +3b:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3d:I[444069,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c"],"default"] 3f:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -40:"/litellm-asset-prefix/_next/static/chunks/007hncf901i6t.js" -41:"/litellm-asset-prefix/_next/static/chunks/2ujso4sy5k5jm.js" -42:I[248536,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c","$40","$41"],"default"] -45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true}] +40:"/litellm-asset-prefix/_next/static/chunks/04by8xod97eno.js" +41:"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js" +42:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +43:I[248536,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true}] 16:["$","$L29",null,{"Component":"$3d","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]},"serverProvidedParams":{"params":{},"promises":["$@3e"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1d:["$","$1","c",{"children":[["$","$L3f",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/007hncf901i6t.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2ujso4sy5k5jm.js","async":true}]],["$","$L45",null,{"children":["$","$23",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1d:["$","$1","c",{"children":[["$","$L3f",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/04by8xod97eno.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}]],["$","$L46",null,{"children":["$","$23",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 12:300 3e:"$16:props:serverProvidedParams:params" -43:{} -44:"$16:props:serverProvidedParams:params" -46:null +44:{} +45:"$16:props:serverProvidedParams:params" +47:null 27:true 12:C 26:0 diff --git a/litellm/proxy/_experimental/out/chat/integrations/index.html b/litellm/proxy/_experimental/out/chat/integrations/index.html index f3ddb9fba7c..626e704afbc 100644 --- a/litellm/proxy/_experimental/out/chat/integrations/index.html +++ b/litellm/proxy/_experimental/out/chat/integrations/index.html @@ -1 +1 @@ -LiteLLM Dashboard
\ No newline at end of file +LiteLLM Dashboard
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/chat/integrations/index.txt b/litellm/proxy/_experimental/out/chat/integrations/index.txt index b1b37a3440c..29511099006 100644 --- a/litellm/proxy/_experimental/out/chat/integrations/index.txt +++ b/litellm/proxy/_experimental/out/chat/integrations/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,55 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"integrations","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","integrations",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","integrations",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3d:"/litellm-asset-prefix/_next/static/chunks/007hncf901i6t.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2ujso4sy5k5jm.js" -3f:I[248536,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e"],"default"] -42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +3d:"/litellm-asset-prefix/_next/static/chunks/04by8xod97eno.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:I[248536,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e","$3f"],"default"] +43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3f","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@40","$@41"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/007hncf901i6t.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2ujso4sy5k5jm.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/04by8xod97eno.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] 1a:C 3b:"$17:props:serverProvidedParams:params" -40:{} -41:"$17:props:serverProvidedParams:params" +41:{} +42:"$17:props:serverProvidedParams:params" 1f:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -44:I[27201,["$2","$3","$4","$5"],"IconMark"] -23:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L44","4",{}]] -43:null +45:I[27201,["$2","$3","$4","$5"],"IconMark"] +23:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] +44:null diff --git a/litellm/proxy/_experimental/out/chat/logs/__next._full.txt b/litellm/proxy/_experimental/out/chat/logs/__next._full.txt index 61e838a361a..1197e99db7c 100644 --- a/litellm/proxy/_experimental/out/chat/logs/__next._full.txt +++ b/litellm/proxy/_experimental/out/chat/logs/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,35 +21,35 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"logs","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","logs",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","logs",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/2qyq1xwj6vzpv.js" @@ -57,10 +57,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 3f:I[568587,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e"],"default"] 42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3f","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@40","$@41"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2qyq1xwj6vzpv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/logs/__next._tree.txt b/litellm/proxy/_experimental/out/chat/logs/__next._tree.txt index a8a3a90ee01..27c848e9ca3 100644 --- a/litellm/proxy/_experimental/out/chat/logs/__next._tree.txt +++ b/litellm/proxy/_experimental/out/chat/logs/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"logs","h":96,"c":"$Q3"}]] 1:[["children",{"s":"chat","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/chat/logs/__next.chat.logs.__PAGE__.txt b/litellm/proxy/_experimental/out/chat/logs/__next.chat.logs.__PAGE__.txt index cb11d9d429b..3b80d488710 100644 --- a/litellm/proxy/_experimental/out/chat/logs/__next.chat.logs.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/chat/logs/__next.chat.logs.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,44 +21,44 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 23:"$Sreact.suspense" 24:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] 12:X 1b:X 1b:C 1c:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1d","p":"$@1e","v":null,"s":"$12"}}]] 18:[["children",{"s":"logs","h":96,"d":{"r":"$L19","p":"$@1a","v":"$1b","s":"$12"},"c":"$Q1c"}]] -13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"KYjqhQPd_2f-3TMRjKY98"} 28:"ClientSegmentRoot" 29:I[92825,["$2","$3","$4","$5"],"$28"] 2a:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2b:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2e:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2f:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2f:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 30:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 31:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -32:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +32:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 33:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -34:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +34:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +35:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 38:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -3a:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -3b:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -3c:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +39:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +3b:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3d:I[444069,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c"],"default"] 3f:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 40:"/litellm-asset-prefix/_next/static/chunks/2qyq1xwj6vzpv.js" 41:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" 42:I[568587,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c","$40","$41"],"default"] 45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true}] 16:["$","$L29",null,{"Component":"$3d","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]},"serverProvidedParams":{"params":{},"promises":["$@3e"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1d:["$","$1","c",{"children":[["$","$L3f",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2qyq1xwj6vzpv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}]],["$","$L45",null,{"children":["$","$23",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/logs/index.html b/litellm/proxy/_experimental/out/chat/logs/index.html index 734d5a53bb1..a5a0f5b60f9 100644 --- a/litellm/proxy/_experimental/out/chat/logs/index.html +++ b/litellm/proxy/_experimental/out/chat/logs/index.html @@ -1 +1 @@ -LiteLLM Dashboard
\ No newline at end of file +LiteLLM Dashboard
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/chat/logs/index.txt b/litellm/proxy/_experimental/out/chat/logs/index.txt index 61e838a361a..1197e99db7c 100644 --- a/litellm/proxy/_experimental/out/chat/logs/index.txt +++ b/litellm/proxy/_experimental/out/chat/logs/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,35 +21,35 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"logs","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","logs",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","logs",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/2qyq1xwj6vzpv.js" @@ -57,10 +57,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 3f:I[568587,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e"],"default"] 42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3f","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@40","$@41"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2qyq1xwj6vzpv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/models/__next._full.txt b/litellm/proxy/_experimental/out/chat/models/__next._full.txt index d41badc4101..fb08aeeb4b0 100644 --- a/litellm/proxy/_experimental/out/chat/models/__next._full.txt +++ b/litellm/proxy/_experimental/out/chat/models/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,60 +21,61 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"models","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","models",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","models",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/31hq5am0qpjvy.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3heb0no74j3_u.js" -40:"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js" -41:"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js" -42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -43:"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js" -44:"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js" -45:I[182995,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e","$3f","$40","$41","$42","$43","$44"],"default"] -48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +3e:"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js" +42:"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js" +43:"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js" +44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +45:"/litellm-asset-prefix/_next/static/chunks/15ac3f_mgo1j4.js" +46:I[182995,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45"],"default"] +49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/31hq5am0qpjvy.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3heb0no74j3_u.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js","async":true,"nonce":"$undefined"}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/31hq5am0qpjvy.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/15ac3f_mgo1j4.js","async":true,"nonce":"$undefined"}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] 1a:C 3b:"$17:props:serverProvidedParams:params" -46:{} -47:"$17:props:serverProvidedParams:params" +47:{} +48:"$17:props:serverProvidedParams:params" 1f:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4a:I[27201,["$2","$3","$4","$5"],"IconMark"] -23:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4a","4",{}]] -49:null +4b:I[27201,["$2","$3","$4","$5"],"IconMark"] +23:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4b","4",{}]] +4a:null diff --git a/litellm/proxy/_experimental/out/chat/models/__next._tree.txt b/litellm/proxy/_experimental/out/chat/models/__next._tree.txt index 009c64ea0fa..0b652152e99 100644 --- a/litellm/proxy/_experimental/out/chat/models/__next._tree.txt +++ b/litellm/proxy/_experimental/out/chat/models/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"models","h":96,"c":"$Q3"}]] 1:[["children",{"s":"chat","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/chat/models/__next.chat.models.__PAGE__.txt b/litellm/proxy/_experimental/out/chat/models/__next.chat.models.__PAGE__.txt index 76c4aae5660..9c2f8e6f365 100644 --- a/litellm/proxy/_experimental/out/chat/models/__next.chat.models.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/chat/models/__next.chat.models.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,58 +21,59 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 23:"$Sreact.suspense" 24:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] 12:X 1b:X 1b:C 1c:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1d","p":"$@1e","v":null,"s":"$12"}}]] 18:[["children",{"s":"models","h":96,"d":{"r":"$L19","p":"$@1a","v":"$1b","s":"$12"},"c":"$Q1c"}]] -13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"KYjqhQPd_2f-3TMRjKY98"} 28:"ClientSegmentRoot" 29:I[92825,["$2","$3","$4","$5"],"$28"] 2a:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2b:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2e:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2f:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2f:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 30:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 31:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -32:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +32:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 33:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -34:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +34:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +35:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 38:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -3a:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -3b:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -3c:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +39:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +3b:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3d:I[444069,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c"],"default"] 3f:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 40:"/litellm-asset-prefix/_next/static/chunks/31hq5am0qpjvy.js" -41:"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js" -42:"/litellm-asset-prefix/_next/static/chunks/3heb0no74j3_u.js" -43:"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js" -44:"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js" -45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -46:"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js" -47:"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js" -48:I[182995,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c","$40","$41","$42","$43","$44","$45","$46","$47"],"default"] -4b:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true}] +41:"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js" +42:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +43:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +44:"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js" +45:"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js" +46:"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js" +47:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +48:"/litellm-asset-prefix/_next/static/chunks/15ac3f_mgo1j4.js" +49:I[182995,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c","$40","$41","$42","$43","$44","$45","$46","$47","$48"],"default"] +4c:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true}] 16:["$","$L29",null,{"Component":"$3d","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]},"serverProvidedParams":{"params":{},"promises":["$@3e"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1d:["$","$1","c",{"children":[["$","$L3f",null,{"Component":"$48","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@49","$@4a"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/31hq5am0qpjvy.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3heb0no74j3_u.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js","async":true}]],["$","$L4b",null,{"children":["$","$23",null,{"name":"Next.MetadataOutlet","children":"$@4c"}]}]]}] +1d:["$","$1","c",{"children":[["$","$L3f",null,{"Component":"$49","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4a","$@4b"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/31hq5am0qpjvy.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/15ac3f_mgo1j4.js","async":true}]],["$","$L4c",null,{"children":["$","$23",null,{"name":"Next.MetadataOutlet","children":"$@4d"}]}]]}] 12:300 3e:"$16:props:serverProvidedParams:params" -49:{} -4a:"$16:props:serverProvidedParams:params" -4c:null +4a:{} +4b:"$16:props:serverProvidedParams:params" +4d:null 27:true 12:C 26:0 diff --git a/litellm/proxy/_experimental/out/chat/models/index.html b/litellm/proxy/_experimental/out/chat/models/index.html index 56ad765ab1a..2dc7612e787 100644 --- a/litellm/proxy/_experimental/out/chat/models/index.html +++ b/litellm/proxy/_experimental/out/chat/models/index.html @@ -1 +1 @@ -LiteLLM Dashboard
\ No newline at end of file +LiteLLM Dashboard
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/chat/models/index.txt b/litellm/proxy/_experimental/out/chat/models/index.txt index d41badc4101..fb08aeeb4b0 100644 --- a/litellm/proxy/_experimental/out/chat/models/index.txt +++ b/litellm/proxy/_experimental/out/chat/models/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,60 +21,61 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"models","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","models",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","models",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/31hq5am0qpjvy.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3heb0no74j3_u.js" -40:"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js" -41:"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js" -42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -43:"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js" -44:"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js" -45:I[182995,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e","$3f","$40","$41","$42","$43","$44"],"default"] -48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +3e:"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js" +42:"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js" +43:"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js" +44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +45:"/litellm-asset-prefix/_next/static/chunks/15ac3f_mgo1j4.js" +46:I[182995,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45"],"default"] +49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/31hq5am0qpjvy.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3heb0no74j3_u.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js","async":true,"nonce":"$undefined"}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/31hq5am0qpjvy.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0eazee6juj80a.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2oveypkv4c89n.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/15ac3f_mgo1j4.js","async":true,"nonce":"$undefined"}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] 1a:C 3b:"$17:props:serverProvidedParams:params" -46:{} -47:"$17:props:serverProvidedParams:params" +47:{} +48:"$17:props:serverProvidedParams:params" 1f:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4a:I[27201,["$2","$3","$4","$5"],"IconMark"] -23:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4a","4",{}]] -49:null +4b:I[27201,["$2","$3","$4","$5"],"IconMark"] +23:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4b","4",{}]] +4a:null diff --git a/litellm/proxy/_experimental/out/chat/usage/__next._full.txt b/litellm/proxy/_experimental/out/chat/usage/__next._full.txt index 7bb869c049d..606c25dea3a 100644 --- a/litellm/proxy/_experimental/out/chat/usage/__next._full.txt +++ b/litellm/proxy/_experimental/out/chat/usage/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,45 +21,45 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"usage","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","usage",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","usage",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/04a6vc9u9ndhm.js" 3e:I[35440,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/04a6vc9u9ndhm.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/usage/__next._tree.txt b/litellm/proxy/_experimental/out/chat/usage/__next._tree.txt index 32491a1e46f..21b85fe1e10 100644 --- a/litellm/proxy/_experimental/out/chat/usage/__next._tree.txt +++ b/litellm/proxy/_experimental/out/chat/usage/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"usage","h":96,"c":"$Q3"}]] 1:[["children",{"s":"chat","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/chat/usage/__next.chat.usage.__PAGE__.txt b/litellm/proxy/_experimental/out/chat/usage/__next.chat.usage.__PAGE__.txt index bf096df6d82..6018357ca82 100644 --- a/litellm/proxy/_experimental/out/chat/usage/__next.chat.usage.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/chat/usage/__next.chat.usage.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,43 +21,43 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 23:"$Sreact.suspense" 24:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] 12:X 1b:X 1b:C 1c:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1d","p":"$@1e","v":null,"s":"$12"}}]] 18:[["children",{"s":"usage","h":96,"d":{"r":"$L19","p":"$@1a","v":"$1b","s":"$12"},"c":"$Q1c"}]] -13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"chat","h":96,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14","$L15"],"$L16"]}],"p":"$@17","v":null,"s":"$12"},"c":"$Q18"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L20",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"KYjqhQPd_2f-3TMRjKY98"} 28:"ClientSegmentRoot" 29:I[92825,["$2","$3","$4","$5"],"$28"] 2a:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2b:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2e:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2f:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2f:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 30:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 31:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -32:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +32:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 33:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -34:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +34:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +35:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 38:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -3a:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -3b:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -3c:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +39:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +3b:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3d:I[444069,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c"],"default"] 3f:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 40:"/litellm-asset-prefix/_next/static/chunks/04a6vc9u9ndhm.js" 41:I[35440,["$2","$3","$4","$5","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3c","$40"],"default"] 44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true}] 16:["$","$L29",null,{"Component":"$3d","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]},"serverProvidedParams":{"params":{},"promises":["$@3e"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1d:["$","$1","c",{"children":[["$","$L3f",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/04a6vc9u9ndhm.js","async":true}]],["$","$L44",null,{"children":["$","$23",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] diff --git a/litellm/proxy/_experimental/out/chat/usage/index.html b/litellm/proxy/_experimental/out/chat/usage/index.html index 8940f40ee35..96587824501 100644 --- a/litellm/proxy/_experimental/out/chat/usage/index.html +++ b/litellm/proxy/_experimental/out/chat/usage/index.html @@ -1 +1 @@ -LiteLLM Dashboard
\ No newline at end of file +LiteLLM Dashboard
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/chat/usage/index.txt b/litellm/proxy/_experimental/out/chat/usage/index.txt index 7bb869c049d..606c25dea3a 100644 --- a/litellm/proxy/_experimental/out/chat/usage/index.txt +++ b/litellm/proxy/_experimental/out/chat/usage/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,45 +21,45 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 1a:X 1b:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1c","p":false,"v":null}}]] 18:[["children",{"s":"usage","h":512,"d":{"r":"$L19","p":false,"v":"$1a"},"c":"$Q1b"}]] -11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] -0:{"P":null,"c":["","chat","usage",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"chat","h":512,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/23q4tll9wvp_h.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15","$L16"],"$L17"]}],"p":false,"v":null},"c":"$Q18"}]] +0:{"P":null,"c":["","chat","usage",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1e",null,{"children":"$L1f"}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 25:"ClientSegmentRoot" 26:I[92825,["$2","$3","$4","$5"],"$25"] 27:"/litellm-asset-prefix/_next/static/chunks/313ea4pb36idq.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +28:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2v9mw8qzdpvtx.js" 2b:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2c:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" +2c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" 2d:"/litellm-asset-prefix/_next/static/chunks/31qfo789_msiu.js" 2e:"/litellm-asset-prefix/_next/static/chunks/17sd7r-uepglg.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +2f:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" 30:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -31:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +31:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +32:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" 33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" 35:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" -37:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -38:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -39:"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +38:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +39:"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js" 3a:I[444069,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39"],"default"] 3c:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3d:"/litellm-asset-prefix/_next/static/chunks/04a6vc9u9ndhm.js" 3e:I[35440,["$2","$3","$4","$5","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}] -16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2798ay5-tp5_w.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +16:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/3i42xeehzpqcq.js","async":true,"nonce":"$undefined"}] 17:["$","$L26",null,{"Component":"$3a","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3b"]}}] 19:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1c:["$","$1","c",{"children":[["$","$L3c",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$17:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/04a6vc9u9ndhm.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] diff --git a/litellm/proxy/_experimental/out/connect/__next._full.txt b/litellm/proxy/_experimental/out/connect/__next._full.txt index a29ed47e84f..a4cc1bc1596 100644 --- a/litellm/proxy/_experimental/out/connect/__next._full.txt +++ b/litellm/proxy/_experimental/out/connect/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -16,35 +16,36 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 12:"ClientSegmentRoot" 13:I[92825,["$2","$3","$4","$5"],"$12"] -14:"/litellm-asset-prefix/_next/static/chunks/3zm8gise8rfn3.js" -15:"/litellm-asset-prefix/_next/static/chunks/0jqcv2icpp9_9.js" -16:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" +14:"/litellm-asset-prefix/_next/static/chunks/40eomp0k35_-1.js" +15:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +16:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" 17:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -18:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -19:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +18:"/litellm-asset-prefix/_next/static/chunks/1h57537t_44rb.js" +19:"/litellm-asset-prefix/_next/static/chunks/36kn5urxo42ft.js" 1a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" 1b:I[256011,["$2","$3","$4","$5","$14","$15","$16","$17","$18","$19","$1a"],"default"] 1e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -1f:"/litellm-asset-prefix/_next/static/chunks/0jx_o8s4d27jy.js" -20:"/litellm-asset-prefix/_next/static/chunks/23qjxj5t4ch0p.js" -21:I[178971,["$2","$3","$4","$5","$14","$15","$16","$17","$18","$19","$1a","$1f","$20"],"default"] -24:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -25:"$Sreact.suspense" -27:"ViewportBoundary" -28:I[897367,["$2","$3","$4","$5"],"$27"] -2a:"MetadataBoundary" -2b:I[897367,["$2","$3","$4","$5"],"$2a"] -2d:I[168027,["$2","$3","$4","$5"],"default",1] +1f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +20:"/litellm-asset-prefix/_next/static/chunks/28gskag8z2jqd.js" +21:"/litellm-asset-prefix/_next/static/chunks/3bli-1e62n4q0.js" +22:I[178971,["$2","$3","$4","$5","$14","$15","$16","$17","$18","$19","$1a","$1f","$20","$21"],"default"] +25:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +26:"$Sreact.suspense" +28:"ViewportBoundary" +29:I[897367,["$2","$3","$4","$5"],"$28"] +2b:"MetadataBoundary" +2c:I[897367,["$2","$3","$4","$5"],"$2b"] +2e:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] -1d:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L1e",null,{"Component":"$21","serverProvidedParams":{"searchParams":{},"params":"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params","promises":["$@22","$@23"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0jx_o8s4d27jy.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/23qjxj5t4ch0p.js","async":true,"nonce":"$undefined"}]],["$","$L24",null,{"children":["$","$25",null,{"name":"Next.MetadataOutlet","children":"$@26"}]}]]}],"p":false,"v":null}}]] -11:[["children",{"s":"connect","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3zm8gise8rfn3.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0jqcv2icpp9_9.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}]],["$","$L13",null,{"Component":"$1b","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@1c"]}}]]}],"p":false,"v":null},"c":"$Q1d"}]] -0:{"P":null,"c":["","connect",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L28",null,{"children":"$L29"}],["$","$L2b",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$25",null,{"name":"Next.Metadata","children":"$L2c"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$2d",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +1d:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L1e",null,{"Component":"$22","serverProvidedParams":{"searchParams":{},"params":"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params","promises":["$@23","$@24"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/28gskag8z2jqd.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3bli-1e62n4q0.js","async":true,"nonce":"$undefined"}]],["$","$L25",null,{"children":["$","$26",null,{"name":"Next.MetadataOutlet","children":"$@27"}]}]]}],"p":false,"v":null}}]] +11:[["children",{"s":"connect","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/40eomp0k35_-1.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1h57537t_44rb.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/36kn5urxo42ft.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}]],["$","$L13",null,{"Component":"$1b","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@1c"]}}]]}],"p":false,"v":null},"c":"$Q1d"}]] +0:{"P":null,"c":["","connect",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L29",null,{"children":"$L2a"}],["$","$L2c",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$26",null,{"name":"Next.Metadata","children":"$L2d"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$2e",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 1c:"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params" -22:{} -23:"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params" -29:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -2e:I[27201,["$2","$3","$4","$5"],"IconMark"] -26:null -2c:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L2e","4",{}]] +23:{} +24:"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params" +2a:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +2f:I[27201,["$2","$3","$4","$5"],"IconMark"] +27:null +2d:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L2f","4",{}]] diff --git a/litellm/proxy/_experimental/out/connect/__next._tree.txt b/litellm/proxy/_experimental/out/connect/__next._tree.txt index 73e93d693e4..ebe7a44bd28 100644 --- a/litellm/proxy/_experimental/out/connect/__next._tree.txt +++ b/litellm/proxy/_experimental/out/connect/__next._tree.txt @@ -1,6 +1,6 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 2:[["children",{"s":"__PAGE__","h":160}]] 1:[["children",{"s":"connect","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/connect/__next.connect.__PAGE__.txt b/litellm/proxy/_experimental/out/connect/__next.connect.__PAGE__.txt index 075ad03d685..1bf448b6f67 100644 --- a/litellm/proxy/_experimental/out/connect/__next.connect.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/connect/__next.connect.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -16,40 +16,41 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 14:"ClientSegmentRoot" 15:I[92825,["$2","$3","$4","$5"],"$14"] -16:"/litellm-asset-prefix/_next/static/chunks/3zm8gise8rfn3.js" -17:"/litellm-asset-prefix/_next/static/chunks/0jqcv2icpp9_9.js" -18:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" +16:"/litellm-asset-prefix/_next/static/chunks/40eomp0k35_-1.js" +17:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +18:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" 19:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -1a:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -1b:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +1a:"/litellm-asset-prefix/_next/static/chunks/1h57537t_44rb.js" +1b:"/litellm-asset-prefix/_next/static/chunks/36kn5urxo42ft.js" 1c:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" 1d:I[256011,["$2","$3","$4","$5","$16","$17","$18","$19","$1a","$1b","$1c"],"default"] 21:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -22:"/litellm-asset-prefix/_next/static/chunks/0jx_o8s4d27jy.js" -23:"/litellm-asset-prefix/_next/static/chunks/23qjxj5t4ch0p.js" -24:I[178971,["$2","$3","$4","$5","$16","$17","$18","$19","$1a","$1b","$1c","$22","$23"],"default"] -27:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -28:"$Sreact.suspense" -2b:"ViewportBoundary" -2c:I[897367,["$2","$3","$4","$5"],"$2b"] -2d:"MetadataBoundary" -2e:I[897367,["$2","$3","$4","$5"],"$2d"] -2f:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +23:"/litellm-asset-prefix/_next/static/chunks/28gskag8z2jqd.js" +24:"/litellm-asset-prefix/_next/static/chunks/3bli-1e62n4q0.js" +25:I[178971,["$2","$3","$4","$5","$16","$17","$18","$19","$1a","$1b","$1c","$22","$23","$24"],"default"] +28:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +29:"$Sreact.suspense" +2c:"ViewportBoundary" +2d:I[897367,["$2","$3","$4","$5"],"$2c"] +2e:"MetadataBoundary" +2f:I[897367,["$2","$3","$4","$5"],"$2e"] +30:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X -20:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L21",null,{"Component":"$24","serverProvidedParams":{"searchParams":{},"params":"$13:0:1:d:r:props:children:1:props:serverProvidedParams:params","promises":["$@25","$@26"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0jx_o8s4d27jy.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/23qjxj5t4ch0p.js","async":true}]],["$","$L27",null,{"children":["$","$28",null,{"name":"Next.MetadataOutlet","children":"$@29"}]}]]}],"p":"$@2a","v":null,"s":"$12"}}]] -13:[["children",{"s":"connect","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3zm8gise8rfn3.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0jqcv2icpp9_9.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}]],["$","$L15",null,{"Component":"$1d","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]},"serverProvidedParams":{"params":{},"promises":["$@1e"]}}]]}],"p":"$@1f","v":null,"s":"$12"},"c":"$Q20"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2c",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L2e",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$28",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L2f","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@30","v":null,"s":"$12"}},"a":"$@31","u":"$@32","b":"-EHFOBemiW1d6QWCiXe70"} +20:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L21",null,{"Component":"$25","serverProvidedParams":{"searchParams":{},"params":"$13:0:1:d:r:props:children:1:props:serverProvidedParams:params","promises":["$@26","$@27"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/28gskag8z2jqd.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3bli-1e62n4q0.js","async":true}]],["$","$L28",null,{"children":["$","$29",null,{"name":"Next.MetadataOutlet","children":"$@2a"}]}]]}],"p":"$@2b","v":null,"s":"$12"}}]] +13:[["children",{"s":"connect","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/40eomp0k35_-1.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1h57537t_44rb.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/36kn5urxo42ft.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}]],["$","$L15",null,{"Component":"$1d","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]},"serverProvidedParams":{"params":{},"promises":["$@1e"]}}]]}],"p":"$@1f","v":null,"s":"$12"},"c":"$Q20"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2d",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L2f",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$29",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L30","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@31","v":null,"s":"$12"}},"a":"$@32","u":"$@33","b":"KYjqhQPd_2f-3TMRjKY98"} 1e:"$13:0:1:d:r:props:children:1:props:serverProvidedParams:params" -25:{} -26:"$13:0:1:d:r:props:children:1:props:serverProvidedParams:params" -29:null +26:{} +27:"$13:0:1:d:r:props:children:1:props:serverProvidedParams:params" +2a:null 12:300 -32:true +33:true 12:C -31:0 +32:0 11:"$undefined" -30:"$undefined" -2a:"$undefined" +31:"$undefined" +2b:"$undefined" 1f:"$undefined" diff --git a/litellm/proxy/_experimental/out/connect/index.html b/litellm/proxy/_experimental/out/connect/index.html index 72289bc4f80..b356fbe2dbc 100644 --- a/litellm/proxy/_experimental/out/connect/index.html +++ b/litellm/proxy/_experimental/out/connect/index.html @@ -1 +1 @@ -LiteLLM Dashboard
\ No newline at end of file +LiteLLM Dashboard
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/connect/index.txt b/litellm/proxy/_experimental/out/connect/index.txt index a29ed47e84f..a4cc1bc1596 100644 --- a/litellm/proxy/_experimental/out/connect/index.txt +++ b/litellm/proxy/_experimental/out/connect/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -16,35 +16,36 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 12:"ClientSegmentRoot" 13:I[92825,["$2","$3","$4","$5"],"$12"] -14:"/litellm-asset-prefix/_next/static/chunks/3zm8gise8rfn3.js" -15:"/litellm-asset-prefix/_next/static/chunks/0jqcv2icpp9_9.js" -16:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" +14:"/litellm-asset-prefix/_next/static/chunks/40eomp0k35_-1.js" +15:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +16:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" 17:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -18:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -19:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" +18:"/litellm-asset-prefix/_next/static/chunks/1h57537t_44rb.js" +19:"/litellm-asset-prefix/_next/static/chunks/36kn5urxo42ft.js" 1a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" 1b:I[256011,["$2","$3","$4","$5","$14","$15","$16","$17","$18","$19","$1a"],"default"] 1e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -1f:"/litellm-asset-prefix/_next/static/chunks/0jx_o8s4d27jy.js" -20:"/litellm-asset-prefix/_next/static/chunks/23qjxj5t4ch0p.js" -21:I[178971,["$2","$3","$4","$5","$14","$15","$16","$17","$18","$19","$1a","$1f","$20"],"default"] -24:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -25:"$Sreact.suspense" -27:"ViewportBoundary" -28:I[897367,["$2","$3","$4","$5"],"$27"] -2a:"MetadataBoundary" -2b:I[897367,["$2","$3","$4","$5"],"$2a"] -2d:I[168027,["$2","$3","$4","$5"],"default",1] +1f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +20:"/litellm-asset-prefix/_next/static/chunks/28gskag8z2jqd.js" +21:"/litellm-asset-prefix/_next/static/chunks/3bli-1e62n4q0.js" +22:I[178971,["$2","$3","$4","$5","$14","$15","$16","$17","$18","$19","$1a","$1f","$20","$21"],"default"] +25:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +26:"$Sreact.suspense" +28:"ViewportBoundary" +29:I[897367,["$2","$3","$4","$5"],"$28"] +2b:"MetadataBoundary" +2c:I[897367,["$2","$3","$4","$5"],"$2b"] +2e:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] -1d:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L1e",null,{"Component":"$21","serverProvidedParams":{"searchParams":{},"params":"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params","promises":["$@22","$@23"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0jx_o8s4d27jy.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/23qjxj5t4ch0p.js","async":true,"nonce":"$undefined"}]],["$","$L24",null,{"children":["$","$25",null,{"name":"Next.MetadataOutlet","children":"$@26"}]}]]}],"p":false,"v":null}}]] -11:[["children",{"s":"connect","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3zm8gise8rfn3.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0jqcv2icpp9_9.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}]],["$","$L13",null,{"Component":"$1b","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@1c"]}}]]}],"p":false,"v":null},"c":"$Q1d"}]] -0:{"P":null,"c":["","connect",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L28",null,{"children":"$L29"}],["$","$L2b",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$25",null,{"name":"Next.Metadata","children":"$L2c"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$2d",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +1d:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L1e",null,{"Component":"$22","serverProvidedParams":{"searchParams":{},"params":"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params","promises":["$@23","$@24"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/28gskag8z2jqd.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3bli-1e62n4q0.js","async":true,"nonce":"$undefined"}]],["$","$L25",null,{"children":["$","$26",null,{"name":"Next.MetadataOutlet","children":"$@27"}]}]]}],"p":false,"v":null}}]] +11:[["children",{"s":"connect","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/40eomp0k35_-1.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1h57537t_44rb.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/36kn5urxo42ft.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}]],["$","$L13",null,{"Component":"$1b","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@1c"]}}]]}],"p":false,"v":null},"c":"$Q1d"}]] +0:{"P":null,"c":["","connect",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L29",null,{"children":"$L2a"}],["$","$L2c",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$26",null,{"name":"Next.Metadata","children":"$L2d"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$2e",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 1c:"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params" -22:{} -23:"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params" -29:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -2e:I[27201,["$2","$3","$4","$5"],"IconMark"] -26:null -2c:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L2e","4",{}]] +23:{} +24:"$11:0:1:d:r:props:children:1:props:serverProvidedParams:params" +2a:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +2f:I[27201,["$2","$3","$4","$5"],"IconMark"] +27:null +2d:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L2f","4",{}]] diff --git a/litellm/proxy/_experimental/out/cost-optimization/__next.!KGRhc2hib2FyZCk.cost-optimization.__PAGE__.txt b/litellm/proxy/_experimental/out/cost-optimization/__next.!KGRhc2hib2FyZCk.cost-optimization.__PAGE__.txt index a01f5b3ac8b..3e6dc076b18 100644 --- a/litellm/proxy/_experimental/out/cost-optimization/__next.!KGRhc2hib2FyZCk.cost-optimization.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/cost-optimization/__next.!KGRhc2hib2FyZCk.cost-optimization.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,58 +21,59 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"cost-optimization","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -40:"/litellm-asset-prefix/_next/static/chunks/2_-0ipffjujrh.js" -41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -42:"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js" -43:"/litellm-asset-prefix/_next/static/chunks/2ub3p7wh094f4.js" -44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -45:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -46:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -47:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" -48:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -49:I[992156,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48"],"default"] -4c:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +42:"/litellm-asset-prefix/_next/static/chunks/149sjws2g2-1i.js" +43:"/litellm-asset-prefix/_next/static/chunks/4198win99gp-_.js" +44:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +46:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" +47:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +48:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +49:"/litellm-asset-prefix/_next/static/chunks/11qjmqb8zxwb3.js" +4a:I[992156,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49"],"default"] +4d:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$49","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4a","$@4b"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_-0ipffjujrh.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2ub3p7wh094f4.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true}]],["$","$L4c",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4d"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4a","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4b","$@4c"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/149sjws2g2-1i.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/4198win99gp-_.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/11qjmqb8zxwb3.js","async":true}]],["$","$L4d",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4e"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -4a:{} -4b:"$15:props:serverProvidedParams:params" -4d:null +4b:{} +4c:"$15:props:serverProvidedParams:params" +4e:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/cost-optimization/__next._full.txt b/litellm/proxy/_experimental/out/cost-optimization/__next._full.txt index 357cea96436..e83bd9754b5 100644 --- a/litellm/proxy/_experimental/out/cost-optimization/__next._full.txt +++ b/litellm/proxy/_experimental/out/cost-optimization/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,60 +21,61 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"cost-optimization","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","cost-optimization",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","cost-optimization",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2_-0ipffjujrh.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js" -40:"/litellm-asset-prefix/_next/static/chunks/2ub3p7wh094f4.js" -41:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -42:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -44:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" -45:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -46:I[992156,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45"],"default"] -49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +3f:"/litellm-asset-prefix/_next/static/chunks/149sjws2g2-1i.js" +40:"/litellm-asset-prefix/_next/static/chunks/4198win99gp-_.js" +41:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +43:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" +44:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +45:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +46:"/litellm-asset-prefix/_next/static/chunks/11qjmqb8zxwb3.js" +47:I[992156,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46"],"default"] +4a:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_-0ipffjujrh.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2ub3p7wh094f4.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}]],["$","$L49",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$47","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@48","$@49"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/149sjws2g2-1i.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/4198win99gp-_.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/11qjmqb8zxwb3.js","async":true,"nonce":"$undefined"}]],["$","$L4a",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4b"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -47:{} -48:"$16:props:serverProvidedParams:params" +48:{} +49:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4b:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4b","4",{}]] -4a:null +4c:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4c","4",{}]] +4b:null diff --git a/litellm/proxy/_experimental/out/cost-optimization/__next._tree.txt b/litellm/proxy/_experimental/out/cost-optimization/__next._tree.txt index f8effb75803..827698d6150 100644 --- a/litellm/proxy/_experimental/out/cost-optimization/__next._tree.txt +++ b/litellm/proxy/_experimental/out/cost-optimization/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"cost-optimization","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/cost-optimization/index.html b/litellm/proxy/_experimental/out/cost-optimization/index.html index 0884de79101..9bb5fdeee64 100644 --- a/litellm/proxy/_experimental/out/cost-optimization/index.html +++ b/litellm/proxy/_experimental/out/cost-optimization/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/cost-optimization/index.txt b/litellm/proxy/_experimental/out/cost-optimization/index.txt index 357cea96436..e83bd9754b5 100644 --- a/litellm/proxy/_experimental/out/cost-optimization/index.txt +++ b/litellm/proxy/_experimental/out/cost-optimization/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,60 +21,61 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"cost-optimization","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","cost-optimization",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","cost-optimization",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2_-0ipffjujrh.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js" -40:"/litellm-asset-prefix/_next/static/chunks/2ub3p7wh094f4.js" -41:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -42:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -44:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" -45:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -46:I[992156,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45"],"default"] -49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +3f:"/litellm-asset-prefix/_next/static/chunks/149sjws2g2-1i.js" +40:"/litellm-asset-prefix/_next/static/chunks/4198win99gp-_.js" +41:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +43:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" +44:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +45:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +46:"/litellm-asset-prefix/_next/static/chunks/11qjmqb8zxwb3.js" +47:I[992156,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46"],"default"] +4a:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_-0ipffjujrh.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2ub3p7wh094f4.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}]],["$","$L49",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$47","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@48","$@49"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/149sjws2g2-1i.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/4198win99gp-_.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/11qjmqb8zxwb3.js","async":true,"nonce":"$undefined"}]],["$","$L4a",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4b"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -47:{} -48:"$16:props:serverProvidedParams:params" +48:{} +49:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4b:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4b","4",{}]] -4a:null +4c:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4c","4",{}]] +4b:null diff --git a/litellm/proxy/_experimental/out/cost-tracking/__next.!KGRhc2hib2FyZCk.cost-tracking.__PAGE__.txt b/litellm/proxy/_experimental/out/cost-tracking/__next.!KGRhc2hib2FyZCk.cost-tracking.__PAGE__.txt index 7989f4b563c..38698c5971c 100644 --- a/litellm/proxy/_experimental/out/cost-tracking/__next.!KGRhc2hib2FyZCk.cost-tracking.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/cost-tracking/__next.!KGRhc2hib2FyZCk.cost-tracking.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,51 +21,52 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"cost-tracking","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/1kfmauhihzfmm.js" -40:"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js" -41:"/litellm-asset-prefix/_next/static/chunks/0d-g2podwzbuw.js" -42:I[193317,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41"],"default"] -45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/3_z3bwj4kytwf.js" +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/1vpjl7byinflb.js" +42:"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js" +43:I[193317,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1kfmauhihzfmm.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0d-g2podwzbuw.js","async":true}]],["$","$L45",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_z3bwj4kytwf.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1vpjl7byinflb.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js","async":true}]],["$","$L46",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -43:{} -44:"$15:props:serverProvidedParams:params" -46:null +44:{} +45:"$15:props:serverProvidedParams:params" +47:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/cost-tracking/__next._full.txt b/litellm/proxy/_experimental/out/cost-tracking/__next._full.txt index 4c721542fa9..059e11493f6 100644 --- a/litellm/proxy/_experimental/out/cost-tracking/__next._full.txt +++ b/litellm/proxy/_experimental/out/cost-tracking/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,53 +21,54 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"cost-tracking","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","cost-tracking",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","cost-tracking",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1kfmauhihzfmm.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js" -3e:"/litellm-asset-prefix/_next/static/chunks/0d-g2podwzbuw.js" -3f:I[193317,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e"],"default"] -42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/3_z3bwj4kytwf.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1vpjl7byinflb.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js" +40:I[193317,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] +43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3f","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@40","$@41"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1kfmauhihzfmm.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0d-g2podwzbuw.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_z3bwj4kytwf.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1vpjl7byinflb.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -40:{} -41:"$16:props:serverProvidedParams:params" +41:{} +42:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -44:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L44","4",{}]] -43:null +45:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] +44:null diff --git a/litellm/proxy/_experimental/out/cost-tracking/__next._tree.txt b/litellm/proxy/_experimental/out/cost-tracking/__next._tree.txt index 4d64859e4b0..6b0301e8dc4 100644 --- a/litellm/proxy/_experimental/out/cost-tracking/__next._tree.txt +++ b/litellm/proxy/_experimental/out/cost-tracking/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"cost-tracking","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/cost-tracking/index.html b/litellm/proxy/_experimental/out/cost-tracking/index.html index 287522c40a7..1abafdd3bc3 100644 --- a/litellm/proxy/_experimental/out/cost-tracking/index.html +++ b/litellm/proxy/_experimental/out/cost-tracking/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/cost-tracking/index.txt b/litellm/proxy/_experimental/out/cost-tracking/index.txt index 4c721542fa9..059e11493f6 100644 --- a/litellm/proxy/_experimental/out/cost-tracking/index.txt +++ b/litellm/proxy/_experimental/out/cost-tracking/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,53 +21,54 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"cost-tracking","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","cost-tracking",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","cost-tracking",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1kfmauhihzfmm.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js" -3e:"/litellm-asset-prefix/_next/static/chunks/0d-g2podwzbuw.js" -3f:I[193317,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e"],"default"] -42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/3_z3bwj4kytwf.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1vpjl7byinflb.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js" +40:I[193317,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] +43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3f","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@40","$@41"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1kfmauhihzfmm.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0d-g2podwzbuw.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_z3bwj4kytwf.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1vpjl7byinflb.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3543vov92pm4-.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -40:{} -41:"$16:props:serverProvidedParams:params" +41:{} +42:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -44:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L44","4",{}]] -43:null +45:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] +44:null diff --git a/litellm/proxy/_experimental/out/api-reference/__next.!KGRhc2hib2FyZCk.api-reference.__PAGE__.txt b/litellm/proxy/_experimental/out/customers/__next.!KGRhc2hib2FyZCk.customers.__PAGE__.txt similarity index 67% rename from litellm/proxy/_experimental/out/api-reference/__next.!KGRhc2hib2FyZCk.api-reference.__PAGE__.txt rename to litellm/proxy/_experimental/out/customers/__next.!KGRhc2hib2FyZCk.customers.__PAGE__.txt index 07dff14fc69..a2388f1b747 100644 --- a/litellm/proxy/_experimental/out/api-reference/__next.!KGRhc2hib2FyZCk.api-reference.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/customers/__next.!KGRhc2hib2FyZCk.customers.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,50 +21,49 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] -17:[["children",{"s":"api-reference","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +17:[["children",{"s":"customers","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/0t7hd_0y0l4jz.js" -40:"/litellm-asset-prefix/_next/static/chunks/2w8toiy8de9_1.js" -41:I[191905,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/2k2t01mfd4mv-.js" +40:I[786195,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f"],"default"] +43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0t7hd_0y0l4jz.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2w8toiy8de9_1.js","async":true}]],["$","$L44",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2k2t01mfd4mv-.js","async":true}]],["$","$L43",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -42:{} -43:"$15:props:serverProvidedParams:params" -45:null +41:{} +42:"$15:props:serverProvidedParams:params" +44:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/customers/__next._full.txt b/litellm/proxy/_experimental/out/customers/__next._full.txt new file mode 100644 index 00000000000..d66ab72fed4 --- /dev/null +++ b/litellm/proxy/_experimental/out/customers/__next._full.txt @@ -0,0 +1,71 @@ +1:"$Sreact.fragment" +2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" +3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" +4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" +6:I[419159,["$2","$3","$4","$5"],"default"] +7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] +8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] +9:I[867271,["$2","$3","$4","$5"],"default"] +a:"TerminologyProvider" +b:I[283634,["$2","$3","$4","$5"],"$a"] +c:I[656682,["$2","$3","$4","$5"],"default"] +d:I[557951,["$2","$3","$4","$5"],"AuthProvider"] +e:I[339756,["$2","$3","$4","$5"],"default"] +f:I[837457,["$2","$3","$4","$5"],"default"] +10:I[713354,["$2","$3","$4","$5"],"Toaster"] +1c:"ViewportBoundary" +1d:I[897367,["$2","$3","$4","$5"],"$1c"] +1f:"MetadataBoundary" +20:I[897367,["$2","$3","$4","$5"],"$1f"] +21:"$Sreact.suspense" +23:I[168027,["$2","$3","$4","$5"],"default",1] +:HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] +:HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] +19:X +1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] +17:[["children",{"s":"customers","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","customers",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} +24:"ClientSegmentRoot" +25:I[92825,["$2","$3","$4","$5"],"$24"] +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] +3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] +3c:"/litellm-asset-prefix/_next/static/chunks/2k2t01mfd4mv-.js" +3d:I[786195,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] +40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] +16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] +18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2k2t01mfd4mv-.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] +19:C +3a:"$16:props:serverProvidedParams:params" +3e:{} +3f:"$16:props:serverProvidedParams:params" +1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +42:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L42","4",{}]] +41:null diff --git a/litellm/proxy/_experimental/out/customers/__next._tree.txt b/litellm/proxy/_experimental/out/customers/__next._tree.txt new file mode 100644 index 00000000000..e7f322cb473 --- /dev/null +++ b/litellm/proxy/_experimental/out/customers/__next._tree.txt @@ -0,0 +1,7 @@ +:HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] +:HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] +3:[["children",{"s":"__PAGE__","h":160}]] +2:[["children",{"s":"customers","h":96,"c":"$Q3"}]] +1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/customers/index.html b/litellm/proxy/_experimental/out/customers/index.html new file mode 100644 index 00000000000..6ef748b0cec --- /dev/null +++ b/litellm/proxy/_experimental/out/customers/index.html @@ -0,0 +1 @@ +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/customers/index.txt b/litellm/proxy/_experimental/out/customers/index.txt new file mode 100644 index 00000000000..d66ab72fed4 --- /dev/null +++ b/litellm/proxy/_experimental/out/customers/index.txt @@ -0,0 +1,71 @@ +1:"$Sreact.fragment" +2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" +3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" +4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" +6:I[419159,["$2","$3","$4","$5"],"default"] +7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] +8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] +9:I[867271,["$2","$3","$4","$5"],"default"] +a:"TerminologyProvider" +b:I[283634,["$2","$3","$4","$5"],"$a"] +c:I[656682,["$2","$3","$4","$5"],"default"] +d:I[557951,["$2","$3","$4","$5"],"AuthProvider"] +e:I[339756,["$2","$3","$4","$5"],"default"] +f:I[837457,["$2","$3","$4","$5"],"default"] +10:I[713354,["$2","$3","$4","$5"],"Toaster"] +1c:"ViewportBoundary" +1d:I[897367,["$2","$3","$4","$5"],"$1c"] +1f:"MetadataBoundary" +20:I[897367,["$2","$3","$4","$5"],"$1f"] +21:"$Sreact.suspense" +23:I[168027,["$2","$3","$4","$5"],"default",1] +:HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] +:HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] +19:X +1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] +17:[["children",{"s":"customers","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","customers",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} +24:"ClientSegmentRoot" +25:I[92825,["$2","$3","$4","$5"],"$24"] +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" +34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] +3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] +3c:"/litellm-asset-prefix/_next/static/chunks/2k2t01mfd4mv-.js" +3d:I[786195,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] +40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] +16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] +18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2k2t01mfd4mv-.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] +19:C +3a:"$16:props:serverProvidedParams:params" +3e:{} +3f:"$16:props:serverProvidedParams:params" +1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +42:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L42","4",{}]] +41:null diff --git a/litellm/proxy/_experimental/out/guardrails-monitor/__next.!KGRhc2hib2FyZCk.guardrails-monitor.__PAGE__.txt b/litellm/proxy/_experimental/out/guardrails-monitor/__next.!KGRhc2hib2FyZCk.guardrails-monitor.__PAGE__.txt index dac44e4b6e7..fe23ace9df9 100644 --- a/litellm/proxy/_experimental/out/guardrails-monitor/__next.!KGRhc2hib2FyZCk.guardrails-monitor.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/guardrails-monitor/__next.!KGRhc2hib2FyZCk.guardrails-monitor.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,56 +21,57 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"guardrails-monitor","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/172bmg9wa8a25.js" -42:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" -43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -45:"/litellm-asset-prefix/_next/static/chunks/24_bbboqrrzq2.js" -46:I[55004,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45"],"default"] -49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +41:"/litellm-asset-prefix/_next/static/chunks/3dfxumysn0yu6.js" +42:"/litellm-asset-prefix/_next/static/chunks/1okzg1u_5sczm.js" +43:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +44:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" +45:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +46:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +47:I[55004,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46"],"default"] +4a:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/172bmg9wa8a25.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/24_bbboqrrzq2.js","async":true}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$47","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@48","$@49"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3dfxumysn0yu6.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1okzg1u_5sczm.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L4a",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4b"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -47:{} -48:"$15:props:serverProvidedParams:params" -4a:null +48:{} +49:"$15:props:serverProvidedParams:params" +4b:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/guardrails-monitor/__next._full.txt b/litellm/proxy/_experimental/out/guardrails-monitor/__next._full.txt index a78c35060a9..a5c748656f0 100644 --- a/litellm/proxy/_experimental/out/guardrails-monitor/__next._full.txt +++ b/litellm/proxy/_experimental/out/guardrails-monitor/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,58 +21,59 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"guardrails-monitor","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","guardrails-monitor",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","guardrails-monitor",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -3e:"/litellm-asset-prefix/_next/static/chunks/172bmg9wa8a25.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" -40:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -41:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -42:"/litellm-asset-prefix/_next/static/chunks/24_bbboqrrzq2.js" -43:I[55004,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] -46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +3e:"/litellm-asset-prefix/_next/static/chunks/3dfxumysn0yu6.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1okzg1u_5sczm.js" +40:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +41:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" +42:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:I[55004,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43"],"default"] +47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/172bmg9wa8a25.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/24_bbboqrrzq2.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3dfxumysn0yu6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1okzg1u_5sczm.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L47",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -44:{} -45:"$16:props:serverProvidedParams:params" +45:{} +46:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -48:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] -47:null +49:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L49","4",{}]] +48:null diff --git a/litellm/proxy/_experimental/out/guardrails-monitor/__next._tree.txt b/litellm/proxy/_experimental/out/guardrails-monitor/__next._tree.txt index b2c6296c4ed..0d865f1c0e1 100644 --- a/litellm/proxy/_experimental/out/guardrails-monitor/__next._tree.txt +++ b/litellm/proxy/_experimental/out/guardrails-monitor/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"guardrails-monitor","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/guardrails-monitor/index.html b/litellm/proxy/_experimental/out/guardrails-monitor/index.html index 42c4fe9f400..76011b918aa 100644 --- a/litellm/proxy/_experimental/out/guardrails-monitor/index.html +++ b/litellm/proxy/_experimental/out/guardrails-monitor/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/guardrails-monitor/index.txt b/litellm/proxy/_experimental/out/guardrails-monitor/index.txt index a78c35060a9..a5c748656f0 100644 --- a/litellm/proxy/_experimental/out/guardrails-monitor/index.txt +++ b/litellm/proxy/_experimental/out/guardrails-monitor/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,58 +21,59 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"guardrails-monitor","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","guardrails-monitor",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","guardrails-monitor",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -3e:"/litellm-asset-prefix/_next/static/chunks/172bmg9wa8a25.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" -40:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -41:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -42:"/litellm-asset-prefix/_next/static/chunks/24_bbboqrrzq2.js" -43:I[55004,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] -46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +3e:"/litellm-asset-prefix/_next/static/chunks/3dfxumysn0yu6.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1okzg1u_5sczm.js" +40:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +41:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" +42:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:I[55004,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43"],"default"] +47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/172bmg9wa8a25.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/24_bbboqrrzq2.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3dfxumysn0yu6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1okzg1u_5sczm.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L47",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -44:{} -45:"$16:props:serverProvidedParams:params" +45:{} +46:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -48:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] -47:null +49:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L49","4",{}]] +48:null diff --git a/litellm/proxy/_experimental/out/guardrails/__next.!KGRhc2hib2FyZCk.guardrails.__PAGE__.txt b/litellm/proxy/_experimental/out/guardrails/__next.!KGRhc2hib2FyZCk.guardrails.__PAGE__.txt index f445864e93b..7ab7bda3220 100644 --- a/litellm/proxy/_experimental/out/guardrails/__next.!KGRhc2hib2FyZCk.guardrails.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/guardrails/__next.!KGRhc2hib2FyZCk.guardrails.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,55 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"guardrails","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/20t__sfl257pp.js" -40:"/litellm-asset-prefix/_next/static/chunks/1tkwj0sj1vogi.js" -41:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -42:"/litellm-asset-prefix/_next/static/chunks/22jcwi2fo8-fk.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1l6v-5hs28nvd.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -45:I[509345,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] -48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +44:"/litellm-asset-prefix/_next/static/chunks/1p4_1i3i-0dv6.js" +45:"/litellm-asset-prefix/_next/static/chunks/29hhsrwawvuf8.js" +46:I[509345,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45"],"default"] +49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/20t__sfl257pp.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1tkwj0sj1vogi.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/22jcwi2fo8-fk.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1l6v-5hs28nvd.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/1p4_1i3i-0dv6.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/29hhsrwawvuf8.js","async":true}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -46:{} -47:"$15:props:serverProvidedParams:params" -49:null +47:{} +48:"$15:props:serverProvidedParams:params" +4a:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/guardrails/__next._full.txt b/litellm/proxy/_experimental/out/guardrails/__next._full.txt index f416d208ccf..624cb1c8509 100644 --- a/litellm/proxy/_experimental/out/guardrails/__next._full.txt +++ b/litellm/proxy/_experimental/out/guardrails/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,56 +21,57 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"guardrails","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","guardrails",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","guardrails",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/20t__sfl257pp.js" -3d:"/litellm-asset-prefix/_next/static/chunks/1tkwj0sj1vogi.js" -3e:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3f:"/litellm-asset-prefix/_next/static/chunks/22jcwi2fo8-fk.js" +3c:"/litellm-asset-prefix/_next/static/chunks/1l6v-5hs28nvd.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -42:I[509345,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] -45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/1p4_1i3i-0dv6.js" +42:"/litellm-asset-prefix/_next/static/chunks/29hhsrwawvuf8.js" +43:I[509345,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/20t__sfl257pp.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1tkwj0sj1vogi.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/22jcwi2fo8-fk.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1l6v-5hs28nvd.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/1p4_1i3i-0dv6.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/29hhsrwawvuf8.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -43:{} -44:"$16:props:serverProvidedParams:params" +44:{} +45:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -47:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] -46:null +48:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] +47:null diff --git a/litellm/proxy/_experimental/out/guardrails/__next._tree.txt b/litellm/proxy/_experimental/out/guardrails/__next._tree.txt index 73c28f800e2..f89a2eb8170 100644 --- a/litellm/proxy/_experimental/out/guardrails/__next._tree.txt +++ b/litellm/proxy/_experimental/out/guardrails/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"guardrails","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/guardrails/index.html b/litellm/proxy/_experimental/out/guardrails/index.html index 0fb8fadfafa..eab167e5906 100644 --- a/litellm/proxy/_experimental/out/guardrails/index.html +++ b/litellm/proxy/_experimental/out/guardrails/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/guardrails/index.txt b/litellm/proxy/_experimental/out/guardrails/index.txt index f416d208ccf..624cb1c8509 100644 --- a/litellm/proxy/_experimental/out/guardrails/index.txt +++ b/litellm/proxy/_experimental/out/guardrails/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,56 +21,57 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"guardrails","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","guardrails",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","guardrails",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/20t__sfl257pp.js" -3d:"/litellm-asset-prefix/_next/static/chunks/1tkwj0sj1vogi.js" -3e:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3f:"/litellm-asset-prefix/_next/static/chunks/22jcwi2fo8-fk.js" +3c:"/litellm-asset-prefix/_next/static/chunks/1l6v-5hs28nvd.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -42:I[509345,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] -45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/1p4_1i3i-0dv6.js" +42:"/litellm-asset-prefix/_next/static/chunks/29hhsrwawvuf8.js" +43:I[509345,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/20t__sfl257pp.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1tkwj0sj1vogi.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/22jcwi2fo8-fk.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1l6v-5hs28nvd.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/1p4_1i3i-0dv6.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/29hhsrwawvuf8.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -43:{} -44:"$16:props:serverProvidedParams:params" +44:{} +45:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -47:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] -46:null +48:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] +47:null diff --git a/litellm/proxy/_experimental/out/home/__next.!KGRhc2hib2FyZCk.home.__PAGE__.txt b/litellm/proxy/_experimental/out/home/__next.!KGRhc2hib2FyZCk.home.__PAGE__.txt index fe42a8ef84b..a2dd347d3e4 100644 --- a/litellm/proxy/_experimental/out/home/__next.!KGRhc2hib2FyZCk.home.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/home/__next.!KGRhc2hib2FyZCk.home.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,52 +21,53 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"home","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/1cajz39hwpgf9.js" -40:"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js" -41:"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2exj6a4e6ce98.js" +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" 42:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -43:I[75533,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42"],"default"] -46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +43:"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js" +44:I[75533,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43"],"default"] +47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1cajz39hwpgf9.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}]],["$","$L46",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2exj6a4e6ce98.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -44:{} -45:"$15:props:serverProvidedParams:params" -47:null +45:{} +46:"$15:props:serverProvidedParams:params" +48:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/home/__next._full.txt b/litellm/proxy/_experimental/out/home/__next._full.txt index eff864f1210..e3bfca81497 100644 --- a/litellm/proxy/_experimental/out/home/__next._full.txt +++ b/litellm/proxy/_experimental/out/home/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,55 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"home","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","home",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","home",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1cajz39hwpgf9.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js" -3e:"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js" +3c:"/litellm-asset-prefix/_next/static/chunks/2exj6a4e6ce98.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" 3f:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -40:I[75533,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] -43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +40:"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js" +41:I[75533,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] +44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1cajz39hwpgf9.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2exj6a4e6ce98.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -41:{} -42:"$16:props:serverProvidedParams:params" +42:{} +43:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -45:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] -44:null +46:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] +45:null diff --git a/litellm/proxy/_experimental/out/home/__next._tree.txt b/litellm/proxy/_experimental/out/home/__next._tree.txt index a84e6f0fbdf..b4b22dfa5a7 100644 --- a/litellm/proxy/_experimental/out/home/__next._tree.txt +++ b/litellm/proxy/_experimental/out/home/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"home","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/home/index.html b/litellm/proxy/_experimental/out/home/index.html index 4fc83cdb1f1..724cb9d6b3b 100644 --- a/litellm/proxy/_experimental/out/home/index.html +++ b/litellm/proxy/_experimental/out/home/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/home/index.txt b/litellm/proxy/_experimental/out/home/index.txt index eff864f1210..e3bfca81497 100644 --- a/litellm/proxy/_experimental/out/home/index.txt +++ b/litellm/proxy/_experimental/out/home/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,55 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"home","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","home",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","home",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1cajz39hwpgf9.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js" -3e:"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js" +3c:"/litellm-asset-prefix/_next/static/chunks/2exj6a4e6ce98.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" 3f:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -40:I[75533,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] -43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +40:"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js" +41:I[75533,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] +44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1cajz39hwpgf9.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2exj6a4e6ce98.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -41:{} -42:"$16:props:serverProvidedParams:params" +42:{} +43:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -45:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] -44:null +46:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] +45:null diff --git a/litellm/proxy/_experimental/out/index.html b/litellm/proxy/_experimental/out/index.html index a121c66db99..c43c0dce697 100644 --- a/litellm/proxy/_experimental/out/index.html +++ b/litellm/proxy/_experimental/out/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/index.txt b/litellm/proxy/_experimental/out/index.txt index c46c361f5e5..c57b2a75d7b 100644 --- a/litellm/proxy/_experimental/out/index.txt +++ b/litellm/proxy/_experimental/out/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,50 +21,51 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 1e:"$Sreact.suspense" 20:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 17:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L18","p":false,"v":null}}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1a",null,{"children":"$L1b"}],["$","$L1d",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1e",null,{"name":"Next.Metadata","children":"$L1f"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$20",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1a",null,{"children":"$L1b"}],["$","$L1d",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1e",null,{"name":"Next.Metadata","children":"$L1f"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$20",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 21:"ClientSegmentRoot" 22:I[92825,["$2","$3","$4","$5"],"$21"] -23:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -24:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -25:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -26:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -27:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -28:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -29:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2c:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -2d:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -30:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +23:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +24:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +25:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +26:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +27:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +28:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +29:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2a:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2b:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2c:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +2e:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +30:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 31:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -32:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -33:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -34:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -35:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +32:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +34:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +35:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 36:I[216370,["$2","$3","$4","$5","$23","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35"],"default"] 38:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -39:"/litellm-asset-prefix/_next/static/chunks/1ke00a5rdne40.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js" +39:"/litellm-asset-prefix/_next/static/chunks/2fpdg-oodm5f5.js" +3a:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" 3c:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3d:I[871135,["$2","$3","$4","$5","$23","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$39","$3a","$3b","$3c"],"default"] -40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3d:"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js" +3e:I[871135,["$2","$3","$4","$5","$23","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$39","$3a","$3b","$3c","$3d"],"default"] +41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L22",null,{"Component":"$36","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@37"]}}] -18:["$","$1","c",{"children":[["$","$L38",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1ke00a5rdne40.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0rqs8-i3s7j26.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$1e",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] +18:["$","$1","c",{"children":[["$","$L38",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2fpdg-oodm5f5.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1sn9qsx3m4fwl.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$1e",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] 37:"$16:props:serverProvidedParams:params" -3e:{} -3f:"$16:props:serverProvidedParams:params" +3f:{} +40:"$16:props:serverProvidedParams:params" 1b:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -42:I[27201,["$2","$3","$4","$5"],"IconMark"] -1f:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L42","4",{}]] -41:null +43:I[27201,["$2","$3","$4","$5"],"IconMark"] +1f:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L43","4",{}]] +42:null diff --git a/litellm/proxy/_experimental/out/logging-and-alerts/__next.!KGRhc2hib2FyZCk.logging-and-alerts.__PAGE__.txt b/litellm/proxy/_experimental/out/logging-and-alerts/__next.!KGRhc2hib2FyZCk.logging-and-alerts.__PAGE__.txt index 813472e6b0a..a4ac0974401 100644 --- a/litellm/proxy/_experimental/out/logging-and-alerts/__next.!KGRhc2hib2FyZCk.logging-and-alerts.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/logging-and-alerts/__next.!KGRhc2hib2FyZCk.logging-and-alerts.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,53 +21,54 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"logging-and-alerts","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/3oqu58tdwbn4n.js" -40:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -41:"/litellm-asset-prefix/_next/static/chunks/0g1e966rz9d1a.js" +3f:"/litellm-asset-prefix/_next/static/chunks/150yct8jmdpkn.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" 42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -44:I[372024,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43"],"default"] -47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +44:"/litellm-asset-prefix/_next/static/chunks/0dvdxa-jes285.js" +45:I[372024,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] +48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3oqu58tdwbn4n.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0g1e966rz9d1a.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/150yct8jmdpkn.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0dvdxa-jes285.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -45:{} -46:"$15:props:serverProvidedParams:params" -48:null +46:{} +47:"$15:props:serverProvidedParams:params" +49:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/logging-and-alerts/__next._full.txt b/litellm/proxy/_experimental/out/logging-and-alerts/__next._full.txt index bfc73e91514..39524c1e2c6 100644 --- a/litellm/proxy/_experimental/out/logging-and-alerts/__next._full.txt +++ b/litellm/proxy/_experimental/out/logging-and-alerts/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"logging-and-alerts","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","logging-and-alerts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","logging-and-alerts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3oqu58tdwbn4n.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/0g1e966rz9d1a.js" +3c:"/litellm-asset-prefix/_next/static/chunks/150yct8jmdpkn.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:I[372024,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/0dvdxa-jes285.js" +42:I[372024,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3oqu58tdwbn4n.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0g1e966rz9d1a.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/150yct8jmdpkn.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0dvdxa-jes285.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/logging-and-alerts/__next._tree.txt b/litellm/proxy/_experimental/out/logging-and-alerts/__next._tree.txt index 6e79209a718..9d4c48a5407 100644 --- a/litellm/proxy/_experimental/out/logging-and-alerts/__next._tree.txt +++ b/litellm/proxy/_experimental/out/logging-and-alerts/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"logging-and-alerts","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/logging-and-alerts/index.html b/litellm/proxy/_experimental/out/logging-and-alerts/index.html index 16bc43454a1..115935b4aaa 100644 --- a/litellm/proxy/_experimental/out/logging-and-alerts/index.html +++ b/litellm/proxy/_experimental/out/logging-and-alerts/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/logging-and-alerts/index.txt b/litellm/proxy/_experimental/out/logging-and-alerts/index.txt index bfc73e91514..39524c1e2c6 100644 --- a/litellm/proxy/_experimental/out/logging-and-alerts/index.txt +++ b/litellm/proxy/_experimental/out/logging-and-alerts/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"logging-and-alerts","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","logging-and-alerts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","logging-and-alerts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3oqu58tdwbn4n.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/0g1e966rz9d1a.js" +3c:"/litellm-asset-prefix/_next/static/chunks/150yct8jmdpkn.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:I[372024,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/0dvdxa-jes285.js" +42:I[372024,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3oqu58tdwbn4n.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0g1e966rz9d1a.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/150yct8jmdpkn.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0dvdxa-jes285.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/login/__next._full.txt b/litellm/proxy/_experimental/out/login/__next._full.txt index b82d8b7a2aa..a590d470e24 100644 --- a/litellm/proxy/_experimental/out/login/__next._full.txt +++ b/litellm/proxy/_experimental/out/login/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -25,12 +25,12 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 20:I[897367,["$2","$3","$4","$5"],"$1f"] 22:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 12:X 13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$16","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@17","$@18"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1zrlvkv_c0tz_.js","async":true,"nonce":"$undefined"}]],["$","$L19",null,{"children":["$","$1a",null,{"name":"Next.MetadataOutlet","children":"$@1b"}]}]]}],"p":false,"v":null}}]] 11:[["children",{"s":"login","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","login",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1a",null,{"name":"Next.Metadata","children":"$L21"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$22",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"P":null,"c":["","login",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1a",null,{"name":"Next.Metadata","children":"$L21"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$22",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 12:C 17:{} 18:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" diff --git a/litellm/proxy/_experimental/out/login/__next._tree.txt b/litellm/proxy/_experimental/out/login/__next._tree.txt index b5e85023922..eda096b46f0 100644 --- a/litellm/proxy/_experimental/out/login/__next._tree.txt +++ b/litellm/proxy/_experimental/out/login/__next._tree.txt @@ -1,6 +1,6 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 2:[["children",{"s":"__PAGE__","h":160}]] 1:[["children",{"s":"login","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/login/__next.login.__PAGE__.txt b/litellm/proxy/_experimental/out/login/__next.login.__PAGE__.txt index 477fe6be281..18e3926a0ac 100644 --- a/litellm/proxy/_experimental/out/login/__next.login.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/login/__next.login.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -25,13 +25,13 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 23:I[897367,["$2","$3","$4","$5"],"$22"] 24:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 15:X 15:C 16:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L17",null,{"Component":"$19","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@1a","$@1b"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1zrlvkv_c0tz_.js","async":true}]],["$","$L1c",null,{"children":["$","$1d",null,{"name":"Next.MetadataOutlet","children":"$@1e"}]}]]}],"p":"$@1f","v":null,"s":"$12"}}]] 13:[["children",{"s":"login","h":96,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}],"p":"$@14","v":"$15","s":"$12"},"c":"$Q16"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L21",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L23",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1d",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L21",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L23",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1d",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"KYjqhQPd_2f-3TMRjKY98"} 1a:{} 1b:"$16:0:1:d:r:props:children:0:props:serverProvidedParams:params" 1e:null diff --git a/litellm/proxy/_experimental/out/login/index.html b/litellm/proxy/_experimental/out/login/index.html index 30fafce9ea6..7783451027c 100644 --- a/litellm/proxy/_experimental/out/login/index.html +++ b/litellm/proxy/_experimental/out/login/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/login/index.txt b/litellm/proxy/_experimental/out/login/index.txt index b82d8b7a2aa..a590d470e24 100644 --- a/litellm/proxy/_experimental/out/login/index.txt +++ b/litellm/proxy/_experimental/out/login/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -25,12 +25,12 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 20:I[897367,["$2","$3","$4","$5"],"$1f"] 22:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 12:X 13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$16","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@17","$@18"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1zrlvkv_c0tz_.js","async":true,"nonce":"$undefined"}]],["$","$L19",null,{"children":["$","$1a",null,{"name":"Next.MetadataOutlet","children":"$@1b"}]}]]}],"p":false,"v":null}}]] 11:[["children",{"s":"login","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","login",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1a",null,{"name":"Next.Metadata","children":"$L21"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$22",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"P":null,"c":["","login",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1a",null,{"name":"Next.Metadata","children":"$L21"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$22",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 12:C 17:{} 18:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" diff --git a/litellm/proxy/_experimental/out/logs/__next.!KGRhc2hib2FyZCk.logs.__PAGE__.txt b/litellm/proxy/_experimental/out/logs/__next.!KGRhc2hib2FyZCk.logs.__PAGE__.txt index ddf463a152a..fb0e56e2d43 100644 --- a/litellm/proxy/_experimental/out/logs/__next.!KGRhc2hib2FyZCk.logs.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/logs/__next.!KGRhc2hib2FyZCk.logs.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,64 +21,67 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"logs","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3f:"/litellm-asset-prefix/_next/static/chunks/36kh9h9ds74ns.js" -40:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -41:"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js" -42:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +42:"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js" 43:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -44:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" -45:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -46:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -47:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -48:"/litellm-asset-prefix/_next/static/chunks/0ydg9m5eh2c8_.js" +44:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +45:"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js" +46:"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js" +47:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +48:"/litellm-asset-prefix/_next/static/chunks/24zklgn7np5ye.js" 49:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -4a:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" +4a:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" 4b:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -4c:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4d:"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js" -4e:I[799062,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d"],"default"] -51:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +4c:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" +4d:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" +4e:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4f:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +50:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +51:I[799062,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e","$4f","$50"],"default"] +54:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4e","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4f","$@50"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/36kh9h9ds74ns.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0ydg9m5eh2c8_.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js","async":true}]],["$","$L51",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@52"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$51","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@52","$@53"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/36kh9h9ds74ns.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/24zklgn7np5ye.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true}]],["$","$L54",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@55"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -4f:{} -50:"$15:props:serverProvidedParams:params" -52:null +52:{} +53:"$15:props:serverProvidedParams:params" +55:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/logs/__next._full.txt b/litellm/proxy/_experimental/out/logs/__next._full.txt index a44c3578fcb..2442d8e42cf 100644 --- a/litellm/proxy/_experimental/out/logs/__next._full.txt +++ b/litellm/proxy/_experimental/out/logs/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,66 +21,69 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"logs","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","logs",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","logs",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/36kh9h9ds74ns.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js" 40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" -42:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -43:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -44:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -45:"/litellm-asset-prefix/_next/static/chunks/0ydg9m5eh2c8_.js" +41:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +42:"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js" +43:"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js" +44:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +45:"/litellm-asset-prefix/_next/static/chunks/24zklgn7np5ye.js" 46:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -47:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" +47:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" 48:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -49:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4a:"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js" -4b:I[799062,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a"],"default"] -4e:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +49:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" +4a:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" +4b:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4d:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4e:I[799062,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d"],"default"] +51:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4b","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4c","$@4d"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/36kh9h9ds74ns.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0ydg9m5eh2c8_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js","async":true,"nonce":"$undefined"}]],["$","$L4e",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4f"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4f","$@50"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/36kh9h9ds74ns.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/24zklgn7np5ye.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}]],["$","$L51",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@52"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4c:{} -4d:"$16:props:serverProvidedParams:params" +4f:{} +50:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -50:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L50","4",{}]] -4f:null +53:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L53","4",{}]] +52:null diff --git a/litellm/proxy/_experimental/out/logs/__next._tree.txt b/litellm/proxy/_experimental/out/logs/__next._tree.txt index 0abb9672daf..391e551567f 100644 --- a/litellm/proxy/_experimental/out/logs/__next._tree.txt +++ b/litellm/proxy/_experimental/out/logs/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"logs","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/logs/index.html b/litellm/proxy/_experimental/out/logs/index.html index f52184b69b9..fb782803afd 100644 --- a/litellm/proxy/_experimental/out/logs/index.html +++ b/litellm/proxy/_experimental/out/logs/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/logs/index.txt b/litellm/proxy/_experimental/out/logs/index.txt index a44c3578fcb..2442d8e42cf 100644 --- a/litellm/proxy/_experimental/out/logs/index.txt +++ b/litellm/proxy/_experimental/out/logs/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,66 +21,69 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"logs","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","logs",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","logs",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/36kh9h9ds74ns.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js" 40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" -42:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -43:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -44:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -45:"/litellm-asset-prefix/_next/static/chunks/0ydg9m5eh2c8_.js" +41:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +42:"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js" +43:"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js" +44:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +45:"/litellm-asset-prefix/_next/static/chunks/24zklgn7np5ye.js" 46:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -47:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" +47:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" 48:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -49:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4a:"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js" -4b:I[799062,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a"],"default"] -4e:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +49:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" +4a:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" +4b:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4d:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4e:I[799062,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d"],"default"] +51:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4b","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4c","$@4d"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/36kh9h9ds74ns.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0ydg9m5eh2c8_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/3g3i_tcarfc0k.js","async":true,"nonce":"$undefined"}]],["$","$L4e",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4f"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4f","$@50"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/36kh9h9ds74ns.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2qnxkzlznt10e.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0hy025zs8uz5m.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/24zklgn7np5ye.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}]],["$","$L51",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@52"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4c:{} -4d:"$16:props:serverProvidedParams:params" +4f:{} +50:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -50:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L50","4",{}]] -4f:null +53:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L53","4",{}]] +52:null diff --git a/litellm/proxy/_experimental/out/mcp-servers/__next.!KGRhc2hib2FyZCk.mcp-servers.__PAGE__.txt b/litellm/proxy/_experimental/out/mcp-servers/__next.!KGRhc2hib2FyZCk.mcp-servers.__PAGE__.txt index ec22b3b6612..c4521cbf35f 100644 --- a/litellm/proxy/_experimental/out/mcp-servers/__next.!KGRhc2hib2FyZCk.mcp-servers.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/mcp-servers/__next.!KGRhc2hib2FyZCk.mcp-servers.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,55 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"mcp-servers","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js" -40:"/litellm-asset-prefix/_next/static/chunks/264-co7ed12v9.js" -41:"/litellm-asset-prefix/_next/static/chunks/20wa1v29eqdsb.js" -42:"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js" +42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -45:I[366321,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] -48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +44:"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js" +45:"/litellm-asset-prefix/_next/static/chunks/36en-hbnmjz4n.js" +46:I[366321,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45"],"default"] +49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/264-co7ed12v9.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/20wa1v29eqdsb.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36en-hbnmjz4n.js","async":true}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -46:{} -47:"$15:props:serverProvidedParams:params" -49:null +47:{} +48:"$15:props:serverProvidedParams:params" +4a:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/mcp-servers/__next._full.txt b/litellm/proxy/_experimental/out/mcp-servers/__next._full.txt index 50a3d5c30c9..b5773e19ba3 100644 --- a/litellm/proxy/_experimental/out/mcp-servers/__next._full.txt +++ b/litellm/proxy/_experimental/out/mcp-servers/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,56 +21,57 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"mcp-servers","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","mcp-servers",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","mcp-servers",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js" -3d:"/litellm-asset-prefix/_next/static/chunks/264-co7ed12v9.js" -3e:"/litellm-asset-prefix/_next/static/chunks/20wa1v29eqdsb.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js" +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js" +3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -42:I[366321,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] -45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js" +42:"/litellm-asset-prefix/_next/static/chunks/36en-hbnmjz4n.js" +43:I[366321,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/264-co7ed12v9.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/20wa1v29eqdsb.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36en-hbnmjz4n.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -43:{} -44:"$16:props:serverProvidedParams:params" +44:{} +45:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -47:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] -46:null +48:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] +47:null diff --git a/litellm/proxy/_experimental/out/mcp-servers/__next._tree.txt b/litellm/proxy/_experimental/out/mcp-servers/__next._tree.txt index ba5ad9a90c2..8ccef805839 100644 --- a/litellm/proxy/_experimental/out/mcp-servers/__next._tree.txt +++ b/litellm/proxy/_experimental/out/mcp-servers/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"mcp-servers","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/mcp-servers/index.html b/litellm/proxy/_experimental/out/mcp-servers/index.html index 8402e7b7326..9aaf15fa55e 100644 --- a/litellm/proxy/_experimental/out/mcp-servers/index.html +++ b/litellm/proxy/_experimental/out/mcp-servers/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/mcp-servers/index.txt b/litellm/proxy/_experimental/out/mcp-servers/index.txt index 50a3d5c30c9..b5773e19ba3 100644 --- a/litellm/proxy/_experimental/out/mcp-servers/index.txt +++ b/litellm/proxy/_experimental/out/mcp-servers/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,56 +21,57 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"mcp-servers","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","mcp-servers",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","mcp-servers",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js" -3d:"/litellm-asset-prefix/_next/static/chunks/264-co7ed12v9.js" -3e:"/litellm-asset-prefix/_next/static/chunks/20wa1v29eqdsb.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js" +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js" +3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -42:I[366321,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] -45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js" +42:"/litellm-asset-prefix/_next/static/chunks/36en-hbnmjz4n.js" +43:I[366321,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/264-co7ed12v9.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/20wa1v29eqdsb.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0upwn3eox_6i1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36en-hbnmjz4n.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -43:{} -44:"$16:props:serverProvidedParams:params" +44:{} +45:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -47:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] -46:null +48:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] +47:null diff --git a/litellm/proxy/_experimental/out/mcp/oauth/callback/__next._full.txt b/litellm/proxy/_experimental/out/mcp/oauth/callback/__next._full.txt index 8757dd88256..4789ae7c2be 100644 --- a/litellm/proxy/_experimental/out/mcp/oauth/callback/__next._full.txt +++ b/litellm/proxy/_experimental/out/mcp/oauth/callback/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -25,14 +25,14 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:I[897367,["$2","$3","$4","$5"],"$21"] 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 12:X 15:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L16",null,{"Component":"$18","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@19","$@1a"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2-0iiyhvv3a8o.js","async":true,"nonce":"$undefined"}]],["$","$L1b",null,{"children":["$","$1c",null,{"name":"Next.MetadataOutlet","children":"$@1d"}]}]]}],"p":false,"v":null}}]] 14:[["children",{"s":"callback","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q15"}]] 13:[["children",{"s":"oauth","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q14"}]] 11:[["children",{"s":"mcp","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","mcp","oauth","callback",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":"$L20"}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1c",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"P":null,"c":["","mcp","oauth","callback",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":"$L20"}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1c",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 12:C 19:{} 1a:"$15:0:1:d:r:props:children:0:props:serverProvidedParams:params" diff --git a/litellm/proxy/_experimental/out/mcp/oauth/callback/__next._tree.txt b/litellm/proxy/_experimental/out/mcp/oauth/callback/__next._tree.txt index 619c10bf3ac..2fa3baa7afd 100644 --- a/litellm/proxy/_experimental/out/mcp/oauth/callback/__next._tree.txt +++ b/litellm/proxy/_experimental/out/mcp/oauth/callback/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 4:[["children",{"s":"__PAGE__","h":160}]] 3:[["children",{"s":"callback","h":96,"c":"$Q4"}]] 2:[["children",{"s":"oauth","h":96,"c":"$Q3"}]] 1:[["children",{"s":"mcp","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/mcp/oauth/callback/__next.mcp.oauth.callback.__PAGE__.txt b/litellm/proxy/_experimental/out/mcp/oauth/callback/__next.mcp.oauth.callback.__PAGE__.txt index bffefb88f21..93ee90f50c4 100644 --- a/litellm/proxy/_experimental/out/mcp/oauth/callback/__next.mcp.oauth.callback.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/mcp/oauth/callback/__next.mcp.oauth.callback.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -25,7 +25,7 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 27:I[897367,["$2","$3","$4","$5"],"$26"] 28:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 15:X 15:C @@ -33,7 +33,7 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 18:[["children",{"s":"callback","h":96,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}],"p":"$@19","v":"$15","s":"$12"},"c":"$Q1a"}]] 16:[["children",{"s":"oauth","h":96,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}],"p":"$@17","v":"$15","s":"$12"},"c":"$Q18"}]] 13:[["children",{"s":"mcp","h":96,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}],"p":"$@14","v":"$15","s":"$12"},"c":"$Q16"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L25",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L27",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L28","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@29","v":null,"s":"$12"}},"a":"$@2a","u":"$@2b","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L25",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L27",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L28","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@29","v":null,"s":"$12"}},"a":"$@2a","u":"$@2b","b":"KYjqhQPd_2f-3TMRjKY98"} 1e:{} 1f:"$1a:0:1:d:r:props:children:0:props:serverProvidedParams:params" 22:null diff --git a/litellm/proxy/_experimental/out/mcp/oauth/callback/index.html b/litellm/proxy/_experimental/out/mcp/oauth/callback/index.html index c570724ba67..733a73317a5 100644 --- a/litellm/proxy/_experimental/out/mcp/oauth/callback/index.html +++ b/litellm/proxy/_experimental/out/mcp/oauth/callback/index.html @@ -1 +1 @@ -LiteLLM Dashboard
Loading...
\ No newline at end of file +LiteLLM Dashboard
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/mcp/oauth/callback/index.txt b/litellm/proxy/_experimental/out/mcp/oauth/callback/index.txt index 8757dd88256..4789ae7c2be 100644 --- a/litellm/proxy/_experimental/out/mcp/oauth/callback/index.txt +++ b/litellm/proxy/_experimental/out/mcp/oauth/callback/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -25,14 +25,14 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:I[897367,["$2","$3","$4","$5"],"$21"] 24:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 12:X 15:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L16",null,{"Component":"$18","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@19","$@1a"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2-0iiyhvv3a8o.js","async":true,"nonce":"$undefined"}]],["$","$L1b",null,{"children":["$","$1c",null,{"name":"Next.MetadataOutlet","children":"$@1d"}]}]]}],"p":false,"v":null}}]] 14:[["children",{"s":"callback","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q15"}]] 13:[["children",{"s":"oauth","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q14"}]] 11:[["children",{"s":"mcp","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","mcp","oauth","callback",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":"$L20"}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1c",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"P":null,"c":["","mcp","oauth","callback",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":"$L20"}],["$","$L22",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1c",null,{"name":"Next.Metadata","children":"$L23"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$24",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 12:C 19:{} 1a:"$15:0:1:d:r:props:children:0:props:serverProvidedParams:params" diff --git a/litellm/proxy/_experimental/out/memory/__next.!KGRhc2hib2FyZCk.memory.__PAGE__.txt b/litellm/proxy/_experimental/out/memory/__next.!KGRhc2hib2FyZCk.memory.__PAGE__.txt index 6514154a98a..6eabadd5d9b 100644 --- a/litellm/proxy/_experimental/out/memory/__next.!KGRhc2hib2FyZCk.memory.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/memory/__next.!KGRhc2hib2FyZCk.memory.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,35 +21,35 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"memory","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3f:"/litellm-asset-prefix/_next/static/chunks/1s6fzi_c75k7_.js" @@ -57,7 +57,7 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 41:"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js" 42:I[956224,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41"],"default"] 45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1s6fzi_c75k7_.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js","async":true}]],["$","$L45",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] diff --git a/litellm/proxy/_experimental/out/memory/__next._full.txt b/litellm/proxy/_experimental/out/memory/__next._full.txt index c8f489ffe15..b68a6dfc6c3 100644 --- a/litellm/proxy/_experimental/out/memory/__next._full.txt +++ b/litellm/proxy/_experimental/out/memory/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,34 +21,34 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"memory","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","memory",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","memory",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/1s6fzi_c75k7_.js" @@ -56,10 +56,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 3e:"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js" 3f:I[956224,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e"],"default"] 42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3f","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@40","$@41"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1s6fzi_c75k7_.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] diff --git a/litellm/proxy/_experimental/out/memory/__next._tree.txt b/litellm/proxy/_experimental/out/memory/__next._tree.txt index aaf6bac2031..aa6fd57d90a 100644 --- a/litellm/proxy/_experimental/out/memory/__next._tree.txt +++ b/litellm/proxy/_experimental/out/memory/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"memory","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/memory/index.html b/litellm/proxy/_experimental/out/memory/index.html index 71b407fc452..f74dce002db 100644 --- a/litellm/proxy/_experimental/out/memory/index.html +++ b/litellm/proxy/_experimental/out/memory/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/memory/index.txt b/litellm/proxy/_experimental/out/memory/index.txt index c8f489ffe15..b68a6dfc6c3 100644 --- a/litellm/proxy/_experimental/out/memory/index.txt +++ b/litellm/proxy/_experimental/out/memory/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,34 +21,34 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"memory","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","memory",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","memory",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/1s6fzi_c75k7_.js" @@ -56,10 +56,10 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 3e:"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js" 3f:I[956224,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e"],"default"] 42:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3f","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@40","$@41"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1s6fzi_c75k7_.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js","async":true,"nonce":"$undefined"}]],["$","$L42",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@43"}]}]]}] diff --git a/litellm/proxy/_experimental/out/model-hub-table/__next.!KGRhc2hib2FyZCk.model-hub-table.__PAGE__.txt b/litellm/proxy/_experimental/out/model-hub-table/__next.!KGRhc2hib2FyZCk.model-hub-table.__PAGE__.txt index 02ad53cef88..1e2e0f78b3d 100644 --- a/litellm/proxy/_experimental/out/model-hub-table/__next.!KGRhc2hib2FyZCk.model-hub-table.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/model-hub-table/__next.!KGRhc2hib2FyZCk.model-hub-table.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,56 +21,57 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"model-hub-table","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/1a0a_20ecku3a.js" -40:"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js" -41:"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js" -42:"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js" +3f:"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js" +40:"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js" +41:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +42:"/litellm-asset-prefix/_next/static/chunks/3k9zfo-akzvpq.js" 43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js" 45:"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js" -46:"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js" -47:I[157058,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46"],"default"] -4a:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +46:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +47:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +48:I[157058,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47"],"default"] +4b:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$47","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@48","$@49"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1a0a_20ecku3a.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js","async":true}]],["$","$L4a",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4b"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$48","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@49","$@4a"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3k9zfo-akzvpq.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}]],["$","$L4b",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4c"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -48:{} -49:"$15:props:serverProvidedParams:params" -4b:null +49:{} +4a:"$15:props:serverProvidedParams:params" +4c:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/model-hub-table/__next._full.txt b/litellm/proxy/_experimental/out/model-hub-table/__next._full.txt index 7a8e55b2790..bfa85b5e1a1 100644 --- a/litellm/proxy/_experimental/out/model-hub-table/__next._full.txt +++ b/litellm/proxy/_experimental/out/model-hub-table/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,58 +21,59 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"model-hub-table","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","model-hub-table",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","model-hub-table",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1a0a_20ecku3a.js" -3d:"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js" +3c:"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js" +3d:"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3k9zfo-akzvpq.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +41:"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js" 42:"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js" -43:"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js" -44:I[157058,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43"],"default"] -47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +45:I[157058,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44"],"default"] +48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1a0a_20ecku3a.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js","async":true,"nonce":"$undefined"}]],["$","$L47",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3k9zfo-akzvpq.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}]],["$","$L48",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -45:{} -46:"$16:props:serverProvidedParams:params" +46:{} +47:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -49:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L49","4",{}]] -48:null +4a:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4a","4",{}]] +49:null diff --git a/litellm/proxy/_experimental/out/model-hub-table/__next._tree.txt b/litellm/proxy/_experimental/out/model-hub-table/__next._tree.txt index 655e56bac21..e055b574be2 100644 --- a/litellm/proxy/_experimental/out/model-hub-table/__next._tree.txt +++ b/litellm/proxy/_experimental/out/model-hub-table/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"model-hub-table","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/model-hub-table/index.html b/litellm/proxy/_experimental/out/model-hub-table/index.html index 2d7a768bd52..497b6cd0d3f 100644 --- a/litellm/proxy/_experimental/out/model-hub-table/index.html +++ b/litellm/proxy/_experimental/out/model-hub-table/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/model-hub-table/index.txt b/litellm/proxy/_experimental/out/model-hub-table/index.txt index 7a8e55b2790..bfa85b5e1a1 100644 --- a/litellm/proxy/_experimental/out/model-hub-table/index.txt +++ b/litellm/proxy/_experimental/out/model-hub-table/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,58 +21,59 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"model-hub-table","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","model-hub-table",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","model-hub-table",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1a0a_20ecku3a.js" -3d:"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js" +3c:"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js" +3d:"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3k9zfo-akzvpq.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +41:"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js" 42:"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js" -43:"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js" -44:I[157058,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43"],"default"] -47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +45:I[157058,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44"],"default"] +48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1a0a_20ecku3a.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1ww_2bshe19vv.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3xgxm1vymcxsl.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/13aject08_y5d.js","async":true,"nonce":"$undefined"}]],["$","$L47",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/23hael-6b1gdq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2gx4386ux0wdz.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3k9zfo-akzvpq.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/095mmn_6xzp2h.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}]],["$","$L48",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -45:{} -46:"$16:props:serverProvidedParams:params" +46:{} +47:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -49:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L49","4",{}]] -48:null +4a:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4a","4",{}]] +49:null diff --git a/litellm/proxy/_experimental/out/model-insights/__next.!KGRhc2hib2FyZCk.model-insights.__PAGE__.txt b/litellm/proxy/_experimental/out/model-insights/__next.!KGRhc2hib2FyZCk.model-insights.__PAGE__.txt index c2637ae481b..81a52bd36ff 100644 --- a/litellm/proxy/_experimental/out/model-insights/__next.!KGRhc2hib2FyZCk.model-insights.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/model-insights/__next.!KGRhc2hib2FyZCk.model-insights.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,50 +21,52 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"model-insights","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/1i6gtn2ce8nju.js" -40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:I[502771,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/1fqohmkl7orip.js" +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js" +42:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +43:I[502771,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1i6gtn2ce8nju.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}]],["$","$L44",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1fqohmkl7orip.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}]],["$","$L46",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -42:{} -43:"$15:props:serverProvidedParams:params" -45:null +44:{} +45:"$15:props:serverProvidedParams:params" +47:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/model-insights/__next._full.txt b/litellm/proxy/_experimental/out/model-insights/__next._full.txt index 9da3dab723a..be9c4ae12c7 100644 --- a/litellm/proxy/_experimental/out/model-insights/__next._full.txt +++ b/litellm/proxy/_experimental/out/model-insights/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,52 +21,54 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"model-insights","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","model-insights",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","model-insights",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1i6gtn2ce8nju.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3e:I[502771,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d"],"default"] -41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1fqohmkl7orip.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +40:I[502771,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] +43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1i6gtn2ce8nju.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1fqohmkl7orip.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -3f:{} -40:"$16:props:serverProvidedParams:params" +41:{} +42:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -43:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L43","4",{}]] -42:null +45:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] +44:null diff --git a/litellm/proxy/_experimental/out/model-insights/__next._tree.txt b/litellm/proxy/_experimental/out/model-insights/__next._tree.txt index bfeff3a6cb0..b6d6b20fcb2 100644 --- a/litellm/proxy/_experimental/out/model-insights/__next._tree.txt +++ b/litellm/proxy/_experimental/out/model-insights/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"model-insights","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/model-insights/index.html b/litellm/proxy/_experimental/out/model-insights/index.html index 15c0cfa19db..8ac550163bf 100644 --- a/litellm/proxy/_experimental/out/model-insights/index.html +++ b/litellm/proxy/_experimental/out/model-insights/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/model-insights/index.txt b/litellm/proxy/_experimental/out/model-insights/index.txt index 9da3dab723a..be9c4ae12c7 100644 --- a/litellm/proxy/_experimental/out/model-insights/index.txt +++ b/litellm/proxy/_experimental/out/model-insights/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,52 +21,54 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"model-insights","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","model-insights",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","model-insights",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1i6gtn2ce8nju.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3e:I[502771,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d"],"default"] -41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1fqohmkl7orip.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +40:I[502771,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] +43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1i6gtn2ce8nju.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1fqohmkl7orip.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1a3ogr9sif6vw.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -3f:{} -40:"$16:props:serverProvidedParams:params" +41:{} +42:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -43:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L43","4",{}]] -42:null +45:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] +44:null diff --git a/litellm/proxy/_experimental/out/model_hub/__next._full.txt b/litellm/proxy/_experimental/out/model_hub/__next._full.txt index 286fac2ca0f..d4c43f46031 100644 --- a/litellm/proxy/_experimental/out/model_hub/__next._full.txt +++ b/litellm/proxy/_experimental/out/model_hub/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -15,44 +15,46 @@ e:I[339756,["$2","$3","$4","$5"],"default"] f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 14:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -15:"/litellm-asset-prefix/_next/static/chunks/0ipne0pfny68i.js" -16:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -17:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -18:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -19:"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js" -1a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -1b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -1c:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -1d:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +15:"/litellm-asset-prefix/_next/static/chunks/1l8e0jtud9xek.js" +16:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +17:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +18:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +19:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +1a:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +1b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +1c:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" +1d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" 1e:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -1f:"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js" -20:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -21:"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js" -22:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" -23:I[560280,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22"],"default"] -29:"ViewportBoundary" -2a:I[897367,["$2","$3","$4","$5"],"$29"] -2c:"MetadataBoundary" -2d:I[897367,["$2","$3","$4","$5"],"$2c"] -2e:"$Sreact.suspense" -30:I[168027,["$2","$3","$4","$5"],"default",1] +1f:"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js" +20:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +21:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +22:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +23:"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js" +24:I[560280,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22","$23"],"default"] +2b:"ViewportBoundary" +2c:I[897367,["$2","$3","$4","$5"],"$2b"] +2e:"MetadataBoundary" +2f:I[897367,["$2","$3","$4","$5"],"$2e"] +30:"$Sreact.suspense" +32:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/media/barlow_condensed_latin_600-s.p.0fa85icsp3e0f.ttf","font",{"crossOrigin":"","type":"font/ttf"}] :HL["/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","style"] 12:X -13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$23","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@24","$@25"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0ipne0pfny68i.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],"$L26","$L27"],"$L28"]}],"p":false,"v":null}}]] +13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$24","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@25","$@26"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1l8e0jtud9xek.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],"$L27","$L28","$L29"],"$L2a"]}],"p":false,"v":null}}]] 11:[["children",{"s":"model_hub","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","model_hub",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2a",null,{"children":"$L2b"}],["$","$L2d",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$2e",null,{"name":"Next.Metadata","children":"$L2f"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$30",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} -31:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +0:{"P":null,"c":["","model_hub",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2c",null,{"children":"$L2d"}],["$","$L2f",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$30",null,{"name":"Next.Metadata","children":"$L31"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$32",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} +33:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:C -26:["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js","async":true,"nonce":"$undefined"}] -27:["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true,"nonce":"$undefined"}] -28:["$","$L31",null,{"children":["$","$2e",null,{"name":"Next.MetadataOutlet","children":"$@32"}]}] -24:{} -25:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" -2b:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -33:I[27201,["$2","$3","$4","$5"],"IconMark"] -2f:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L33","4",{}]] -32:null +27:["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] +28:["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}] +29:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true,"nonce":"$undefined"}] +2a:["$","$L33",null,{"children":["$","$30",null,{"name":"Next.MetadataOutlet","children":"$@34"}]}] +25:{} +26:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" +2d:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +35:I[27201,["$2","$3","$4","$5"],"IconMark"] +31:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L35","4",{}]] +34:null diff --git a/litellm/proxy/_experimental/out/model_hub/__next._tree.txt b/litellm/proxy/_experimental/out/model_hub/__next._tree.txt index 8cd5806f3be..2191d2178e1 100644 --- a/litellm/proxy/_experimental/out/model_hub/__next._tree.txt +++ b/litellm/proxy/_experimental/out/model_hub/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/media/barlow_condensed_latin_600-s.p.0fa85icsp3e0f.ttf","font",{"crossOrigin":"","type":"font/ttf"}] :HL["/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","style"] 2:[["children",{"s":"__PAGE__","h":160}]] 1:[["children",{"s":"model_hub","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/model_hub/__next.model_hub.__PAGE__.txt b/litellm/proxy/_experimental/out/model_hub/__next.model_hub.__PAGE__.txt index b87cd5bfb74..3ee883ff1e7 100644 --- a/litellm/proxy/_experimental/out/model_hub/__next.model_hub.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/model_hub/__next.model_hub.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -15,45 +15,47 @@ e:I[339756,["$2","$3","$4","$5"],"default"] f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 17:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -18:"/litellm-asset-prefix/_next/static/chunks/0ipne0pfny68i.js" -19:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -1a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -1b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -1c:"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js" -1d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -1e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -1f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -20:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +18:"/litellm-asset-prefix/_next/static/chunks/1l8e0jtud9xek.js" +19:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +1a:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +1b:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +1c:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +1d:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +1e:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +1f:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" +20:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" 21:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -22:"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js" -23:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -24:"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js" -25:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" -26:I[560280,["$2","$3","$4","$5","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22","$23","$24","$25"],"default"] -29:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -2a:"$Sreact.suspense" -2d:"ViewportBoundary" -2e:I[897367,["$2","$3","$4","$5"],"$2d"] -2f:"MetadataBoundary" -30:I[897367,["$2","$3","$4","$5"],"$2f"] +22:"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js" +23:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +24:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +25:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +26:"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js" +27:I[560280,["$2","$3","$4","$5","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22","$23","$24","$25","$26"],"default"] +2c:"ViewportBoundary" +2d:I[897367,["$2","$3","$4","$5"],"$2c"] +2e:"MetadataBoundary" +2f:I[897367,["$2","$3","$4","$5"],"$2e"] +30:"$Sreact.suspense" 31:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","style"] 12:X 15:X 15:C -16:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L17",null,{"Component":"$26","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@27","$@28"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0ipne0pfny68i.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true}]],["$","$L29",null,{"children":["$","$2a",null,{"name":"Next.MetadataOutlet","children":"$@2b"}]}]]}],"p":"$@2c","v":null,"s":"$12"}}]] +16:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L17",null,{"Component":"$27","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@28","$@29"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1l8e0jtud9xek.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true}]],"$L2a"]}],"p":"$@2b","v":null,"s":"$12"}}]] 13:[["children",{"s":"model_hub","h":96,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}],"p":"$@14","v":"$15","s":"$12"},"c":"$Q16"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2e",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L30",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$2a",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L31","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@32","v":null,"s":"$12"}},"a":"$@33","u":"$@34","b":"-EHFOBemiW1d6QWCiXe70"} -27:{} -28:"$16:0:1:d:r:props:children:0:props:serverProvidedParams:params" -2b:null +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2d",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L2f",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$30",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L31","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@32","v":null,"s":"$12"}},"a":"$@33","u":"$@34","b":"KYjqhQPd_2f-3TMRjKY98"} +35:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +28:{} +29:"$16:0:1:d:r:props:children:0:props:serverProvidedParams:params" +2a:["$","$L35",null,{"children":["$","$30",null,{"name":"Next.MetadataOutlet","children":"$@36"}]}] 12:300 +36:null 34:true 12:C 33:0 14:"$undefined" 11:"$undefined" 32:"$undefined" -2c:"$undefined" +2b:"$undefined" diff --git a/litellm/proxy/_experimental/out/model_hub/index.html b/litellm/proxy/_experimental/out/model_hub/index.html index 38327373a73..597dee7645f 100644 --- a/litellm/proxy/_experimental/out/model_hub/index.html +++ b/litellm/proxy/_experimental/out/model_hub/index.html @@ -1 +1 @@ -LiteLLM Dashboard
Loading...
\ No newline at end of file +LiteLLM Dashboard
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/model_hub/index.txt b/litellm/proxy/_experimental/out/model_hub/index.txt index 286fac2ca0f..d4c43f46031 100644 --- a/litellm/proxy/_experimental/out/model_hub/index.txt +++ b/litellm/proxy/_experimental/out/model_hub/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -15,44 +15,46 @@ e:I[339756,["$2","$3","$4","$5"],"default"] f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 14:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -15:"/litellm-asset-prefix/_next/static/chunks/0ipne0pfny68i.js" -16:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -17:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -18:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -19:"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js" -1a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -1b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -1c:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -1d:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +15:"/litellm-asset-prefix/_next/static/chunks/1l8e0jtud9xek.js" +16:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +17:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +18:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +19:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +1a:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +1b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +1c:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" +1d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" 1e:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -1f:"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js" -20:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -21:"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js" -22:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" -23:I[560280,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22"],"default"] -29:"ViewportBoundary" -2a:I[897367,["$2","$3","$4","$5"],"$29"] -2c:"MetadataBoundary" -2d:I[897367,["$2","$3","$4","$5"],"$2c"] -2e:"$Sreact.suspense" -30:I[168027,["$2","$3","$4","$5"],"default",1] +1f:"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js" +20:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +21:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +22:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +23:"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js" +24:I[560280,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22","$23"],"default"] +2b:"ViewportBoundary" +2c:I[897367,["$2","$3","$4","$5"],"$2b"] +2e:"MetadataBoundary" +2f:I[897367,["$2","$3","$4","$5"],"$2e"] +30:"$Sreact.suspense" +32:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/media/barlow_condensed_latin_600-s.p.0fa85icsp3e0f.ttf","font",{"crossOrigin":"","type":"font/ttf"}] :HL["/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","style"] 12:X -13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$23","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@24","$@25"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0ipne0pfny68i.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],"$L26","$L27"],"$L28"]}],"p":false,"v":null}}]] +13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$24","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@25","$@26"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1l8e0jtud9xek.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],"$L27","$L28","$L29"],"$L2a"]}],"p":false,"v":null}}]] 11:[["children",{"s":"model_hub","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","model_hub",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2a",null,{"children":"$L2b"}],["$","$L2d",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$2e",null,{"name":"Next.Metadata","children":"$L2f"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$30",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} -31:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +0:{"P":null,"c":["","model_hub",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2c",null,{"children":"$L2d"}],["$","$L2f",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$30",null,{"name":"Next.Metadata","children":"$L31"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$32",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} +33:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:C -26:["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js","async":true,"nonce":"$undefined"}] -27:["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true,"nonce":"$undefined"}] -28:["$","$L31",null,{"children":["$","$2e",null,{"name":"Next.MetadataOutlet","children":"$@32"}]}] -24:{} -25:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" -2b:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -33:I[27201,["$2","$3","$4","$5"],"IconMark"] -2f:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L33","4",{}]] -32:null +27:["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] +28:["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}] +29:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true,"nonce":"$undefined"}] +2a:["$","$L33",null,{"children":["$","$30",null,{"name":"Next.MetadataOutlet","children":"$@34"}]}] +25:{} +26:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" +2d:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +35:I[27201,["$2","$3","$4","$5"],"IconMark"] +31:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L35","4",{}]] +34:null diff --git a/litellm/proxy/_experimental/out/model_hub_table/__next._full.txt b/litellm/proxy/_experimental/out/model_hub_table/__next._full.txt index 1a9348a8b39..7bfd0d5dfc3 100644 --- a/litellm/proxy/_experimental/out/model_hub_table/__next._full.txt +++ b/litellm/proxy/_experimental/out/model_hub_table/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -15,45 +15,47 @@ e:I[339756,["$2","$3","$4","$5"],"default"] f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 14:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -15:"/litellm-asset-prefix/_next/static/chunks/0q_25snhxft63.js" -16:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -17:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -18:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -19:"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js" -1a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -1b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -1c:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -1d:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +15:"/litellm-asset-prefix/_next/static/chunks/3wbzf9i7i9l20.js" +16:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +17:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +18:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +19:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +1a:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +1b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +1c:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" +1d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" 1e:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -1f:"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js" -20:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -21:"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js" -22:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" -23:I[86408,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22"],"default"] -2a:"ViewportBoundary" -2b:I[897367,["$2","$3","$4","$5"],"$2a"] -2d:"MetadataBoundary" -2e:I[897367,["$2","$3","$4","$5"],"$2d"] -2f:"$Sreact.suspense" -31:I[168027,["$2","$3","$4","$5"],"default",1] +1f:"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js" +20:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +21:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +22:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +23:"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js" +24:I[86408,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22","$23"],"default"] +2c:"ViewportBoundary" +2d:I[897367,["$2","$3","$4","$5"],"$2c"] +2f:"MetadataBoundary" +30:I[897367,["$2","$3","$4","$5"],"$2f"] +31:"$Sreact.suspense" +33:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/media/barlow_condensed_latin_600-s.p.0fa85icsp3e0f.ttf","font",{"crossOrigin":"","type":"font/ttf"}] :HL["/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","style"] 12:X -13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$23","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@24","$@25"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_25snhxft63.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js","async":true,"nonce":"$undefined"}],"$L26","$L27","$L28"],"$L29"]}],"p":false,"v":null}}]] +13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$24","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@25","$@26"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3wbzf9i7i9l20.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js","async":true,"nonce":"$undefined"}],"$L27","$L28","$L29","$L2a"],"$L2b"]}],"p":false,"v":null}}]] 11:[["children",{"s":"model_hub_table","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","model_hub_table",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2b",null,{"children":"$L2c"}],["$","$L2e",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$2f",null,{"name":"Next.Metadata","children":"$L30"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$31",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} -32:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +0:{"P":null,"c":["","model_hub_table",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2d",null,{"children":"$L2e"}],["$","$L30",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$31",null,{"name":"Next.Metadata","children":"$L32"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$33",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} +34:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:C -26:["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}] -27:["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js","async":true,"nonce":"$undefined"}] -28:["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true,"nonce":"$undefined"}] -29:["$","$L32",null,{"children":["$","$2f",null,{"name":"Next.MetadataOutlet","children":"$@33"}]}] -24:{} -25:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" -2c:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -34:I[27201,["$2","$3","$4","$5"],"IconMark"] -30:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L34","4",{}]] -33:null +27:["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}] +28:["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] +29:["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}] +2a:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true,"nonce":"$undefined"}] +2b:["$","$L34",null,{"children":["$","$31",null,{"name":"Next.MetadataOutlet","children":"$@35"}]}] +25:{} +26:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" +2e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +36:I[27201,["$2","$3","$4","$5"],"IconMark"] +32:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L36","4",{}]] +35:null diff --git a/litellm/proxy/_experimental/out/model_hub_table/__next._tree.txt b/litellm/proxy/_experimental/out/model_hub_table/__next._tree.txt index e0ab80f3ad4..cce185dfa16 100644 --- a/litellm/proxy/_experimental/out/model_hub_table/__next._tree.txt +++ b/litellm/proxy/_experimental/out/model_hub_table/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/media/barlow_condensed_latin_600-s.p.0fa85icsp3e0f.ttf","font",{"crossOrigin":"","type":"font/ttf"}] :HL["/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","style"] 2:[["children",{"s":"__PAGE__","h":160}]] 1:[["children",{"s":"model_hub_table","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/model_hub_table/__next.model_hub_table.__PAGE__.txt b/litellm/proxy/_experimental/out/model_hub_table/__next.model_hub_table.__PAGE__.txt index 0e7589e67f5..92027ac19d5 100644 --- a/litellm/proxy/_experimental/out/model_hub_table/__next.model_hub_table.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/model_hub_table/__next.model_hub_table.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -15,45 +15,47 @@ e:I[339756,["$2","$3","$4","$5"],"default"] f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 17:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -18:"/litellm-asset-prefix/_next/static/chunks/0q_25snhxft63.js" -19:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -1a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -1b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -1c:"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js" -1d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -1e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -1f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -20:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +18:"/litellm-asset-prefix/_next/static/chunks/3wbzf9i7i9l20.js" +19:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +1a:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +1b:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +1c:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +1d:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +1e:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +1f:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" +20:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" 21:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -22:"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js" -23:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -24:"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js" -25:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" -26:I[86408,["$2","$3","$4","$5","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22","$23","$24","$25"],"default"] -29:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -2a:"$Sreact.suspense" -2d:"ViewportBoundary" -2e:I[897367,["$2","$3","$4","$5"],"$2d"] -2f:"MetadataBoundary" -30:I[897367,["$2","$3","$4","$5"],"$2f"] +22:"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js" +23:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +24:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +25:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +26:"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js" +27:I[86408,["$2","$3","$4","$5","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22","$23","$24","$25","$26"],"default"] +2c:"ViewportBoundary" +2d:I[897367,["$2","$3","$4","$5"],"$2c"] +2e:"MetadataBoundary" +2f:I[897367,["$2","$3","$4","$5"],"$2e"] +30:"$Sreact.suspense" 31:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","style"] 12:X 15:X 15:C -16:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L17",null,{"Component":"$26","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@27","$@28"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_25snhxft63.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true}]],["$","$L29",null,{"children":["$","$2a",null,{"name":"Next.MetadataOutlet","children":"$@2b"}]}]]}],"p":"$@2c","v":null,"s":"$12"}}]] +16:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L17",null,{"Component":"$27","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@28","$@29"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3wbzf9i7i9l20.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true}]],"$L2a"]}],"p":"$@2b","v":null,"s":"$12"}}]] 13:[["children",{"s":"model_hub_table","h":96,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}],"p":"$@14","v":"$15","s":"$12"},"c":"$Q16"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2e",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L30",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$2a",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L31","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@32","v":null,"s":"$12"}},"a":"$@33","u":"$@34","b":"-EHFOBemiW1d6QWCiXe70"} -27:{} -28:"$16:0:1:d:r:props:children:0:props:serverProvidedParams:params" -2b:null +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2d",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L2f",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$30",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L31","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@32","v":null,"s":"$12"}},"a":"$@33","u":"$@34","b":"KYjqhQPd_2f-3TMRjKY98"} +35:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +28:{} +29:"$16:0:1:d:r:props:children:0:props:serverProvidedParams:params" +2a:["$","$L35",null,{"children":["$","$30",null,{"name":"Next.MetadataOutlet","children":"$@36"}]}] 12:300 +36:null 34:true 12:C 33:0 14:"$undefined" 11:"$undefined" 32:"$undefined" -2c:"$undefined" +2b:"$undefined" diff --git a/litellm/proxy/_experimental/out/model_hub_table/index.html b/litellm/proxy/_experimental/out/model_hub_table/index.html index e59aebaf175..f2c764988d6 100644 --- a/litellm/proxy/_experimental/out/model_hub_table/index.html +++ b/litellm/proxy/_experimental/out/model_hub_table/index.html @@ -1 +1 @@ -LiteLLM Dashboard
Loading...
\ No newline at end of file +LiteLLM Dashboard
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/model_hub_table/index.txt b/litellm/proxy/_experimental/out/model_hub_table/index.txt index 1a9348a8b39..7bfd0d5dfc3 100644 --- a/litellm/proxy/_experimental/out/model_hub_table/index.txt +++ b/litellm/proxy/_experimental/out/model_hub_table/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -15,45 +15,47 @@ e:I[339756,["$2","$3","$4","$5"],"default"] f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 14:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -15:"/litellm-asset-prefix/_next/static/chunks/0q_25snhxft63.js" -16:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -17:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -18:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -19:"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js" -1a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -1b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -1c:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -1d:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +15:"/litellm-asset-prefix/_next/static/chunks/3wbzf9i7i9l20.js" +16:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +17:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +18:"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js" +19:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +1a:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +1b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +1c:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" +1d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" 1e:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -1f:"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js" -20:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -21:"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js" -22:"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js" -23:I[86408,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22"],"default"] -2a:"ViewportBoundary" -2b:I[897367,["$2","$3","$4","$5"],"$2a"] -2d:"MetadataBoundary" -2e:I[897367,["$2","$3","$4","$5"],"$2d"] -2f:"$Sreact.suspense" -31:I[168027,["$2","$3","$4","$5"],"default",1] +1f:"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js" +20:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +21:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" +22:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +23:"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js" +24:I[86408,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22","$23"],"default"] +2c:"ViewportBoundary" +2d:I[897367,["$2","$3","$4","$5"],"$2c"] +2f:"MetadataBoundary" +30:I[897367,["$2","$3","$4","$5"],"$2f"] +31:"$Sreact.suspense" +33:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/media/barlow_condensed_latin_600-s.p.0fa85icsp3e0f.ttf","font",{"crossOrigin":"","type":"font/ttf"}] :HL["/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","style"] 12:X -13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$23","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@24","$@25"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_25snhxft63.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3ssa8vjfkkek4.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/17fny4sqk9dvf.js","async":true,"nonce":"$undefined"}],"$L26","$L27","$L28"],"$L29"]}],"p":false,"v":null}}]] +13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$24","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@25","$@26"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/2e7n_46ngeruo.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3wbzf9i7i9l20.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2jox4_kt-i3w8.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/26ysmn3rqqhua.js","async":true,"nonce":"$undefined"}],"$L27","$L28","$L29","$L2a"],"$L2b"]}],"p":false,"v":null}}]] 11:[["children",{"s":"model_hub_table","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","model_hub_table",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2b",null,{"children":"$L2c"}],["$","$L2e",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$2f",null,{"name":"Next.Metadata","children":"$L30"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$31",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} -32:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +0:{"P":null,"c":["","model_hub_table",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L2d",null,{"children":"$L2e"}],["$","$L30",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$31",null,{"name":"Next.Metadata","children":"$L32"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$33",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} +34:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] 12:C -26:["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}] -27:["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3bh6i6j03n6iw.js","async":true,"nonce":"$undefined"}] -28:["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2drri2i9r3h7p.js","async":true,"nonce":"$undefined"}] -29:["$","$L32",null,{"children":["$","$2f",null,{"name":"Next.MetadataOutlet","children":"$@33"}]}] -24:{} -25:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" -2c:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -34:I[27201,["$2","$3","$4","$5"],"IconMark"] -30:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L34","4",{}]] -33:null +27:["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}] +28:["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] +29:["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}] +2a:["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/44z66_px-uogb.js","async":true,"nonce":"$undefined"}] +2b:["$","$L34",null,{"children":["$","$31",null,{"name":"Next.MetadataOutlet","children":"$@35"}]}] +25:{} +26:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" +2e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +36:I[27201,["$2","$3","$4","$5"],"IconMark"] +32:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L36","4",{}]] +35:null diff --git a/litellm/proxy/_experimental/out/models-and-endpoints/__next.!KGRhc2hib2FyZCk.models-and-endpoints.__PAGE__.txt b/litellm/proxy/_experimental/out/models-and-endpoints/__next.!KGRhc2hib2FyZCk.models-and-endpoints.__PAGE__.txt index d58094ff026..5de0766e57d 100644 --- a/litellm/proxy/_experimental/out/models-and-endpoints/__next.!KGRhc2hib2FyZCk.models-and-endpoints.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/models-and-endpoints/__next.!KGRhc2hib2FyZCk.models-and-endpoints.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,63 +21,67 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"models-and-endpoints","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js" -42:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -43:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -44:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" -45:"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js" -46:"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js" -47:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -48:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -49:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -4a:"/litellm-asset-prefix/_next/static/chunks/22krxgwsmeg34.js" -4b:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -4c:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4d:"/litellm-asset-prefix/_next/static/chunks/2r38be8tgldt-.js" -4e:I[664307,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d"],"default"] -51:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js" +41:"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js" +42:"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js" +43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +44:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +45:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +46:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +47:"/litellm-asset-prefix/_next/static/chunks/358if95m48zfe.js" +48:"/litellm-asset-prefix/_next/static/chunks/1d5v6dpqyarbq.js" +49:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4a:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +4b:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +4c:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4d:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" +4e:"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js" +4f:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +50:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +51:"/litellm-asset-prefix/_next/static/chunks/19v3cn8mal9bm.js" +52:I[664307,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e","$4f","$50","$51"],"default"] +55:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4e","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4f","$@50"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/22krxgwsmeg34.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2r38be8tgldt-.js","async":true}]],["$","$L51",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@52"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$52","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@53","$@54"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/358if95m48zfe.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/1d5v6dpqyarbq.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true}],["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/19v3cn8mal9bm.js","async":true}]],["$","$L55",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@56"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -4f:{} -50:"$15:props:serverProvidedParams:params" -52:null +53:{} +54:"$15:props:serverProvidedParams:params" +56:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/models-and-endpoints/__next._full.txt b/litellm/proxy/_experimental/out/models-and-endpoints/__next._full.txt index 9f06a58c43f..7a17c4a9946 100644 --- a/litellm/proxy/_experimental/out/models-and-endpoints/__next._full.txt +++ b/litellm/proxy/_experimental/out/models-and-endpoints/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,65 +21,69 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"models-and-endpoints","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","models-and-endpoints",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","models-and-endpoints",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3e:"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -40:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -41:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" -42:"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js" -43:"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js" -44:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -46:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -47:"/litellm-asset-prefix/_next/static/chunks/22krxgwsmeg34.js" -48:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -49:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4a:"/litellm-asset-prefix/_next/static/chunks/2r38be8tgldt-.js" -4b:I[664307,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a"],"default"] -4e:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js" +3e:"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js" +40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +42:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +43:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +44:"/litellm-asset-prefix/_next/static/chunks/358if95m48zfe.js" +45:"/litellm-asset-prefix/_next/static/chunks/1d5v6dpqyarbq.js" +46:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +47:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +48:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +49:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4a:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" +4b:"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4d:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4e:"/litellm-asset-prefix/_next/static/chunks/19v3cn8mal9bm.js" +4f:I[664307,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e"],"default"] +52:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4b","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4c","$@4d"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/22krxgwsmeg34.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2r38be8tgldt-.js","async":true,"nonce":"$undefined"}]],["$","$L4e",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4f"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4f","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@50","$@51"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/358if95m48zfe.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/1d5v6dpqyarbq.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/19v3cn8mal9bm.js","async":true,"nonce":"$undefined"}]],["$","$L52",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@53"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4c:{} -4d:"$16:props:serverProvidedParams:params" +50:{} +51:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -50:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L50","4",{}]] -4f:null +54:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L54","4",{}]] +53:null diff --git a/litellm/proxy/_experimental/out/models-and-endpoints/__next._tree.txt b/litellm/proxy/_experimental/out/models-and-endpoints/__next._tree.txt index 80c04428a7b..e85065d63ab 100644 --- a/litellm/proxy/_experimental/out/models-and-endpoints/__next._tree.txt +++ b/litellm/proxy/_experimental/out/models-and-endpoints/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"models-and-endpoints","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/models-and-endpoints/index.html b/litellm/proxy/_experimental/out/models-and-endpoints/index.html index d7f157420d1..b6456e7bd16 100644 --- a/litellm/proxy/_experimental/out/models-and-endpoints/index.html +++ b/litellm/proxy/_experimental/out/models-and-endpoints/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/models-and-endpoints/index.txt b/litellm/proxy/_experimental/out/models-and-endpoints/index.txt index 9f06a58c43f..7a17c4a9946 100644 --- a/litellm/proxy/_experimental/out/models-and-endpoints/index.txt +++ b/litellm/proxy/_experimental/out/models-and-endpoints/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,65 +21,69 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"models-and-endpoints","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","models-and-endpoints",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","models-and-endpoints",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3e:"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -40:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -41:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" -42:"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js" -43:"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js" -44:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -46:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -47:"/litellm-asset-prefix/_next/static/chunks/22krxgwsmeg34.js" -48:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -49:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4a:"/litellm-asset-prefix/_next/static/chunks/2r38be8tgldt-.js" -4b:I[664307,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a"],"default"] -4e:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js" +3e:"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js" +40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +42:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +43:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +44:"/litellm-asset-prefix/_next/static/chunks/358if95m48zfe.js" +45:"/litellm-asset-prefix/_next/static/chunks/1d5v6dpqyarbq.js" +46:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +47:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +48:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +49:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4a:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" +4b:"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4d:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4e:"/litellm-asset-prefix/_next/static/chunks/19v3cn8mal9bm.js" +4f:I[664307,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e"],"default"] +52:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4b","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4c","$@4d"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1jkeilo4sb8.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/22krxgwsmeg34.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2r38be8tgldt-.js","async":true,"nonce":"$undefined"}]],["$","$L4e",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4f"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4f","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@50","$@51"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/358if95m48zfe.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/1d5v6dpqyarbq.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/19v3cn8mal9bm.js","async":true,"nonce":"$undefined"}]],["$","$L52",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@53"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4c:{} -4d:"$16:props:serverProvidedParams:params" +50:{} +51:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -50:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L50","4",{}]] -4f:null +54:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L54","4",{}]] +53:null diff --git a/litellm/proxy/_experimental/out/moyai/__next._full.txt b/litellm/proxy/_experimental/out/moyai/__next._full.txt index 75c9d71c40b..c21302f2cfa 100644 --- a/litellm/proxy/_experimental/out/moyai/__next._full.txt +++ b/litellm/proxy/_experimental/out/moyai/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -15,34 +15,33 @@ e:I[339756,["$2","$3","$4","$5"],"default"] f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 14:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -15:"/litellm-asset-prefix/_next/static/chunks/2wjth-mqpn6ek.js" -16:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -17:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -18:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -19:"/litellm-asset-prefix/_next/static/chunks/2bbiio-1tby9g.js" -1a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -1b:"/litellm-asset-prefix/_next/static/chunks/2r2zg32ouvd9n.js" -1c:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -1d:I[276373,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c"],"default"] -20:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -21:"$Sreact.suspense" -23:"ViewportBoundary" -24:I[897367,["$2","$3","$4","$5"],"$23"] -26:"MetadataBoundary" -27:I[897367,["$2","$3","$4","$5"],"$26"] -29:I[168027,["$2","$3","$4","$5"],"default",1] +15:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +16:"/litellm-asset-prefix/_next/static/chunks/3nw0jiseiyrvb.js" +17:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +18:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +19:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +1a:"/litellm-asset-prefix/_next/static/chunks/2vf3ry-t8v-hm.js" +1b:"/litellm-asset-prefix/_next/static/chunks/1w65bx3ys2t9d.js" +1c:I[276373,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b"],"default"] +1f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +20:"$Sreact.suspense" +22:"ViewportBoundary" +23:I[897367,["$2","$3","$4","$5"],"$22"] +25:"MetadataBoundary" +26:I[897367,["$2","$3","$4","$5"],"$25"] +28:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","style"] 12:X -13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$1d","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@1e","$@1f"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2wjth-mqpn6ek.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2bbiio-1tby9g.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2r2zg32ouvd9n.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}]],["$","$L20",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@22"}]}]]}],"p":false,"v":null}}]] +13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$1c","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@1d","$@1e"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3nw0jiseiyrvb.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2vf3ry-t8v-hm.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/1w65bx3ys2t9d.js","async":true,"nonce":"$undefined"}]],["$","$L1f",null,{"children":["$","$20",null,{"name":"Next.MetadataOutlet","children":"$@21"}]}]]}],"p":false,"v":null}}]] 11:[["children",{"s":"moyai","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","moyai",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L24",null,{"children":"$L25"}],["$","$L27",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L28"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$29",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"P":null,"c":["","moyai",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L23",null,{"children":"$L24"}],["$","$L26",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$20",null,{"name":"Next.Metadata","children":"$L27"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$28",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 12:C -1e:{} -1f:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" -25:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -2a:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:null -28:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L2a","4",{}]] +1d:{} +1e:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" +24:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +29:I[27201,["$2","$3","$4","$5"],"IconMark"] +21:null +27:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L29","4",{}]] diff --git a/litellm/proxy/_experimental/out/moyai/__next._tree.txt b/litellm/proxy/_experimental/out/moyai/__next._tree.txt index be2e6cc60fb..396c26b858c 100644 --- a/litellm/proxy/_experimental/out/moyai/__next._tree.txt +++ b/litellm/proxy/_experimental/out/moyai/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","style"] 2:[["children",{"s":"__PAGE__","h":160}]] 1:[["children",{"s":"moyai","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/moyai/__next.moyai.__PAGE__.txt b/litellm/proxy/_experimental/out/moyai/__next.moyai.__PAGE__.txt index 09bfcbb4a6d..07188f38fef 100644 --- a/litellm/proxy/_experimental/out/moyai/__next.moyai.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/moyai/__next.moyai.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -15,39 +15,38 @@ e:I[339756,["$2","$3","$4","$5"],"default"] f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 17:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -18:"/litellm-asset-prefix/_next/static/chunks/2wjth-mqpn6ek.js" -19:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -1a:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -1b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -1c:"/litellm-asset-prefix/_next/static/chunks/2bbiio-1tby9g.js" -1d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -1e:"/litellm-asset-prefix/_next/static/chunks/2r2zg32ouvd9n.js" -1f:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -20:I[276373,["$2","$3","$4","$5","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f"],"default"] -23:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -24:"$Sreact.suspense" -27:"ViewportBoundary" -28:I[897367,["$2","$3","$4","$5"],"$27"] -29:"MetadataBoundary" -2a:I[897367,["$2","$3","$4","$5"],"$29"] -2b:I[27201,["$2","$3","$4","$5"],"IconMark"] +18:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +19:"/litellm-asset-prefix/_next/static/chunks/3nw0jiseiyrvb.js" +1a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +1b:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +1c:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +1d:"/litellm-asset-prefix/_next/static/chunks/2vf3ry-t8v-hm.js" +1e:"/litellm-asset-prefix/_next/static/chunks/1w65bx3ys2t9d.js" +1f:I[276373,["$2","$3","$4","$5","$18","$19","$1a","$1b","$1c","$1d","$1e"],"default"] +22:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +23:"$Sreact.suspense" +26:"ViewportBoundary" +27:I[897367,["$2","$3","$4","$5"],"$26"] +28:"MetadataBoundary" +29:I[897367,["$2","$3","$4","$5"],"$28"] +2a:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","style"] 12:X 15:X 15:C -16:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L17",null,{"Component":"$20","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@21","$@22"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2wjth-mqpn6ek.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2bbiio-1tby9g.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2r2zg32ouvd9n.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}]],["$","$L23",null,{"children":["$","$24",null,{"name":"Next.MetadataOutlet","children":"$@25"}]}]]}],"p":"$@26","v":null,"s":"$12"}}]] +16:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L17",null,{"Component":"$1f","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@20","$@21"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3nw0jiseiyrvb.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2vf3ry-t8v-hm.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/1w65bx3ys2t9d.js","async":true}]],["$","$L22",null,{"children":["$","$23",null,{"name":"Next.MetadataOutlet","children":"$@24"}]}]]}],"p":"$@25","v":null,"s":"$12"}}]] 13:[["children",{"s":"moyai","h":96,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}],"p":"$@14","v":"$15","s":"$12"},"c":"$Q16"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L28",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L2a",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$24",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L2b","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@2c","v":null,"s":"$12"}},"a":"$@2d","u":"$@2e","b":"-EHFOBemiW1d6QWCiXe70"} -21:{} -22:"$16:0:1:d:r:props:children:0:props:serverProvidedParams:params" -25:null +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L27",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L29",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$23",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L2a","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@2b","v":null,"s":"$12"}},"a":"$@2c","u":"$@2d","b":"KYjqhQPd_2f-3TMRjKY98"} +20:{} +21:"$16:0:1:d:r:props:children:0:props:serverProvidedParams:params" +24:null 12:300 -2e:true +2d:true 12:C -2d:0 +2c:0 14:"$undefined" 11:"$undefined" -2c:"$undefined" -26:"$undefined" +2b:"$undefined" +25:"$undefined" diff --git a/litellm/proxy/_experimental/out/moyai/index.html b/litellm/proxy/_experimental/out/moyai/index.html index 5df380d699a..58c40e03a1b 100644 --- a/litellm/proxy/_experimental/out/moyai/index.html +++ b/litellm/proxy/_experimental/out/moyai/index.html @@ -1,2 +1,2 @@ -LiteLLM Dashboard
\ No newline at end of file +LiteLLM Dashboard
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/moyai/index.txt b/litellm/proxy/_experimental/out/moyai/index.txt index 75c9d71c40b..c21302f2cfa 100644 --- a/litellm/proxy/_experimental/out/moyai/index.txt +++ b/litellm/proxy/_experimental/out/moyai/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -15,34 +15,33 @@ e:I[339756,["$2","$3","$4","$5"],"default"] f:I[837457,["$2","$3","$4","$5"],"default"] 10:I[713354,["$2","$3","$4","$5"],"Toaster"] 14:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -15:"/litellm-asset-prefix/_next/static/chunks/2wjth-mqpn6ek.js" -16:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -17:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -18:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -19:"/litellm-asset-prefix/_next/static/chunks/2bbiio-1tby9g.js" -1a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -1b:"/litellm-asset-prefix/_next/static/chunks/2r2zg32ouvd9n.js" -1c:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -1d:I[276373,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b","$1c"],"default"] -20:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -21:"$Sreact.suspense" -23:"ViewportBoundary" -24:I[897367,["$2","$3","$4","$5"],"$23"] -26:"MetadataBoundary" -27:I[897367,["$2","$3","$4","$5"],"$26"] -29:I[168027,["$2","$3","$4","$5"],"default",1] +15:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +16:"/litellm-asset-prefix/_next/static/chunks/3nw0jiseiyrvb.js" +17:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +18:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +19:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +1a:"/litellm-asset-prefix/_next/static/chunks/2vf3ry-t8v-hm.js" +1b:"/litellm-asset-prefix/_next/static/chunks/1w65bx3ys2t9d.js" +1c:I[276373,["$2","$3","$4","$5","$15","$16","$17","$18","$19","$1a","$1b"],"default"] +1f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +20:"$Sreact.suspense" +22:"ViewportBoundary" +23:I[897367,["$2","$3","$4","$5"],"$22"] +25:"MetadataBoundary" +26:I[897367,["$2","$3","$4","$5"],"$25"] +28:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","style"] 12:X -13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$1d","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@1e","$@1f"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2wjth-mqpn6ek.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2bbiio-1tby9g.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2r2zg32ouvd9n.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}]],["$","$L20",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@22"}]}]]}],"p":false,"v":null}}]] +13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$1c","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@1d","$@1e"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/15mz6-t09b9um.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3nw0jiseiyrvb.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2vf3ry-t8v-hm.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/1w65bx3ys2t9d.js","async":true,"nonce":"$undefined"}]],["$","$L1f",null,{"children":["$","$20",null,{"name":"Next.MetadataOutlet","children":"$@21"}]}]]}],"p":false,"v":null}}]] 11:[["children",{"s":"moyai","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","moyai",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L24",null,{"children":"$L25"}],["$","$L27",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L28"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$29",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"P":null,"c":["","moyai",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L23",null,{"children":"$L24"}],["$","$L26",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$20",null,{"name":"Next.Metadata","children":"$L27"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$28",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 12:C -1e:{} -1f:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" -25:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -2a:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:null -28:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L2a","4",{}]] +1d:{} +1e:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" +24:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] +29:I[27201,["$2","$3","$4","$5"],"IconMark"] +21:null +27:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L29","4",{}]] diff --git a/litellm/proxy/_experimental/out/onboarding/__next._full.txt b/litellm/proxy/_experimental/out/onboarding/__next._full.txt index aa09b3cf615..7b1d00b0ebd 100644 --- a/litellm/proxy/_experimental/out/onboarding/__next._full.txt +++ b/litellm/proxy/_experimental/out/onboarding/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -25,12 +25,12 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 20:I[897367,["$2","$3","$4","$5"],"$1f"] 22:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 12:X 13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$16","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@17","$@18"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3uo11y49mvyhj.js","async":true,"nonce":"$undefined"}]],["$","$L19",null,{"children":["$","$1a",null,{"name":"Next.MetadataOutlet","children":"$@1b"}]}]]}],"p":false,"v":null}}]] 11:[["children",{"s":"onboarding","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","onboarding",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1a",null,{"name":"Next.Metadata","children":"$L21"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$22",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"P":null,"c":["","onboarding",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1a",null,{"name":"Next.Metadata","children":"$L21"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$22",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 12:C 17:{} 18:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" diff --git a/litellm/proxy/_experimental/out/onboarding/__next._tree.txt b/litellm/proxy/_experimental/out/onboarding/__next._tree.txt index 3a4884480dc..b7974332ab7 100644 --- a/litellm/proxy/_experimental/out/onboarding/__next._tree.txt +++ b/litellm/proxy/_experimental/out/onboarding/__next._tree.txt @@ -1,6 +1,6 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 2:[["children",{"s":"__PAGE__","h":160}]] 1:[["children",{"s":"onboarding","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/onboarding/__next.onboarding.__PAGE__.txt b/litellm/proxy/_experimental/out/onboarding/__next.onboarding.__PAGE__.txt index b8d85f90ae0..1de9db1bc8a 100644 --- a/litellm/proxy/_experimental/out/onboarding/__next.onboarding.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/onboarding/__next.onboarding.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -25,13 +25,13 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 23:I[897367,["$2","$3","$4","$5"],"$22"] 24:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 15:X 15:C 16:[["children",{"s":"__PAGE__","h":160,"d":{"r":["$","$1","c",{"children":[["$","$L17",null,{"Component":"$19","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@1a","$@1b"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3uo11y49mvyhj.js","async":true}]],["$","$L1c",null,{"children":["$","$1d",null,{"name":"Next.MetadataOutlet","children":"$@1e"}]}]]}],"p":"$@1f","v":null,"s":"$12"}}]] 13:[["children",{"s":"onboarding","h":96,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}],"p":"$@14","v":"$15","s":"$12"},"c":"$Q16"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L21",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L23",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1d",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L21",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L23",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1d",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L24","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@25","v":null,"s":"$12"}},"a":"$@26","u":"$@27","b":"KYjqhQPd_2f-3TMRjKY98"} 1a:{} 1b:"$16:0:1:d:r:props:children:0:props:serverProvidedParams:params" 1e:null diff --git a/litellm/proxy/_experimental/out/onboarding/index.html b/litellm/proxy/_experimental/out/onboarding/index.html index 1a611e6364c..1ed17244533 100644 --- a/litellm/proxy/_experimental/out/onboarding/index.html +++ b/litellm/proxy/_experimental/out/onboarding/index.html @@ -1 +1 @@ -LiteLLM Dashboard
Loading...
\ No newline at end of file +LiteLLM Dashboard
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/onboarding/index.txt b/litellm/proxy/_experimental/out/onboarding/index.txt index aa09b3cf615..7b1d00b0ebd 100644 --- a/litellm/proxy/_experimental/out/onboarding/index.txt +++ b/litellm/proxy/_experimental/out/onboarding/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -25,12 +25,12 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 20:I[897367,["$2","$3","$4","$5"],"$1f"] 22:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 12:X 13:[["children",{"s":"__PAGE__","h":512,"d":{"r":["$","$1","c",{"children":[["$","$L14",null,{"Component":"$16","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@17","$@18"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3uo11y49mvyhj.js","async":true,"nonce":"$undefined"}]],["$","$L19",null,{"children":["$","$1a",null,{"name":"Next.MetadataOutlet","children":"$@1b"}]}]]}],"p":false,"v":null}}]] 11:[["children",{"s":"onboarding","h":512,"d":{"r":["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}],"p":false,"v":"$12"},"c":"$Q13"}]] -0:{"P":null,"c":["","onboarding",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1a",null,{"name":"Next.Metadata","children":"$L21"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$22",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +0:{"P":null,"c":["","onboarding",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$1a",null,{"name":"Next.Metadata","children":"$L21"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$22",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 12:C 17:{} 18:"$13:0:1:d:r:props:children:0:props:serverProvidedParams:params" diff --git a/litellm/proxy/_experimental/out/organizations/__next.!KGRhc2hib2FyZCk.organizations.__PAGE__.txt b/litellm/proxy/_experimental/out/organizations/__next.!KGRhc2hib2FyZCk.organizations.__PAGE__.txt index 960d33dc14f..c6cff56601a 100644 --- a/litellm/proxy/_experimental/out/organizations/__next.!KGRhc2hib2FyZCk.organizations.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/organizations/__next.!KGRhc2hib2FyZCk.organizations.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,50 +21,50 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"organizations","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/30g11y8w90x_3.js" -40:"/litellm-asset-prefix/_next/static/chunks/0y7lb1gk0_2o-.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3b3fdqtoelsxv.js" +40:"/litellm-asset-prefix/_next/static/chunks/0x3ex-9j0nrap.js" 41:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" 42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -43:"/litellm-asset-prefix/_next/static/chunks/2ps6qbdx4g1d9.js" +43:"/litellm-asset-prefix/_next/static/chunks/3vza-hyytg2rn.js" 44:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" 45:"/litellm-asset-prefix/_next/static/chunks/233-d8wsmdoda.js" 46:I[526612,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45"],"default"] 49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/30g11y8w90x_3.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0y7lb1gk0_2o-.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2ps6qbdx4g1d9.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/233-d8wsmdoda.js","async":true}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3b3fdqtoelsxv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0x3ex-9j0nrap.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3vza-hyytg2rn.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/233-d8wsmdoda.js","async":true}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" 47:{} diff --git a/litellm/proxy/_experimental/out/organizations/__next._full.txt b/litellm/proxy/_experimental/out/organizations/__next._full.txt index 48292f28386..5199664af54 100644 --- a/litellm/proxy/_experimental/out/organizations/__next._full.txt +++ b/litellm/proxy/_experimental/out/organizations/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,52 +21,52 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"organizations","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","organizations",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","organizations",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/30g11y8w90x_3.js" -3d:"/litellm-asset-prefix/_next/static/chunks/0y7lb1gk0_2o-.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3b3fdqtoelsxv.js" +3d:"/litellm-asset-prefix/_next/static/chunks/0x3ex-9j0nrap.js" 3e:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:"/litellm-asset-prefix/_next/static/chunks/2ps6qbdx4g1d9.js" +40:"/litellm-asset-prefix/_next/static/chunks/3vza-hyytg2rn.js" 41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" 42:"/litellm-asset-prefix/_next/static/chunks/233-d8wsmdoda.js" 43:I[526612,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] 46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/30g11y8w90x_3.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0y7lb1gk0_2o-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2ps6qbdx4g1d9.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/233-d8wsmdoda.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3b3fdqtoelsxv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0x3ex-9j0nrap.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3vza-hyytg2rn.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/233-d8wsmdoda.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 44:{} diff --git a/litellm/proxy/_experimental/out/organizations/__next._tree.txt b/litellm/proxy/_experimental/out/organizations/__next._tree.txt index 79028ee07c4..94d0233c82a 100644 --- a/litellm/proxy/_experimental/out/organizations/__next._tree.txt +++ b/litellm/proxy/_experimental/out/organizations/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"organizations","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/organizations/index.html b/litellm/proxy/_experimental/out/organizations/index.html index 84306fe8c26..da7f9cecf6c 100644 --- a/litellm/proxy/_experimental/out/organizations/index.html +++ b/litellm/proxy/_experimental/out/organizations/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/organizations/index.txt b/litellm/proxy/_experimental/out/organizations/index.txt index 48292f28386..5199664af54 100644 --- a/litellm/proxy/_experimental/out/organizations/index.txt +++ b/litellm/proxy/_experimental/out/organizations/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,52 +21,52 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"organizations","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","organizations",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","organizations",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/30g11y8w90x_3.js" -3d:"/litellm-asset-prefix/_next/static/chunks/0y7lb1gk0_2o-.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3b3fdqtoelsxv.js" +3d:"/litellm-asset-prefix/_next/static/chunks/0x3ex-9j0nrap.js" 3e:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:"/litellm-asset-prefix/_next/static/chunks/2ps6qbdx4g1d9.js" +40:"/litellm-asset-prefix/_next/static/chunks/3vza-hyytg2rn.js" 41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" 42:"/litellm-asset-prefix/_next/static/chunks/233-d8wsmdoda.js" 43:I[526612,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] 46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/30g11y8w90x_3.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0y7lb1gk0_2o-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2ps6qbdx4g1d9.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/233-d8wsmdoda.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3b3fdqtoelsxv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0x3ex-9j0nrap.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3vza-hyytg2rn.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/233-d8wsmdoda.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 44:{} diff --git a/litellm/proxy/_experimental/out/playground/__next.!KGRhc2hib2FyZCk.playground.__PAGE__.txt b/litellm/proxy/_experimental/out/playground/__next.!KGRhc2hib2FyZCk.playground.__PAGE__.txt index 4a07ca148f7..b61a218a891 100644 --- a/litellm/proxy/_experimental/out/playground/__next.!KGRhc2hib2FyZCk.playground.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/playground/__next.!KGRhc2hib2FyZCk.playground.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,48 +21,48 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"playground","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3f:"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js" 40:"/litellm-asset-prefix/_next/static/chunks/0j9-5w8-13bxn.js" 41:"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js" -42:"/litellm-asset-prefix/_next/static/chunks/2g38oxrgc85xa.js" -43:"/litellm-asset-prefix/_next/static/chunks/12ohop4vrytsl.js" +42:"/litellm-asset-prefix/_next/static/chunks/3fdl4vlaw3umi.js" +43:"/litellm-asset-prefix/_next/static/chunks/3n2s-881dccbc.js" 44:I[213970,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43"],"default"] 47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0j9-5w8-13bxn.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2g38oxrgc85xa.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/12ohop4vrytsl.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0j9-5w8-13bxn.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3fdl4vlaw3umi.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3n2s-881dccbc.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" 45:{} diff --git a/litellm/proxy/_experimental/out/playground/__next._full.txt b/litellm/proxy/_experimental/out/playground/__next._full.txt index 556856dafdf..b486e3ef179 100644 --- a/litellm/proxy/_experimental/out/playground/__next._full.txt +++ b/litellm/proxy/_experimental/out/playground/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,50 +21,50 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"playground","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","playground",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","playground",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js" 3d:"/litellm-asset-prefix/_next/static/chunks/0j9-5w8-13bxn.js" 3e:"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js" -3f:"/litellm-asset-prefix/_next/static/chunks/2g38oxrgc85xa.js" -40:"/litellm-asset-prefix/_next/static/chunks/12ohop4vrytsl.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3fdl4vlaw3umi.js" +40:"/litellm-asset-prefix/_next/static/chunks/3n2s-881dccbc.js" 41:I[213970,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] 44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0j9-5w8-13bxn.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2g38oxrgc85xa.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/12ohop4vrytsl.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0j9-5w8-13bxn.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3fdl4vlaw3umi.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3n2s-881dccbc.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 42:{} diff --git a/litellm/proxy/_experimental/out/playground/__next._tree.txt b/litellm/proxy/_experimental/out/playground/__next._tree.txt index 8a86f760528..dafc52ae219 100644 --- a/litellm/proxy/_experimental/out/playground/__next._tree.txt +++ b/litellm/proxy/_experimental/out/playground/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"playground","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/playground/index.html b/litellm/proxy/_experimental/out/playground/index.html index 2d6a595013d..0cde2fc7349 100644 --- a/litellm/proxy/_experimental/out/playground/index.html +++ b/litellm/proxy/_experimental/out/playground/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/playground/index.txt b/litellm/proxy/_experimental/out/playground/index.txt index 556856dafdf..b486e3ef179 100644 --- a/litellm/proxy/_experimental/out/playground/index.txt +++ b/litellm/proxy/_experimental/out/playground/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,50 +21,50 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"playground","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","playground",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","playground",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js" 3d:"/litellm-asset-prefix/_next/static/chunks/0j9-5w8-13bxn.js" 3e:"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js" -3f:"/litellm-asset-prefix/_next/static/chunks/2g38oxrgc85xa.js" -40:"/litellm-asset-prefix/_next/static/chunks/12ohop4vrytsl.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3fdl4vlaw3umi.js" +40:"/litellm-asset-prefix/_next/static/chunks/3n2s-881dccbc.js" 41:I[213970,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] 44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0j9-5w8-13bxn.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2g38oxrgc85xa.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/12ohop4vrytsl.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2h1ujp0t3qsd-.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0j9-5w8-13bxn.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3fdl4vlaw3umi.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3n2s-881dccbc.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 42:{} diff --git a/litellm/proxy/_experimental/out/policies/__next.!KGRhc2hib2FyZCk.policies.__PAGE__.txt b/litellm/proxy/_experimental/out/policies/__next.!KGRhc2hib2FyZCk.policies.__PAGE__.txt index aebc2faa758..4f512ab361a 100644 --- a/litellm/proxy/_experimental/out/policies/__next.!KGRhc2hib2FyZCk.policies.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/policies/__next.!KGRhc2hib2FyZCk.policies.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,49 +21,49 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"policies","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" +3f:"/litellm-asset-prefix/_next/static/chunks/12lwljd9lfzqh.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/2hlofuf2ggahb.js" +41:"/litellm-asset-prefix/_next/static/chunks/44rguikpvgux_.js" 42:"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js" 43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 44:"/litellm-asset-prefix/_next/static/chunks/31_qswdfuklei.js" 45:I[102616,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] 48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2hlofuf2ggahb.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/31_qswdfuklei.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/12lwljd9lfzqh.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/44rguikpvgux_.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/31_qswdfuklei.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" 46:{} diff --git a/litellm/proxy/_experimental/out/policies/__next._full.txt b/litellm/proxy/_experimental/out/policies/__next._full.txt index ac573e86b38..a618f2cd516 100644 --- a/litellm/proxy/_experimental/out/policies/__next._full.txt +++ b/litellm/proxy/_experimental/out/policies/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,51 +21,51 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"policies","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","policies",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","policies",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" +3c:"/litellm-asset-prefix/_next/static/chunks/12lwljd9lfzqh.js" 3d:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2hlofuf2ggahb.js" +3e:"/litellm-asset-prefix/_next/static/chunks/44rguikpvgux_.js" 3f:"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js" 40:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 41:"/litellm-asset-prefix/_next/static/chunks/31_qswdfuklei.js" 42:I[102616,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] 45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2hlofuf2ggahb.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/31_qswdfuklei.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/12lwljd9lfzqh.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/44rguikpvgux_.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/31_qswdfuklei.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 43:{} diff --git a/litellm/proxy/_experimental/out/policies/__next._tree.txt b/litellm/proxy/_experimental/out/policies/__next._tree.txt index 0fc69e76dfa..7c4e277bb28 100644 --- a/litellm/proxy/_experimental/out/policies/__next._tree.txt +++ b/litellm/proxy/_experimental/out/policies/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"policies","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/policies/index.html b/litellm/proxy/_experimental/out/policies/index.html index fb317de61cb..3c4f299a0e6 100644 --- a/litellm/proxy/_experimental/out/policies/index.html +++ b/litellm/proxy/_experimental/out/policies/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/policies/index.txt b/litellm/proxy/_experimental/out/policies/index.txt index ac573e86b38..a618f2cd516 100644 --- a/litellm/proxy/_experimental/out/policies/index.txt +++ b/litellm/proxy/_experimental/out/policies/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,51 +21,51 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"policies","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","policies",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","policies",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" +3c:"/litellm-asset-prefix/_next/static/chunks/12lwljd9lfzqh.js" 3d:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2hlofuf2ggahb.js" +3e:"/litellm-asset-prefix/_next/static/chunks/44rguikpvgux_.js" 3f:"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js" 40:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 41:"/litellm-asset-prefix/_next/static/chunks/31_qswdfuklei.js" 42:I[102616,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] 45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2hlofuf2ggahb.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/31_qswdfuklei.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/12lwljd9lfzqh.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/44rguikpvgux_.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/034ns4gfx4_cf.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/31_qswdfuklei.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 43:{} diff --git a/litellm/proxy/_experimental/out/projects/__next.!KGRhc2hib2FyZCk.projects.__PAGE__.txt b/litellm/proxy/_experimental/out/projects/__next.!KGRhc2hib2FyZCk.projects.__PAGE__.txt index fd4458ae1e1..e0f53a06738 100644 --- a/litellm/proxy/_experimental/out/projects/__next.!KGRhc2hib2FyZCk.projects.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/projects/__next.!KGRhc2hib2FyZCk.projects.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,57 +21,58 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"projects","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/13teme91wcgt6.js" -40:"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js" -41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -42:"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js" -43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -45:"/litellm-asset-prefix/_next/static/chunks/16mg_ukomgea3.js" -46:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -47:"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js" -48:I[454587,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47"],"default"] -4b:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/0gsdysqv1-b_s.js" +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +42:"/litellm-asset-prefix/_next/static/chunks/334aibpkb37js.js" +43:"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js" +44:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +45:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +46:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +47:"/litellm-asset-prefix/_next/static/chunks/4201l74g1f06_.js" +48:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +49:I[454587,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48"],"default"] +4c:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$48","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@49","$@4a"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/13teme91wcgt6.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/16mg_ukomgea3.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js","async":true}]],["$","$L4b",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4c"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$49","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4a","$@4b"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0gsdysqv1-b_s.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/334aibpkb37js.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/4201l74g1f06_.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}]],["$","$L4c",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4d"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -49:{} -4a:"$15:props:serverProvidedParams:params" -4c:null +4a:{} +4b:"$15:props:serverProvidedParams:params" +4d:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/projects/__next._full.txt b/litellm/proxy/_experimental/out/projects/__next._full.txt index 0b4145ad86d..4a203041e15 100644 --- a/litellm/proxy/_experimental/out/projects/__next._full.txt +++ b/litellm/proxy/_experimental/out/projects/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,59 +21,60 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"projects","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","projects",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","projects",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/13teme91wcgt6.js" -3d:"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3f:"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js" -40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -42:"/litellm-asset-prefix/_next/static/chunks/16mg_ukomgea3.js" -43:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -44:"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js" -45:I[454587,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44"],"default"] -48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/0gsdysqv1-b_s.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3f:"/litellm-asset-prefix/_next/static/chunks/334aibpkb37js.js" +40:"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js" +41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +42:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:"/litellm-asset-prefix/_next/static/chunks/4201l74g1f06_.js" +45:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +46:I[454587,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45"],"default"] +49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/13teme91wcgt6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/16mg_ukomgea3.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js","async":true,"nonce":"$undefined"}]],["$","$L48",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0gsdysqv1-b_s.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/334aibpkb37js.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/4201l74g1f06_.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}]],["$","$L49",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -46:{} -47:"$16:props:serverProvidedParams:params" +47:{} +48:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4a:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4a","4",{}]] -49:null +4b:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4b","4",{}]] +4a:null diff --git a/litellm/proxy/_experimental/out/projects/__next._tree.txt b/litellm/proxy/_experimental/out/projects/__next._tree.txt index 54ce486f6b8..4ea5fa9421c 100644 --- a/litellm/proxy/_experimental/out/projects/__next._tree.txt +++ b/litellm/proxy/_experimental/out/projects/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"projects","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/projects/index.html b/litellm/proxy/_experimental/out/projects/index.html index 551b2f6d7e5..7588283a314 100644 --- a/litellm/proxy/_experimental/out/projects/index.html +++ b/litellm/proxy/_experimental/out/projects/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/projects/index.txt b/litellm/proxy/_experimental/out/projects/index.txt index 0b4145ad86d..4a203041e15 100644 --- a/litellm/proxy/_experimental/out/projects/index.txt +++ b/litellm/proxy/_experimental/out/projects/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,59 +21,60 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"projects","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","projects",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","projects",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/13teme91wcgt6.js" -3d:"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3f:"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js" -40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -42:"/litellm-asset-prefix/_next/static/chunks/16mg_ukomgea3.js" -43:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -44:"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js" -45:I[454587,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44"],"default"] -48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/0gsdysqv1-b_s.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3f:"/litellm-asset-prefix/_next/static/chunks/334aibpkb37js.js" +40:"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js" +41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +42:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:"/litellm-asset-prefix/_next/static/chunks/4201l74g1f06_.js" +45:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +46:I[454587,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45"],"default"] +49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/13teme91wcgt6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/31_0pw4wxcfis.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/16mg_ukomgea3.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js","async":true,"nonce":"$undefined"}]],["$","$L48",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0gsdysqv1-b_s.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/334aibpkb37js.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/18kmv5j41x7ro.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/4201l74g1f06_.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}]],["$","$L49",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -46:{} -47:"$16:props:serverProvidedParams:params" +47:{} +48:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4a:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4a","4",{}]] -49:null +4b:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4b","4",{}]] +4a:null diff --git a/litellm/proxy/_experimental/out/prompts/__next.!KGRhc2hib2FyZCk.prompts.__PAGE__.txt b/litellm/proxy/_experimental/out/prompts/__next.!KGRhc2hib2FyZCk.prompts.__PAGE__.txt index 1f28022cc76..acf3b22c77e 100644 --- a/litellm/proxy/_experimental/out/prompts/__next.!KGRhc2hib2FyZCk.prompts.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/prompts/__next.!KGRhc2hib2FyZCk.prompts.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,52 +21,54 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"prompts","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/3_km-r8tgt61-.js" -40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js" -42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -43:I[66899,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42"],"default"] -46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/2ua8tiq2_ve1p.js" +40:"/litellm-asset-prefix/_next/static/chunks/0e8rgml5mg9-1.js" +41:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +42:"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js" +43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +45:I[66899,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] +48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_km-r8tgt61-.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L46",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2ua8tiq2_ve1p.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0e8rgml5mg9-1.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -44:{} -45:"$15:props:serverProvidedParams:params" -47:null +46:{} +47:"$15:props:serverProvidedParams:params" +49:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/prompts/__next._full.txt b/litellm/proxy/_experimental/out/prompts/__next._full.txt index ec01c6c67e6..5ee846582d0 100644 --- a/litellm/proxy/_experimental/out/prompts/__next._full.txt +++ b/litellm/proxy/_experimental/out/prompts/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"prompts","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","prompts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","prompts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3_km-r8tgt61-.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:I[66899,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] -43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/2ua8tiq2_ve1p.js" +3d:"/litellm-asset-prefix/_next/static/chunks/0e8rgml5mg9-1.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js" +40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +42:I[66899,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_km-r8tgt61-.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2ua8tiq2_ve1p.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0e8rgml5mg9-1.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -41:{} -42:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -45:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] -44:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/prompts/__next._tree.txt b/litellm/proxy/_experimental/out/prompts/__next._tree.txt index 5129858b2de..efea080d633 100644 --- a/litellm/proxy/_experimental/out/prompts/__next._tree.txt +++ b/litellm/proxy/_experimental/out/prompts/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"prompts","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/prompts/index.html b/litellm/proxy/_experimental/out/prompts/index.html index 98d4e8d194e..da245bd3c05 100644 --- a/litellm/proxy/_experimental/out/prompts/index.html +++ b/litellm/proxy/_experimental/out/prompts/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/prompts/index.txt b/litellm/proxy/_experimental/out/prompts/index.txt index ec01c6c67e6..5ee846582d0 100644 --- a/litellm/proxy/_experimental/out/prompts/index.txt +++ b/litellm/proxy/_experimental/out/prompts/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"prompts","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","prompts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","prompts",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3_km-r8tgt61-.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:I[66899,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] -43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/2ua8tiq2_ve1p.js" +3d:"/litellm-asset-prefix/_next/static/chunks/0e8rgml5mg9-1.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js" +40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +42:I[66899,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_km-r8tgt61-.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2ua8tiq2_ve1p.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0e8rgml5mg9-1.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1wztwwak_bjvk.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -41:{} -42:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -45:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] -44:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/router-settings/__next.!KGRhc2hib2FyZCk.router-settings.__PAGE__.txt b/litellm/proxy/_experimental/out/router-settings/__next.!KGRhc2hib2FyZCk.router-settings.__PAGE__.txt index 622c3674715..5dc47529a32 100644 --- a/litellm/proxy/_experimental/out/router-settings/__next.!KGRhc2hib2FyZCk.router-settings.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/router-settings/__next.!KGRhc2hib2FyZCk.router-settings.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,53 +21,55 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"router-settings","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/2c7znt5ynxz2z.js" -40:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -41:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" -42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3f:"/litellm-asset-prefix/_next/static/chunks/25auou5yjwnfx.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +42:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" 43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -44:I[389543,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43"],"default"] -47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +45:"/litellm-asset-prefix/_next/static/chunks/08v8bjhkmxai2.js" +46:I[389543,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45"],"default"] +49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2c7znt5ynxz2z.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/25auou5yjwnfx.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/08v8bjhkmxai2.js","async":true}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -45:{} -46:"$15:props:serverProvidedParams:params" -48:null +47:{} +48:"$15:props:serverProvidedParams:params" +4a:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/router-settings/__next._full.txt b/litellm/proxy/_experimental/out/router-settings/__next._full.txt index 4b10c0018c8..cf1873428c7 100644 --- a/litellm/proxy/_experimental/out/router-settings/__next._full.txt +++ b/litellm/proxy/_experimental/out/router-settings/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,57 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"router-settings","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","router-settings",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","router-settings",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2c7znt5ynxz2z.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3c:"/litellm-asset-prefix/_next/static/chunks/25auou5yjwnfx.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:I[389543,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +42:"/litellm-asset-prefix/_next/static/chunks/08v8bjhkmxai2.js" +43:I[389543,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2c7znt5ynxz2z.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/25auou5yjwnfx.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/08v8bjhkmxai2.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +44:{} +45:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +48:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] +47:null diff --git a/litellm/proxy/_experimental/out/router-settings/__next._tree.txt b/litellm/proxy/_experimental/out/router-settings/__next._tree.txt index 397ba10534a..ea42f4f70e9 100644 --- a/litellm/proxy/_experimental/out/router-settings/__next._tree.txt +++ b/litellm/proxy/_experimental/out/router-settings/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"router-settings","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/router-settings/index.html b/litellm/proxy/_experimental/out/router-settings/index.html index b76cab9c2e2..e4044396e8f 100644 --- a/litellm/proxy/_experimental/out/router-settings/index.html +++ b/litellm/proxy/_experimental/out/router-settings/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/router-settings/index.txt b/litellm/proxy/_experimental/out/router-settings/index.txt index 4b10c0018c8..cf1873428c7 100644 --- a/litellm/proxy/_experimental/out/router-settings/index.txt +++ b/litellm/proxy/_experimental/out/router-settings/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,57 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"router-settings","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","router-settings",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","router-settings",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2c7znt5ynxz2z.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3c:"/litellm-asset-prefix/_next/static/chunks/25auou5yjwnfx.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:I[389543,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +42:"/litellm-asset-prefix/_next/static/chunks/08v8bjhkmxai2.js" +43:I[389543,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2c7znt5ynxz2z.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/25auou5yjwnfx.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2_6l-w2ckysnq.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/08v8bjhkmxai2.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +44:{} +45:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +48:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] +47:null diff --git a/litellm/proxy/_experimental/out/search-tools/__next.!KGRhc2hib2FyZCk.search-tools.__PAGE__.txt b/litellm/proxy/_experimental/out/search-tools/__next.!KGRhc2hib2FyZCk.search-tools.__PAGE__.txt index 2fbed043be7..91a1a94aa7e 100644 --- a/litellm/proxy/_experimental/out/search-tools/__next.!KGRhc2hib2FyZCk.search-tools.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/search-tools/__next.!KGRhc2hib2FyZCk.search-tools.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,52 +21,53 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"search-tools","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/3v60qgwy299wq.js" -40:"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js" -41:"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js" +3f:"/litellm-asset-prefix/_next/static/chunks/0wqj08t014r1p.js" +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js" 42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -43:I[962296,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42"],"default"] -46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +43:"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js" +44:I[962296,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43"],"default"] +47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3v60qgwy299wq.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L46",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0wqj08t014r1p.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -44:{} -45:"$15:props:serverProvidedParams:params" -47:null +45:{} +46:"$15:props:serverProvidedParams:params" +48:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/search-tools/__next._full.txt b/litellm/proxy/_experimental/out/search-tools/__next._full.txt index 8c3348e2257..9bf1a1e5963 100644 --- a/litellm/proxy/_experimental/out/search-tools/__next._full.txt +++ b/litellm/proxy/_experimental/out/search-tools/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,55 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"search-tools","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","search-tools",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","search-tools",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3v60qgwy299wq.js" -3d:"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js" +3c:"/litellm-asset-prefix/_next/static/chunks/0wqj08t014r1p.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js" 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:I[962296,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] -43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +40:"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js" +41:I[962296,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] +44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3v60qgwy299wq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0wqj08t014r1p.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -41:{} -42:"$16:props:serverProvidedParams:params" +42:{} +43:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -45:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] -44:null +46:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] +45:null diff --git a/litellm/proxy/_experimental/out/search-tools/__next._tree.txt b/litellm/proxy/_experimental/out/search-tools/__next._tree.txt index 0b77fbed5ae..68861add6f3 100644 --- a/litellm/proxy/_experimental/out/search-tools/__next._tree.txt +++ b/litellm/proxy/_experimental/out/search-tools/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"search-tools","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/search-tools/index.html b/litellm/proxy/_experimental/out/search-tools/index.html index 69f1249581f..1feeeec0d99 100644 --- a/litellm/proxy/_experimental/out/search-tools/index.html +++ b/litellm/proxy/_experimental/out/search-tools/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/search-tools/index.txt b/litellm/proxy/_experimental/out/search-tools/index.txt index 8c3348e2257..9bf1a1e5963 100644 --- a/litellm/proxy/_experimental/out/search-tools/index.txt +++ b/litellm/proxy/_experimental/out/search-tools/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,54 +21,55 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"search-tools","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","search-tools",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","search-tools",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3v60qgwy299wq.js" -3d:"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js" +3c:"/litellm-asset-prefix/_next/static/chunks/0wqj08t014r1p.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js" 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:I[962296,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f"],"default"] -43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +40:"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js" +41:I[962296,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] +44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3v60qgwy299wq.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L43",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0wqj08t014r1p.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/219y114j-3vuf.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/1vvd71a39fk2d.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -41:{} -42:"$16:props:serverProvidedParams:params" +42:{} +43:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -45:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L45","4",{}]] -44:null +46:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] +45:null diff --git a/litellm/proxy/_experimental/out/skills/__next.!KGRhc2hib2FyZCk.skills.__PAGE__.txt b/litellm/proxy/_experimental/out/skills/__next.!KGRhc2hib2FyZCk.skills.__PAGE__.txt index 00fea23983f..e34de988f14 100644 --- a/litellm/proxy/_experimental/out/skills/__next.!KGRhc2hib2FyZCk.skills.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/skills/__next.!KGRhc2hib2FyZCk.skills.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,53 +21,54 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"skills","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/08nh2ib77d9il.js" -40:"/litellm-asset-prefix/_next/static/chunks/095ybm1pe8cni.js" -41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3wz6--apjwsb6.js" +40:"/litellm-asset-prefix/_next/static/chunks/2mn-yd4z9683z.js" +41:"/litellm-asset-prefix/_next/static/chunks/1ia2ir27gj32f.js" 42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -43:"/litellm-asset-prefix/_next/static/chunks/0t_k4oezt_27y.js" -44:I[974992,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43"],"default"] -47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +43:"/litellm-asset-prefix/_next/static/chunks/2086g0og22k8d.js" +44:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +45:I[974992,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] +48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/08nh2ib77d9il.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/095ybm1pe8cni.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0t_k4oezt_27y.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3wz6--apjwsb6.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2mn-yd4z9683z.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1ia2ir27gj32f.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2086g0og22k8d.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -45:{} -46:"$15:props:serverProvidedParams:params" -48:null +46:{} +47:"$15:props:serverProvidedParams:params" +49:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/skills/__next._full.txt b/litellm/proxy/_experimental/out/skills/__next._full.txt index 2edd015908a..ac10d2a2c99 100644 --- a/litellm/proxy/_experimental/out/skills/__next._full.txt +++ b/litellm/proxy/_experimental/out/skills/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"skills","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","skills",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","skills",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/08nh2ib77d9il.js" -3d:"/litellm-asset-prefix/_next/static/chunks/095ybm1pe8cni.js" -3e:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3wz6--apjwsb6.js" +3d:"/litellm-asset-prefix/_next/static/chunks/2mn-yd4z9683z.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1ia2ir27gj32f.js" 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:"/litellm-asset-prefix/_next/static/chunks/0t_k4oezt_27y.js" -41:I[974992,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +40:"/litellm-asset-prefix/_next/static/chunks/2086g0og22k8d.js" +41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +42:I[974992,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/08nh2ib77d9il.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/095ybm1pe8cni.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0t_k4oezt_27y.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3wz6--apjwsb6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2mn-yd4z9683z.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1ia2ir27gj32f.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2086g0og22k8d.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/skills/__next._tree.txt b/litellm/proxy/_experimental/out/skills/__next._tree.txt index ea70df1a5d0..0e3f82f8a37 100644 --- a/litellm/proxy/_experimental/out/skills/__next._tree.txt +++ b/litellm/proxy/_experimental/out/skills/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"skills","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/skills/index.html b/litellm/proxy/_experimental/out/skills/index.html index 45e8aecadca..6e960827fdf 100644 --- a/litellm/proxy/_experimental/out/skills/index.html +++ b/litellm/proxy/_experimental/out/skills/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/skills/index.txt b/litellm/proxy/_experimental/out/skills/index.txt index 2edd015908a..ac10d2a2c99 100644 --- a/litellm/proxy/_experimental/out/skills/index.txt +++ b/litellm/proxy/_experimental/out/skills/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"skills","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","skills",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","skills",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/08nh2ib77d9il.js" -3d:"/litellm-asset-prefix/_next/static/chunks/095ybm1pe8cni.js" -3e:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +3c:"/litellm-asset-prefix/_next/static/chunks/3wz6--apjwsb6.js" +3d:"/litellm-asset-prefix/_next/static/chunks/2mn-yd4z9683z.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1ia2ir27gj32f.js" 3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -40:"/litellm-asset-prefix/_next/static/chunks/0t_k4oezt_27y.js" -41:I[974992,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +40:"/litellm-asset-prefix/_next/static/chunks/2086g0og22k8d.js" +41:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +42:I[974992,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/08nh2ib77d9il.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/095ybm1pe8cni.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0t_k4oezt_27y.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3wz6--apjwsb6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2mn-yd4z9683z.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1ia2ir27gj32f.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2086g0og22k8d.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/tag-management/__next.!KGRhc2hib2FyZCk.tag-management.__PAGE__.txt b/litellm/proxy/_experimental/out/tag-management/__next.!KGRhc2hib2FyZCk.tag-management.__PAGE__.txt index 124f3dfdee9..a38bc3b6fdb 100644 --- a/litellm/proxy/_experimental/out/tag-management/__next.!KGRhc2hib2FyZCk.tag-management.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/tag-management/__next.!KGRhc2hib2FyZCk.tag-management.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"tag-management","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/2dg7ffmyzynme.js" -40:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -41:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -42:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +42:"/litellm-asset-prefix/_next/static/chunks/2u_4qt7o4v_v3.js" 43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" 45:"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js" -46:I[601757,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45"],"default"] -49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +46:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +47:I[601757,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46"],"default"] +4a:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2dg7ffmyzynme.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js","async":true}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$47","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@48","$@49"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2u_4qt7o4v_v3.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L4a",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4b"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -47:{} -48:"$15:props:serverProvidedParams:params" -4a:null +48:{} +49:"$15:props:serverProvidedParams:params" +4b:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/tag-management/__next._full.txt b/litellm/proxy/_experimental/out/tag-management/__next._full.txt index cea82ddbd2e..56027aefc1e 100644 --- a/litellm/proxy/_experimental/out/tag-management/__next._full.txt +++ b/litellm/proxy/_experimental/out/tag-management/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,57 +21,58 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"tag-management","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","tag-management",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","tag-management",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2dg7ffmyzynme.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -3e:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2u_4qt7o4v_v3.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +41:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" 42:"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js" -43:I[601757,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] -46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:I[601757,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43"],"default"] +47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2dg7ffmyzynme.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2u_4qt7o4v_v3.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L47",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -44:{} -45:"$16:props:serverProvidedParams:params" +45:{} +46:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -48:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] -47:null +49:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L49","4",{}]] +48:null diff --git a/litellm/proxy/_experimental/out/tag-management/__next._tree.txt b/litellm/proxy/_experimental/out/tag-management/__next._tree.txt index 5ae2acb4609..43bed9700f9 100644 --- a/litellm/proxy/_experimental/out/tag-management/__next._tree.txt +++ b/litellm/proxy/_experimental/out/tag-management/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"tag-management","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/tag-management/index.html b/litellm/proxy/_experimental/out/tag-management/index.html index 1915c3a53cc..08ac494218f 100644 --- a/litellm/proxy/_experimental/out/tag-management/index.html +++ b/litellm/proxy/_experimental/out/tag-management/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/tag-management/index.txt b/litellm/proxy/_experimental/out/tag-management/index.txt index cea82ddbd2e..56027aefc1e 100644 --- a/litellm/proxy/_experimental/out/tag-management/index.txt +++ b/litellm/proxy/_experimental/out/tag-management/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,57 +21,58 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"tag-management","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","tag-management",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","tag-management",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2dg7ffmyzynme.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -3e:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3f:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2u_4qt7o4v_v3.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +41:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" 42:"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js" -43:I[601757,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] -46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:I[601757,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43"],"default"] +47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2dg7ffmyzynme.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2u_4qt7o4v_v3.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3pzc4tcossluy.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L47",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -44:{} -45:"$16:props:serverProvidedParams:params" +45:{} +46:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -48:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] -47:null +49:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L49","4",{}]] +48:null diff --git a/litellm/proxy/_experimental/out/teams/__next.!KGRhc2hib2FyZCk.teams.__PAGE__.txt b/litellm/proxy/_experimental/out/teams/__next.!KGRhc2hib2FyZCk.teams.__PAGE__.txt index ab01cef30b5..f09b7d7a03b 100644 --- a/litellm/proxy/_experimental/out/teams/__next.!KGRhc2hib2FyZCk.teams.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/teams/__next.!KGRhc2hib2FyZCk.teams.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,64 +21,67 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"teams","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/1w4vlrabynhds.js" -40:"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js" -41:"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js" -42:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -43:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -44:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" -45:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -46:"/litellm-asset-prefix/_next/static/chunks/05s59f21-boaa.js" -47:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -48:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -49:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -4a:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -4b:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -4c:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4d:"/litellm-asset-prefix/_next/static/chunks/2i-983ugpf6kr.js" -4e:"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js" -4f:I[596115,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e"],"default"] -52:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/352u_e2dkqy80.js" +40:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +41:"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js" +42:"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js" +43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +44:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +45:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +46:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +47:"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js" +48:"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js" +49:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4a:"/litellm-asset-prefix/_next/static/chunks/07f-q1r9utb0m.js" +4b:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +4c:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4d:"/litellm-asset-prefix/_next/static/chunks/00li-vcjbfw46.js" +4e:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +4f:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +50:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +51:"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js" +52:I[596115,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e","$4f","$50","$51"],"default"] +55:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4f","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@50","$@51"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1w4vlrabynhds.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/05s59f21-boaa.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2i-983ugpf6kr.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js","async":true}]],["$","$L52",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@53"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$52","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@53","$@54"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/352u_e2dkqy80.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/07f-q1r9utb0m.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/00li-vcjbfw46.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js","async":true}]],["$","$L55",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@56"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -50:{} -51:"$15:props:serverProvidedParams:params" -53:null +53:{} +54:"$15:props:serverProvidedParams:params" +56:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/teams/__next._full.txt b/litellm/proxy/_experimental/out/teams/__next._full.txt index fa0c06f805e..854f86d346b 100644 --- a/litellm/proxy/_experimental/out/teams/__next._full.txt +++ b/litellm/proxy/_experimental/out/teams/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,66 +21,69 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"teams","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","teams",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","teams",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1w4vlrabynhds.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" -42:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -43:"/litellm-asset-prefix/_next/static/chunks/05s59f21-boaa.js" -44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -46:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -47:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -48:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -49:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4a:"/litellm-asset-prefix/_next/static/chunks/2i-983ugpf6kr.js" -4b:"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js" -4c:I[596115,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b"],"default"] -4f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/352u_e2dkqy80.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js" +40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +41:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +42:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +43:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +44:"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js" +45:"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js" +46:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +47:"/litellm-asset-prefix/_next/static/chunks/07f-q1r9utb0m.js" +48:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +49:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4a:"/litellm-asset-prefix/_next/static/chunks/00li-vcjbfw46.js" +4b:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4d:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4e:"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js" +4f:I[596115,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e"],"default"] +52:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4c","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4d","$@4e"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1w4vlrabynhds.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/05s59f21-boaa.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2i-983ugpf6kr.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js","async":true,"nonce":"$undefined"}]],["$","$L4f",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@50"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4f","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@50","$@51"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/352u_e2dkqy80.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/07f-q1r9utb0m.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/00li-vcjbfw46.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js","async":true,"nonce":"$undefined"}]],["$","$L52",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@53"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4d:{} -4e:"$16:props:serverProvidedParams:params" +50:{} +51:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -51:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L51","4",{}]] -50:null +54:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L54","4",{}]] +53:null diff --git a/litellm/proxy/_experimental/out/teams/__next._tree.txt b/litellm/proxy/_experimental/out/teams/__next._tree.txt index 008421bd09f..c28a0799707 100644 --- a/litellm/proxy/_experimental/out/teams/__next._tree.txt +++ b/litellm/proxy/_experimental/out/teams/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"teams","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/teams/index.html b/litellm/proxy/_experimental/out/teams/index.html index d17c084b828..a75381e38ad 100644 --- a/litellm/proxy/_experimental/out/teams/index.html +++ b/litellm/proxy/_experimental/out/teams/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/teams/index.txt b/litellm/proxy/_experimental/out/teams/index.txt index fa0c06f805e..854f86d346b 100644 --- a/litellm/proxy/_experimental/out/teams/index.txt +++ b/litellm/proxy/_experimental/out/teams/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,66 +21,69 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"teams","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","teams",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","teams",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1w4vlrabynhds.js" -3d:"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js" -42:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -43:"/litellm-asset-prefix/_next/static/chunks/05s59f21-boaa.js" -44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -46:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -47:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -48:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -49:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4a:"/litellm-asset-prefix/_next/static/chunks/2i-983ugpf6kr.js" -4b:"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js" -4c:I[596115,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b"],"default"] -4f:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/352u_e2dkqy80.js" +3d:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3e:"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js" +40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +41:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +42:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +43:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +44:"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js" +45:"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js" +46:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +47:"/litellm-asset-prefix/_next/static/chunks/07f-q1r9utb0m.js" +48:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +49:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4a:"/litellm-asset-prefix/_next/static/chunks/00li-vcjbfw46.js" +4b:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4d:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4e:"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js" +4f:I[596115,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e"],"default"] +52:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4c","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4d","$@4e"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1w4vlrabynhds.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2_pd3v3eg0ta-.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0g72zgmxmept6.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/05s59f21-boaa.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/2i-983ugpf6kr.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3788-pz8im19x.js","async":true,"nonce":"$undefined"}]],["$","$L4f",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@50"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4f","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@50","$@51"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/352u_e2dkqy80.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0y2ctsbmb0rri.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2ygimw0_gjd39.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/1bf_tn50es05u.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0bom3oqcxvh17.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/07f-q1r9utb0m.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/00li-vcjbfw46.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/2jpcq3mbt5drm.js","async":true,"nonce":"$undefined"}]],["$","$L52",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@53"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4d:{} -4e:"$16:props:serverProvidedParams:params" +50:{} +51:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -51:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L51","4",{}]] -50:null +54:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L54","4",{}]] +53:null diff --git a/litellm/proxy/_experimental/out/telemetry/__next.!KGRhc2hib2FyZCk.telemetry.__PAGE__.txt b/litellm/proxy/_experimental/out/telemetry/__next.!KGRhc2hib2FyZCk.telemetry.__PAGE__.txt index c3dff55d19c..a39cef8a071 100644 --- a/litellm/proxy/_experimental/out/telemetry/__next.!KGRhc2hib2FyZCk.telemetry.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/telemetry/__next.!KGRhc2hib2FyZCk.telemetry.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,45 +21,45 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"telemetry","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/1f46twx8qyye0.js" +3f:"/litellm-asset-prefix/_next/static/chunks/0clqv-k-nnihh.js" 40:"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js" 41:I[998981,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40"],"default"] 44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1f46twx8qyye0.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true}]],["$","$L44",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0clqv-k-nnihh.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true}]],["$","$L44",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" 42:{} diff --git a/litellm/proxy/_experimental/out/telemetry/__next._full.txt b/litellm/proxy/_experimental/out/telemetry/__next._full.txt index b6fab9414e6..79f73f9e0b6 100644 --- a/litellm/proxy/_experimental/out/telemetry/__next._full.txt +++ b/litellm/proxy/_experimental/out/telemetry/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,47 +21,47 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"telemetry","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","telemetry",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","telemetry",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1f46twx8qyye0.js" +3c:"/litellm-asset-prefix/_next/static/chunks/0clqv-k-nnihh.js" 3d:"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js" 3e:I[998981,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1f46twx8qyye0.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0clqv-k-nnihh.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 3f:{} diff --git a/litellm/proxy/_experimental/out/telemetry/__next._tree.txt b/litellm/proxy/_experimental/out/telemetry/__next._tree.txt index 21274585a10..63820c3887a 100644 --- a/litellm/proxy/_experimental/out/telemetry/__next._tree.txt +++ b/litellm/proxy/_experimental/out/telemetry/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"telemetry","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/telemetry/index.html b/litellm/proxy/_experimental/out/telemetry/index.html index be6b0ce473e..23a8237cd90 100644 --- a/litellm/proxy/_experimental/out/telemetry/index.html +++ b/litellm/proxy/_experimental/out/telemetry/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/telemetry/index.txt b/litellm/proxy/_experimental/out/telemetry/index.txt index b6fab9414e6..79f73f9e0b6 100644 --- a/litellm/proxy/_experimental/out/telemetry/index.txt +++ b/litellm/proxy/_experimental/out/telemetry/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,47 +21,47 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"telemetry","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","telemetry",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","telemetry",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/1f46twx8qyye0.js" +3c:"/litellm-asset-prefix/_next/static/chunks/0clqv-k-nnihh.js" 3d:"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js" 3e:I[998981,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1f46twx8qyye0.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0clqv-k-nnihh.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/2s0jha-2xmxk8.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 3f:{} diff --git a/litellm/proxy/_experimental/out/tool-policies/__next.!KGRhc2hib2FyZCk.tool-policies.__PAGE__.txt b/litellm/proxy/_experimental/out/tool-policies/__next.!KGRhc2hib2FyZCk.tool-policies.__PAGE__.txt index ad2895e6c63..a98385c469a 100644 --- a/litellm/proxy/_experimental/out/tool-policies/__next.!KGRhc2hib2FyZCk.tool-policies.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/tool-policies/__next.!KGRhc2hib2FyZCk.tool-policies.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"tool-policies","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/0vwfz-84g6da4.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js" +41:"/litellm-asset-prefix/_next/static/chunks/1z9xvn2jepv82.js" 42:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" 43:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" 44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -45:I[752754,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] -48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +45:"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js" +46:I[752754,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45"],"default"] +49:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0vwfz-84g6da4.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$46","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@47","$@48"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1z9xvn2jepv82.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js","async":true}]],["$","$L49",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4a"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -46:{} -47:"$15:props:serverProvidedParams:params" -49:null +47:{} +48:"$15:props:serverProvidedParams:params" +4a:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/tool-policies/__next._full.txt b/litellm/proxy/_experimental/out/tool-policies/__next._full.txt index 193ad9eb4b2..f7a80a71e61 100644 --- a/litellm/proxy/_experimental/out/tool-policies/__next._full.txt +++ b/litellm/proxy/_experimental/out/tool-policies/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,57 +21,58 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"tool-policies","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","tool-policies",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","tool-policies",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/0vwfz-84g6da4.js" +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" 3d:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -3e:"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1z9xvn2jepv82.js" 3f:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" 40:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" 41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -42:I[752754,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] -45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +42:"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js" +43:I[752754,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0vwfz-84g6da4.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1z9xvn2jepv82.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -43:{} -44:"$16:props:serverProvidedParams:params" +44:{} +45:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -47:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] -46:null +48:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] +47:null diff --git a/litellm/proxy/_experimental/out/tool-policies/__next._tree.txt b/litellm/proxy/_experimental/out/tool-policies/__next._tree.txt index bec27671278..3308418cd00 100644 --- a/litellm/proxy/_experimental/out/tool-policies/__next._tree.txt +++ b/litellm/proxy/_experimental/out/tool-policies/__next._tree.txt @@ -1,8 +1,8 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"tool-policies","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/tool-policies/index.html b/litellm/proxy/_experimental/out/tool-policies/index.html index 1df7894130a..991dce9003e 100644 --- a/litellm/proxy/_experimental/out/tool-policies/index.html +++ b/litellm/proxy/_experimental/out/tool-policies/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/tool-policies/index.txt b/litellm/proxy/_experimental/out/tool-policies/index.txt index 193ad9eb4b2..f7a80a71e61 100644 --- a/litellm/proxy/_experimental/out/tool-policies/index.txt +++ b/litellm/proxy/_experimental/out/tool-policies/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,57 +21,58 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] :HL["/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","style"] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"tool-policies","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","tool-policies",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","tool-policies",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/0vwfz-84g6da4.js" +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" 3d:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -3e:"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1z9xvn2jepv82.js" 3f:"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js" 40:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" 41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -42:I[752754,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] -45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +42:"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js" +43:I[752754,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42"],"default"] +46:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0vwfz-84g6da4.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$43","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@44","$@45"]}}],[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1pbkw-7b5ctl4.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1z9xvn2jepv82.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0_lm81ju2crmm.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/20df2_aysja94.js","async":true,"nonce":"$undefined"}]],["$","$L46",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@47"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -43:{} -44:"$16:props:serverProvidedParams:params" +44:{} +45:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -47:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] -46:null +48:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L48","4",{}]] +47:null diff --git a/litellm/proxy/_experimental/out/transform-request/__next.!KGRhc2hib2FyZCk.transform-request.__PAGE__.txt b/litellm/proxy/_experimental/out/transform-request/__next.!KGRhc2hib2FyZCk.transform-request.__PAGE__.txt index 76ce73c4263..a032ed73fd1 100644 --- a/litellm/proxy/_experimental/out/transform-request/__next.!KGRhc2hib2FyZCk.transform-request.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/transform-request/__next.!KGRhc2hib2FyZCk.transform-request.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,41 +21,41 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"transform-request","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3f:"/litellm-asset-prefix/_next/static/chunks/1g0sfmt-4otny.js" 40:I[411929,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f"],"default"] 43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1g0sfmt-4otny.js","async":true}]],["$","$L43",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] diff --git a/litellm/proxy/_experimental/out/transform-request/__next._full.txt b/litellm/proxy/_experimental/out/transform-request/__next._full.txt index 6b51c1445cc..c8895fea49e 100644 --- a/litellm/proxy/_experimental/out/transform-request/__next._full.txt +++ b/litellm/proxy/_experimental/out/transform-request/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,43 +21,43 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"transform-request","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","transform-request",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","transform-request",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/1g0sfmt-4otny.js" 3d:I[411929,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] 40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1g0sfmt-4otny.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] diff --git a/litellm/proxy/_experimental/out/transform-request/__next._tree.txt b/litellm/proxy/_experimental/out/transform-request/__next._tree.txt index f64514a26d7..03293dc3813 100644 --- a/litellm/proxy/_experimental/out/transform-request/__next._tree.txt +++ b/litellm/proxy/_experimental/out/transform-request/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"transform-request","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/transform-request/index.html b/litellm/proxy/_experimental/out/transform-request/index.html index 967cdcd63dc..cb28164fed1 100644 --- a/litellm/proxy/_experimental/out/transform-request/index.html +++ b/litellm/proxy/_experimental/out/transform-request/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/transform-request/index.txt b/litellm/proxy/_experimental/out/transform-request/index.txt index 6b51c1445cc..c8895fea49e 100644 --- a/litellm/proxy/_experimental/out/transform-request/index.txt +++ b/litellm/proxy/_experimental/out/transform-request/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,43 +21,43 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"transform-request","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","transform-request",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","transform-request",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/1g0sfmt-4otny.js" 3d:I[411929,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] 40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1g0sfmt-4otny.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] diff --git a/litellm/proxy/_experimental/out/ui-theme/__next.!KGRhc2hib2FyZCk.ui-theme.__PAGE__.txt b/litellm/proxy/_experimental/out/ui-theme/__next.!KGRhc2hib2FyZCk.ui-theme.__PAGE__.txt index 2cf39ab1abe..204e275b1be 100644 --- a/litellm/proxy/_experimental/out/ui-theme/__next.!KGRhc2hib2FyZCk.ui-theme.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/ui-theme/__next.!KGRhc2hib2FyZCk.ui-theme.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,41 +21,41 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"ui-theme","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3f:"/litellm-asset-prefix/_next/static/chunks/300_1qcy9d42s.js" 40:I[312130,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f"],"default"] 43:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] 1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$40","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@41","$@42"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/300_1qcy9d42s.js","async":true}]],["$","$L43",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@44"}]}]]}] diff --git a/litellm/proxy/_experimental/out/ui-theme/__next._full.txt b/litellm/proxy/_experimental/out/ui-theme/__next._full.txt index eb1a862f645..dd17254aad1 100644 --- a/litellm/proxy/_experimental/out/ui-theme/__next._full.txt +++ b/litellm/proxy/_experimental/out/ui-theme/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,43 +21,43 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"ui-theme","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","ui-theme",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","ui-theme",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/300_1qcy9d42s.js" 3d:I[312130,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] 40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/300_1qcy9d42s.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] diff --git a/litellm/proxy/_experimental/out/ui-theme/__next._tree.txt b/litellm/proxy/_experimental/out/ui-theme/__next._tree.txt index 12c26dd1562..a2540c474c0 100644 --- a/litellm/proxy/_experimental/out/ui-theme/__next._tree.txt +++ b/litellm/proxy/_experimental/out/ui-theme/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"ui-theme","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/ui-theme/index.html b/litellm/proxy/_experimental/out/ui-theme/index.html index d88f9cee525..763dfc56a56 100644 --- a/litellm/proxy/_experimental/out/ui-theme/index.html +++ b/litellm/proxy/_experimental/out/ui-theme/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/ui-theme/index.txt b/litellm/proxy/_experimental/out/ui-theme/index.txt index eb1a862f645..dd17254aad1 100644 --- a/litellm/proxy/_experimental/out/ui-theme/index.txt +++ b/litellm/proxy/_experimental/out/ui-theme/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,43 +21,43 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"ui-theme","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","ui-theme",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","ui-theme",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] 3c:"/litellm-asset-prefix/_next/static/chunks/300_1qcy9d42s.js" 3d:I[312130,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c"],"default"] 40:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] 1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3e","$@3f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/300_1qcy9d42s.js","async":true,"nonce":"$undefined"}]],["$","$L40",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@41"}]}]]}] diff --git a/litellm/proxy/_experimental/out/usage/__next.!KGRhc2hib2FyZCk.usage.__PAGE__.txt b/litellm/proxy/_experimental/out/usage/__next.!KGRhc2hib2FyZCk.usage.__PAGE__.txt index 1f8bd972df6..729c896fecb 100644 --- a/litellm/proxy/_experimental/out/usage/__next.!KGRhc2hib2FyZCk.usage.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/usage/__next.!KGRhc2hib2FyZCk.usage.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,62 +21,65 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"usage","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -40:"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js" -41:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" -42:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -43:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -44:"/litellm-asset-prefix/_next/static/chunks/1chb1ivlj7dp4.js" -45:"/litellm-asset-prefix/_next/static/chunks/1djvt5_c8xf1i.js" -46:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -47:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -48:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -49:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -4a:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -4b:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -4c:"/litellm-asset-prefix/_next/static/chunks/3o7zx69nq8b-y.js" -4d:I[986888,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c"],"default"] -50:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js" +42:"/litellm-asset-prefix/_next/static/chunks/05_vk6zfia8pn.js" +43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +44:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +45:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +46:"/litellm-asset-prefix/_next/static/chunks/29_jjz3tp-q30.js" +47:"/litellm-asset-prefix/_next/static/chunks/01qwh1k761dtf.js" +48:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +49:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +4a:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +4b:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" +4c:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4d:"/litellm-asset-prefix/_next/static/chunks/3opy22t9nmwyb.js" +4e:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4f:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +50:I[986888,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e","$4f"],"default"] +53:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4d","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4e","$@4f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/1chb1ivlj7dp4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/1djvt5_c8xf1i.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3o7zx69nq8b-y.js","async":true}]],["$","$L50",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@51"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$50","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@51","$@52"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/05_vk6zfia8pn.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/29_jjz3tp-q30.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/01qwh1k761dtf.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/3opy22t9nmwyb.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true}]],["$","$L53",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@54"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -4e:{} -4f:"$15:props:serverProvidedParams:params" -51:null +51:{} +52:"$15:props:serverProvidedParams:params" +54:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/usage/__next._full.txt b/litellm/proxy/_experimental/out/usage/__next._full.txt index 05320033f22..848992a844b 100644 --- a/litellm/proxy/_experimental/out/usage/__next._full.txt +++ b/litellm/proxy/_experimental/out/usage/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,64 +21,67 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"usage","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","usage",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","usage",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3d:"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:"/litellm-asset-prefix/_next/static/chunks/1chb1ivlj7dp4.js" -42:"/litellm-asset-prefix/_next/static/chunks/1djvt5_c8xf1i.js" -43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -45:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -46:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -47:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -48:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -49:"/litellm-asset-prefix/_next/static/chunks/3o7zx69nq8b-y.js" -4a:I[986888,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49"],"default"] -4d:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js" +3f:"/litellm-asset-prefix/_next/static/chunks/05_vk6zfia8pn.js" +40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +42:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +43:"/litellm-asset-prefix/_next/static/chunks/29_jjz3tp-q30.js" +44:"/litellm-asset-prefix/_next/static/chunks/01qwh1k761dtf.js" +45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +46:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +47:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +48:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" +49:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4a:"/litellm-asset-prefix/_next/static/chunks/3opy22t9nmwyb.js" +4b:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4d:I[986888,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c"],"default"] +50:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4a","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4b","$@4c"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/1chb1ivlj7dp4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/1djvt5_c8xf1i.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3o7zx69nq8b-y.js","async":true,"nonce":"$undefined"}]],["$","$L4d",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4e"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4e","$@4f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/05_vk6zfia8pn.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/29_jjz3tp-q30.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/01qwh1k761dtf.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/3opy22t9nmwyb.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}]],["$","$L50",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@51"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4b:{} -4c:"$16:props:serverProvidedParams:params" +4e:{} +4f:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4f:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4f","4",{}]] -4e:null +52:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L52","4",{}]] +51:null diff --git a/litellm/proxy/_experimental/out/usage/__next._tree.txt b/litellm/proxy/_experimental/out/usage/__next._tree.txt index b5174ad2ffa..9daa74b0063 100644 --- a/litellm/proxy/_experimental/out/usage/__next._tree.txt +++ b/litellm/proxy/_experimental/out/usage/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"usage","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/usage/index.html b/litellm/proxy/_experimental/out/usage/index.html index 3d9665ce989..b18de362b03 100644 --- a/litellm/proxy/_experimental/out/usage/index.html +++ b/litellm/proxy/_experimental/out/usage/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/usage/index.txt b/litellm/proxy/_experimental/out/usage/index.txt index 05320033f22..848992a844b 100644 --- a/litellm/proxy/_experimental/out/usage/index.txt +++ b/litellm/proxy/_experimental/out/usage/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,64 +21,67 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"usage","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","usage",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","usage",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3d:"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" -3f:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -40:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -41:"/litellm-asset-prefix/_next/static/chunks/1chb1ivlj7dp4.js" -42:"/litellm-asset-prefix/_next/static/chunks/1djvt5_c8xf1i.js" -43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -45:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" -46:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" -47:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -48:"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js" -49:"/litellm-asset-prefix/_next/static/chunks/3o7zx69nq8b-y.js" -4a:I[986888,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49"],"default"] -4d:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js" +3f:"/litellm-asset-prefix/_next/static/chunks/05_vk6zfia8pn.js" +40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +42:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +43:"/litellm-asset-prefix/_next/static/chunks/29_jjz3tp-q30.js" +44:"/litellm-asset-prefix/_next/static/chunks/01qwh1k761dtf.js" +45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +46:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +47:"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js" +48:"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js" +49:"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js" +4a:"/litellm-asset-prefix/_next/static/chunks/3opy22t9nmwyb.js" +4b:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +4c:"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js" +4d:I[986888,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a","$4b","$4c"],"default"] +50:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4a","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4b","$@4c"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0gjdc5d39wsp4.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/1chb1ivlj7dp4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/1djvt5_c8xf1i.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/3qged2fdmjw32.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/3o7zx69nq8b-y.js","async":true,"nonce":"$undefined"}]],["$","$L4d",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4e"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$4d","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@4e","$@4f"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/3oufm_jsbk5a2.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/05_vk6zfia8pn.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/29_jjz3tp-q30.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/01qwh1k761dtf.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/3cntkelkpyry0.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2fxcnqd-hr8z9.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/2at-q-4hyck_z.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/3opy22t9nmwyb.js","async":true,"nonce":"$undefined"}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/0py838i98c8uc.js","async":true,"nonce":"$undefined"}]],["$","$L50",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@51"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -4b:{} -4c:"$16:props:serverProvidedParams:params" +4e:{} +4f:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4f:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4f","4",{}]] -4e:null +52:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L52","4",{}]] +51:null diff --git a/litellm/proxy/_experimental/out/users/__next.!KGRhc2hib2FyZCk.users.__PAGE__.txt b/litellm/proxy/_experimental/out/users/__next.!KGRhc2hib2FyZCk.users.__PAGE__.txt index 8e92ebd72fb..2d5bd6ab30e 100644 --- a/litellm/proxy/_experimental/out/users/__next.!KGRhc2hib2FyZCk.users.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/users/__next.!KGRhc2hib2FyZCk.users.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,59 +21,60 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"users","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/2mvrjk65ttgrc.js" -40:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -41:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -42:"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js" -43:"/litellm-asset-prefix/_next/static/chunks/42x-1one0q_fz.js" -44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -45:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -46:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -47:"/litellm-asset-prefix/_next/static/chunks/0-sfk5q6f2trd.js" -48:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -49:"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js" -4a:I[198134,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49"],"default"] -4d:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +3f:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +42:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +43:"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js" +44:"/litellm-asset-prefix/_next/static/chunks/0qyq0m3kjc9hg.js" +45:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +46:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +47:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +48:"/litellm-asset-prefix/_next/static/chunks/3evi_rij2f6d4.js" +49:"/litellm-asset-prefix/_next/static/chunks/0oep3fzmj1h7r.js" +4a:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +4b:I[198134,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44","$45","$46","$47","$48","$49","$4a"],"default"] +4e:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4a","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4b","$@4c"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2mvrjk65ttgrc.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/42x-1one0q_fz.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0-sfk5q6f2trd.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js","async":true}]],["$","$L4d",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4e"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$4b","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@4c","$@4d"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0qyq0m3kjc9hg.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/3evi_rij2f6d4.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/0oep3fzmj1h7r.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true}]],["$","$L4e",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@4f"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -4b:{} -4c:"$15:props:serverProvidedParams:params" -4e:null +4c:{} +4d:"$15:props:serverProvidedParams:params" +4f:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/users/__next._full.txt b/litellm/proxy/_experimental/out/users/__next._full.txt index 540dd366298..bb07dab41ab 100644 --- a/litellm/proxy/_experimental/out/users/__next._full.txt +++ b/litellm/proxy/_experimental/out/users/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,61 +21,62 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"users","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","users",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","users",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2mvrjk65ttgrc.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3f:"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js" -40:"/litellm-asset-prefix/_next/static/chunks/42x-1one0q_fz.js" -41:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -42:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -43:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -44:"/litellm-asset-prefix/_next/static/chunks/0-sfk5q6f2trd.js" -45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -46:"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js" -47:I[198134,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46"],"default"] -4a:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +40:"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js" +41:"/litellm-asset-prefix/_next/static/chunks/0qyq0m3kjc9hg.js" +42:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +45:"/litellm-asset-prefix/_next/static/chunks/3evi_rij2f6d4.js" +46:"/litellm-asset-prefix/_next/static/chunks/0oep3fzmj1h7r.js" +47:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +48:I[198134,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47"],"default"] +4b:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$47","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@48","$@49"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2mvrjk65ttgrc.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/42x-1one0q_fz.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0-sfk5q6f2trd.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js","async":true,"nonce":"$undefined"}]],["$","$L4a",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4b"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$48","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@49","$@4a"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0qyq0m3kjc9hg.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/3evi_rij2f6d4.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/0oep3fzmj1h7r.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L4b",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4c"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -48:{} -49:"$16:props:serverProvidedParams:params" +49:{} +4a:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4c:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4c","4",{}]] -4b:null +4d:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4d","4",{}]] +4c:null diff --git a/litellm/proxy/_experimental/out/users/__next._tree.txt b/litellm/proxy/_experimental/out/users/__next._tree.txt index f974ae5dd83..74accddb1d8 100644 --- a/litellm/proxy/_experimental/out/users/__next._tree.txt +++ b/litellm/proxy/_experimental/out/users/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"users","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/users/index.html b/litellm/proxy/_experimental/out/users/index.html index 2e8fb2ced81..9ead6ef34e7 100644 --- a/litellm/proxy/_experimental/out/users/index.html +++ b/litellm/proxy/_experimental/out/users/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/users/index.txt b/litellm/proxy/_experimental/out/users/index.txt index 540dd366298..bb07dab41ab 100644 --- a/litellm/proxy/_experimental/out/users/index.txt +++ b/litellm/proxy/_experimental/out/users/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,61 +21,62 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"users","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","users",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","users",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2mvrjk65ttgrc.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" -3f:"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js" -40:"/litellm-asset-prefix/_next/static/chunks/42x-1one0q_fz.js" -41:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" -42:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -43:"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js" -44:"/litellm-asset-prefix/_next/static/chunks/0-sfk5q6f2trd.js" -45:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" -46:"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js" -47:I[198134,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46"],"default"] -4a:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +3c:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js" +3f:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" +40:"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js" +41:"/litellm-asset-prefix/_next/static/chunks/0qyq0m3kjc9hg.js" +42:"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js" +43:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +44:"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js" +45:"/litellm-asset-prefix/_next/static/chunks/3evi_rij2f6d4.js" +46:"/litellm-asset-prefix/_next/static/chunks/0oep3fzmj1h7r.js" +47:"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js" +48:I[198134,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41","$42","$43","$44","$45","$46","$47"],"default"] +4b:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$47","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@48","$@49"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2mvrjk65ttgrc.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/42x-1one0q_fz.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/0vcl1qdl0p-s2.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0-sfk5q6f2trd.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/3nubm1x4i2eru.js","async":true,"nonce":"$undefined"}]],["$","$L4a",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4b"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$48","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@49","$@4a"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1_26iei_58sh1.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2emu8zflvlbb_.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0qyq0m3kjc9hg.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/3_lqa9hvdfts4.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0ayyip3c-drm1.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/3evi_rij2f6d4.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/0oep3fzmj1h7r.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/2-r1vwbl6-44z.js","async":true,"nonce":"$undefined"}]],["$","$L4b",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@4c"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -48:{} -49:"$16:props:serverProvidedParams:params" +49:{} +4a:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -4c:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4c","4",{}]] -4b:null +4d:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L4d","4",{}]] +4c:null diff --git a/litellm/proxy/_experimental/out/vector-stores/__next.!KGRhc2hib2FyZCk.vector-stores.__PAGE__.txt b/litellm/proxy/_experimental/out/vector-stores/__next.!KGRhc2hib2FyZCk.vector-stores.__PAGE__.txt index 8f4d6d2d5f3..e5fcd45d181 100644 --- a/litellm/proxy/_experimental/out/vector-stores/__next.!KGRhc2hib2FyZCk.vector-stores.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/vector-stores/__next.!KGRhc2hib2FyZCk.vector-stores.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,53 +21,54 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"vector-stores","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/2xc8nxd9jvcna.js" -40:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -41:"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js" -42:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3f:"/litellm-asset-prefix/_next/static/chunks/2o_tl7zr4a_gz.js" +40:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +41:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +42:"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js" 43:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -44:I[400157,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43"],"default"] -47:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +44:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +45:I[400157,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40","$41","$42","$43","$44"],"default"] +48:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$44","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@45","$@46"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2xc8nxd9jvcna.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}]],["$","$L47",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@48"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$45","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@46","$@47"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2o_tl7zr4a_gz.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L48",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@49"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" -45:{} -46:"$15:props:serverProvidedParams:params" -48:null +46:{} +47:"$15:props:serverProvidedParams:params" +49:null 26:true 12:C 25:0 diff --git a/litellm/proxy/_experimental/out/vector-stores/__next._full.txt b/litellm/proxy/_experimental/out/vector-stores/__next._full.txt index 5950eef694b..f7be28a14f8 100644 --- a/litellm/proxy/_experimental/out/vector-stores/__next._full.txt +++ b/litellm/proxy/_experimental/out/vector-stores/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"vector-stores","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","vector-stores",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","vector-stores",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2xc8nxd9jvcna.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3c:"/litellm-asset-prefix/_next/static/chunks/2o_tl7zr4a_gz.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:I[400157,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +42:I[400157,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2xc8nxd9jvcna.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2o_tl7zr4a_gz.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/vector-stores/__next._tree.txt b/litellm/proxy/_experimental/out/vector-stores/__next._tree.txt index 315e1491339..03752f8bdb3 100644 --- a/litellm/proxy/_experimental/out/vector-stores/__next._tree.txt +++ b/litellm/proxy/_experimental/out/vector-stores/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"vector-stores","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/vector-stores/index.html b/litellm/proxy/_experimental/out/vector-stores/index.html index fbdedf54616..ac81e591701 100644 --- a/litellm/proxy/_experimental/out/vector-stores/index.html +++ b/litellm/proxy/_experimental/out/vector-stores/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/vector-stores/index.txt b/litellm/proxy/_experimental/out/vector-stores/index.txt index 5950eef694b..f7be28a14f8 100644 --- a/litellm/proxy/_experimental/out/vector-stores/index.txt +++ b/litellm/proxy/_experimental/out/vector-stores/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,55 +21,56 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"vector-stores","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","vector-stores",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","vector-stores",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/2xc8nxd9jvcna.js" -3d:"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js" -3e:"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js" -3f:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +3c:"/litellm-asset-prefix/_next/static/chunks/2o_tl7zr4a_gz.js" +3d:"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js" +3e:"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js" +3f:"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js" 40:"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js" -41:I[400157,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40"],"default"] -44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +41:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" +42:I[400157,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d","$3e","$3f","$40","$41"],"default"] +45:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2xc8nxd9jvcna.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/3i7cimz5xy3b6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}]],["$","$L44",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$42","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@43","$@44"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/2o_tl7zr4a_gz.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/43e6kwqu1yhwf.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/1b2bijqh4mf6r.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/1yg-vs98ny3xn.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/3l7yhgbm0cvbw.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L45",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@46"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" -42:{} -43:"$16:props:serverProvidedParams:params" +43:{} +44:"$16:props:serverProvidedParams:params" 1e:[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]] -46:I[27201,["$2","$3","$4","$5"],"IconMark"] -22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L46","4",{}]] -45:null +47:I[27201,["$2","$3","$4","$5"],"IconMark"] +22:[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L47","4",{}]] +46:null diff --git a/litellm/proxy/_experimental/out/workflows/__next.!KGRhc2hib2FyZCk.workflows.__PAGE__.txt b/litellm/proxy/_experimental/out/workflows/__next.!KGRhc2hib2FyZCk.workflows.__PAGE__.txt index 4bf72e61b3c..11658f2228c 100644 --- a/litellm/proxy/_experimental/out/workflows/__next.!KGRhc2hib2FyZCk.workflows.__PAGE__.txt +++ b/litellm/proxy/_experimental/out/workflows/__next.!KGRhc2hib2FyZCk.workflows.__PAGE__.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,45 +21,45 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 22:"$Sreact.suspense" 23:I[27201,["$2","$3","$4","$5"],"IconMark"] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] 12:X 1a:X 1a:C 1b:[["children",{"s":"__PAGE__","h":160,"d":{"r":"$L1c","p":"$@1d","v":null,"s":"$12"}}]] 17:[["children",{"s":"workflows","h":96,"d":{"r":"$L18","p":"$@19","v":"$1a","s":"$12"},"c":"$Q1b"}]] -13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] -0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"-EHFOBemiW1d6QWCiXe70"} +13:[["children",{"s":"(dashboard)","h":96,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true}],["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true}],["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true}],["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true}],"$L14"],"$L15"]}],"p":"$@16","v":null,"s":"$12"},"c":"$Q17"}]] +0:{"t":{"t":{"s":"","h":80,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":"$@11","v":null,"s":"$12"},"c":"$Q13"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1f",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","$L21",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$22",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"LiteLLM Dashboard"}],["$","meta","1",{"name":"description","content":"LiteLLM Proxy Admin UI"}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.34m4ev7_7ennf.ico","sizes":"48x48","type":"image/x-icon"}],["$","link","3",{"rel":"icon","href":"/get_favicon"}],["$","$L23","4",{}]]}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":"$@24","v":null,"s":"$12"}},"a":"$@25","u":"$@26","b":"KYjqhQPd_2f-3TMRjKY98"} 27:"ClientSegmentRoot" 28:I[92825,["$2","$3","$4","$5"],"$27"] -29:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -2a:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -2b:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2e:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2f:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -30:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -31:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -32:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -33:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -34:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -35:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +29:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +2a:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +2c:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2d:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2f:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +30:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +31:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +33:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +34:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +35:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +36:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 37:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -38:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -39:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -3a:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -3b:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +38:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +39:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +3a:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +3b:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 3c:I[216370,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"],"default"] 3e:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3f:"/litellm-asset-prefix/_next/static/chunks/14d1t06bkgtpp.js" +3f:"/litellm-asset-prefix/_next/static/chunks/405pk8k-isv9g.js" 40:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 41:I[425656,["$2","$3","$4","$5","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b","$3f","$40"],"default"] 44:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true}] +14:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true}] 15:["$","$L28",null,{"Component":"$3c","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]]}]},"serverProvidedParams":{"params":{},"promises":["$@3d"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","template":["$","$Lf",null,{}]}]]}] -1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/14d1t06bkgtpp.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L44",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] +1c:["$","$1","c",{"children":[["$","$L3e",null,{"Component":"$41","serverProvidedParams":{"searchParams":{},"params":"$15:props:serverProvidedParams:params","promises":["$@42","$@43"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/405pk8k-isv9g.js","async":true}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true}]],["$","$L44",null,{"children":["$","$22",null,{"name":"Next.MetadataOutlet","children":"$@45"}]}]]}] 12:300 3d:"$15:props:serverProvidedParams:params" 42:{} diff --git a/litellm/proxy/_experimental/out/workflows/__next._full.txt b/litellm/proxy/_experimental/out/workflows/__next._full.txt index af7755633aa..2d8eaa0012f 100644 --- a/litellm/proxy/_experimental/out/workflows/__next._full.txt +++ b/litellm/proxy/_experimental/out/workflows/__next._full.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,47 +21,47 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"workflows","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","workflows",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","workflows",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/14d1t06bkgtpp.js" +3c:"/litellm-asset-prefix/_next/static/chunks/405pk8k-isv9g.js" 3d:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 3e:I[425656,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/14d1t06bkgtpp.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/405pk8k-isv9g.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 3f:{} diff --git a/litellm/proxy/_experimental/out/workflows/__next._tree.txt b/litellm/proxy/_experimental/out/workflows/__next._tree.txt index a77f316794c..23fc31b82dd 100644 --- a/litellm/proxy/_experimental/out/workflows/__next._tree.txt +++ b/litellm/proxy/_experimental/out/workflows/__next._tree.txt @@ -1,7 +1,7 @@ :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 3:[["children",{"s":"__PAGE__","h":160}]] 2:[["children",{"s":"workflows","h":96,"c":"$Q3"}]] 1:[["children",{"s":"(dashboard)","h":96,"c":"$Q2"}]] -0:{"b":"-EHFOBemiW1d6QWCiXe70","t":{"t":{"s":"","h":80,"c":"$Q1"}}} +0:{"b":"KYjqhQPd_2f-3TMRjKY98","t":{"t":{"s":"","h":80,"c":"$Q1"}}} diff --git a/litellm/proxy/_experimental/out/workflows/index.html b/litellm/proxy/_experimental/out/workflows/index.html index 0035de17f6f..2860705d185 100644 --- a/litellm/proxy/_experimental/out/workflows/index.html +++ b/litellm/proxy/_experimental/out/workflows/index.html @@ -1 +1 @@ -LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file +LiteLLM Dashboard
🚅 LiteLLM
Loading...
\ No newline at end of file diff --git a/litellm/proxy/_experimental/out/workflows/index.txt b/litellm/proxy/_experimental/out/workflows/index.txt index af7755633aa..2d8eaa0012f 100644 --- a/litellm/proxy/_experimental/out/workflows/index.txt +++ b/litellm/proxy/_experimental/out/workflows/index.txt @@ -2,7 +2,7 @@ 2:"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js" 3:"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js" 4:"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js" -5:"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js" +5:"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js" 6:I[419159,["$2","$3","$4","$5"],"default"] 7:I[363178,["$2","$3","$4","$5"],"ThemeProvider"] 8:I[12985,["$2","$3","$4","$5"],"NuqsAdapter"] @@ -21,47 +21,47 @@ f:I[837457,["$2","$3","$4","$5"],"default"] 21:"$Sreact.suspense" 23:I[168027,["$2","$3","$4","$5"],"default",1] :HL["/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","style"] -:HL["/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","style"] +:HL["/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","style"] :HL["/litellm-asset-prefix/_next/static/media/83afe278b6a6bb3c-s.p.2bn3s6zvc0dyp.woff2","font",{"crossOrigin":"","type":"font/woff2"}] 19:X 1a:[["children",{"s":"__PAGE__","h":512,"d":{"r":"$L1b","p":false,"v":null}}]] 17:[["children",{"s":"workflows","h":512,"d":{"r":"$L18","p":false,"v":"$19"},"c":"$Q1a"}]] -11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] -0:{"P":null,"c":["","workflows",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/0xssmzze50-z3.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0g9hpx7z1_gky.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"-EHFOBemiW1d6QWCiXe70"} +11:[["children",{"s":"(dashboard)","h":512,"d":{"r":["$","$1","c",{"children":[[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js","async":true,"nonce":"$undefined"}],["$","script","script-4",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}],["$","script","script-5",{"src":"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js","async":true,"nonce":"$undefined"}],["$","script","script-6",{"src":"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js","async":true,"nonce":"$undefined"}],["$","script","script-7",{"src":"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js","async":true,"nonce":"$undefined"}],["$","script","script-8",{"src":"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js","async":true,"nonce":"$undefined"}],["$","script","script-9",{"src":"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js","async":true,"nonce":"$undefined"}],["$","script","script-10",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}],["$","script","script-11",{"src":"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js","async":true,"nonce":"$undefined"}],["$","script","script-12",{"src":"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js","async":true,"nonce":"$undefined"}],["$","script","script-13",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}],["$","script","script-14",{"src":"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js","async":true,"nonce":"$undefined"}],"$L12","$L13","$L14","$L15"],"$L16"]}],"p":false,"v":null},"c":"$Q17"}]] +0:{"P":null,"c":["","workflows",""],"q":"","i":false,"t":{"t":{"s":"","h":528,"d":{"r":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/0a-rekt06v0sv.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/20gytc00-r-nc.js","async":true,"nonce":"$undefined"}],["$","script","script-2",{"src":"/litellm-asset-prefix/_next/static/chunks/0odk-2n8vmmr0.js","async":true,"nonce":"$undefined"}],["$","script","script-3",{"src":"/litellm-asset-prefix/_next/static/chunks/3btlqf4ly6rcu.js","async":true,"nonce":"$undefined"}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"children":["$","body",null,{"className":"OU16Qa_className","children":["$","$L6",null,{"children":["$","$L7",null,{"attribute":"class","defaultTheme":"light","enableSystem":true,"disableTransitionOnChange":true,"children":["$","$L8",null,{"children":["$","$L9",null,{"children":[["$","$Lb",null,{"children":["$","$Lc",null,{"children":["$","$Ld",null,{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]}]}]}],["$","$L10",null,{}]]}]}]}]}]}]}]]}],"p":false,"v":null},"c":"$Q11"},"h":{"r":["$","$1","h",{"children":[null,["$","$L1d",null,{"children":"$L1e"}],["$","$L20",null,{"children":[["$","div",null,{"hidden":true,"children":["$","$21",null,{"name":"Next.Metadata","children":"$L22"}]}],null]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"p":false,"v":null}},"m":"$undefined","G":["$23",[["$","link","0",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/1bnh8r0-prf7e.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/litellm-asset-prefix/_next/static/chunks/0yx954iz-it6t.css","precedence":"next","crossOrigin":"$undefined","nonce":"$undefined"}]]],"S":true,"r":"$undefined","s":"$undefined","a":"$undefined","l":"$undefined","p":"$undefined","d":"$undefined","b":"KYjqhQPd_2f-3TMRjKY98"} 24:"ClientSegmentRoot" 25:I[92825,["$2","$3","$4","$5"],"$24"] -26:"/litellm-asset-prefix/_next/static/chunks/1-3c9947d6njv.js" -27:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" -28:"/litellm-asset-prefix/_next/static/chunks/2_imjfv5zb543.js" -29:"/litellm-asset-prefix/_next/static/chunks/0gnds1p4rb0qo.js" -2a:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" -2b:"/litellm-asset-prefix/_next/static/chunks/16g5dfld66mn4.js" -2c:"/litellm-asset-prefix/_next/static/chunks/0qqzu3qo72-ns.js" -2d:"/litellm-asset-prefix/_next/static/chunks/2l0xftac9qa6c.js" -2e:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" -2f:"/litellm-asset-prefix/_next/static/chunks/2idw84r9_kv3a.js" -30:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" -31:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" -32:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" -33:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +26:"/litellm-asset-prefix/_next/static/chunks/3_iap_dm_eies.js" +27:"/litellm-asset-prefix/_next/static/chunks/32kc9z-j6wlv6.js" +28:"/litellm-asset-prefix/_next/static/chunks/0lr5ruj6-e2ww.js" +29:"/litellm-asset-prefix/_next/static/chunks/29bf193m1eer5.js" +2a:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" +2b:"/litellm-asset-prefix/_next/static/chunks/0q_1elji3f400.js" +2c:"/litellm-asset-prefix/_next/static/chunks/36qhww43vdbth.js" +2d:"/litellm-asset-prefix/_next/static/chunks/3f1mml5guxvga.js" +2e:"/litellm-asset-prefix/_next/static/chunks/383dnxf5pkg7t.js" +2f:"/litellm-asset-prefix/_next/static/chunks/2w1i-97y2i59q.js" +30:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" +31:"/litellm-asset-prefix/_next/static/chunks/21h-q5fvi7-vd.js" +32:"/litellm-asset-prefix/_next/static/chunks/2kd01k7_ccb0k.js" +33:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" 34:"/litellm-asset-prefix/_next/static/chunks/43478tu767641.js" -35:"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js" -36:"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js" -37:"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js" -38:"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js" +35:"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js" +36:"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js" +37:"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js" +38:"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js" 39:I[216370,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38"],"default"] 3b:I[347257,["$2","$3","$4","$5"],"ClientPageRoot"] -3c:"/litellm-asset-prefix/_next/static/chunks/14d1t06bkgtpp.js" +3c:"/litellm-asset-prefix/_next/static/chunks/405pk8k-isv9g.js" 3d:"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js" 3e:I[425656,["$2","$3","$4","$5","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30","$31","$32","$33","$34","$35","$36","$37","$38","$3c","$3d"],"default"] 41:I[897367,["$2","$3","$4","$5"],"OutletBoundary"] -12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/180wxh286_rq1.js","async":true,"nonce":"$undefined"}] -13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/2t0v_roupcydp.js","async":true,"nonce":"$undefined"}] -14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2my29smwg2z6_.js","async":true,"nonce":"$undefined"}] -15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/0yzw3bayigs9e.js","async":true,"nonce":"$undefined"}] +12:["$","script","script-15",{"src":"/litellm-asset-prefix/_next/static/chunks/0c55iw8mjlbxy.js","async":true,"nonce":"$undefined"}] +13:["$","script","script-16",{"src":"/litellm-asset-prefix/_next/static/chunks/20w5f9f7td446.js","async":true,"nonce":"$undefined"}] +14:["$","script","script-17",{"src":"/litellm-asset-prefix/_next/static/chunks/2ttblho_feqyw.js","async":true,"nonce":"$undefined"}] +15:["$","script","script-18",{"src":"/litellm-asset-prefix/_next/static/chunks/43-2g6nfu8iz5.js","async":true,"nonce":"$undefined"}] 16:["$","$L25",null,{"Component":"$39","slots":{"children":["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:style","children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:1:props:style","children":404}],["$","div",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:style","children":["$","h2",null,{"style":"$0:t:t:d:r:props:children:1:props:children:props:children:props:children:props:children:props:children:props:children:0:props:children:props:children:props:children:props:notFound:0:1:props:children:props:children:2:props:children:props:style","children":"This page could not be found."}]}]]}]}]],[]],"forbidden":"$undefined","unauthorized":"$undefined"}]},"serverProvidedParams":{"params":{},"promises":["$@3a"]}}] 18:["$","$1","c",{"children":[null,["$","$Le",null,{"parallelRouterKey":"children","error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$Lf",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","forbidden":"$undefined","unauthorized":"$undefined"}]]}] -1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/14d1t06bkgtpp.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] +1b:["$","$1","c",{"children":[["$","$L3b",null,{"Component":"$3e","serverProvidedParams":{"searchParams":{},"params":"$16:props:serverProvidedParams:params","promises":["$@3f","$@40"]}}],[["$","script","script-0",{"src":"/litellm-asset-prefix/_next/static/chunks/405pk8k-isv9g.js","async":true,"nonce":"$undefined"}],["$","script","script-1",{"src":"/litellm-asset-prefix/_next/static/chunks/169_ilqy10jby.js","async":true,"nonce":"$undefined"}]],["$","$L41",null,{"children":["$","$21",null,{"name":"Next.MetadataOutlet","children":"$@42"}]}]]}] 19:C 3a:"$16:props:serverProvidedParams:params" 3f:{} diff --git a/litellm/proxy/_lazy_openapi_snapshot.json b/litellm/proxy/_lazy_openapi_snapshot.json index f57d092d552..fa0c423fc25 100644 --- a/litellm/proxy/_lazy_openapi_snapshot.json +++ b/litellm/proxy/_lazy_openapi_snapshot.json @@ -4882,6 +4882,12 @@ "title": "Gateway Injected Caching Savings Spend", "type": "number" }, + "guardrail_spend": { + "default": 0.0, + "description": "Guardrail spend in USD, already included in spend, so model spend is spend - guardrail_spend. Rows recorded before this field existed report 0 even when their spend includes guardrail cost", + "title": "Guardrail Spend", + "type": "number" + }, "prompt_caching_savings_spend": { "default": 0.0, "title": "Prompt Caching Savings Spend", @@ -5140,6 +5146,18 @@ "type": "integer" } }, + { + "description": "Include per-entity usage and key counts.", + "in": "query", + "name": "include_entity_breakdown", + "required": false, + "schema": { + "default": true, + "description": "Include per-entity usage and key counts.", + "title": "Include Entity Breakdown", + "type": "boolean" + } + }, { "in": "query", "name": "agent_ids", @@ -27308,6 +27326,65 @@ "title": "OutputToolSearchCall", "type": "object" }, + "OutputToolSearchOutput": { + "additionalProperties": true, + "properties": { + "call_id": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "title": "Call Id" + }, + "execution": { + "enum": [ + "server", + "client" + ], + "title": "Execution", + "type": "string" + }, + "id": { + "title": "Id", + "type": "string" + }, + "status": { + "enum": [ + "in_progress", + "completed", + "incomplete" + ], + "title": "Status", + "type": "string" + }, + "tools": { + "default": [], + "items": { + "additionalProperties": true, + "type": "object" + }, + "title": "Tools", + "type": "array" + }, + "type": { + "const": "tool_search_output", + "title": "Type", + "type": "string" + } + }, + "required": [ + "id", + "execution", + "status", + "type" + ], + "title": "OutputToolSearchOutput", + "type": "object" + }, "PendingSafetyCheck": { "additionalProperties": true, "description": "A pending safety check for the computer call.", @@ -29678,6 +29755,9 @@ { "$ref": "#/components/schemas/OutputToolSearchCall" }, + { + "$ref": "#/components/schemas/OutputToolSearchOutput" + }, { "$ref": "#/components/schemas/ResponseCompactionItem" } @@ -59590,6 +59670,38 @@ "skill_hub": { "components": { "schemas": { + "Body_edit_submission_archive_skill_hub_submissions__submission_id__upload_put": { + "properties": { + "expected_revision": { + "minimum": 0.0, + "title": "Expected Revision", + "type": "integer" + }, + "file": { + "contentMediaType": "application/octet-stream", + "description": "Replacement Agent Skills ZIP with the same declared skill name", + "title": "File", + "type": "string" + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "title": "Version" + } + }, + "required": [ + "file", + "expected_revision" + ], + "title": "Body_edit_submission_archive_skill_hub_submissions__submission_id__upload_put", + "type": "object" + }, "Body_replace_skill_archive_skill_hub_skills__name__upload_put": { "properties": { "expected_updated_at": { @@ -60147,6 +60259,18 @@ "SkillHubRejection": { "additionalProperties": false, "properties": { + "expected_revision": { + "anyOf": [ + { + "minimum": 0.0, + "type": "integer" + }, + { + "type": "null" + } + ], + "title": "Expected Revision" + }, "reason": { "anyOf": [ { @@ -60163,6 +60287,47 @@ "title": "SkillHubRejection", "type": "object" }, + "SkillHubRestore": { + "additionalProperties": false, + "properties": { + "expected_skill_id": { + "description": "Current skill ID read by the editor", + "title": "Expected Skill Id", + "type": "string" + }, + "expected_updated_at": { + "anyOf": [ + { + "format": "date-time", + "type": "string" + }, + { + "type": "null" + } + ], + "description": "Current updated_at read by the editor, including null", + "title": "Expected Updated At" + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "description": "Higher semantic version, or omit/null for an automatic patch bump", + "title": "Version" + } + }, + "required": [ + "expected_skill_id", + "expected_updated_at" + ], + "title": "SkillHubRestore", + "type": "object" + }, "SkillHubReviewResponse": { "properties": { "action": { @@ -60415,6 +60580,12 @@ ], "title": "Base Updated At" }, + "can_edit": { + "default": false, + "description": "Whether the caller may edit or withdraw this pending submission", + "title": "Can Edit", + "type": "boolean" + }, "created_at": { "format": "date-time", "title": "Created At", @@ -60473,6 +60644,13 @@ ], "title": "Reviewed By" }, + "revision": { + "default": 0, + "description": "Proposal revision used to prevent stale edits and reviews", + "minimum": 0.0, + "title": "Revision", + "type": "integer" + }, "skill_name": { "title": "Skill Name", "type": "string" @@ -60481,7 +60659,8 @@ "enum": [ "pending_review", "approved", - "rejected" + "rejected", + "withdrawn" ], "title": "Status", "type": "string" @@ -60532,6 +60711,95 @@ "title": "SkillHubSubmissionDetail", "type": "object" }, + "SkillHubSubmissionEdit": { + "additionalProperties": false, + "properties": { + "description": { + "anyOf": [ + { + "maxLength": 1024, + "type": "string" + }, + { + "type": "null" + } + ], + "title": "Description" + }, + "domain": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "title": "Domain" + }, + "expected_revision": { + "description": "Revision read from the submission detail", + "minimum": 0.0, + "title": "Expected Revision", + "type": "integer" + }, + "expected_updated_at": { + "anyOf": [ + { + "format": "date-time", + "type": "string" + }, + { + "type": "null" + } + ], + "description": "Published updated_at read by the editor. A stale value returns 409", + "title": "Expected Updated At" + }, + "keywords": { + "anyOf": [ + { + "items": { + "type": "string" + }, + "type": "array" + }, + { + "type": "null" + } + ], + "title": "Keywords" + }, + "namespace": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "title": "Namespace" + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "description": "Explicit higher SemVer, or omit/null for an automatic patch bump", + "title": "Version" + } + }, + "required": [ + "expected_revision" + ], + "title": "SkillHubSubmissionEdit", + "type": "object" + }, "SkillHubSubmissionList": { "properties": { "count": { @@ -60558,6 +60826,22 @@ "title": "SkillHubSubmissionList", "type": "object" }, + "SkillHubSubmissionRevision": { + "additionalProperties": false, + "properties": { + "expected_revision": { + "description": "Revision read from the submission detail", + "minimum": 0.0, + "title": "Expected Revision", + "type": "integer" + } + }, + "required": [ + "expected_revision" + ], + "title": "SkillHubSubmissionRevision", + "type": "object" + }, "SkillHubVersion": { "properties": { "content_kind": { @@ -61834,6 +62118,73 @@ ] } }, + "/skill-hub/skills/{name}/versions/{version_id}/restore": { + "post": { + "description": "Proxy admins may republish retained bytes and metadata as a new version, preserving visibility and grants.", + "operationId": "restore_skill_version_skill_hub_skills__name__versions__version_id__restore_post", + "parameters": [ + { + "in": "path", + "name": "name", + "required": true, + "schema": { + "title": "Name", + "type": "string" + } + }, + { + "in": "path", + "name": "version_id", + "required": true, + "schema": { + "title": "Version Id", + "type": "string" + } + } + ], + "requestBody": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/SkillHubRestore" + } + } + }, + "required": true + }, + "responses": { + "200": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/SkillHubSkill" + } + } + }, + "description": "Successful Response" + }, + "422": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/HTTPValidationError" + } + } + }, + "description": "Validation Error" + } + }, + "security": [ + { + "APIKeyHeader": [] + } + ], + "summary": "Restore Skill Version", + "tags": [ + "skill_hub" + ] + } + }, "/skill-hub/skills/{plugin_name}/downloads": { "get": { "description": "Admin-only ZIP download totals and authenticated downloader history.\n\nAnonymous downloads contribute only to totals. Counts include repeat requests and client prefetches,\nstarting when tracking is deployed. External sources and installation completion are not observed.", @@ -61930,7 +62281,8 @@ "enum": [ "pending_review", "approved", - "rejected" + "rejected", + "withdrawn" ], "type": "string" }, @@ -62000,7 +62352,7 @@ }, "/skill-hub/submissions/{submission_id}": { "get": { - "description": "Read an immutable proposal and its currently visible published skill.", + "description": "Read a proposal revision and its currently visible published skill.", "operationId": "get_submission_skill_hub_submissions__submission_id__get", "parameters": [ { @@ -62044,6 +62396,62 @@ "tags": [ "skill_hub" ] + }, + "put": { + "description": "Replace a pending proposal's metadata, preserving files. Only its original submitting user may edit.", + "operationId": "edit_submission_skill_hub_submissions__submission_id__put", + "parameters": [ + { + "in": "path", + "name": "submission_id", + "required": true, + "schema": { + "title": "Submission Id", + "type": "string" + } + } + ], + "requestBody": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/SkillHubSubmissionEdit" + } + } + }, + "required": true + }, + "responses": { + "200": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/SkillHubSubmission" + } + } + }, + "description": "Successful Response" + }, + "422": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/HTTPValidationError" + } + } + }, + "description": "Validation Error" + } + }, + "security": [ + { + "APIKeyHeader": [] + } + ], + "summary": "Edit Submission", + "tags": [ + "skill_hub" + ] } }, "/skill-hub/submissions/{submission_id}/approve": { @@ -62061,6 +62469,23 @@ } } ], + "requestBody": { + "content": { + "application/json": { + "schema": { + "anyOf": [ + { + "$ref": "#/components/schemas/SkillHubSubmissionRevision" + }, + { + "type": "null" + } + ], + "title": "Body" + } + } + } + }, "responses": { "200": { "content": { @@ -62318,6 +62743,122 @@ "skill_hub" ] } + }, + "/skill-hub/submissions/{submission_id}/upload": { + "put": { + "description": "Replace a pending proposal's files using the upload limits. Only its original submitting user may edit.", + "operationId": "edit_submission_archive_skill_hub_submissions__submission_id__upload_put", + "parameters": [ + { + "in": "path", + "name": "submission_id", + "required": true, + "schema": { + "title": "Submission Id", + "type": "string" + } + } + ], + "requestBody": { + "content": { + "multipart/form-data": { + "schema": { + "$ref": "#/components/schemas/Body_edit_submission_archive_skill_hub_submissions__submission_id__upload_put" + } + } + }, + "required": true + }, + "responses": { + "200": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/SkillHubSubmission" + } + } + }, + "description": "Successful Response" + }, + "422": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/HTTPValidationError" + } + } + }, + "description": "Validation Error" + } + }, + "security": [ + { + "APIKeyHeader": [] + } + ], + "summary": "Edit Submission Archive", + "tags": [ + "skill_hub" + ] + } + }, + "/skill-hub/submissions/{submission_id}/withdraw": { + "put": { + "description": "Withdraw a pending proposal without publishing it. Only its original submitting user may withdraw.", + "operationId": "withdraw_submission_skill_hub_submissions__submission_id__withdraw_put", + "parameters": [ + { + "in": "path", + "name": "submission_id", + "required": true, + "schema": { + "title": "Submission Id", + "type": "string" + } + } + ], + "requestBody": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/SkillHubSubmissionRevision" + } + } + }, + "required": true + }, + "responses": { + "200": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/SkillHubSubmission" + } + } + }, + "description": "Successful Response" + }, + "422": { + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/HTTPValidationError" + } + } + }, + "description": "Validation Error" + } + }, + "security": [ + { + "APIKeyHeader": [] + } + ], + "summary": "Withdraw Submission", + "tags": [ + "skill_hub" + ] + } } } }, diff --git a/litellm/proxy/_lazy_openapi_snapshot.py b/litellm/proxy/_lazy_openapi_snapshot.py index c5a63b0f990..51c3222946d 100644 --- a/litellm/proxy/_lazy_openapi_snapshot.py +++ b/litellm/proxy/_lazy_openapi_snapshot.py @@ -7,13 +7,13 @@ features without importing them. test-linting.yml (mirrored locally by `make check`) regenerates this file and fails when the committed copy differs, then rebuilds schema.d.ts from app.openapi() with the snapshot injected. After changing any lazily loaded route or this generator, rerun the module and commit -the JSON, then run `npm run gen:api` in ui/litellm-dashboard and commit schema.d.ts. +the JSON, then run `npm run gen:api` in litellm/ui/litellm-dashboard and commit schema.d.ts. """ import json import re import sys -from collections.abc import Callable, Mapping +from collections.abc import Callable, Mapping, Sequence from dataclasses import dataclass from pathlib import Path from types import MappingProxyType @@ -43,7 +43,7 @@ def _stabilize_multi_method_route_ids(routes) -> None: """FastAPI derives route IDs from a set of methods; make snapshots stable.""" for route in routes: - methods = sorted(getattr(route, "methods", None) or []) + methods: Sequence[str] = sorted(getattr(route, "methods", None) or []) if len(methods) <= 1 or not getattr(route, "path_format", None): continue diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py index e1371c2852e..77aaa5929a3 100644 --- a/litellm/proxy/_types.py +++ b/litellm/proxy/_types.py @@ -31,9 +31,8 @@ from typing_extensions import ( from litellm._uuid import uuid from litellm.constants import DEFAULT_STAGGER_WINDOW_SECONDS, MCP_STDIO_ALLOWED_COMMANDS from litellm.litellm_core_utils.initialize_dynamic_callback_params import ( + OTEL_DESTINATION_VALIDATORS, validate_arize_otlp_protocol_value, - validate_capture_message_content_value, - validate_excluded_services_value, validate_langfuse_environment_value, validate_langfuse_span_scope_value, validate_no_callback_env_reference, @@ -96,8 +95,7 @@ from litellm.types.router import AllowedModelRegion, RouterErrors, UpdateRouterC from litellm.types.router_weights import validate_router_settings_dict from litellm.types.secret_managers.main import KeyManagementSystem from litellm.types.utils import ( - CAPTURE_MESSAGE_CONTENT_VAR, - EXCLUDED_SERVICES_VAR, + OTEL_DESTINATION_VARS, AzureSpillover, CallTypes, CostBreakdown, @@ -211,6 +209,7 @@ class LitellmTableNames(str, enum.Enum): SSO_CONFIG_TABLE_NAME = "LiteLLM_SSOConfig" UI_SETTINGS_TABLE_NAME = "LiteLLM_UISettings" AGENT_TABLE_NAME = "LiteLLM_AgentsTable" + GUARDRAILS_TABLE_NAME = "LiteLLM_GuardrailsTable" from litellm.types.integrations.slack_alerting import ( @@ -452,12 +451,15 @@ class LiteLLMRoutes(enum.Enum): "/skill-hub/skills/{name}/versions", "/skill-hub/skills/{name}/versions/{version_id}", "/skill-hub/skills/{name}/versions/{version_id}/archive", + "/skill-hub/skills/{name}/versions/{version_id}/restore", "/skill-hub/skills/{name}/publish", "/skill-hub/skills/{name}/unpublish", "/skill-hub/skills/{name}/upload", "/skill-hub/submissions", "/skill-hub/submissions/{submission_id}", "/skill-hub/submissions/{submission_id}/archive", + "/skill-hub/submissions/{submission_id}/upload", + "/skill-hub/submissions/{submission_id}/withdraw", "/skill-hub/submissions/{submission_id}/approve", "/skill-hub/submissions/{submission_id}/reject", "/skill-hub/submissions/{submission_id}/scan", @@ -700,6 +702,7 @@ class LiteLLMRoutes(enum.Enum): # model "/model/new", "/model/update", + "/model/{model_id}/update", "/model/delete", "/model/info", "/model/{model_id}/kubernetes_pods", @@ -1842,6 +1845,21 @@ class CustomerBase(LiteLLMPydanticObjectBase): blocked: bool = False +def reject_unknown_customer_fields(request: type[BaseModel], values: object) -> object: + if not isinstance(values, dict): + return values + unknown: Final = tuple(sorted(str(key) for key in values if key not in request.model_fields)) # pyright: ignore[reportUnknownVariableType, reportUnknownArgumentType] # raw request body + if not unknown: + return values + on_budget: Final = tuple(field for field in unknown if field in BudgetNewRequest.model_fields) + hint: Final = ( + f" {', '.join(on_budget)}: these live on the customer's budget object, update it with /budget/update." + if on_budget + else "" + ) + raise ValueError(f"Unknown fields: {', '.join(unknown)}.{hint}") + + class NewCustomerRequest(BudgetNewRequest): """ Create a new customer, allocate a budget to them @@ -1859,6 +1877,11 @@ class NewCustomerRequest(BudgetNewRequest): models: list[str] | None = None object_permission: LiteLLM_ObjectPermissionBase | None = None + @model_validator(mode="before") + @classmethod + def reject_unknown_fields(cls, values: object) -> object: + return reject_unknown_customer_fields(cls, values) + @model_validator(mode="before") @classmethod def check_user_info(cls, values): @@ -1886,6 +1909,11 @@ class UpdateCustomerRequest(LiteLLMPydanticObjectBase): models: list[str] | None = None object_permission: LiteLLM_ObjectPermissionBase | None = None + @model_validator(mode="before") + @classmethod + def reject_unknown_fields(cls, values: object) -> object: + return reject_unknown_customer_fields(cls, values) + class DeleteCustomerRequest(LiteLLMPydanticObjectBase): """ @@ -2092,9 +2120,7 @@ class BlockModelRequest(LiteLLMPydanticObjectBase): model_id: str # required -CALLBACK_VAR_NAMES: Final = frozenset( - {*StandardCallbackDynamicParams.__annotations__, CAPTURE_MESSAGE_CONTENT_VAR, EXCLUDED_SERVICES_VAR} -) +CALLBACK_VAR_NAMES: Final = frozenset({*StandardCallbackDynamicParams.__annotations__, *OTEL_DESTINATION_VARS}) class AddTeamCallback(LiteLLMPydanticObjectBase): @@ -2109,7 +2135,7 @@ class AddTeamCallback(LiteLLMPydanticObjectBase): for key, value in callback_vars.items(): if key not in CALLBACK_VAR_NAMES: raise ValueError(f"Invalid callback variable: {key}. Must be one of {set(CALLBACK_VAR_NAMES)}") - if key in (CAPTURE_MESSAGE_CONTENT_VAR, EXCLUDED_SERVICES_VAR) and not isinstance(value, str): + if key in OTEL_DESTINATION_VARS and not isinstance(value, str): raise ValueError(f"{key} must be a string, got {type(value).__name__}") callback_vars[key] = str(value) validate_no_callback_env_reference(key, callback_vars[key], source="key/team callback metadata") @@ -2119,10 +2145,8 @@ class AddTeamCallback(LiteLLMPydanticObjectBase): validate_langfuse_span_scope_value(callback_vars[key]) if key == "arize_otlp_protocol": validate_arize_otlp_protocol_value(callback_vars[key]) - if key == CAPTURE_MESSAGE_CONTENT_VAR: - validate_capture_message_content_value(callback_vars[key]) - if key == EXCLUDED_SERVICES_VAR: - validate_excluded_services_value(callback_vars[key]) + if (destination_validator := OTEL_DESTINATION_VALIDATORS.get(key)) is not None: + destination_validator(callback_vars[key]) return values @@ -2928,6 +2952,14 @@ class ConfigGeneralSettings(LiteLLMPydanticObjectBase): "every replica. On by default; set to tune the window, pin a job, or turn it off." ), ) + performance_alerts_enabled: bool = Field( + True, + description=( + "Check yesterday's usage for the gateway, models, teams, users and keys against the week before, " + "and save unusual spend, traffic, response time and failure rate changes as alerts. On by default. " + "Set false to disable monitoring. Free gateways stop after five saved performance alerts." + ), + ) spend_capture_rate_check: SpendCaptureRateCheckSettings | None = Field( None, description=( @@ -2986,7 +3018,7 @@ class ConfigGeneralSettings(LiteLLMPydanticObjectBase): ) use_spend_logs_partitioning: bool | None = Field( None, - description="If True and LiteLLM_SpendLogs has been converted to a range-partitioned table (db_scripts/partition_spend_logs.sql), retention cleanup drops expired partitions instead of deleting rows, and pre-creates upcoming partitions. Default is False.", + description="If True and LiteLLM_SpendLogs has been converted to a range-partitioned table (litellm/scripts/db/partition_spend_logs.sql), retention cleanup drops expired partitions instead of deleting rows, and pre-creates upcoming partitions. Default is False.", ) maximum_spend_logs_cleanup_batch_size: int | None = Field( None, @@ -5292,6 +5324,7 @@ class BaseDailySpendTransaction(TypedDict): # missing value to zero, so requiring it here would describe a shape the aggregation # is explicitly tested against. autorouter_savings_spend: NotRequired[float] + guardrail_spend: NotRequired[float] # writable-ok: the rollup queue accumulates into this key in place # request level metrics spend: float diff --git a/litellm/proxy/agent_endpoints/a2a_endpoints.py b/litellm/proxy/agent_endpoints/a2a_endpoints.py index f0a4d47f1e4..bff270b8983 100644 --- a/litellm/proxy/agent_endpoints/a2a_endpoints.py +++ b/litellm/proxy/agent_endpoints/a2a_endpoints.py @@ -23,7 +23,7 @@ from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError import litellm from litellm._logging import verbose_proxy_logger -from litellm.litellm_core_utils.core_helpers import as_str_mapping +from litellm.litellm_core_utils.core_helpers import as_str_mapping, keyword_arguments from litellm.litellm_core_utils.url_utils import SSRFError, validate_url from litellm.llms.a2a.common_utils import resolve_a2a_hop_auth_header from litellm.llms.azure.common_utils import caused_by_entra_rejection @@ -145,19 +145,20 @@ def _to_jsonrpc_object(chunk: object) -> object: return chunk -def _build_message_send_params(params: dict[str, Any]) -> "MessageSendParams": +def _build_message_send_params(params: object) -> "MessageSendParams": """Build MessageSendParams from wire (0.3) or A2A 1.0 JSON-RPC params.""" from a2a.compat.v0_3.types import MessageSendParams + fields: Final = dict(**keyword_arguments(params, MessageSendParams)) try: - return MessageSendParams(**params) + return MessageSendParams.model_validate(fields) except ValidationError: from a2a.compat.v0_3.conversions import pb2_v10, to_compat_send_message_request from google.protobuf.json_format import ParseDict, ParseError pb: Final = pb2_v10.SendMessageRequest() try: - ParseDict(params, pb, ignore_unknown_fields=True) + ParseDict(fields, pb, ignore_unknown_fields=True) except ParseError as e: raise ValueError(f"Invalid message/send params: {e}") from e return to_compat_send_message_request(pb, "").params @@ -1027,7 +1028,7 @@ async def invoke_agent_a2a( from a2a.compat.v0_3.types import SendMessageRequest try: - message_send_params: Final = _build_message_send_params(params) + message_send_params: Final = _build_message_send_params(_DECODED_JSON.validate_python(params)) except (ValidationError, ValueError) as e: return _jsonrpc_error(request_id, -32602, f"Invalid params: {e}") diff --git a/litellm/proxy/alerting_endpoints/alerts.py b/litellm/proxy/alerting_endpoints/alerts.py new file mode 100644 index 00000000000..a6ed06c3b96 --- /dev/null +++ b/litellm/proxy/alerting_endpoints/alerts.py @@ -0,0 +1,97 @@ +from typing import Annotated, Final, TypeAlias + +from fastapi import APIRouter, Depends, HTTPException, Path, Query + +from litellm.models.alert import ( + Alert, + AlertFilter, + AlertID, + AlertStatus, + AlertStore, + AlertUpdate, + AlertView, + AlertViewPage, +) +from litellm.models.performance_alert import AlertMonitoring, AlertMonitoringUpdate +from litellm.proxy._types import UserAPIKeyAuth +from litellm.proxy.auth.user_api_key_auth import user_api_key_auth +from litellm.proxy.deps.repositories import AlertMonitoringRepositoryDep, AlertRepositoryDep +from litellm.types.proxy.auth.user_roles import LitellmUserRoles + +router: Final = APIRouter(tags=["alerts"]) +Auth: TypeAlias = Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)] +AlertPath: TypeAlias = Annotated[AlertID, Path(description="Alert ID returned by GET /alerts.")] + + +def _authorize(user: UserAPIKeyAuth, *, write: bool) -> None: + if user.user_role != LitellmUserRoles.PROXY_ADMIN and ( + write or user.user_role != LitellmUserRoles.PROXY_ADMIN_VIEW_ONLY + ): + raise HTTPException(status_code=403, detail="Only gateway admins can manage alerts") + + +def _authorized_store(user: UserAPIKeyAuth, repository: AlertStore | None, *, write: bool) -> AlertStore: + _authorize(user, write=write) + if repository is None: + raise HTTPException(status_code=503, detail="Alerts require a database connection") + return repository + + +def _found(alert: Alert | None) -> Alert: + if alert is None: + raise HTTPException(status_code=404, detail="Alert not found") + return alert + + +@router.get("/alerts", response_model=AlertViewPage, summary="List saved alerts") +async def list_alerts( + user: Auth, + repository: AlertRepositoryDep, + status: Annotated[AlertStatus, Query(description="Status to list.")] = "open", + limit: Annotated[int, Query(ge=1, le=100, description="Maximum alerts per page.")] = 25, + cursor: Annotated[AlertID | None, Query(description="next_cursor from the preceding page.")] = None, + alert_type: Annotated[ + AlertFilter | None, Query(alias="type", description="Alert category, or all performance alerts.") + ] = None, +) -> AlertViewPage: + """Read saved alerts with current resource names and eight days of Usage history. Requires a gateway admin.""" + store: Final = _authorized_store(user, repository, write=False) + page: Final = await store.list(status, limit, int(cursor) if cursor is not None else None, alert_type) + return AlertViewPage(data=await store.enrich(page.data), next_cursor=page.next_cursor) + + +@router.get("/alerts/monitoring", response_model=AlertMonitoring, summary="Read performance monitoring settings") +async def get_monitoring(user: Auth, repository: AlertMonitoringRepositoryDep) -> AlertMonitoring: + """Read the gateway's opt-out setting and free allowance. Requires a gateway admin or view-only admin.""" + _authorize(user, write=False) + if repository is None: + raise HTTPException(status_code=503, detail="Alerts require a database connection") + return await repository.monitoring() + + +@router.patch("/alerts/monitoring", response_model=AlertMonitoring, summary="Enable or disable performance monitoring") +async def update_monitoring( + data: AlertMonitoringUpdate, user: Auth, repository: AlertMonitoringRepositoryDep +) -> AlertMonitoring: + """Change monitoring for every worker using this database. Only gateway admins can write. Keeps saved alerts.""" + _authorize(user, write=True) + if repository is None: + raise HTTPException(status_code=503, detail="Alerts require a database connection") + if data.enabled and (await repository.monitoring()).disabled_by_config: + raise HTTPException(status_code=409, detail="Performance monitoring is disabled in proxy settings") + return await repository.set_enabled(data.enabled) + + +@router.get("/alerts/{alert_id}", response_model=AlertView, summary="Read an alert") +async def get_alert(alert_id: AlertPath, user: Auth, repository: AlertRepositoryDep) -> AlertView: + """Return the saved evidence and status. Requires a gateway admin or view-only admin.""" + store: Final = _authorized_store(user, repository, write=False) + alert: Final = _found(await store.get(int(alert_id))) + return (await store.enrich((alert,)))[0] + + +@router.patch("/alerts/{alert_id}", response_model=Alert, summary="Change an alert's status") +async def update_alert(alert_id: AlertPath, data: AlertUpdate, user: Auth, repository: AlertRepositoryDep) -> Alert: + """Resolve, dismiss, or reopen an alert. Only gateway admins can write. Returns the updated alert.""" + store: Final = _authorized_store(user, repository, write=True) + return _found(await store.set_status(int(alert_id), data.status, user.user_id or "proxy-admin")) diff --git a/litellm/proxy/alerting_endpoints/model_deprecation_alerts.py b/litellm/proxy/alerting_endpoints/model_deprecation_alerts.py index a69dd6ee025..0e9fe830f3f 100644 --- a/litellm/proxy/alerting_endpoints/model_deprecation_alerts.py +++ b/litellm/proxy/alerting_endpoints/model_deprecation_alerts.py @@ -68,7 +68,13 @@ async def update_deprecation_alert_state( ) -> DeprecationAlertState: _require_admin(user, write=True) state: Final = DeprecationAlertState( - **data.model_dump(), updated_at=datetime.now(timezone.utc), updated_by=user.user_id + model=data.model, + deprecation_date=data.deprecation_date, + status=data.status, + last_seen_date=data.last_seen_date, + last_seen_requests=data.last_seen_requests, + updated_at=datetime.now(timezone.utc), + updated_by=user.user_id, ) await repository.set_param(_state_key(data.model, data.deprecation_date), state.model_dump(mode="json")) return state diff --git a/litellm/proxy/anthropic_endpoints/endpoints.py b/litellm/proxy/anthropic_endpoints/endpoints.py index 7e990e3c71b..ed3abbdc5b6 100644 --- a/litellm/proxy/anthropic_endpoints/endpoints.py +++ b/litellm/proxy/anthropic_endpoints/endpoints.py @@ -7,7 +7,7 @@ from types import MappingProxyType from typing import Final from fastapi import APIRouter, Depends, HTTPException, Request, Response, status -from fastapi.responses import JSONResponse +from fastapi.responses import JSONResponse, StreamingResponse from pydantic import JsonValue, TypeAdapter, ValidationError from typing_extensions import ReadOnly, TypedDict @@ -42,19 +42,21 @@ from litellm.proxy.common_utils.http_parsing_utils import ( # noqa: F401 # leg read_request_body, ) from litellm.proxy.common_utils.openai_error_payload import ( + LITELLM_CALL_ID_HEADER, error_status_code, litellm_call_id_headers, openai_error_param, openai_error_type, with_litellm_call_id, ) -from litellm.proxy.common_utils.token_count_log import rejected_token_count +from litellm.proxy.common_utils.token_count_log import answered_with_litellm_call_id, rejected_token_count from litellm.proxy.common_utils.token_count_settings import count_source_fields from litellm.proxy.hooks.proxy_track_cost_callback import failure_row_response_cost from litellm.proxy.litellm_pre_call_utils import ( forwarded_anthropic_oauth_token, should_auto_drop_params_for_agentic_cli, ) +from litellm.proxy.utils import ProxyLogging from litellm.router import Router from litellm.types.utils import TokenCountResponse @@ -126,9 +128,35 @@ def _strip_total_tokens_from_anthropic_response(response: object) -> None: usage.pop("total_tokens", None) +async def _record_passthrough_block( + e: ModifyResponseException, proxy_logging_obj: ProxyLogging, user_api_key_dict: UserAPIKeyAuth +) -> None: + await proxy_logging_obj.post_call_failure_hook( + user_api_key_dict=user_api_key_dict, + original_exception=e, + request_data=e.request_data, + ) + + +async def _stream_passthrough_block( + e: ModifyResponseException, + proxy_logging_obj: ProxyLogging, + user_api_key_dict: UserAPIKeyAuth, + headers: Mapping[str, str], +) -> StreamingResponse | JSONResponse: + await _record_passthrough_block(e, proxy_logging_obj, user_api_key_dict) + block_chunks: Final = AnthropicMessagesHandler().build_block_sse_chunks(e) + + async def _blocked_stream() -> AsyncGenerator[str, None]: + for chunk in block_chunks: + yield chunk.decode() + + return await create_response(generator=_blocked_stream(), media_type="text/event-stream", headers=headers) + + @router.post( "/v1/messages", - tags=["[beta] Anthropic `/v1/messages`"], + tags=["Anthropic `/v1/messages`"], dependencies=[Depends(user_api_key_auth)], ) async def anthropic_response( @@ -174,6 +202,9 @@ async def anthropic_response( user_max_tokens=user_max_tokens, user_api_base=user_api_base, version=version, + on_passthrough_block=lambda block: _stream_passthrough_block( + block, proxy_logging_obj, user_api_key_dict, _NO_HEADERS + ), ) # Optionally strip the non-Anthropic `usage.total_tokens` field # LiteLLM adds internally. Anthropic's official /v1/messages spec @@ -189,30 +220,12 @@ async def anthropic_response( _strip_total_tokens_from_anthropic_response(result) return result except ModifyResponseException as e: - # Guardrail flagged content in passthrough mode - return 200 with violation message - _data: Final = e.request_data - await proxy_logging_obj.post_call_failure_hook( - user_api_key_dict=user_api_key_dict, - original_exception=e, - request_data=_data, - ) - block_headers: Final = litellm_call_id_headers(base_llm_response_processor.litellm_call_id) or _NO_HEADERS - block_handler: Final = AnthropicMessagesHandler() - if data.get("stream") is True: - block_chunks: Final = block_handler.build_block_sse_chunks(e) - - async def _blocked_stream() -> AsyncGenerator[str, None]: - for chunk in block_chunks: - yield chunk.decode() - - return await create_response( - generator=_blocked_stream(), media_type="text/event-stream", headers=block_headers - ) - + return await _stream_passthrough_block(e, proxy_logging_obj, user_api_key_dict, block_headers) + await _record_passthrough_block(e, proxy_logging_obj, user_api_key_dict) fastapi_response.headers.update(block_headers) - return block_handler.build_block_response(e) + return AnthropicMessagesHandler().build_block_response(e) except AnthropicContextManagementError as e: if e.status_code >= 500: # Server-side polyfill failures hit the failure hook for spend/alert @@ -319,11 +332,12 @@ def _provider_context_management(response: TokenCountResponse) -> Mapping[str, o @router.post( "/v1/messages/count_tokens", - tags=["[beta] Anthropic Messages Token Counting"], + tags=["Anthropic Messages Token Counting"], dependencies=[Depends(user_api_key_auth)], ) async def count_tokens( request: Request, + fastapi_response: Response, user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth), # Used for auth ): """ @@ -346,9 +360,17 @@ async def count_tokens( Returns: {"input_tokens": } """ + litellm_call_id: Final = resolve_litellm_call_id(request.headers.get(LITELLM_CALL_ID_HEADER)) + return await answered_with_litellm_call_id( + _count_tokens(request, user_api_key_dict, litellm_call_id), litellm_call_id, request, fastapi_response + ) + + +async def _count_tokens( + request: Request, user_api_key_dict: UserAPIKeyAuth, litellm_call_id: str +) -> JSONResponse | Mapping[str, object]: from litellm.proxy.proxy_server import count_request_tokens, llm_router, proxy_config - litellm_call_id: Final = resolve_litellm_call_id(request.headers.get("x-litellm-call-id")) try: request_data: Final = await read_request_body(request=request) data: Final[dict] = {**request_data} @@ -377,7 +399,9 @@ async def count_tokens( ) if isinstance(token_request, ProxyException): return rejected_token_count( - _anthropic_error_json_response(token_request, request), litellm_call_id, request_model + _anthropic_error_json_response(with_litellm_call_id(token_request, litellm_call_id), request), + litellm_call_id, + request_model, ) token_response: Final = await count_request_tokens( @@ -389,13 +413,17 @@ async def count_tokens( **_count_tokens_body_options(data, auto_drop_params), ) except HTTPException as e: - return _anthropic_error_json_response(proxy_exception_from_http_exception(e, {}), request) + return _anthropic_error_json_response( + with_litellm_call_id(proxy_exception_from_http_exception(e, {}), litellm_call_id), request + ) except ProxyException as e: - return _anthropic_error_json_response(e, request) + return _anthropic_error_json_response(with_litellm_call_id(e, litellm_call_id), request) except Exception as e: answered: Final = with_answered_status(e) log_llm_api_exception(answered, litellm_call_id) - return _anthropic_error_json_response(proxy_exception_from_route_error(answered), request) + return _anthropic_error_json_response( + with_litellm_call_id(proxy_exception_from_route_error(answered), litellm_call_id), request + ) else: return { "input_tokens": token_response.total_tokens, diff --git a/litellm/proxy/auth/auth_checks.py b/litellm/proxy/auth/auth_checks.py index 5d6bbef0804..cea7f3b7dd7 100644 --- a/litellm/proxy/auth/auth_checks.py +++ b/litellm/proxy/auth/auth_checks.py @@ -557,7 +557,7 @@ def _get_router_zero_cost_cache(llm_router: RegistryReader) -> dict[str, bool] | return cache if isinstance(cache, dict) else None -def is_model_cost_zero(model: str | list[str] | None, llm_router: RegistryReader | None) -> bool: +def is_model_cost_zero(model: str | Sequence[str] | None, llm_router: RegistryReader | None) -> bool: """ Check if a model has zero cost (no configured pricing). @@ -1081,6 +1081,15 @@ BUDGET_ENFORCED_SIDE_EFFECT_ROUTES: Final = frozenset( } ) +VIDEO_RETRIEVAL_ROUTES: Final = frozenset( + { + "/videos/{video_id}", + "/v1/videos/{video_id}", + "/videos/{video_id}/content", + "/v1/videos/{video_id}/content", + } +) + MCP_DISCOVERY_ROUTES: Final = frozenset({"/mcp-rest/tools/list", "/v1/mcp/tools"}) MCP_ZERO_SPEND_JSONRPC_METHODS: Final = frozenset({"initialize", "notifications/initialized", "ping", "tools/list"}) @@ -1097,6 +1106,10 @@ def is_mcp_discovery_request(route: str, request_body: Mapping[str, object]) -> return isinstance(method, str) and method in MCP_ZERO_SPEND_JSONRPC_METHODS +def is_video_retrieval_request(route: str, http_method: str | None) -> bool: + return http_method == "GET" and RouteChecks.check_route_access(route=route, allowed_routes=VIDEO_RETRIEVAL_ROUTES) + + class ModelMaxBudgetHolder(Protocol): @property def model_max_budget(self) -> Mapping[str, object] | None: ... @@ -1122,12 +1135,13 @@ def route_skips_budget_checks(route: str) -> bool: def request_skips_budget_checks( route: str, - model: str | list[str] | None, + model: str | Sequence[str] | None, llm_router: Router | None, *, request_body: Mapping[str, object] | None = None, + http_method: str | None = None, ) -> bool: - if route_skips_budget_checks(route=route): + if route_skips_budget_checks(route=route) or is_video_retrieval_request(route=route, http_method=http_method): return True if request_body is not None and is_mcp_discovery_request(route=route, request_body=request_body): return True @@ -1146,7 +1160,7 @@ async def common_checks( proxy_logging_obj: ProxyLogging, valid_token: UserAPIKeyAuth | None, request: Request, - skip_budget_checks: bool = False, + skip_budget_checks: bool | None = None, project_object: LiteLLM_ProjectTableCachedObj | None = None, ) -> bool: """ @@ -1181,11 +1195,16 @@ async def common_checks( team_id=valid_token.team_id if valid_token is not None else None, ) - skip_all_budget_checks: Final = skip_budget_checks or request_skips_budget_checks( - route=route, - model=_model, - llm_router=llm_router, - request_body=_typed_request_body(request_body), + skip_all_budget_checks: Final = ( + skip_budget_checks + if skip_budget_checks is not None + else request_skips_budget_checks( + route=route, + model=_model, + llm_router=llm_router, + request_body=_typed_request_body(request_body), + http_method=RouteChecks.get_request_method(request), + ) ) membership_user_id: Final = ( diff --git a/litellm/proxy/auth/auth_utils.py b/litellm/proxy/auth/auth_utils.py index d3978a58c43..7d0ca935cde 100644 --- a/litellm/proxy/auth/auth_utils.py +++ b/litellm/proxy/auth/auth_utils.py @@ -2,8 +2,9 @@ import importlib.util import os import re import sys -from collections.abc import Collection, Iterator, Mapping, Sequence -from functools import lru_cache +from collections.abc import Callable, Collection, Iterator, Mapping, Sequence +from dataclasses import dataclass +from functools import cache, lru_cache from itertools import accumulate, chain, repeat from logging import Logger from types import MappingProxyType @@ -22,7 +23,13 @@ from litellm.constants import ( MINIMUM_CUSTOM_KEY_LENGTH, STANDARD_CUSTOMER_ID_HEADERS, ) +from litellm.litellm_core_utils.clientside_credential_handler import ( + _ADMIN_CONFIG_FIELDS_TO_CLEAR_ON_BASE_OVERRIDE, # pyright: ignore[reportPrivateUsage] # one canonical list of deployment credential fields + clientside_credential_keys, +) +from litellm.litellm_core_utils.cloud_storage_security import REQUEST_S3_BUCKET_PARAMS, STORED_S3_BUCKET_PARAM from litellm.litellm_core_utils.credential_accessor import CredentialAccessor, reject_api_key_secret_reference +from litellm.litellm_core_utils.get_llm_provider_logic import inferred_provider from litellm.litellm_core_utils.safe_json_loads import safe_json_loads from litellm.litellm_core_utils.url_utils import ( SSRFError, @@ -34,18 +41,29 @@ from litellm.llms.azure.passthrough.transformation import azure_router_model_in_ from litellm.llms.nvidia_nim.passthrough.transformation import nvidia_nim_model_group_in_path from litellm.proxy._types import * from litellm.proxy.auth.route_checks import RouteChecks -from litellm.proxy.common_utils.http_parsing_utils import extract_nested_form_metadata +from litellm.proxy.common_utils.http_parsing_utils import ( + extract_nested_form_metadata, + read_request_path_params, + resolve_inference_model, +) from litellm.types.passthrough_endpoints.pass_through_endpoints import ( LITELLM_PASS_THROUGH_ENDPOINT_MARKER, ) from litellm.types.router import ( CONFIGURABLE_CLIENTSIDE_AUTH_PARAMS, Deployment, + DeploymentTypedDict, + LiteLLMParamsTypedDict, reject_server_owned_wif_fields, server_owned_wif_fields_present, ) from litellm.types.router import reject_server_owned_wif_params as _reject_server_owned_wif_params -from litellm.types.utils import CustomPricingLiteLLMParams, oauth_token_exchange_litellm_params +from litellm.types.utils import ( + OIDC_SECRET_REFERENCE_PREFIX, + CustomPricingLiteLLMParams, + LlmProviders, + oauth_token_exchange_litellm_params, +) from litellm.types.videos.main import DecodedVideoId @@ -211,35 +229,74 @@ def _is_param_allowed( return False +def deployment_clientside_auth_params(litellm_params: LiteLLMParamsTypedDict) -> CONFIGURABLE_CLIENTSIDE_AUTH_PARAMS: + if "configurable_clientside_auth_params" not in litellm_params: + return None + return litellm_params["configurable_clientside_auth_params"] + + +_DEPLOYMENT_LIST: Final = TypeAdapter(tuple[DeploymentTypedDict, ...], config=ConfigDict(arbitrary_types_allowed=True)) + + +def _model_group_deployments( + model: str, llm_router: Router, team_id: str | None = None +) -> Sequence[DeploymentTypedDict]: + registry: Final = llm_router.registry() + provider_group: Final = model.split("/", 1)[0] + if team_id is not None and registry.routing_group(model) is None: + team_deployments: Final = registry.deployments( + model, source="all", team_id=team_id + ) or _DEPLOYMENT_LIST.validate_python(registry.deployments(model, source="wildcard", team_id=team_id)) + if team_deployments: + return team_deployments + return ( + registry.deployments(model, source="routed_group", team_id=team_id) + or (registry.deployments(provider_group, team_id=team_id) if provider_group in provider_list else None) + or () + ) + + +_VERTEX_TARGET_READING_PROVIDERS: Final[frozenset[str]] = frozenset( + (LlmProviders.VERTEX_AI.value, LlmProviders.VERTEX_AI_BETA.value, LlmProviders.GEMINI.value, LlmProviders.GDC.value) +) + + +def _deployment_provider(litellm_params: LiteLLMParamsTypedDict) -> str | None: + match litellm_params: + case {"custom_llm_provider": str(declared)} if declared: + return declared + case {"model": str(model)}: + return inferred_provider(model) + case _: + return None + + +def _model_group_reads_vertex_target(model: str, llm_router: Router | None, team_id: str | None = None) -> bool: + if llm_router is None: + return True + deployments: Final = _model_group_deployments(model, llm_router, team_id) + providers: Final = frozenset(_deployment_provider(deployment["litellm_params"]) for deployment in deployments) + return not deployments or None in providers or bool(providers & _VERTEX_TARGET_READING_PROVIDERS) + + def _allow_model_level_clientside_configurable_parameters( - model: str, param: str, request_body_value: object, llm_router: Router | None + model: str, param: str, request_body_value: object, llm_router: Router | None, team_id: str | None = None ) -> bool: """ - Check if model is allowed to use configurable client-side params - - get matching model - - check if 'clientside_configurable_parameters' is set for model - - + The router, not the caller, picks which deployment serves the request, so an + opt-in counts only when every deployment of the model group, already alias + resolved, carries it """ if llm_router is None: return False - # check if model is set - registry: Final = llm_router.registry() - model_info = registry.group(model) - if model_info is None: - # check if wildcard model is set - if model.split("/", 1)[0] in provider_list: - model_info = registry.group(model.split("/", 1)[0]) - - if model_info is None: - return False - - if model_info is None or model_info.configurable_clientside_auth_params is None: - return False - - return _is_param_allowed( - param=param, - request_body_value=request_body_value, - configurable_clientside_auth_params=model_info.configurable_clientside_auth_params, + deployments: Final = _model_group_deployments(model, llm_router, team_id) + return bool(deployments) and all( + _is_param_allowed( + param=param, + request_body_value=request_body_value, + configurable_clientside_auth_params=deployment_clientside_auth_params(deployment["litellm_params"]), + ) + for deployment in deployments ) @@ -318,6 +375,51 @@ def route_manages_mcp_servers(route: str | None) -> bool: return route is not None and _MCP_SERVER_MANAGEMENT_ROUTE.fullmatch(route) is not None +VERTEX_TARGET_PARAMS: Final[frozenset[str]] = frozenset( + ("vertex_project", "vertex_location", "vertex_ai_project", "vertex_ai_location") +) +_ROUTES_THAT_NAME_THEIR_VERTEX_TARGET: Final[frozenset[str]] = frozenset( + ("/vertex_ai/live", "/rag/ingest", "/v1/rag/ingest") +) + + +def _without_route_named_vertex_target(request_body: Mapping[str, object], route: str | None) -> Mapping[str, object]: + if route not in _ROUTES_THAT_NAME_THEIR_VERTEX_TARGET: + return request_body + return MappingProxyType({key: value for key, value in request_body.items() if key not in VERTEX_TARGET_PARAMS}) + + +_AZURE_ENTRA_CREDENTIAL_PARAMS: Final[tuple[str, ...]] = ( + "tenant_id", + "client_id", + "client_secret", + "azure_username", + "azure_password", + "azure_scope", +) +_MCP_OAUTH_CLIENT_FORM_FIELDS: Final[frozenset[str]] = frozenset(("client_id", "client_secret")) +_TRANSCRIPTION_SESSION_ROUTES: Final[frozenset[str]] = frozenset( + ( + "/v1/realtime/transcription_sessions", + "/realtime/transcription_sessions", + "/openai/v1/realtime/transcription_sessions", + ) +) +_TRANSCRIPTION_SESSION_FIELDS: Final[frozenset[str]] = frozenset(("client_secret",)) +_TOKEN_INTROSPECTION_ROUTE: Final = "/introspect" +_BANNED_PARAMS_ALLOWED_IN_METADATA: Final[frozenset[str]] = VERTEX_TARGET_PARAMS | frozenset( + _AZURE_ENTRA_CREDENTIAL_PARAMS +) + + +def _entra_params_owned_by_route(route: str | None) -> frozenset[str]: + if route in _TRANSCRIPTION_SESSION_ROUTES: + return _TRANSCRIPTION_SESSION_FIELDS + if route_manages_mcp_servers(route) or route == _TOKEN_INTROSPECTION_ROUTE: + return _MCP_OAUTH_CLIENT_FORM_FIELDS + return frozenset() + + _NESTED_CONFIG_KEYS: Final[tuple[str, ...]] = ("litellm_embedding_config", "extra_body") # Metadata containers that carry per-request configuration consumed by the @@ -410,6 +512,10 @@ _BANNED_REQUEST_BODY_PARAMS: Final[tuple[str, ...]] = ( "aws_external_id", "aws_session_tags", "vertex_credentials", + "vertex_location", + "vertex_project", + "vertex_ai_location", + "vertex_ai_project", # Azure managed-identity / federated-auth token. The Azure provider # transformer reads ``azure_ad_token`` (top-level or via # ``extra_body``) and resolves it through ``get_secret`` before @@ -417,6 +523,7 @@ _BANNED_REQUEST_BODY_PARAMS: Final[tuple[str, ...]] = ( # caller-supplied value is the same exfil shape as # ``aws_web_identity_token`` on the Bedrock path. "azure_ad_token", + *_AZURE_ENTRA_CREDENTIAL_PARAMS, # Endpoint-targeting fields that retarget the outbound request or # an observability callback. An attacker-controlled value either # exfiltrates the request payload (incl. messages + admin-set @@ -444,6 +551,7 @@ _BANNED_REQUEST_BODY_PARAMS: Final[tuple[str, ...]] = ( "s3_endpoint_url", "s3_bucket_name", "s3_output_bucket_name", + STORED_S3_BUCKET_PARAM, "allow_legacy_cloud_file_ids", "sagemaker_base_url", "deployment_url", @@ -481,6 +589,131 @@ _BANNED_REQUEST_BODY_PARAMS: Final[tuple[str, ...]] = ( *sorted(CustomPricingLiteLLMParams.model_fields.keys()), ) +_SECRET_REFERENCE_PREFIXES: Final[tuple[str, ...]] = ("os.environ/", OIDC_SECRET_REFERENCE_PREFIX) +_SECRET_RESOLVING_PARAMS: Final[frozenset[str]] = frozenset( + (*_BANNED_REQUEST_BODY_PARAMS, *_ADMIN_CONFIG_FIELDS_TO_CLEAR_ON_BASE_OVERRIDE, *clientside_credential_keys) +) + + +def _reject_secret_references(body: Mapping[str, object]) -> None: + _reject_secret_reference_in(MappingProxyType({k: v for k, v in body.items() if k in _SECRET_RESOLVING_PARAMS})) + + +def _reject_secret_reference_in(params: Mapping[str, object]) -> None: + referencing: Final = next( + ( + param + for param, value in params.items() + if isinstance(value, str) and value.startswith(_SECRET_REFERENCE_PREFIXES) + ), + None, + ) + if referencing is not None: + raise ValueError( + f"Rejected Request: {referencing} holds a secret reference, which only a deployment or credential a " + "proxy admin configures can carry." + ) + + +_BANNED_METADATA_PARAMS: Final[tuple[str, ...]] = tuple( + param for param in _BANNED_REQUEST_BODY_PARAMS if param not in _BANNED_PARAMS_ALLOWED_IN_METADATA +) + + +def _routed_opt_in_hop( + frontier_and_reached: tuple[frozenset[str], frozenset[str]], router_and_team: tuple[Router, str | None] +) -> tuple[frozenset[str], frozenset[str]]: + frontier, reached = frontier_and_reached + llm_router, team_id = router_and_team + deployments: Final = chain.from_iterable(_model_group_deployments(model, llm_router, team_id) for model in frontier) + routed_groups: Final = frozenset(deployment["model_name"] for deployment in deployments) - reached + fallbacks: Final = frozenset[str]().union( + *(router_fallback_model_names(name, llm_router, _EVERY_FALLBACK_TYPE) for name in routed_groups) + ) + registry: Final = llm_router.registry() + next_hop: Final = ( + routed_groups | frozenset(registry.resolve(name, kind="alias") or name for name in fallbacks) + ) - reached + return next_hop, reached | next_hop + + +def _opt_in_model_groups( + model: str, also_requested_models: tuple[str, ...], llm_router: Router | None, team_id: str | None = None +) -> frozenset[str]: + requested: Final = frozenset((model, *also_requested_models)) + if llm_router is None: + return requested + registry: Final = llm_router.registry() + routed: Final = frozenset(registry.resolve(name, kind="alias") or name for name in requested) + fallbacks: Final = frozenset[str]().union( + *(router_fallback_model_names(name, llm_router, _EVERY_FALLBACK_TYPE) for name in requested | routed) + ) + groups: Final = routed | frozenset(registry.resolve(name, kind="alias") or name for name in fallbacks) + hops: Final = accumulate(repeat((llm_router, team_id)), _routed_opt_in_hop, initial=(groups, groups)) + _, reached = next(hop for hop in hops if not hop[0]) + return reached + + +_MAX_OPT_IN_FALLBACK_MODELS: Final = 100 + + +@dataclass(frozen=True, slots=True) +class _OptInGroups: + every: tuple[str, ...] + vertex_target: tuple[str, ...] + team_id: str | None = None + + +_OptInKey = tuple[str | tuple[str, str | None], ...] + + +def _opt_in_key(litellm_params: LiteLLMParamsTypedDict) -> _OptInKey: + return tuple( + item if isinstance(item, str) else ("api_base", item.get("api_base")) + for item in deployment_clientside_auth_params(litellm_params) or () + ) + + +def _same_answer_key( + model_group: str, llm_router: Router, team_id: str | None +) -> frozenset[tuple[str | None, _OptInKey]] | str: + deployments: Final = _model_group_deployments(model_group, llm_router, team_id) + key: Final = frozenset( + (_deployment_provider(deployment["litellm_params"]), _opt_in_key(deployment["litellm_params"])) + for deployment in deployments + ) + return key or model_group + + +def _distinct_opt_in_groups( + model_groups: frozenset[str], llm_router: Router | None, team_id: str | None +) -> tuple[str, ...]: + if llm_router is None: + return tuple(sorted(model_groups)) + return tuple( + { + _same_answer_key(model_group, llm_router, team_id): model_group for model_group in sorted(model_groups) + }.values() + ) + + +def _resolve_opt_in_groups( + model: str, also_requested_models: tuple[str, ...], llm_router: Router | None, team_id: str | None = None +) -> _OptInGroups: + if len(frozenset(also_requested_models)) > _MAX_OPT_IN_FALLBACK_MODELS: + raise ValueError( + f"Rejected Request: the request names more than {_MAX_OPT_IN_FALLBACK_MODELS} fallback models, " + "too many to check against configurable_clientside_auth_params." + ) + every: Final = _distinct_opt_in_groups( + _opt_in_model_groups(model, also_requested_models, llm_router, team_id), llm_router, team_id + ) + return _OptInGroups( + every=every, + vertex_target=tuple(group for group in every if _model_group_reads_vertex_target(group, llm_router, team_id)), + team_id=team_id, + ) + _ClientSideAllowlistSetting: TypeAlias = Literal[ "allowed_client_side_s3_buckets", "allowed_client_side_s3_endpoint_urls" @@ -494,6 +727,9 @@ _PROXY_ALLOWLIST_SETTING_BY_PARAM: Final[Mapping[str, _ClientSideAllowlistSettin } ) +TEAM_S3_BUCKET_ALLOWLIST_METADATA_KEY: Final = "allowed_s3_buckets" +_BUCKET_NAMES: Final = TypeAdapter(tuple[str, ...]) + class _ClientSideStorageAllowlist(BaseModel): model_config = ConfigDict(frozen=True) @@ -511,8 +747,15 @@ class _ClientSideStorageAllowlist(BaseModel): def _banned_param_error(param: str) -> ValueError: setting: Final = _PROXY_ALLOWLIST_SETTING_BY_PARAM.get(param) + team_hint: Final = ( + f" or in the team's `metadata.{TEAM_S3_BUCKET_ALLOWLIST_METADATA_KEY}`" + if param in REQUEST_S3_BUCKET_PARAMS + else "" + ) allowlist_hint: Final = ( - "" if setting is None else f" To allow specific values only, list them in `general_settings.{setting}`." + "" + if setting is None + else f" To allow specific values only, list them in `general_settings.{setting}`{team_hint}." ) return ValueError( f"Rejected Request: {param} is not allowed in request body. " @@ -526,17 +769,23 @@ def _banned_param_error(param: str) -> ValueError: def _check_banned_params( body: Mapping[str, object], - general_settings: dict, + general_settings: Mapping[str, object], llm_router: Router | None, - model: str, *, manages_deployments: bool = False, mcp_server_fields_allowed: bool = False, + route_owned_params: frozenset[str] = frozenset(), + rejects_secret_references: bool = True, + banned_params: tuple[str, ...] = _BANNED_REQUEST_BODY_PARAMS, + opt_in_groups: Callable[[], _OptInGroups], + defer_model_checks: bool = False, + defer_s3_buckets: bool = False, ) -> None: """Raise ``ValueError`` if ``body`` carries a banned param without admin opt-in. Shared between the root-level check and the nested-config check so a - new banned param only needs to be added in one place. + new banned param only needs to be added in one place. ``defer_s3_buckets`` lets + bucket params through for handlers that check them against the caller team's allowlist. """ wif_body: Final[Mapping[str, object]] = ( MappingProxyType({key: value for key, value in body.items() if key not in oauth_token_exchange_litellm_params}) @@ -546,9 +795,13 @@ def _check_banned_params( reject_server_owned_wif_params(wif_body) if not manages_deployments: reject_federated_credential_reference(body) - for param in _BANNED_REQUEST_BODY_PARAMS: + if rejects_secret_references: + _reject_secret_references(body) + for param in banned_params: if param not in body: continue + if param in route_owned_params: + continue if general_settings.get("allow_client_side_credentials") is True: # Proxy-wide opt-in: every banned param is permitted, exit # entirely so the rest of the loop doesn't waste work. @@ -557,14 +810,22 @@ def _check_banned_params( setting := _PROXY_ALLOWLIST_SETTING_BY_PARAM.get(param) ) is not None and _ClientSideStorageAllowlist.model_validate(general_settings).admits(setting, body[param]): continue - if ( + if defer_s3_buckets and param in REQUEST_S3_BUCKET_PARAMS: + continue + if defer_model_checks: + continue + if all( _allow_model_level_clientside_configurable_parameters( - model=model, + model=model_group, param=param, request_body_value=body[param], llm_router=llm_router, + team_id=opt_in_groups().team_id, ) is True + for model_group in ( + opt_in_groups().vertex_target if param in VERTEX_TARGET_PARAMS else opt_in_groups().every + ) ): # Per-param opt-in: only THIS param is permitted by the # deployment's ``configurable_clientside_auth_params``. Skip @@ -648,27 +909,39 @@ def fallback_target_model_name(target: object) -> str | None: return None -def _direct_fallback_model_names(model: str, llm_router: Router) -> frozenset[str]: +_EVERY_FALLBACK_TYPE: Final[tuple[str, ...]] = ("general", "context_window", "content_policy") + + +def _direct_fallback_model_names(model: str, llm_router: Router, fallback_types: tuple[str, ...]) -> frozenset[str]: from litellm.proxy.auth.model_checks import get_all_fallbacks - return frozenset( - name for target in get_all_fallbacks(model, llm_router) if (name := fallback_target_model_name(target)) + targets: Final = chain.from_iterable( + get_all_fallbacks(model, llm_router, fallback_type) for fallback_type in fallback_types ) + return frozenset(name for target in targets if (name := fallback_target_model_name(target))) def _fallback_hop( - frontier_and_reached: tuple[frozenset[str], frozenset[str]], llm_router: Router + frontier_and_reached: tuple[frozenset[str], frozenset[str]], router_and_types: tuple[Router, tuple[str, ...]] ) -> tuple[frozenset[str], frozenset[str]]: frontier, reached = frontier_and_reached + llm_router, fallback_types = router_and_types next_hop: Final = ( - frozenset(chain.from_iterable(_direct_fallback_model_names(model, llm_router) for model in frontier)) - reached + frozenset( + chain.from_iterable(_direct_fallback_model_names(model, llm_router, fallback_types) for model in frontier) + ) + - reached ) return next_hop, reached | next_hop -def router_fallback_model_names(model: str, llm_router: Router) -> frozenset[str]: +def router_fallback_model_names( + model: str, llm_router: Router, fallback_types: tuple[str, ...] = ("general",) +) -> frozenset[str]: """The groups a failure on `model` can reach through the router's fallbacks, chained and generic (`*`) ones.""" - hops: Final = accumulate(repeat(llm_router), _fallback_hop, initial=(frozenset({model}), frozenset({model}))) + hops: Final = accumulate( + repeat((llm_router, fallback_types)), _fallback_hop, initial=(frozenset({model}), frozenset({model})) + ) _, reached = next(hop for hop in hops if not hop[0]) return reached - {model} @@ -698,12 +971,15 @@ def _reject_url_valued_fallback_target(value: str) -> None: def is_request_body_safe( - request_body: dict, - general_settings: dict, + request_body: Mapping[str, object], + general_settings: Mapping[str, object], llm_router: Router | None, model: str, *, route: str | None = None, + team_id: str | None = None, + defer_model_checks: bool = False, + defer_s3_buckets: bool = False, ) -> bool: """ Check if the request body is safe. @@ -733,33 +1009,75 @@ def is_request_body_safe( if "model_list" in request_body: raise ValueError("Rejected Request: model_list is not allowed in the request body.") manages_deployments: Final = route_manages_deployments(route) + root_body: Final = _without_route_named_vertex_target(request_body, route) + route_model: Final = _model_from_route_path(route) if route is not None else None + also_requested_models: Final = ( + *request_fallback_model_names(root_body), + *((route_model,) if route_model else ()), + ) + opt_in_groups: Final = cache( + lambda: _resolve_opt_in_groups(model or route_model or "", also_requested_models, llm_router, team_id) + ) _check_banned_params( - request_body, + root_body, general_settings, llm_router, - model, manages_deployments=manages_deployments, mcp_server_fields_allowed=route_manages_mcp_servers(route), + route_owned_params=_entra_params_owned_by_route(route), + opt_in_groups=opt_in_groups, + defer_model_checks=defer_model_checks, + defer_s3_buckets=defer_s3_buckets, ) for nested_key in _NESTED_CONFIG_KEYS: nested = _coerce_metadata_to_dict(request_body.get(nested_key)) if nested is not None: - _check_banned_params(nested, general_settings, llm_router, model, manages_deployments=manages_deployments) + _check_banned_params( + nested, + general_settings, + llm_router, + manages_deployments=manages_deployments, + opt_in_groups=opt_in_groups, + defer_model_checks=defer_model_checks, + defer_s3_buckets=defer_s3_buckets, + ) for metadata_key in _NESTED_METADATA_KEYS: metadata = _coerce_metadata_to_dict(request_body.get(metadata_key)) if metadata is not None: - _check_banned_params(metadata, general_settings, llm_router, model, manages_deployments=manages_deployments) - if any(isinstance(key, str) and key.startswith(f"{metadata_key}[") for key in request_body): + _check_banned_params( + metadata, + general_settings, + llm_router, + manages_deployments=manages_deployments, + banned_params=_BANNED_METADATA_PARAMS, + rejects_secret_references=False, + opt_in_groups=opt_in_groups, + defer_model_checks=defer_model_checks, + defer_s3_buckets=defer_s3_buckets, + ) + if any(key.startswith(f"{metadata_key}[") for key in request_body): _check_banned_params( extract_nested_form_metadata(form_data=request_body, prefix=f"{metadata_key}["), general_settings, llm_router, - model, manages_deployments=manages_deployments, + banned_params=_BANNED_METADATA_PARAMS, + rejects_secret_references=False, + opt_in_groups=opt_in_groups, + defer_model_checks=defer_model_checks, + defer_s3_buckets=defer_s3_buckets, ) for target in iter_request_fallback_targets(request_body): if isinstance(target, dict): - _check_banned_params(target, general_settings, llm_router, model, manages_deployments=manages_deployments) + _check_banned_params( + target, + general_settings, + llm_router, + manages_deployments=manages_deployments, + opt_in_groups=opt_in_groups, + defer_model_checks=defer_model_checks, + defer_s3_buckets=defer_s3_buckets, + ) target_model = target.get("model") if isinstance(target_model, str): _reject_url_valued_fallback_target(target_model) @@ -773,13 +1091,35 @@ def is_request_body_safe( litellm_params_metadata: Final = _coerce_metadata_to_dict(litellm_params.get("metadata")) if litellm_params_metadata is not None: _check_banned_params( - litellm_params_metadata, general_settings, llm_router, model, manages_deployments=manages_deployments + litellm_params_metadata, + general_settings, + llm_router, + manages_deployments=manages_deployments, + banned_params=_BANNED_METADATA_PARAMS, + rejects_secret_references=False, + opt_in_groups=opt_in_groups, + defer_model_checks=defer_model_checks, + defer_s3_buckets=defer_s3_buckets, ) - for user_config_params in _user_config_litellm_params(request_body): # pyright: ignore[reportUnknownArgumentType] # request_body is an untyped dict + for user_config_params in _user_config_litellm_params(request_body): reject_api_key_secret_reference(user_config_params) + _reject_user_config_secret_references(user_config_params) return True +def _reject_user_config_secret_references(litellm_params: Mapping[str, object]) -> None: + for params in (litellm_params, *_nested_configs(litellm_params), *_data_source_parameters(litellm_params)): + _reject_secret_reference_in(params) + + +def _data_source_parameters(litellm_params: Mapping[str, object]) -> tuple[Mapping[str, object], ...]: + return tuple( + parameters + for source in _mappings_in(litellm_params.get("dataSources")) + if (parameters := _coerce_metadata_to_dict(source.get("parameters"))) is not None + ) + + def _reject_request_credential_params(litellm_params: Mapping[str, object], *, manages_deployments: bool) -> None: if manages_deployments: reject_server_owned_wif_fields( @@ -846,10 +1186,57 @@ def _coerce_metadata_to_dict(value: object) -> dict[str, object] | None: return None +def _team_s3_buckets(team_metadata: Mapping[str, object] | None) -> tuple[str, ...]: + if team_metadata is None: + return () + try: + return _BUCKET_NAMES.validate_python(team_metadata.get(TEAM_S3_BUCKET_ALLOWLIST_METADATA_KEY) or ()) + except ValidationError: + return () + + +_TEAM_S3_BUCKET_ROUTE_TEMPLATES: Final = frozenset( + {"/v1/files", "/files", "/{provider}/v1/files", "/v1/batches", "/batches", "/{provider}/v1/batches"} +) + + +def checks_team_s3_buckets_in_handler(request: Request) -> bool: + """File upload and batch create check request buckets against the caller team's allowlist themselves.""" + return get_request_route_template(request) in _TEAM_S3_BUCKET_ROUTE_TEMPLATES and request.method == "POST" + + +def enforce_team_s3_bucket_allowlist( + request_body: Mapping[str, object], + general_settings: Mapping[str, object], + llm_router: Router | None, + team_metadata: Mapping[str, object] | None, + *, + team_id: str | None = None, +) -> None: + """Re-run the request body check that auth relaxed for bucket params, now admitting the caller team's buckets.""" + proxy_buckets: Final = _ClientSideStorageAllowlist.model_validate(general_settings).allowed_client_side_s3_buckets + model: Final = request_body.get("model") + try: + is_request_body_safe( + request_body=dict(request_body), + general_settings={ + **general_settings, + "allowed_client_side_s3_buckets": (*(proxy_buckets or ()), *_team_s3_buckets(team_metadata)), + }, + llm_router=llm_router, + model=model if isinstance(model, str) else "", + team_id=team_id, + ) + except ValueError as rejection: + raise HTTPException(status_code=status.HTTP_401_UNAUTHORIZED, detail=f"Authentication Error, {rejection}") + + async def pre_db_read_auth_checks( request: Request, request_data: dict, route: str, + *, + defer_team_checks: bool = False, ): """ 1. Checks if request size is under max_request_size_mb (if set) @@ -869,12 +1256,18 @@ async def pre_db_read_auth_checks( await check_if_request_size_is_safe(request=request) # Check 2. Request body is safe + defer_model_checks: Final = ( + defer_team_checks and llm_router is not None and bool(llm_router.registry().index("team_model")) + ) + request.state.deferred_model_body_check = defer_model_checks # rebind-ok: hand state to auth is_request_body_safe( request_body=request_data, general_settings=general_settings, llm_router=llm_router, - model=request_data.get("model", ""), # [TODO] use model passed in url as well (azure openai routes) + model=request_data.get("model") or _model_from_route_path(route) or "", route=route, + defer_model_checks=defer_model_checks, + defer_s3_buckets=checks_team_s3_buckets_in_handler(request), ) # Check 3. Check if IP address is allowed @@ -1522,6 +1915,9 @@ class BatchLimitRequest(Protocol): def model_fields_set(self) -> Collection[str]: ... +_ADMIN_ONLY_METADATA_KEYS: Final = (*ADMIN_ONLY_BATCH_LIMIT_METADATA_KEYS, TEAM_S3_BUCKET_ALLOWLIST_METADATA_KEY) + + def enforce_batch_limits_are_admin_only( data: BatchLimitRequest, existing_metadata: Mapping[str, object] | None, @@ -1532,7 +1928,8 @@ def enforce_batch_limits_are_admin_only( Every key in ``ADMIN_ONLY_BATCH_LIMIT_METADATA_KEYS`` caps what the holder may do with batches, so a holder-writable copy would let a caller lift their - own quota. Gated on the resulting value rather than on presence, so a form + own quota, and the S3 bucket list grants access to buckets with the proxy's + own credentials. Gated on the resulting value rather than on presence, so a form resending the stored value stays a no-op. """ if user_api_key_dict.user_role == LitellmUserRoles.PROXY_ADMIN.value: @@ -1542,17 +1939,19 @@ def enforce_batch_limits_are_admin_only( (data.metadata or EMPTY_MAPPING) if "metadata" in data.model_fields_set else stored ) changed: Final = next( - (key for key in ADMIN_ONLY_BATCH_LIMIT_METADATA_KEYS if requested.get(key) != stored.get(key)), + (key for key in _ADMIN_ONLY_METADATA_KEYS if requested.get(key) != stored.get(key)), None, ) if changed is None: return + reason: Final = ( + "It lets the holder read and write those buckets with the proxy's AWS credentials." + if changed == TEAM_S3_BUCKET_ALLOWLIST_METADATA_KEY + else "It limits what the holder can do with batches, so the holder cannot raise it." + ) raise HTTPException( status_code=403, - detail={ - "error": f"Only proxy admins can set {changed} on a {entity}. " - "It limits what the holder can do with batches, so the holder cannot raise it." - }, + detail={"error": f"Only proxy admins can set {changed} on a {entity}. {reason}"}, ) @@ -2368,6 +2767,7 @@ def get_model_from_request( llm_router: Router | None = None, request: Request | None = None, team_id: str | None = None, + path_params: Mapping[str, object] | None = None, ) -> str | list[str] | None: """Resolve the model(s) a request targets, for model-access and budget checks. @@ -2386,6 +2786,12 @@ def get_model_from_request( if request_dispatched_to_pass_through_endpoint(request): return None + handler_request_data: Final = _MODEL_REQUEST_DATA.validate_python(request_data) + handler_path_params: Final = read_request_path_params(request) if request is not None else path_params + handler_model: Final = _handler_selected_model(route, handler_request_data, handler_path_params) + if handler_model is not None: + return handler_model + candidates: Final = _extract_model_candidates_from_request( request_data=request_data, route=route, @@ -2395,37 +2801,8 @@ def get_model_from_request( team_id=team_id, ) model = _format_model_candidates(candidates) - - # If no explicit model was found, try to extract from route if model is None: - # Parse model from route that follows the pattern /openai/deployments/{model}/* - match: Final = re.match(r"/openai/deployments/([^/]+)", route) - if match: - model = match.group(1) - - # If still not found, extract model from Google generateContent-style routes. - # These routes put the model in the path and allow "/" inside the model id. - # Examples: - # - /v1beta/models/gemini-2.0-flash:generateContent - # - /v1beta/models/bedrock/claude-sonnet-3.7:generateContent - # - /models/custom/ns/model:streamGenerateContent - if model is None and not route.lower().startswith("/vertex"): - google_match = re.search(r"/(?:v1beta|beta)/models/([^:]+):", route) - if google_match: - model = google_match.group(1) - - if model is None and not route.lower().startswith("/vertex"): - google_match = re.search(r"^/models/([^:]+):", route) - if google_match: - model = google_match.group(1) - - # If still not found, extract from Vertex AI passthrough route - # Pattern: /vertex_ai/.../models/{model_id}:* - # Example: /vertex_ai/v1/.../models/gemini-1.5-pro:generateContent - if model is None and route.lower().startswith("/vertex"): - vertex_match: Final = re.search(r"/models/([^:]+)", route) - if vertex_match: - model = vertex_match.group(1) + model = _model_from_route_path(route) if route.lower().startswith("/bedrock"): bedrock_model: Final = _model_from_bedrock_route(route) @@ -2444,6 +2821,56 @@ def get_model_from_request( return model +_HandlerModelKind: TypeAlias = Literal["completion", "image_generation", "image_edit"] +_MODEL_REQUEST_DATA: Final = TypeAdapter(Mapping[str, object]) +_HANDLER_MODEL_ROUTES: Final[tuple[tuple[re.Pattern[str], str, _HandlerModelKind], ...]] = ( + (re.compile(r"^(?:/v1beta)?/models/(.+):(?:generateContent|streamGenerateContent)$"), "model_name", "completion"), + (re.compile(r"^/openai/deployments/(.+)/images/generations$"), "model", "image_generation"), + (re.compile(r"^/openai/deployments/(.+)/images/edits$"), "model", "image_edit"), +) + + +def _handler_selected_model( + route: str, request_data: Mapping[str, object], path_params: Mapping[str, object] | None +) -> str | None: + selection: Final[tuple[re.Match[str], str, _HandlerModelKind] | None] = next( + ((match, name, kind) for pattern, name, kind in _HANDLER_MODEL_ROUTES if (match := pattern.match(route))), + None, + ) + if selection is None: + return None + from litellm.proxy.proxy_server import general_settings_view, user_model_view + + route_match, path_param_name, kind = selection + route_model: Final = route_match.group(1) + path_model: Final = path_params.get(path_param_name) if path_params is not None else None + model: Final = resolve_inference_model( + request_data.get("model"), + general_settings_view(), + user_model_view(), + path_model if isinstance(path_model, str) and path_model else route_model, + kind=kind, + ) + return model if isinstance(model, str) and model else route_model + + +def _model_from_route_path(route: str) -> str | None: + """ + Google generateContent-style routes allow "/" inside the model id, e.g. + /v1beta/models/bedrock/claude-sonnet-3.7:generateContent + """ + azure_deployment: Final = re.match(r"/openai/deployments/([^/]+)", route) + if azure_deployment: + return azure_deployment.group(1) + if route.lower().startswith("/vertex"): + vertex_model: Final = re.search(r"/models/([^:]+)", route) + return vertex_model.group(1) if vertex_model else None + google_model: Final = re.search(r"/(?:v1beta|beta)/models/([^:]+):", route) or re.search( + r"^/models/([^:]+):", route + ) + return google_model.group(1) if google_model else None + + def _router_model_from_azure_route(route: str, llm_router: Router | None) -> str | None: if llm_router is None: return None diff --git a/litellm/proxy/auth/fallback_rate_limit.py b/litellm/proxy/auth/fallback_rate_limit.py new file mode 100644 index 00000000000..d2f6cf9498a --- /dev/null +++ b/litellm/proxy/auth/fallback_rate_limit.py @@ -0,0 +1,61 @@ +""" +Re-check per-model rate limits before the router takes a fallback. + +The v3 limiter admits a request once, against the model group the caller asked for. When that +group fails at the provider and the router moves to a fallback group, nothing re-checked the +caller's per-model limits on the fallback, so a provider outage on one model removed the cap on +the other for every caller at once. `RouterFallbackRateLimitCheck` runs the limiter's +model-scoped descriptors for the fallback target and reserves capacity on them, so the router +skips a target the caller has exhausted. +""" + +from collections.abc import Callable, Mapping +from dataclasses import dataclass +from typing import Final + +import litellm +from litellm._logging import verbose_proxy_logger +from litellm.proxy.auth.fallback_budget import ( + _user_api_key_auth_from_request, # pyright: ignore[reportPrivateUsage] # shared auth lookup for fallback checks +) +from litellm.proxy.hooks.dynamic_rate_limiter_v3 import PROXY_DynamicRateLimitHandlerV3 +from litellm.proxy.hooks.parallel_request_limiter_v3 import ( + PROXY_MaxParallelRequestsHandler_v3, # pyright: ignore[reportPrivateUsage] # the proxy's limiter type +) +from litellm.router_api import RoutingContext + + +@dataclass(frozen=True, slots=True) +class RouterFallbackRateLimitCheck: + """ + `FallbackRateLimitCheck` for the proxy's router: a fallback target is attempted only when the + caller still has per-model rate limit capacity on it, and the attempt reserves that capacity. + Requests that carry no key (for example internal health checks) and proxies running without + the v3 limiter are not restricted. + """ + + limiter: Callable[[], object] + + async def __call__(self, *, model: str, request_kwargs: Mapping[str, object], ctx: RoutingContext) -> bool: + limiter: Final = self.limiter() + if not isinstance(limiter, PROXY_MaxParallelRequestsHandler_v3): + return True + valid_token: Final = _user_api_key_auth_from_request(request_kwargs) + if valid_token is None: + return True + try: + dynamic_limiter: Final = next( + (cb for cb in litellm.callbacks if isinstance(cb, PROXY_DynamicRateLimitHandlerV3)), None + ) + if dynamic_limiter is not None and not await dynamic_limiter.async_fallback_target_allowed( + valid_token, model, request_kwargs, commit=False + ): + return False + if not await limiter.async_fallback_target_allowed(valid_token, model, request_kwargs): + return False + return dynamic_limiter is None or await dynamic_limiter.async_fallback_target_allowed( + valid_token, model, request_kwargs + ) + except Exception as e: # noqa: BLE001 # fail closed: a limiter failure must not hand out unchecked capacity + verbose_proxy_logger.warning("Skipping fallback to model=%s: rate limit check failed: %s", model, e) + return False diff --git a/litellm/proxy/auth/handle_jwt.py b/litellm/proxy/auth/handle_jwt.py index 4c4e506ce38..6b39511d89b 100644 --- a/litellm/proxy/auth/handle_jwt.py +++ b/litellm/proxy/auth/handle_jwt.py @@ -30,6 +30,7 @@ from typing_extensions import ReadOnly, TypedDict from litellm._internal_context import with_service_target from litellm._logging import verbose_proxy_logger +from litellm.litellm_core_utils.core_helpers import json_contains, subscript from litellm.litellm_core_utils.dot_notation_indexing import get_nested_value from litellm.llms.custom_httpx.httpx_handler import HTTPHandler from litellm.proxy._types import ( @@ -164,6 +165,10 @@ class _UserInfoResponse(Protocol): def json(self) -> dict[str, object]: ... +class _JWKSResponse(Protocol): + def json(self) -> object: ... + + @dataclass(frozen=True, slots=True) class JWTIdentity: user_id: str | None @@ -218,6 +223,10 @@ def _userinfo_document(response: _UserInfoResponse) -> dict[str, object]: return response.json() +def _jwks_document(response: _JWKSResponse) -> object: + return response.json() + + def jwks_unavailable_exception(error: JWKSUnreachableError) -> ProxyException: return ProxyException( message=( @@ -960,12 +969,12 @@ class JWTHandler: ) try: - response_json: Final = response.json() + response_json: Final = _jwks_document(response) except Exception as e: verbose_proxy_logger.error("Error parsing response: %s. Original Response: %s", e, response.text) raise Exception(f"Error parsing response: {e}. Check server logs for original response.") - keys: Final = response_json["keys"] if "keys" in response_json else response_json + keys: Final = subscript(response_json, "keys") if json_contains(response_json, "keys") else response_json return cast(JWKKeyValue, keys) # cast-ok: JWTKeyItem declares only `kid`, validating would drop key material async def _get_public_key_from_jwks_url(self, jwks_url: str, kid: str | None) -> JWTKeyItem: diff --git a/litellm/proxy/auth/litellm_license.py b/litellm/proxy/auth/litellm_license.py index e1d6b2e090c..e828afe999c 100644 --- a/litellm/proxy/auth/litellm_license.py +++ b/litellm/proxy/auth/litellm_license.py @@ -3,14 +3,17 @@ import base64 import json import os +from collections.abc import Mapping from datetime import datetime from typing import TYPE_CHECKING, Final import httpx from pydantic import TypeAdapter +from typing_extensions import TypedDict from litellm._logging import verbose_proxy_logger from litellm.constants import NON_LLM_CONNECTION_TIMEOUT +from litellm.litellm_core_utils.core_helpers import as_str_mapping from litellm.llms.custom_httpx.http_handler import HTTPHandler if TYPE_CHECKING: @@ -23,6 +26,23 @@ AUTO_ROUTER_LICENSE_REMEDY: Final = "A LiteLLM license with the 'auto_router' fe _LICENSE_VERDICT: Final = TypeAdapter(object) +class _LicenseFields(TypedDict, total=False, extra_items=object): + pass + + +def _license_fields(license_data: object) -> Mapping[str, object]: + fields: Final = as_str_mapping(license_data) + if fields is None: + raise TypeError(f"'{type(license_data).__name__}' object is not subscriptable") + return fields + + +def _expiration_text(expiration_date: object) -> str: + if isinstance(expiration_date, str): + return expiration_date + raise TypeError(f"strptime() argument 1 must be str, not {type(expiration_date).__name__}") + + class LicenseCheck: """ - Check if license in env @@ -201,15 +221,15 @@ class LicenseCheck: ) # Decode and parse the data - license_data: Final = json.loads(message.decode()) + license_data: Final = _license_fields(_LICENSE_VERDICT.validate_python(json.loads(message.decode()))) # Check expiration date - expiration_date: Final = datetime.strptime(license_data["expiration_date"], "%Y-%m-%d") + expiration_date: Final = datetime.strptime(_expiration_text(license_data["expiration_date"]), "%Y-%m-%d") if expiration_date < datetime.now(): self.airgapped_license_data = None return False, "License has expired" - self.airgapped_license_data = EnterpriseLicenseData(**license_data) + self.airgapped_license_data = EnterpriseLicenseData(**_LicenseFields(**license_data)) return True diff --git a/litellm/proxy/auth/model_checks.py b/litellm/proxy/auth/model_checks.py index 7f2aa33246d..07a0b3e9377 100644 --- a/litellm/proxy/auth/model_checks.py +++ b/litellm/proxy/auth/model_checks.py @@ -6,18 +6,19 @@ import copy import functools import itertools import re -from collections.abc import Callable, Collection, Mapping, Sequence +from collections.abc import Callable, Collection, Iterable, Mapping, Sequence from collections.abc import Set as AbstractSet from concurrent.futures import ThreadPoolExecutor from dataclasses import dataclass, replace from types import MappingProxyType -from typing import Final, TypeVar +from typing import Final, TypeAlias, TypeVar import litellm from litellm._logging import verbose_proxy_logger from litellm.litellm_core_utils.credential_accessor import CredentialAccessor +from litellm.litellm_core_utils.get_llm_provider_logic import inferred_provider from litellm.litellm_core_utils.litellm_logging import use_custom_pricing_for_model -from litellm.litellm_core_utils.pattern_match_deployments import PatternMatchRouter +from litellm.litellm_core_utils.pattern_match_deployments import PatternMatchRouter, PatternUtils from litellm.llms.azure.ptu_capacity import is_str_keyed_mapping from litellm.proxy._types import SpecialModelNames, UserAPIKeyAuth from litellm.proxy.common_utils.model_listing_utils import CallerAliases, alias_map, dispatched_model @@ -429,6 +430,71 @@ def _ids_routing_to_catalog_models( ) +def _names_whole_models(name_pattern: str) -> bool: + return name_pattern.count("*") == 1 and name_pattern.endswith("/*") + + +@dataclass(frozen=True, slots=True) +class _Rivals: + direct: tuple[re.Pattern[str], ...] + under_a_provider: tuple[re.Pattern[str], ...] + + +RivalPatterns: TypeAlias = Callable[[str], _Rivals | None] + + +def _rival_may_take(listed_id: str, rivals: _Rivals) -> bool: + if any(rival.match(listed_id) for rival in rivals.direct): + return True + if not rivals.under_a_provider: + return False + provider_request: Final = f"{inferred_provider(listed_id)}/{listed_id}" + return any(rival.match(provider_request) for rival in rivals.under_a_provider) + + +def _routes_through_alias( + name_pattern: str, + rivals: _Rivals | None, + routes_to_model: Callable[[str, str], bool], +) -> Callable[[str], bool]: + alias_regex: Final = _wildcard_name_regex(name_pattern) + + def routes_through(listed_id: str) -> bool: + alias_match: Final = alias_regex.match(listed_id) + if alias_match is None or alias_match.group(1) == AZURE_MODEL_PLACEHOLDER: + return False + no_rival_matches: Final = rivals is not None and not _rival_may_take(listed_id, rivals) + return no_rival_matches or routes_to_model(listed_id, alias_match.group(1)) + + return routes_through + + +def _reads_as_another_catalog_id(listed_id: str, catalog_id: str, name_scope: str, catalog: AbstractSet[str]) -> bool: + read_as: Final = listed_id.removeprefix(name_scope) + return read_as != catalog_id and read_as in catalog + + +def _ids_routing_through_catch_all( + name_pattern: str, catalog_ids: Sequence[str], routes_through: Callable[[str], bool] +) -> tuple[str, ...]: + if name_pattern.count("*") != 1: + return () + name_scope: Final = "".join(name_pattern.partition("*")[0].rpartition("/")[:2]) + catalog: Final = frozenset(catalog_ids) + named_ids: Final = ((name_pattern.replace("*", catalog_id), catalog_id) for catalog_id in catalog_ids) + listed_ids: Final = ( + listed_id + for listed_id, catalog_id in named_ids + if not _reads_as_another_catalog_id(listed_id, catalog_id, name_scope, catalog) and routes_through(listed_id) + ) + return tuple(dict.fromkeys(listed_ids)) + + +def _catch_all_catalog(litellm_params: LiteLLM_Params | None) -> Sequence[str]: + pinned_provider: Final = litellm_params.custom_llm_provider if litellm_params is not None else None + return get_provider_models(provider=pinned_provider or "*", litellm_params=litellm_params) or () + + def _catalog_ids_a_wider_name_matches( name_pattern: str, deployment_pattern: str, @@ -477,6 +543,71 @@ def _deployed_by_name(llm_router: Router | None) -> Callable[[str, str | None], return lambda model, team_id: model in deployed_names or (team_id, model) in team_deployed_names +def _literal_start(regex: str) -> str: + return regex.partition("(.*)")[0] + + +def _prefixes_overlap(first: str, second: str) -> bool: + return first.startswith(second) or second.startswith(first) + + +def _may_match_directly(own_regex: str, regex: str) -> bool: + return regex != own_regex and _prefixes_overlap(_literal_start(regex), _literal_start(own_regex)) + + +_UNINFERRED_PROVIDER: Final = str(None) + + +def _may_name_a_provider(escaped_provider: str) -> bool: + provider: Final = re.sub(r"\\(.)", r"\1", escaped_provider) + return provider == _UNINFERRED_PROVIDER or inferred_provider(f"{provider}/{provider}") == provider + + +def _may_match_under_a_provider(own_regex: str, regex: str) -> bool: + provider, has_provider, rest = _literal_start(regex).partition("/") + if not has_provider: + return True + return _prefixes_overlap(rest, _literal_start(own_regex)) and _may_name_a_provider(provider) + + +def _can_take_ids_of(own_regex: str, regex: str) -> bool: + return _may_match_directly(own_regex, regex) and PatternUtils.calculate_pattern_specificity( + regex + ) >= PatternUtils.calculate_pattern_specificity(own_regex) + + +def _compiled(regexes: Iterable[str]) -> tuple[re.Pattern[str], ...]: + return tuple(re.compile(regex) for regex in regexes) + + +def _pattern_regexes(pattern_router: PatternMatchRouter | None) -> tuple[str, ...]: + if pattern_router is None: + return () + return tuple(pattern_router.patterns) # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # untyped deployment lists + + +def _rival_patterns(llm_router: Router | None, team_id: str | None) -> RivalPatterns: + if llm_router is None: + return lambda _name_pattern: None + registry: Final = llm_router.registry() + router_regexes: Final = _pattern_regexes(registry.patterns()) + team_regexes: Final = _pattern_regexes(registry.patterns(team=True).get(team_id) if team_id is not None else None) + + def rivals(name_pattern: str) -> _Rivals | None: + own_regex: Final = PatternMatchRouter().pattern_to_regex(name_pattern) + if own_regex in team_regexes: + return _Rivals(_compiled(regex for regex in team_regexes if _can_take_ids_of(own_regex, regex)), ()) + if own_regex not in router_regexes: + return None + return _Rivals( + _compiled(regex for regex in router_regexes if _can_take_ids_of(own_regex, regex)) + + _compiled(regex for regex in team_regexes if _may_match_directly(own_regex, regex)), + _compiled(regex for regex in team_regexes if _may_match_under_a_provider(own_regex, regex)), + ) + + return functools.cache(rivals) + + def _routes_to_model( routed_models: Callable[[str, str | None], frozenset[str]] | None, team_id: str | None ) -> Callable[[str, str], bool]: @@ -495,10 +626,11 @@ def get_known_models_from_wildcard( wildcard_model: str, litellm_params: LiteLLM_Params | None = None, routes_to_model: Callable[[str, str], bool] = lambda _listed_id, _model: True, + rival_patterns: RivalPatterns = lambda _name_pattern: None, ) -> list[str]: provider_id_prefix: Final = _custom_llm_provider_prefix(wildcard_model, litellm_params) if litellm_params is None or provider_id_prefix is None: - return list(_known_models_from_wildcard(wildcard_model, litellm_params, routes_to_model)) + return list(_known_models_from_wildcard(wildcard_model, litellm_params, routes_to_model, rival_patterns)) return [ listed_id.removeprefix(provider_id_prefix) for listed_id in _known_models_from_wildcard( @@ -507,6 +639,7 @@ def get_known_models_from_wildcard( lambda listed_id, model: routes_to_model( listed_id.removeprefix(provider_id_prefix), model.removeprefix(provider_id_prefix) ), + rival_patterns, ) ] @@ -532,6 +665,7 @@ def _known_models_from_wildcard( wildcard_model: str, litellm_params: LiteLLM_Params | None, routes_to_model: Callable[[str, str], bool], + rival_patterns: RivalPatterns, ) -> tuple[str, ...]: wildcard_model_to_expand: Final = ( litellm_params.model @@ -562,6 +696,16 @@ def _known_models_from_wildcard( litellm_params = _hydrate_litellm_credential_name(litellm_params) + routes_through_catch_all: Final = ( + _routes_through_alias(wildcard_model, rival_patterns(wildcard_model), routes_to_model) + if litellm_params is not None and litellm_params.model == "*" + else None + ) + if routes_through_catch_all is not None and not _names_whole_models(wildcard_model): + return _ids_routing_through_catch_all( + wildcard_model, _catch_all_catalog(litellm_params), routes_through_catch_all + ) + wildcard_models = get_provider_models(provider=provider, litellm_params=litellm_params) if wildcard_models is None: @@ -588,9 +732,12 @@ def _known_models_from_wildcard( # add model prefix to wildcard models wildcard_models = [f"{model_prefix}{model.removeprefix(provider_id_prefix)}" for model in wildcard_models] - return tuple( + listed_ids: Final = tuple( dict.fromkeys(_under_wildcard_prefix(model, wildcard_provider_prefix, provider) for model in wildcard_models) ) + if routes_through_catch_all is None: + return listed_ids + return tuple(listed_id for listed_id in listed_ids if routes_through_catch_all(listed_id)) def _under_wildcard_prefix(model: str, wildcard_provider_prefix: str, listed_provider: str) -> str: @@ -647,6 +794,7 @@ def expand_wildcard_deployments_for_model_info( """ expanded: Final[list[dict[str, object]]] = [] routed_models: Final = _cached_wildcard_routing(llm_router) + rival_patterns_of_team: Final = functools.cache(functools.partial(_rival_patterns, llm_router)) deployed_by_name: Final = _deployed_by_name(llm_router) for deployment in deployments: model_name = str(deployment.get("model_name") or "") @@ -668,6 +816,7 @@ def expand_wildcard_deployments_for_model_info( wildcard_model=model_name, litellm_params=litellm_params, routes_to_model=_routes_to_model(routed_models, _deployment_team_id(deployment)), + rival_patterns=rival_patterns_of_team(_deployment_team_id(deployment)), ) if not expanded_names: expanded.append(deployment) @@ -826,6 +975,7 @@ def _get_wildcard_models( ) -> list[str]: models_to_remove: Final = set() routes_to_model: Final = _routes_to_model(_cached_wildcard_routing(llm_router), team_id) + rival_patterns: Final = _rival_patterns(llm_router, team_id) all_wildcard_models: Final = [] for model in unique_models: if _check_wildcard_routing(model=model): @@ -844,6 +994,7 @@ def _get_wildcard_models( wildcard_model=model, litellm_params=LiteLLM_Params(**router_model["litellm_params"]), routes_to_model=routes_to_model, + rival_patterns=rival_patterns, ) ) else: diff --git a/litellm/proxy/auth/resolvers/grants.py b/litellm/proxy/auth/resolvers/grants.py index c66761a8459..9e445cee090 100644 --- a/litellm/proxy/auth/resolvers/grants.py +++ b/litellm/proxy/auth/resolvers/grants.py @@ -28,6 +28,7 @@ from litellm.proxy._types import ( ) from litellm.proxy.auth.auth_checks import ( TeamNotFoundError, + forget_missing_user, get_team_membership, get_team_object, get_user_object, @@ -246,6 +247,8 @@ class GrantResolver: return ResolvedGrants(user_object, team_object, membership, effective_user_id) async def _user(self, lookup: UserLookup) -> LiteLLM_UserTable | None: + if lookup.user_id is not None: + forget_missing_user(lookup.user_id) return await self._load_user( user_id=lookup.user_id, prisma_client=self._prisma, diff --git a/litellm/proxy/auth/user_api_key_auth.py b/litellm/proxy/auth/user_api_key_auth.py index 310dfc386d8..c4b7c780ca1 100644 --- a/litellm/proxy/auth/user_api_key_auth.py +++ b/litellm/proxy/auth/user_api_key_auth.py @@ -41,7 +41,7 @@ from litellm.integrations.otel.model.config import is_otel_v2_enabled from litellm.integrations.otel.runtime import phase_event, phase_span, seed_request_identity from litellm.litellm_core_utils.dd_tracing import tracer from litellm.litellm_core_utils.dot_notation_indexing import get_nested_value -from litellm.litellm_core_utils.routing_common_utils import resolve_model_group_alias, resolve_served_model +from litellm.litellm_core_utils.routing_common_utils import resolve_model_group_alias from litellm.models.end_user import LiteLLM_EndUserTable from litellm.proxy._types import * from litellm.proxy.agent_endpoints.auth.agent_caller import agent_caller_from_headers @@ -85,6 +85,7 @@ from litellm.proxy.auth.auth_checks import ( # noqa: F401 # legacy module expo is_model_cost_zero, is_user_proxy_admin, is_valid_fallback_model, + is_video_retrieval_request, jwt_key_mapping_cache_key, key_access_group_grants_model, key_model_aliases_for_auth_check, @@ -95,6 +96,7 @@ from litellm.proxy.auth.auth_checks import ( # noqa: F401 # legacy module expo route_skips_budget_checks, stamp_matched_model_access_groups, team_member_max_budget_alert_check, + team_model_aliases_for_auth_check, virtual_key_max_budget_alert_check, virtual_key_max_budget_check, virtual_key_soft_budget_check, @@ -109,12 +111,14 @@ from litellm.proxy.auth.auth_object_prefetch import ( ) from litellm.proxy.auth.auth_utils import ( abbreviate_api_key, + checks_team_s3_buckets_in_handler, fallback_target_model_name, get_end_user_id_from_request_body, get_model_from_request, get_request_route, get_request_route_template, is_invalid_virtual_key_error, + is_request_body_safe, iter_request_fallback_targets, log_model_access_denial, normalize_request_route, @@ -150,6 +154,7 @@ from litellm.proxy.common_utils.http_parsing_utils import ( # noqa: F401 # leg populate_request_with_path_params, read_raw_json_body, read_request_body, + read_request_path_params, resolve_realtime_route_model, rewrite_request_model, safe_get_request_headers, @@ -171,7 +176,11 @@ from litellm.proxy.common_utils.user_api_key_cache import ( from litellm.proxy.db.db_lookup_gate import bounded_db_lookup from litellm.proxy.db.db_span import db_span from litellm.proxy.db.exception_handler import PrismaDBExceptionHandler -from litellm.proxy.litellm_pre_call_utils import LiteLLMProxyRequestSetup +from litellm.proxy.litellm_pre_call_utils import ( + LiteLLMProxyRequestSetup, + pre_call_served_model, + request_served_model, +) from litellm.proxy.spend_tracking.carried_budget_state import ( carry_committed_budget_spend, carry_team_and_user_budget_state, @@ -330,6 +339,65 @@ def _is_codex_native_litellm_turn(route: str, model: object, llm_router: litellm return routes_to_litellm(model, llm_router, team_id) +_SERVED_MODEL_BUDGET_WAIVER_ROUTES: Final = frozenset( + { + "/chat/completions", + "/v1/chat/completions", + "/completions", + "/v1/completions", + "/responses", + "/v1/responses", + "/messages", + "/v1/messages", + } +) + + +def _inference_model_overridden() -> bool: + from litellm.proxy import proxy_server + + cli_model: Final[object] = proxy_server.user_model # pyright: ignore[reportUnknownMemberType] # legacy untyped CLI global + completion_model: Final = proxy_server.general_settings_view().get("completion_model") + return (isinstance(completion_model, str) and completion_model != "") or ( + isinstance(cli_model, str) and cli_model != "" + ) + + +async def budget_served_model( + model: str | Sequence[str] | None, + request_data: Mapping[str, object], + request: Request | None, + llm_router: litellm.Router | None, + valid_token: UserAPIKeyAuth, +) -> str | Sequence[str] | None: + """The model the zero-cost budget waiver judges. For a client's own HTTP request to a chat, completions, + responses or messages route that names a string body `model`, it is the model request preparation serves it + with through the caller's team, key, global and router aliases. Everywhere else it stays the requested model: + requests built inside the proxy, a path or query `model`, a configured `completion_model` or CLI `--model`, + and requests whose body auth has not yet passed through the router aliases.""" + if request is None or llm_router is None or not isinstance(model, str): + return model + if get_request_route_template(request) not in _SERVED_MODEL_BUDGET_WAIVER_ROUTES: + return model + if request.scope.get(MODEL_GROUP_ALIAS_RESOLVED_SCOPE_KEY) is not True or request_data.get("model") != model: + return model + if "model" in safe_get_request_query_params(request=request) or _inference_model_overridden(): + return model + if not ( + key_model_aliases_for_auth_check(valid_token) + or team_model_aliases_for_auth_check(valid_token) + or model in litellm.model_alias_map + ): + return model + from litellm.proxy.proxy_server import prisma_client, proxy_config, proxy_logging_obj + + settings: Final = await proxy_config.get_hierarchical_router_settings( + user_api_key_dict=valid_token, prisma_client=prisma_client, proxy_logging_obj=proxy_logging_obj + ) + group_alias: Final[object] = settings.get("model_group_alias") if isinstance(settings, Mapping) else None + return request_served_model(model, valid_token, group_alias, llm_router) + + async def _resolve_router_settings_model_group_alias( request_data: dict[str, object], # mutable-ok: the request body is rewritten in place for every downstream reader valid_token: UserAPIKeyAuth, @@ -969,9 +1037,6 @@ async def _try_team_member_model_budget_fallback( model_group_aliases: Final[object] = ( router_settings.get("model_group_alias") if router_settings is not None else None ) - key_aliases: Final[object] = cast( # cast-ok: auth aliases are dynamically typed at runtime - object, valid_token.aliases - ) resolved_fallback_candidates: Final[tuple[tuple[str, str], ...]] = tuple( ( candidate, @@ -983,12 +1048,7 @@ async def _try_team_member_model_budget_fallback( ( fallback_candidate, fallback_model, - resolve_served_model( - fallback_model, - litellm.model_alias_map, - key_aliases, - model_group_aliases, - ), + pre_call_served_model(fallback_model, valid_token, model_group_aliases), ) for fallback_candidate, fallback_model in resolved_fallback_candidates ) @@ -2271,6 +2331,7 @@ async def user_api_key_auth_builder( azure_apim_header: str | None, request_data: dict[str, object], custom_litellm_key_header: str | None = None, + defer_team_checks: bool = False, ) -> UserAPIKeyAuth: from litellm.proxy.proxy_server import ( general_settings, @@ -2305,6 +2366,7 @@ async def user_api_key_auth_builder( request_data=request_data, request=request, route=route, + defer_team_checks=defer_team_checks, ) pass_through_endpoints: Final[list[dict] | None] = general_settings.get("pass_through_endpoints", None) ## CHECK IF X-LITELM-API-KEY IS PASSED IN - supercedes Authorization header @@ -2614,7 +2676,11 @@ async def user_api_key_auth_builder( team_id=valid_token.team_id, ) skip_budget_checks = request_skips_budget_checks( - route=route, model=model, llm_router=llm_router, request_body=request_data + route=route, + model=model, + llm_router=llm_router, + request_body=request_data, + http_method=RouteChecks.get_request_method(request), ) # Fetch project object for JWT path if project_id is set @@ -3128,7 +3194,11 @@ async def validate_resolved_virtual_key( # noqa: C901 # Preserve ordering of e team_id=valid_token.team_id, ) skip_budget_checks: Final = request_skips_budget_checks( - route=route, model=model, llm_router=llm_router, request_body=request_data + route=route, + model=await budget_served_model(model, request_data, request, llm_router, valid_token), + llm_router=llm_router, + request_body=request_data, + http_method=RouteChecks.get_request_method(request), ) # Check 3. Check if user is in their team budget @@ -3679,6 +3749,18 @@ async def run_centralized_common_checks( user_custom_auth, ) + if not sub_call and getattr(request.state, "deferred_model_body_check", False) is True: + body_model: Final = request_data.get("model") + is_request_body_safe( + request_body=request_data, + general_settings=_GENERAL_SETTINGS_ADAPTER.validate_python(general_settings), + llm_router=llm_router, + model=body_model if isinstance(body_model, str) else "", + route=route, + team_id=user_api_key_auth_obj.team_id, + defer_s3_buckets=checks_team_s3_buckets_in_handler(request), + ) + # Public routes (e.g. /health/liveness) are exempt from # auth in the builder — the wrapper must not retroactively apply # authz on top, or k8s readiness probes and other unauthenticated @@ -3921,7 +4003,11 @@ async def run_centralized_common_checks( user_api_key_auth_obj.project_metadata = project_object.metadata user_api_key_auth_obj.project_alias = project_object.project_alias - if end_user_id and key_end_user_budget_id is not None and prisma_client is not None: + if ( + end_user_id + and (key_end_user_budget_id is not None or user_api_key_auth_obj.jwt_claims is not None) + and prisma_client is not None + ): await _apply_key_end_user_default_budget_to_token( valid_token=user_api_key_auth_obj, end_user_object=end_user_object, @@ -3947,12 +4033,13 @@ async def run_centralized_common_checks( dict(end_user_model_max_budget) if end_user_model_max_budget else None ) - skip_budget_checks: Final = _should_skip_budget_checks( + skip_budget_checks: Final = await _should_skip_budget_checks( request_data=request_data, route=route, request=request, llm_router=llm_router, - team_id=user_api_key_auth_obj.team_id, + valid_token=user_api_key_auth_obj, + sub_call=sub_call, ) typed_team_object: Final[LiteLLM_TeamTable | None] = ( team_object if isinstance(team_object, LiteLLM_TeamTable) else None @@ -4108,7 +4195,7 @@ async def _noop_none() -> None: async def _apply_key_end_user_default_budget_to_token( valid_token: UserAPIKeyAuth, end_user_object: LiteLLM_EndUserTable | None, - key_end_user_budget_id: str, + key_end_user_budget_id: str | None, prisma_client: PrismaClient, user_api_key_cache: UserApiKeyCache, parent_otel_span: Span | None, @@ -4171,6 +4258,7 @@ async def _reserve_budget_after_common_checks( reserve_budget_for_request, ) + reservation_path_params: Final = read_request_path_params(request) user_api_key_auth_obj.budget_reservation = await reserve_budget_for_request( request_body=request_data, route=route, @@ -4189,27 +4277,35 @@ async def _reserve_budget_after_common_checks( or user_api_key_auth_obj.billing_agent_policy is not None ), raw_body=await read_raw_json_body(request=request), + path_params=reservation_path_params, ) if request is not None: reservation: Final = user_api_key_auth_obj.budget_reservation request.state.budget_reservation = reservation # rebind-ok: read by the release middleware -def _should_skip_budget_checks( +async def _should_skip_budget_checks( request_data: dict[str, object], route: str, request: Request | None, llm_router: litellm.Router | None, - team_id: str | None = None, + valid_token: UserAPIKeyAuth, + sub_call: bool = False, ) -> bool: model: Final = _get_model_from_request_context( request_data=request_data, route=route, request=request, llm_router=llm_router, - team_id=team_id, + team_id=valid_token.team_id, + ) + return request_skips_budget_checks( + route=route, + model=(model if sub_call else await budget_served_model(model, request_data, request, llm_router, valid_token)), + llm_router=llm_router, + request_body=request_data, + http_method=RouteChecks.get_request_method(request), ) - return request_skips_budget_checks(route=route, model=model, llm_router=llm_router, request_body=request_data) def _resolve_request_principal(request: Request, valid_token: UserAPIKeyAuth) -> Principal: @@ -4515,6 +4611,7 @@ async def user_api_key_auth( azure_apim_header=azure_apim_header, request_data=request_data, custom_litellm_key_header=custom_litellm_key_header, + defer_team_checks=True, ) except Exception: # The body was read first, so a caller who sent both a malformed body and @@ -4885,8 +4982,13 @@ async def _run_post_custom_auth_checks( # spend some other model accrued. The JWT and virtual-key paths already skip # every budget check for these; this path did not, so the same request could # be refused under custom auth and served under the other two. - skip_budget_checks: Final = ( - is_model_cost_zero(model=current_model, llm_router=llm_router) + skip_budget_checks: Final = is_video_retrieval_request( + route=route, http_method=RouteChecks.get_request_method(request) + ) or ( + is_model_cost_zero( + model=await budget_served_model(current_model, request_data, request, llm_router, valid_token), + llm_router=llm_router, + ) if current_model is not None and llm_router is not None else False ) @@ -4994,7 +5096,7 @@ async def authorize_internal_virtual_key( ) ) route: Final = get_request_route(request=request) - await pre_db_read_auth_checks(request_data=request_data, request=request, route=route) + await pre_db_read_auth_checks(request_data=request_data, request=request, route=route, defer_team_checks=True) auth: Final = await validate_resolved_virtual_key( request=request, request_data=request_data, diff --git a/litellm/proxy/batches_endpoints/endpoints.py b/litellm/proxy/batches_endpoints/endpoints.py index 512a9166e31..0b443572fe6 100644 --- a/litellm/proxy/batches_endpoints/endpoints.py +++ b/litellm/proxy/batches_endpoints/endpoints.py @@ -12,6 +12,7 @@ from types import MappingProxyType from typing import TYPE_CHECKING, Final, Literal, Protocol, cast from fastapi import APIRouter, Depends, HTTPException, Path, Request, Response +from pydantic import TypeAdapter import litellm from litellm._logging import verbose_proxy_logger @@ -20,6 +21,7 @@ from litellm.litellm_core_utils.core_helpers import attribute_or_none, has_attri from litellm.litellm_core_utils.hidden_params import get_hidden_params, set_hidden_param from litellm.llms.openai.workload_identity import resolve_openai_workload_identity_config from litellm.proxy._types import * +from litellm.proxy.auth.auth_utils import enforce_team_s3_bucket_allowlist from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.proxy.batches_endpoints.common_utils import validate_batch_list_limit from litellm.proxy.batches_endpoints.litellm_executed_batches import ( @@ -81,6 +83,7 @@ if TYPE_CHECKING: from prisma.models import LiteLLM_ManagedObjectTable router: Final = APIRouter() +_REQUEST_BODY_ADAPTER: Final = TypeAdapter(Mapping[str, object]) class _UserBatchLister(Protocol): @@ -285,6 +288,7 @@ async def create_batch( """ from litellm.proxy.proxy_server import ( general_settings, + general_settings_view, llm_router, proxy_config, proxy_logging_obj, @@ -294,6 +298,13 @@ async def create_batch( data: dict = {} try: data = await read_request_body(request=request) # rebind-ok: pre-existing rebinding on a rename-only line + enforce_team_s3_bucket_allowlist( + request_body=_REQUEST_BODY_ADAPTER.validate_python(data), + general_settings=general_settings_view(), + llm_router=llm_router, + team_metadata=user_api_key_dict.team_metadata, + team_id=user_api_key_dict.team_id, + ) _raise_when_routing_headers_disagree(request, data.get("model")) verbose_proxy_logger.debug( "Request received by LiteLLM:\n%s", @@ -384,6 +395,7 @@ async def create_batch( prepare_data_with_credentials( data=_create_batch_data, credentials=credentials, + keep_request_buckets=True, ) # Create batch using model credentials @@ -488,6 +500,7 @@ async def create_batch( prepare_data_with_credentials( data=_create_batch_data, credentials=credentials, + keep_request_buckets=True, ) # Create batch using model credentials @@ -506,6 +519,7 @@ async def create_batch( llm_router=llm_router, user_api_key_dict=user_api_key_dict, custom_llm_provider=custom_llm_provider, + keep_request_buckets=True, ) _raise_not_found_when_openai_fallback_unservable( requested_provider=requested_provider, diff --git a/litellm/proxy/batches_endpoints/litellm_executed_batches.py b/litellm/proxy/batches_endpoints/litellm_executed_batches.py index 4dd6496812e..8c78e650339 100644 --- a/litellm/proxy/batches_endpoints/litellm_executed_batches.py +++ b/litellm/proxy/batches_endpoints/litellm_executed_batches.py @@ -452,7 +452,7 @@ class LiteLLMExecutedBatchRunner: ) -> LiteLLMBatch: endpoint: Final = _validate_endpoint(create_request.get("endpoint")) content: Final = await self._download_input(unified_input_file_id, user_api_key_dict) - parsed: Final = parse_batch_input(content, endpoint, self._body_rejection(model)) + parsed: Final = parse_batch_input(content, endpoint, self._body_rejection(model, user_api_key_dict.team_id)) if isinstance(parsed, InvalidBatchInput): raise batch_error(400, f"Invalid batch input file: {parsed.describe()}") llm_batch_id: Final = f"{LITELLM_EXECUTED_BATCH_ID_PREFIX}{uuid_module.uuid4().hex}" @@ -533,7 +533,7 @@ class LiteLLMExecutedBatchRunner: return failed return await self.batches.load_batch(batch.id) or batch - def _body_rejection(self, model: str) -> BodyRejection: + def _body_rejection(self, model: str, team_id: str | None) -> BodyRejection: def reject(body: Mapping[str, object]) -> str | None: try: is_request_body_safe( @@ -541,6 +541,7 @@ class LiteLLMExecutedBatchRunner: general_settings=dict(self.general_settings), llm_router=self.llm_router, model=model, + team_id=team_id, ) except ValueError as e: return str(e) diff --git a/litellm/proxy/client/README.md b/litellm/proxy/client/README.md index 9a7e067c792..d5c76428e3b 100644 --- a/litellm/proxy/client/README.md +++ b/litellm/proxy/client/README.md @@ -294,7 +294,7 @@ keys = client.keys.list( ## Contributing -Contributions are welcome! Please check out our [contributing guidelines](../../CONTRIBUTING.md) for details. +Contributions are welcome! Please check out our [contributing guidelines](../../../.github/CONTRIBUTING.md) for details. ## License diff --git a/litellm/proxy/client/cli/README.md b/litellm/proxy/client/cli/README.md index 1fdf8da7d2b..02bbeb75158 100644 --- a/litellm/proxy/client/cli/README.md +++ b/litellm/proxy/client/cli/README.md @@ -260,6 +260,16 @@ Delete a credential: lite credentials delete ``` +#### Connect a GitHub Copilot Credential + +Connect your own GitHub Copilot account to a per-user GitHub Copilot credential, the same as the Connect button in the UI. Run it with your own virtual key, since the connection belongs to the user that key resolves to: + +```bash +lite --api-key sk-your-key credentials connect +``` + +It prints a code and a GitHub link, then waits. Open the link, enter the code, and approve. The command exits 0 once GitHub confirms the login, and exits 1 if the code expires, the login is denied, or the GitHub account has no Copilot seat. + ### Keys Management The CLI provides commands for managing API keys on your LiteLLM proxy server: @@ -579,7 +589,7 @@ The Codex undo receipt is kept in a private `.litellm` directory beside the reso `lite configure claude` wires Claude Code up persistently with a long-lived virtual key, a pinned model and an undo, and `lite unconfigure claude` puts things back: ```bash -curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/install.sh | sh +curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/install.sh | sh lite --base-url https://your-proxy.example.com configure claude --api-key sk-... --model claude-auto claude ``` @@ -615,17 +625,17 @@ After upgrading the CLI, run `lite configure claude` to refresh `~/.litellm/stat `lite autoroute start` builds and runs a throwaway litellm proxy locally, so unlike the rest of this CLI it needs the proxy server runtime, not just the thin `litellm[cli]` client. Install `litellm[proxy]` (which ships the `lite` command too) with a single curl command -- no existing Python tooling required, `uv` is bootstrapped automatically if missing: ```bash -curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/install.sh | sh +curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/install.sh | sh ``` To QA an unreleased branch or commit instead of the latest PyPI release, set `LITELLM_CLI_REF`: ```bash -curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm//scripts/install.sh | \ +curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm//litellm/scripts/install.sh | \ LITELLM_CLI_REF= sh ``` -The thin `scripts/install-cli.sh` installs only `litellm[cli]`, which is enough for `lite login`, `lite claude`, and `lite up`, but not for `lite autoroute start`; running it against a `litellm[cli]` install fails fast with a message telling you to install the proxy runtime. +The thin `litellm/scripts/install-cli.sh` installs only `litellm[cli]`, which is enough for `lite login`, `lite claude`, and `lite up`, but not for `lite autoroute start`; running it against a `litellm[cli]` install fails fast with a message telling you to install the proxy runtime. Point the CLI at your real proxy and key before running any `lite model-groups` or `lite autoroute` command -- like every other command in this CLI, they read `LITELLM_PROXY_URL`/`LITELLM_PROXY_API_KEY` (or `--base-url`/`--api-key`), no `lite login` required: diff --git a/litellm/proxy/client/cli/commands/autoroute/commands.py b/litellm/proxy/client/cli/commands/autoroute/commands.py index d9fc3ae9f77..6975a4c8e69 100644 --- a/litellm/proxy/client/cli/commands/autoroute/commands.py +++ b/litellm/proxy/client/cli/commands/autoroute/commands.py @@ -111,7 +111,7 @@ def start(port: int) -> None: "lite autoroute start launches a local litellm proxy, which needs the proxy runtime that the " f"thin `litellm[cli]` install does not include (missing: {', '.join(missing)}). Install the " "proxy runtime with `uv tool install --force 'litellm[proxy]'`, or to QA a branch, " - "`curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm//scripts/install.sh | " + "`curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm//litellm/scripts/install.sh | " "LITELLM_CLI_REF= sh`." ) diff --git a/litellm/proxy/client/cli/commands/credentials.py b/litellm/proxy/client/cli/commands/credentials.py index 2028bdb5599..40bcc6f6eea 100644 --- a/litellm/proxy/client/cli/commands/credentials.py +++ b/litellm/proxy/client/cli/commands/credentials.py @@ -1,5 +1,8 @@ import json -from collections.abc import Sequence +import time +from collections.abc import Callable, Sequence +from dataclasses import dataclass +from types import MappingProxyType from typing import Final, Literal import click @@ -8,9 +11,30 @@ import rich from rich.table import Table from typing_extensions import NotRequired, ReadOnly, TypedDict +from litellm.models.credentials import UserConnectionPollResponse, UserConnectionPollStatus + from ...credentials import CredentialsManagementClient +from ...exceptions import UnauthorizedError from ._cli_context import cli_context_values +_SLOW_DOWN_STEP_SECONDS: Final = 5 +_CONNECT_FAILURES: Final[MappingProxyType[UserConnectionPollStatus, str]] = MappingProxyType( + { + "expired": "The code expired before it was approved. Run the command again for a new code", + "denied": "The GitHub login was denied", + "no_copilot_seat": "That GitHub account has no GitHub Copilot seat", + } +) + + +@dataclass(frozen=True, slots=True) +class PollClock: + now: Callable[[], float] + sleep: Callable[[float], None] + + +SYSTEM_CLOCK: Final = PollClock(now=time.monotonic, sleep=time.sleep) + class _CredentialInfo(TypedDict): custom_llm_provider: ReadOnly[NotRequired[str]] @@ -179,3 +203,80 @@ def get(ctx: click.Context, credential_name: str): client: Final = CredentialsManagementClient(context["base_url"], context["api_key"]) response: Final = client.get(credential_name) _print_json(response) + + +def _next_poll_interval(poll: UserConnectionPollResponse, current: int) -> int: + if poll.interval is not None: + return poll.interval + return current + _SLOW_DOWN_STEP_SECONDS if poll.status == "slow_down" else current + + +def _poll_until_settled( + client: CredentialsManagementClient, + credential_name: str, + flow_handle: str, + first_interval: int, + expires_at: float, + clock: PollClock, +) -> UserConnectionPollResponse: + interval = first_interval # rebind-ok: GitHub can ask for a longer wait on any poll + while clock.now() + interval < expires_at: + clock.sleep(interval) + if (poll := client.poll_user_connection(credential_name, flow_handle)).status not in ("pending", "slow_down"): + return poll + interval = _next_poll_interval(poll, interval) + return UserConnectionPollResponse(status="expired") + + +def connect_user_credential( + client: CredentialsManagementClient, + credential_name: str, + clock: PollClock, +) -> UserConnectionPollResponse: + """Run the GitHub device login for the calling key's user and return the final poll result. + + Polling stops once the next poll would land after the code expires, since the proxy rejects polls on an expired + code. The countdown starts before the code is requested, so it never runs past the proxy's own.""" + requested_at: Final = clock.now() + started: Final = client.start_user_connection(credential_name) + click.echo(f"Go to {started.verification_uri} and enter code {started.user_code}") + click.echo("Waiting for approval...") + expires_at: Final = requested_at + started.expires_in + return _poll_until_settled(client, credential_name, started.flow_handle, started.interval, expires_at, clock) + + +def _report_http_error(response: requests.Response) -> None: + click.echo(f"Error: HTTP {response.status_code}", err=True) + try: + error_body: Final[_JsonBodyView] = {"body": response.json()} + _print_json(error_body["body"]) + except json.JSONDecodeError: + click.echo(response.text, err=True) + + +@credentials.command() +@click.argument("credential_name") +@click.pass_context +def connect(ctx: click.Context, credential_name: str) -> None: + """Connect your own GitHub Copilot account to a per-user credential, without the UI""" + context: Final = cli_context_values(ctx) + client: Final = CredentialsManagementClient(context["base_url"], context["api_key"]) + try: + result: Final = connect_user_credential(client, credential_name, SYSTEM_CLOCK) + except UnauthorizedError as e: + if isinstance(e.orig_exception, requests.exceptions.HTTPError) and e.orig_exception.response is not None: + _report_http_error(e.orig_exception.response) + raise click.Abort() + except requests.exceptions.HTTPError as e: + _report_http_error(e.response) + raise click.Abort() + except requests.exceptions.RequestException as e: + click.echo( + f"Error: could not reach the proxy at {context['base_url']} ({type(e).__name__}). Run the command again", + err=True, + ) + raise click.Abort() + if result.status != "connected": + click.echo(f"Error: {_CONNECT_FAILURES.get(result.status, result.status)}", err=True) + raise click.exceptions.Exit(1) + click.echo(f"Connected as {result.github_login} for credential '{credential_name}'") diff --git a/litellm/proxy/client/cli/commands/keys.py b/litellm/proxy/client/cli/commands/keys.py index 558c9139f5b..1b6db2b0d5c 100644 --- a/litellm/proxy/client/cli/commands/keys.py +++ b/litellm/proxy/client/cli/commands/keys.py @@ -2,7 +2,7 @@ import builtins import json from collections.abc import Mapping, Sequence from datetime import datetime -from typing import Any, Final, Literal, Protocol +from typing import Final, Literal, Protocol import click import requests @@ -33,6 +33,22 @@ class _JsonBodyView(TypedDict): body: ReadOnly[object] +class _KeyImportFields(TypedDict, total=False, extra_items=object): + pass + + +_KEY_IMPORT_FIELD_NAMES: Final = ( + "models", + "aliases", + "spend", + "key_alias", + "team_id", + "user_id", + "budget_id", + "config", +) + + def _cli_context(view: _CliContextView) -> _CliContext: return view.obj @@ -302,25 +318,9 @@ def _display_dry_run_table(source_keys: Sequence[Mapping[str, object]]) -> None: rich.print(table) -def _prepare_key_import_data(key: Mapping[str, object]) -> dict[str, Any]: +def _prepare_key_import_data(key: Mapping[str, object]) -> _KeyImportFields: """Prepare key data for import by extracting relevant fields.""" - import_data: Final = {} - - # Copy relevant fields if they exist - for field in [ - "models", - "aliases", - "spend", - "key_alias", - "team_id", - "user_id", - "budget_id", - "config", - ]: - if key.get(field): - import_data[field] = key[field] - - return import_data + return _KeyImportFields(**{field: key[field] for field in _KEY_IMPORT_FIELD_NAMES if key.get(field)}) def _import_keys_to_destination( diff --git a/litellm/proxy/client/cli/commands/models.py b/litellm/proxy/client/cli/commands/models.py index 538b42a8c83..ae3751cff69 100644 --- a/litellm/proxy/client/cli/commands/models.py +++ b/litellm/proxy/client/cli/commands/models.py @@ -10,12 +10,17 @@ from typing import TYPE_CHECKING, Any, Final, Literal import click import rich import yaml +from pydantic import TypeAdapter from typing_extensions import NotRequired, ReadOnly, TypedDict +from litellm.litellm_core_utils.core_helpers import json_contains, subscript + # local imports from ... import Client from ._cli_context import cli_context_values +_DECODED_YAML: Final = TypeAdapter(object) + if TYPE_CHECKING: from rich.console import JustifyMethod @@ -385,10 +390,10 @@ def _print_summary_table(provider_counts): def get_model_list_from_yaml_file(yaml_file: str) -> list[dict[str, object]]: """Load and validate the model list from a YAML file.""" with open(yaml_file, "r") as f: - data: Final = yaml.safe_load(f) - if not data or "model_list" not in data: + data: Final = _DECODED_YAML.validate_python(yaml.safe_load(f)) + if not data or not json_contains(data, "model_list"): raise click.ClickException("YAML file must contain a 'model_list' key with a list of models.") - model_list: Final = data["model_list"] + model_list: Final = subscript(data, "model_list") if not isinstance(model_list, list): raise click.ClickException("'model_list' must be a list of model definitions.") return model_list diff --git a/litellm/proxy/client/credentials.py b/litellm/proxy/client/credentials.py index 920aa238ace..2bd8ee8268a 100644 --- a/litellm/proxy/client/credentials.py +++ b/litellm/proxy/client/credentials.py @@ -5,6 +5,8 @@ from urllib.parse import quote import requests from pydantic import TypeAdapter +from litellm.models.credentials import UserConnectionPollResponse, UserConnectionStartResponse + from .exceptions import UnauthorizedError _DECODED_JSON: Final = TypeAdapter(object) @@ -217,3 +219,33 @@ class CredentialsManagementClient: if e.response.status_code == 401: raise UnauthorizedError(e) raise + + def _send_json(self, request: requests.Request) -> object: + try: + response: Final = requests.Session().send(request.prepare(), timeout=self._timeout) + response.raise_for_status() + return _DECODED_JSON.validate_python(response.json()) + except requests.exceptions.HTTPError as e: + if e.response.status_code == 401: + raise UnauthorizedError(e) + raise + + def _user_connection_url(self, credential_name: str, action: str) -> str: + return f"{self._base_url}/credentials/{quote(credential_name, safe='')}/user_connection/{action}" + + def start_user_connection(self, credential_name: str) -> UserConnectionStartResponse: + """Start the GitHub device login that connects the calling key's user to a per-user credential.""" + request: Final = requests.Request( + "POST", self._user_connection_url(credential_name, "start"), headers=self._get_headers() + ) + return UserConnectionStartResponse.model_validate(self._send_json(request)) + + def poll_user_connection(self, credential_name: str, flow_handle: str) -> UserConnectionPollResponse: + """Check once whether the user approved the device login that ``start_user_connection`` began.""" + request: Final = requests.Request( + "POST", + self._user_connection_url(credential_name, "poll"), + headers=self._get_headers(), + json={"flow_handle": flow_handle}, + ) + return UserConnectionPollResponse.model_validate(self._send_json(request)) diff --git a/litellm/proxy/common_request_processing.py b/litellm/proxy/common_request_processing.py index 9e2b49ef692..3efdbfd30e2 100644 --- a/litellm/proxy/common_request_processing.py +++ b/litellm/proxy/common_request_processing.py @@ -1,10 +1,11 @@ import asyncio import contextlib +import itertools import json import logging import math import time -from collections.abc import AsyncGenerator, AsyncIterator, Awaitable, Callable, Coroutine, Mapping, Sequence +from collections.abc import AsyncGenerator, AsyncIterator, Awaitable, Callable, Coroutine, Iterator, Mapping, Sequence from dataclasses import dataclass from datetime import datetime, timezone from functools import lru_cache @@ -72,6 +73,7 @@ from litellm.litellm_core_utils.core_helpers import ( is_expected_client_error, proxy_request_headers, redact_nested_match_and_regex_keys, + require_attributes, stream_cost_injection_requested, ) from litellm.litellm_core_utils.dd_tracing import NullTracer, tracer @@ -89,7 +91,7 @@ from litellm.litellm_core_utils.llm_cost_calc.guardrail_cost import ( from litellm.litellm_core_utils.llm_response_utils.get_headers import ( get_response_headers, ) -from litellm.litellm_core_utils.routing_common_utils import resolve_model_group_alias, resolve_served_model +from litellm.litellm_core_utils.routing_common_utils import resolve_model_group_alias from litellm.litellm_core_utils.safe_json_dumps import safe_dumps from litellm.litellm_core_utils.served_output_texts import ( record_served_output_texts, @@ -109,6 +111,7 @@ from litellm.proxy.auth.auth_checks import ( tag_max_budget_check_for_tags, ) from litellm.proxy.auth.auth_utils import check_response_size_is_safe, get_request_route +from litellm.proxy.auth.route_checks import RouteChecks from litellm.proxy.bug_report_config import build_proxy_bug_report from litellm.proxy.common_utils.callback_utils import ( get_logging_caching_headers, @@ -129,6 +132,11 @@ from litellm.proxy.common_utils.openai_error_payload import ( openai_error_type, relayed_provider_specific_fields, ) +from litellm.proxy.common_utils.proxy_rate_limit_error import ( + ATTEMPTED_FALLBACKS_HEADER, + rate_limit_fallback_from_request_data, + rate_limit_fallback_headers, +) from litellm.proxy.common_utils.responses_stream_errors import ( SSE_LINE_BREAK, ResponsesStreamErrorState, @@ -169,7 +177,7 @@ from litellm.types.guardrails import GuardrailEventHooks from litellm.types.router import RouterRateLimitError from litellm.types.router_weights import RouterWeights, validate_router_weights -_LateResponseT = TypeVar("_LateResponseT", bound=Response) +_LateResponseT = TypeVar("_LateResponseT") _LlmCallT = TypeVar("_LlmCallT") _ResponseT: Final = TypeVar("_ResponseT") _ChunkT: Final = TypeVar("_ChunkT") @@ -310,6 +318,8 @@ from litellm.proxy.litellm_pre_call_utils import ( LiteLLMProxyRequestSetup, add_litellm_data_to_request, get_metadata_variable_name, + global_then_key_alias_target, + pre_call_served_model, refresh_proxy_server_request_body_snapshot, reject_url_valued_destination, sanitize_for_log, @@ -381,7 +391,7 @@ def resolve_litellm_call_id(client_call_id: str | None) -> str: return str(uuid.uuid4()) -def should_return_raw_model_name(request_data: dict[str, object]) -> bool: +def should_return_raw_model_name(request_data: Mapping[str, object]) -> bool: return any( isinstance(metadata, dict) and metadata.get(RETURN_RAW_MODEL_NAME_METADATA_KEY) is True for metadata in (request_data.get("metadata"), request_data.get("litellm_metadata")) @@ -1017,13 +1027,11 @@ _ROUTER_SETTINGS_ADAPTER: Final[TypeAdapter[Mapping[str, object] | None]] = Type def _fallback_probe_data( - pristine: object, fallback_model: str, key_aliases: object, group_alias: object + pristine: object, fallback_model: str, user_api_key_dict: UserAPIKeyAuth, group_alias: object ) -> Mapping[str, object]: return { **_REQUEST_FIELDS.validate_python(pristine), - "model": resolve_served_model( - fallback_model, _DECODED_JSON.validate_python(litellm.model_alias_map), key_aliases, group_alias - ), + "model": pre_call_served_model(fallback_model, user_api_key_dict, group_alias), } @@ -1041,11 +1049,14 @@ async def _enforce_guardrail_added_tag_budgets( llm_router: Router | None, user_api_key_dict: UserAPIKeyAuth, proxy_logging_obj: ProxyLogging, + http_method: str | None = None, ) -> None: added_tags: Final = tuple( tag for tag in get_tags_from_request_body(request_body=data) if tag not in tags_before_guardrails ) - if not added_tags or request_skips_budget_checks(route=route, model=_request_model(data), llm_router=llm_router): + if not added_tags or request_skips_budget_checks( + route=route, model=_request_model(data), llm_router=llm_router, http_method=http_method + ): return from litellm.proxy.proxy_server import prisma_client, user_api_key_cache @@ -1359,7 +1370,17 @@ class LateSseFraming: """How a response the keepalive already opened ends once its upstream fails late.""" failure: Callable[[Exception], tuple[str, ...]] - body: Callable[[Response], tuple[bytes, ...]] + body: Callable[[object], tuple[bytes, ...]] + + +class _RenderedBody(Protocol): + @property + def body(self) -> bytes | memoryview: ... + + +class _CarriesStatusCode(Protocol): + @property + def status_code(self) -> int: ... def _openai_late_failure_frames(exc: Exception) -> tuple[str, ...]: @@ -1367,8 +1388,11 @@ def _openai_late_failure_frames(exc: Exception) -> tuple[str, ...]: return _sse_error_frames(error_obj) -def _openai_late_body_frames(produced: Response) -> tuple[bytes, ...]: - return b"data: " + (bytes(produced.body) or b"{}") + b"\n\n", b"data: [DONE]\n\n" +def _openai_late_body_frames(produced: object) -> tuple[bytes, ...]: + return ( + b"data: " + (bytes(require_attributes(produced, _RenderedBody, "body").body) or b"{}") + b"\n\n", + b"data: [DONE]\n\n", + ) def _anthropic_late_failure_frames(exc: Exception) -> tuple[str, ...]: @@ -1387,10 +1411,14 @@ def _responses_late_failure_frames(exc: Exception) -> tuple[str, ...]: return _responses_error_frames(sse_error_payload(exc)[1]) -def _responses_late_body_frames(produced: Response) -> tuple[bytes, ...]: - body: Final = bytes(produced.body) +def _responses_late_body_frames(produced: object) -> tuple[bytes, ...]: + body: Final = bytes(require_attributes(produced, _RenderedBody, "body").body) error_obj: Final = sse_error_object(body or b"{}") or {"message": body.decode()} - with_status: Final = {**error_obj, "code": error_obj.get("code") or str(produced.status_code)} + with_status: Final = { + **error_obj, + "code": error_obj.get("code") + or str(require_attributes(produced, _CarriesStatusCode, "status_code").status_code), + } return tuple(frame.encode() for frame in _responses_error_frames(with_status)) @@ -1614,7 +1642,7 @@ def ttft_keepalive_interval(request_data: Mapping[str, object], llm_router: Rout return resolve_ttft_keepalive_interval(deployments, litellm.sse_keepalive_ping_interval_seconds) -async def _aclose_late_response(produced: Response) -> None: +async def _aclose_late_response(produced: object) -> None: """Run the cleanup Starlette would have run, for a response it never called. Closing an already-closed async generator is a no-op, so this is safe to call @@ -1637,7 +1665,7 @@ async def _aclose_late_response(produced: Response) -> None: verbose_proxy_logger.debug("error closing relayed streaming generator: %s", exc) -async def _relay_late_response(produced: Response, framing: LateSseFraming) -> AsyncGenerator[bytes, None]: +async def _relay_late_response(produced: object, framing: LateSseFraming) -> AsyncGenerator[bytes, None]: """Replay a Response that was built after a keepalive had already opened the wire.""" if not isinstance(produced, StreamingResponse): # The status line is already on the wire, so a non-streaming body, an error @@ -1656,6 +1684,18 @@ async def _relay_late_response(produced: Response, framing: LateSseFraming) -> A await _aclose_late_response(produced) +async def _late_block_or_failure( + exc: Exception, + on_passthrough_block: Callable[[ModifyResponseException], Awaitable[Response]] | None, +) -> Response | Exception: + if not isinstance(exc, ModifyResponseException) or on_passthrough_block is None: + return exc + try: + return await on_passthrough_block(exc) + except Exception as block_failure: # noqa: BLE001 # the client still needs a frame that ends the stream + return block_failure + + async def _sanitized_late_failure( exc: Exception, on_late_failure: "Callable[[Exception], Awaitable[HTTPException | None]] | None", @@ -1686,6 +1726,7 @@ async def open_sse_before_first_byte( media_type: str = "text/event-stream", on_late_failure: Callable[[Exception], Awaitable[HTTPException | None]] | None = None, late_framing: LateSseFraming = OPENAI_LATE_SSE_FRAMING, + on_passthrough_block: Callable[[ModifyResponseException], Awaitable[Response]] | None = None, ) -> _LateResponseT | StreamingResponse: """Write SSE keepalive comments while the upstream LLM call is still in flight. @@ -1702,6 +1743,8 @@ async def open_sse_before_first_byte( the first ping reaches the client as an SSE error frame under a 200 rather than as an HTTP error status, and LiteLLM's own `x-litellm-*` response headers are not yet known. Both are why this stays off until an operator sets an interval. + A passthrough guardrail block is not a failure: when the route passes + `on_passthrough_block`, the stream it builds for the block is relayed. """ interval: Final = coerce_keepalive_interval(ping_interval_seconds) if interval is None: @@ -1724,14 +1767,19 @@ async def open_sse_before_first_byte( try: produced: Final = produce_task.result() except Exception as exc: # noqa: BLE001 # the status line is already sent; surface it as a frame + late: Final = await _late_block_or_failure(exc, on_passthrough_block) + if isinstance(late, Response): + async for chunk in _relay_late_response(late, late_framing): + yield chunk + return verbose_proxy_logger.exception( - "request failed after its SSE keepalive had opened the response: %s", exc + "request failed after its SSE keepalive had opened the response: %s", late ) # The caller's own `except` never sees this, so its failure hook # would never fire and the failure would go unaudited. The hook # also gets to sanitize what reaches the client, by returning or # raising a replacement, so its answer decides the frame. - for frame in late_framing.failure(await _sanitized_late_failure(exc, on_late_failure)): + for frame in late_framing.failure(await _sanitized_late_failure(late, on_late_failure)): yield frame.encode() return async for chunk in _relay_late_response(produced, late_framing): @@ -2246,13 +2294,9 @@ async def _team_member_within_fallback_model_budget( if proxy_config is not None and llm_router is not None else None ) - raw_aliases: Final[object] = cast( # cast-ok: auth aliases are dynamically typed at runtime - object, user_api_key_dict.aliases - ) - served_model: Final = resolve_served_model( + served_model: Final = pre_call_served_model( model, - litellm.model_alias_map, - raw_aliases, + user_api_key_dict, router_settings.get("model_group_alias") if router_settings is not None else None, ) if is_model_cost_zero(model=served_model, llm_router=llm_router): @@ -2388,12 +2432,12 @@ class ProxyBaseLLMRequestProcessing: response_cost: float | str | None = None, hidden_params: Mapping[str, object] | None = None, fastest_response_batch_completion: bool | None = None, - request_data: dict | None = {}, + request_data: Mapping[str, object] | None = None, timeout: float | httpx.Timeout | None = None, litellm_logging_obj: LiteLLMLoggingObj | None = None, read_timing_from_logging_obj: bool = True, - **kwargs, - ) -> dict: + **kwargs: object, + ) -> dict[str, str]: exclude_values: Final = {"", None, "None"} hidden_params = hidden_params or {} resolved_call_id: Final = ( @@ -2457,10 +2501,14 @@ class ProxyBaseLLMRequestProcessing: **{k: str(v) for k, v in kwargs.items()}, } if request_data: - remaining_tokens_header: Final = get_remaining_tokens_and_requests_from_request_data(request_data) + remaining_tokens_header: Final = get_remaining_tokens_and_requests_from_request_data(dict(request_data)) headers.update(remaining_tokens_header) - logging_caching_headers: Final = get_logging_caching_headers(request_data) + quota_fallback: Final = rate_limit_fallback_from_request_data(request_data) + if quota_fallback is not None: + headers.update(rate_limit_fallback_headers(quota_fallback, headers.get(ATTEMPTED_FALLBACKS_HEADER))) + + logging_caching_headers: Final = get_logging_caching_headers(dict(request_data)) if logging_caching_headers: headers.update(logging_caching_headers) @@ -2714,17 +2762,9 @@ class ProxyBaseLLMRequestProcessing: ### MODEL ALIAS MAPPING ### # check if model name in model alias map # get the actual model name - if isinstance(self.data["model"], str) and self.data["model"] in litellm.model_alias_map: - self.data["model"] = litellm.model_alias_map[self.data["model"]] - - # Check key-specific aliases - if ( - isinstance(self.data["model"], str) - and user_api_key_dict.aliases - and isinstance(user_api_key_dict.aliases, dict) - and self.data["model"] in user_api_key_dict.aliases - ): - self.data["model"] = user_api_key_dict.aliases[self.data["model"]] + prepared_model: Final = self.data["model"] + if isinstance(prepared_model, str): + self.data["model"] = global_then_key_alias_target(prepared_model, user_api_key_dict) if llm_router is not None and proxy_config is not None: self.data.update( @@ -2828,6 +2868,7 @@ class ProxyBaseLLMRequestProcessing: llm_router=llm_router, user_api_key_dict=user_api_key_dict, proxy_logging_obj=proxy_logging_obj, + http_method=RouteChecks.get_request_method(request), ) if route_type == "aget_responses": attach_post_call_pipelines_to_retrieval( @@ -2876,7 +2917,9 @@ class ProxyBaseLLMRequestProcessing: from litellm.proxy.common_utils.proxy_rate_limit_error import ( PER_MODEL_RATE_LIMIT_DESCRIPTOR_KEYS, ProxyRateLimitError, + RateLimitFallback, per_model_rate_limits_disable_fallbacks, + with_rate_limit_fallback, ) general_settings_view: Final = cast( # cast-ok: this method keeps its legacy bare-dict settings parameter @@ -2945,9 +2988,7 @@ class ProxyBaseLLMRequestProcessing: if isinstance(raw_router_settings, Mapping) else None ) - key_aliases: Final[object] = cast( # cast-ok: auth aliases are dynamically typed at runtime - object, user_api_key_dict.aliases - ) + attempt_numbers: Final[Iterator[int]] = itertools.count(1) try: for fallback_model in fallback_models: if fallback_model == original_model: @@ -2965,12 +3006,15 @@ class ProxyBaseLLMRequestProcessing: try: if endpoint_unsupported_by_model( route_type, - _fallback_probe_data(pristine, fallback_model, key_aliases, group_alias), + _fallback_probe_data(pristine, fallback_model, user_api_key_dict, group_alias), llm_router, user_api_key_dict.team_id, ): continue - return await self.common_processing_pre_call_logic( + attempt = next(attempt_numbers) + admitted: tuple[ + Mapping[str, object], LiteLLMLoggingObj + ] = await self.common_processing_pre_call_logic( request=request, general_settings=general_settings, proxy_logging_obj=proxy_logging_obj, @@ -2991,6 +3035,21 @@ class ProxyBaseLLMRequestProcessing: if is_hard_per_model_limit(fallback_exc): raise continue + else: + admitted_data, admitted_logging_obj = admitted + stamped: dict = dict( # mutable-ok: caller-defined request-payload shape + with_rate_limit_fallback( + admitted_data, + get_metadata_variable_name(request, admitted_data), + RateLimitFallback( + original_model_group=original_model, + descriptor_key=original_exc.descriptor_key or "unknown", + attempts=attempt, + ), + ) + ) + self.data = stamped + return stamped, admitted_logging_obj except BaseException: self.data = rate_limited_data raise @@ -3140,6 +3199,7 @@ class ProxyBaseLLMRequestProcessing: contents: list[object] | None = None, skip_pre_call_logic: bool = False, sse_framing: SseFraming = OPENAI_SSE_FRAMING, + on_passthrough_block: Callable[[ModifyResponseException], Awaitable[Response]] | None = None, ) -> object: """Run the request, sending SSE keepalives while the upstream is still silent. @@ -3191,6 +3251,7 @@ class ProxyBaseLLMRequestProcessing: ping_interval_seconds=ttft_keepalive_interval(self.data, llm_router), on_late_failure=_audit_late_failure, late_framing=ANTHROPIC_LATE_SSE_FRAMING if answers_as_anthropic else sse_framing.late, + on_passthrough_block=on_passthrough_block, ) def total_timeout_for( @@ -3265,7 +3326,7 @@ class ProxyBaseLLMRequestProcessing: contents: list[object] | None = None, # Add contents parameter skip_pre_call_logic: bool = False, first_chunk_framing: FirstChunkSseFraming = OPENAI_FIRST_CHUNK_FRAMING, - ) -> Any: + ) -> object: """ Common request processing logic for both chat completions and responses API endpoints """ @@ -3533,20 +3594,21 @@ class ProxyBaseLLMRequestProcessing: ) # Non-streaming response - fall through to normal response handling elif select_data_generator: - selected_data_generator = select_data_generator( + produced_generator: Final[AsyncGenerator[str, None]] = select_data_generator( response=response, user_api_key_dict=user_api_key_dict, request_data=self.data, request=request, ) - if route_type in ("aresponses", "aget_responses"): - selected_data_generator = ( - ProxyBaseLLMRequestProcessing._wrap_responses_stream_for_container_ownership( - original_stream_response=response, - wrapped_generator=selected_data_generator, - user_api_key_dict=user_api_key_dict, - ) + selected_data_generator = ( + ProxyBaseLLMRequestProcessing._wrap_responses_stream_for_container_ownership( + original_stream_response=response, + wrapped_generator=produced_generator, + user_api_key_dict=user_api_key_dict, ) + if route_type in ("aresponses", "aget_responses") + else produced_generator + ) if selected_data_generator is not None: return await create_response( generator=selected_data_generator, @@ -3788,9 +3850,9 @@ class ProxyBaseLLMRequestProcessing: @staticmethod async def _wrap_responses_stream_for_container_ownership( original_stream_response: object, - wrapped_generator: Any, + wrapped_generator: AsyncIterator[_ChunkT], user_api_key_dict: UserAPIKeyAuth, - ): + ) -> AsyncGenerator[_ChunkT, None]: """Forward SSE chunks and record container ownership before the terminal chunk goes out. Streaming ``/v1/responses`` short-circuits out of diff --git a/litellm/proxy/common_utils/callback_config_validation.py b/litellm/proxy/common_utils/callback_config_validation.py index a486d6665fc..a1c2ff8eb52 100644 --- a/litellm/proxy/common_utils/callback_config_validation.py +++ b/litellm/proxy/common_utils/callback_config_validation.py @@ -14,7 +14,11 @@ from typing import Final, Literal, cast # noqa: TID251 # preserve arbitrary ke from pydantic import TypeAdapter, ValidationError from litellm.litellm_core_utils.credential_accessor import CredentialAccessor -from litellm.types.utils import CAPTURE_MESSAGE_CONTENT_VAR, EXCLUDED_SERVICES_VAR +from litellm.types.utils import ( + BAGGAGE_METADATA_KEYS_VAR, + EXCLUDED_SERVICES_VAR, + OTEL_DESTINATION_VARS, +) _NEWRELIC_CALLBACK: Final = "newrelic" _NEWRELIC_VAR_PREFIX: Final = "newrelic_" @@ -42,18 +46,12 @@ def callback_config_error( ) if langfuse_error is not None: return langfuse_error - from litellm.litellm_core_utils.initialize_dynamic_callback_params import ( - validate_capture_message_content_value, - validate_excluded_services_value, - ) + from litellm.litellm_core_utils.initialize_dynamic_callback_params import OTEL_DESTINATION_VALIDATORS destination_setting_error: Final = next( ( error - for variable_name, validator in ( - (CAPTURE_MESSAGE_CONTENT_VAR, validate_capture_message_content_value), - (EXCLUDED_SERVICES_VAR, validate_excluded_services_value), - ) + for variable_name, validator in OTEL_DESTINATION_VALIDATORS.items() if ( error := _destination_setting_error( variable_name, callback_name, callback_vars, callback_type, validator @@ -269,11 +267,17 @@ def conflicting_callback_var_error( def _same_callback_var_value(variable_name: str, first: str, second: str) -> bool: - if variable_name != EXCLUDED_SERVICES_VAR: - return first == second - from litellm.integrations.otel.model.config import parse_excluded_services + if variable_name == EXCLUDED_SERVICES_VAR: + from litellm.integrations.otel.model.config import parse_excluded_services - return parse_excluded_services(first) == parse_excluded_services(second) + return parse_excluded_services(first) == parse_excluded_services(second) + if variable_name == BAGGAGE_METADATA_KEYS_VAR: + from litellm.integrations.otel.model.baggage import parse_destination_metadata_keys + + first_keys: Final = parse_destination_metadata_keys(first) + second_keys: Final = parse_destination_metadata_keys(second) + return first_keys is not None and second_keys is not None and frozenset(first_keys) == frozenset(second_keys) + return first == second def logging_metadata_config_error(metadata: Mapping[str, object] | None) -> str | None: @@ -331,7 +335,7 @@ def _conflicting_entry_setting_error( return next( ( error - for variable_name in (CAPTURE_MESSAGE_CONTENT_VAR, EXCLUDED_SERVICES_VAR) + for variable_name in OTEL_DESTINATION_VARS if (error := conflicting_callback_var_error(callback_name, variable_name, callback_vars, earlier)) is not None ), @@ -364,7 +368,7 @@ def _logging_entry_error(entry: object) -> str | None: destination_var_error: Final = next( ( f"{variable_name} must be a string, got {type(callback_vars[variable_name]).__name__}" - for variable_name in (CAPTURE_MESSAGE_CONTENT_VAR, EXCLUDED_SERVICES_VAR) + for variable_name in OTEL_DESTINATION_VARS if variable_name in callback_vars and not isinstance(callback_vars[variable_name], str) ), None, diff --git a/litellm/proxy/common_utils/callback_utils.py b/litellm/proxy/common_utils/callback_utils.py index 0aa8d2291ef..dca410d9b28 100644 --- a/litellm/proxy/common_utils/callback_utils.py +++ b/litellm/proxy/common_utils/callback_utils.py @@ -93,6 +93,10 @@ class _CallbackNotDispatchable: _CallbackLoadError: TypeAlias = _CallbackResolvedToClass | _CallbackNotDispatchable +class _PresidioOptions(TypedDict, total=False, extra_items=object): + pass + + def _classify_loaded_callback(entry: str, loaded: object) -> CustomLogger | Callable[..., object] | _CallbackLoadError: """ Decide whether what a ``litellm_settings.callbacks`` dotted path resolved to can be dispatched. @@ -193,15 +197,15 @@ def initialize_callbacks_on_proxy( if presidio_logging_only is not None: presidio_logging_only = bool(presidio_logging_only) # validate boolean given - _presidio_params = {} + _presidio_params: Mapping[str, object] = {} if "presidio" in callback_specific_params and isinstance(callback_specific_params["presidio"], dict): _presidio_params = callback_specific_params["presidio"] - params: dict[str, Any] = { + params: Mapping[str, object] = { "logging_only": presidio_logging_only, **_presidio_params, } - pii_masking_object = OPTIONAL_PresidioPIIMasking(**params) + pii_masking_object = OPTIONAL_PresidioPIIMasking(**_PresidioOptions(**params)) imported_list.append(pii_masking_object) elif isinstance(callback, str) and callback == "llamaguard_moderations": try: @@ -235,7 +239,7 @@ def initialize_callbacks_on_proxy( imported_list.append(_secret_detection_object) elif isinstance(callback, str) and callback == "openai_moderations": try: - from enterprise.enterprise_hooks.openai_moderation import ( + from litellm.enterprise.enterprise_hooks.openai_moderation import ( ENTERPRISE_OpenAI_Moderation, ) except ImportError: @@ -270,7 +274,7 @@ def initialize_callbacks_on_proxy( imported_list.append(aporia_guardrail_object) elif isinstance(callback, str) and callback == "google_text_moderation": try: - from enterprise.enterprise_hooks.google_text_moderation import ( + from litellm.enterprise.enterprise_hooks.google_text_moderation import ( ENTERPRISE_GoogleTextModeration, ) except ImportError: @@ -299,7 +303,7 @@ def initialize_callbacks_on_proxy( imported_list.append(llm_guard_moderation_obj) elif isinstance(callback, str) and callback == "blocked_user_check": try: - from enterprise.enterprise_hooks.blocked_user_list import ( + from litellm.enterprise.enterprise_hooks.blocked_user_list import ( ENTERPRISE_BlockedUserList, ) except ImportError: @@ -314,7 +318,7 @@ def initialize_callbacks_on_proxy( imported_list.append(blocked_user_list) elif isinstance(callback, str) and callback == "banned_keywords": try: - from enterprise.enterprise_hooks.banned_keywords import ( + from litellm.enterprise.enterprise_hooks.banned_keywords import ( ENTERPRISE_BannedKeywords, ) except ImportError: diff --git a/litellm/proxy/common_utils/encrypt_decrypt_utils.py b/litellm/proxy/common_utils/encrypt_decrypt_utils.py index 644a35ef4ef..5b7ce5c8f3e 100644 --- a/litellm/proxy/common_utils/encrypt_decrypt_utils.py +++ b/litellm/proxy/common_utils/encrypt_decrypt_utils.py @@ -3,7 +3,7 @@ import ctypes import os import re from collections.abc import Mapping -from typing import Final, Literal, cast +from typing import Final, Literal, TypeVar, cast, overload from pydantic import TypeAdapter, ValidationError @@ -201,7 +201,18 @@ def decrypt_bearer_token(token: str, prefix: str) -> str | None: return None -def encrypt_value_helper(value: str, new_encryption_key: str | None = None): +_Passthrough: Final = TypeVar("_Passthrough") + + +@overload +def encrypt_value_helper(value: str, new_encryption_key: str | None = None) -> str: ... + + +@overload +def encrypt_value_helper(value: _Passthrough, new_encryption_key: str | None = None) -> _Passthrough: ... + + +def encrypt_value_helper(value: object, new_encryption_key: str | None = None) -> object: signing_key: Final = new_encryption_key or get_salt_key() try: diff --git a/litellm/proxy/common_utils/fips.py b/litellm/proxy/common_utils/fips.py index 6cd23e5c0ff..efa57817482 100644 --- a/litellm/proxy/common_utils/fips.py +++ b/litellm/proxy/common_utils/fips.py @@ -2,6 +2,7 @@ import threading from collections.abc import Mapping from typing import Final +from litellm.llms.custom_httpx.http_handler import exclude_rsa_key_exchange_and_chacha20 from litellm.secret_managers.main import str_to_bool FIPS_MODE_SETTING: Final = "fips_mode" @@ -13,7 +14,7 @@ class FipsModeError(Exception): pass -def _fips_mode_setting(general_settings: Mapping[str, object]) -> bool | None: +def fips_mode_setting(general_settings: Mapping[str, object]) -> bool | None: """general_settings.fips_mode as a boolean: False when the key is absent, None when it is not a boolean, including a key with no value.""" if FIPS_MODE_SETTING not in general_settings: @@ -60,7 +61,7 @@ def cryptography_enforces_fips() -> bool: def fips_mode_refusal(general_settings: Mapping[str, object]) -> str | None: """Why the proxy must not start: general_settings.fips_mode is not a boolean, or is on but Python's or the cryptography library's OpenSSL does not enforce FIPS. None when it may start.""" - setting: Final = _fips_mode_setting(general_settings) + setting: Final = fips_mode_setting(general_settings) if setting is None: value: Final = general_settings.get(FIPS_MODE_SETTING) if value is None: @@ -89,7 +90,9 @@ def enforce_fips_mode(general_settings: Mapping[str, object]) -> None: refusal: Final = fips_mode_refusal(general_settings) if refusal is not None: raise FipsModeError(refusal) - if _fips_mode_setting(general_settings): + active: Final = fips_mode_setting(general_settings) is True + exclude_rsa_key_exchange_and_chacha20(active) + if active: _FIPS_MODE_ACTIVE.set() else: _FIPS_MODE_ACTIVE.clear() diff --git a/litellm/proxy/common_utils/http_parsing_utils.py b/litellm/proxy/common_utils/http_parsing_utils.py index 5bcbda016cc..5da297cd445 100644 --- a/litellm/proxy/common_utils/http_parsing_utils.py +++ b/litellm/proxy/common_utils/http_parsing_utils.py @@ -34,6 +34,12 @@ _BINARY_CONTENT_TYPES: Final[frozenset[str]] = frozenset({"application/x-protobu _ANNOTATION_QUALIFIERS: Final[frozenset[object]] = frozenset({Annotated, NotRequired, ReadOnly, Required}) _DECODED_JSON: Final = TypeAdapter(object) _JSON_REQUEST_BODY: Final = TypeAdapter(Mapping[str, object]) +_REQUEST_PATH_PARAMS: Final = TypeAdapter(Mapping[str, object]) + + +def read_request_path_params(request: Request | None) -> Mapping[str, object] | None: + path_params: Final = _DECODED_JSON.validate_python(getattr(request, "path_params", None)) + return _REQUEST_PATH_PARAMS.validate_python(path_params) if isinstance(path_params, Mapping) else None class _ReadableUpload(Protocol): diff --git a/litellm/proxy/common_utils/model_deprecation.py b/litellm/proxy/common_utils/model_deprecation.py index b50890089e4..f33bb82b49b 100644 --- a/litellm/proxy/common_utils/model_deprecation.py +++ b/litellm/proxy/common_utils/model_deprecation.py @@ -11,7 +11,7 @@ from typing import TYPE_CHECKING, Final, TypeAlias import litellm from litellm._logging import verbose_logger from litellm.litellm_core_utils.get_model_cost_map import GetModelCostMap -from litellm.rust_bridge.host.model_cost import AliasedCostEntry +from litellm.litellm_core_utils.model_cost_table import AliasedCostEntry from litellm.types.proxy.model_deprecation import ( DEFAULT_DEPRECATION_WARN_DAYS, DeprecationStatus, diff --git a/litellm/proxy/common_utils/proxy_rate_limit_error.py b/litellm/proxy/common_utils/proxy_rate_limit_error.py index 02da6f706d1..6f3ef4e03d4 100644 --- a/litellm/proxy/common_utils/proxy_rate_limit_error.py +++ b/litellm/proxy/common_utils/proxy_rate_limit_error.py @@ -37,10 +37,12 @@ This module provides a single proxy-side error class that: import json from collections.abc import Mapping +from dataclasses import dataclass +from types import MappingProxyType from typing import Final from fastapi import HTTPException -from pydantic import TypeAdapter, ValidationError +from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError from litellm._logging import verbose_proxy_logger from litellm.exceptions import RateLimitError, RateLimitErrorCategory, RateLimitType @@ -49,6 +51,7 @@ PER_MODEL_RATE_LIMIT_DESCRIPTOR_KEYS: Final = frozenset( { "model_per_key", "model_per_team", + "model_per_end_user", "model_per_organization", "model_per_project", "model_per_project_itpm", @@ -72,6 +75,94 @@ def per_model_rate_limits_disable_fallbacks(general_settings: Mapping[str, objec return False +RATE_LIMIT_FALLBACK_METADATA_KEY: Final = "rate_limit_fallback" +RATE_LIMIT_FALLBACK_REASON_HEADER: Final = "x-litellm-fallback-reason" +ATTEMPTED_FALLBACKS_HEADER: Final = "x-litellm-attempted-fallbacks" + + +@dataclass(frozen=True, slots=True) +class RateLimitFallback: + original_model_group: str + descriptor_key: str + attempts: int = 1 + + def stamp(self) -> Mapping[str, object]: + return MappingProxyType( + { + "original_model_group": self.original_model_group, + "descriptor_key": self.descriptor_key, + "attempts": self.attempts, + } + ) + + @property + def reason(self) -> str: + return f"rate_limit:{self.descriptor_key}" + + +class _StampedBucket(BaseModel): + model_config = ConfigDict(extra="ignore", frozen=True) + rate_limit_fallback: RateLimitFallback | None = None + + +class _StampedRequest(BaseModel): + model_config = ConfigDict(extra="ignore", frozen=True) + metadata: _StampedBucket | None = None + litellm_metadata: _StampedBucket | None = None + + +_STAMPED_REQUEST: Final[TypeAdapter[_StampedRequest]] = TypeAdapter(_StampedRequest) +_ROUTER_HOPS: Final[TypeAdapter[int]] = TypeAdapter(int) + + +def rate_limit_fallback_from_request_data(request_data: Mapping[str, object]) -> RateLimitFallback | None: + try: + stamped: Final = _STAMPED_REQUEST.validate_python(request_data) + except ValidationError: + return None + buckets: Final = (stamped.metadata, stamped.litellm_metadata) + return next( + (bucket.rate_limit_fallback for bucket in buckets if bucket is not None and bucket.rate_limit_fallback), None + ) + + +_METADATA_BUCKET: Final[TypeAdapter[Mapping[str, object]]] = TypeAdapter(Mapping[str, object]) + + +def _metadata_bucket(value: object) -> Mapping[str, object]: + try: + return _METADATA_BUCKET.validate_python(value) + except ValidationError: + return MappingProxyType({}) + + +def with_rate_limit_fallback( + request_data: Mapping[str, object], bucket_name: str, fallback: RateLimitFallback +) -> Mapping[str, object]: + bucket: Final = _metadata_bucket(request_data.get(bucket_name)) + return MappingProxyType( + {**request_data, bucket_name: {**bucket, RATE_LIMIT_FALLBACK_METADATA_KEY: dict(fallback.stamp())}} + ) + + +def rate_limit_fallback_headers(fallback: RateLimitFallback, attempted_fallbacks: object) -> Mapping[str, str]: + try: + router_hops: Final = _ROUTER_HOPS.validate_python(attempted_fallbacks) + except ValidationError: + return MappingProxyType( + { + ATTEMPTED_FALLBACKS_HEADER: str(max(fallback.attempts, 1)), + RATE_LIMIT_FALLBACK_REASON_HEADER: fallback.reason, + } + ) + return MappingProxyType( + { + ATTEMPTED_FALLBACKS_HEADER: str(max(router_hops, 0) + max(fallback.attempts, 1)), + RATE_LIMIT_FALLBACK_REASON_HEADER: fallback.reason, + } + ) + + def map_v3_rate_limit_type( v3_value: str | None, ) -> RateLimitType | None: diff --git a/litellm/proxy/common_utils/reset_budget_job.py b/litellm/proxy/common_utils/reset_budget_job.py index 9e3071f020e..ae91cbb1f2a 100644 --- a/litellm/proxy/common_utils/reset_budget_job.py +++ b/litellm/proxy/common_utils/reset_budget_job.py @@ -1200,7 +1200,7 @@ class ResetBudgetJob: if updated_keys: await self._write_key_reset_updates(updated_keys=updated_keys) for k in updated_keys: - token = getattr(k.row, "token", None) + token = k.row.token if token: await self._invalidate_spend_counter(key_counter(str(token))) @@ -1317,7 +1317,7 @@ class ResetBudgetJob: if updated_users: await self._write_user_reset_updates(updated_users=updated_users) for u in updated_users: - user_id = getattr(u.row, "user_id", None) + user_id = u.row.user_id if user_id: await self._invalidate_spend_counter(user_counter(str(user_id))) if user_id == LITELLM_PROXY_BUDGET_NAME: @@ -1438,7 +1438,7 @@ class ResetBudgetJob: if updated_teams: await self._write_team_reset_updates(updated_teams=updated_teams) for t in updated_teams: - team_id = getattr(t.row, "team_id", None) + team_id = t.row.team_id if team_id: await self._invalidate_spend_counter(team_counter(str(team_id))) diff --git a/litellm/proxy/common_utils/token_count_log.py b/litellm/proxy/common_utils/token_count_log.py index 04c07a29117..83520ef1ade 100644 --- a/litellm/proxy/common_utils/token_count_log.py +++ b/litellm/proxy/common_utils/token_count_log.py @@ -6,10 +6,16 @@ from dataclasses import dataclass from types import MappingProxyType from typing import Final, TypeVar -from fastapi import status +from fastapi import HTTPException, Request, Response, status from litellm._logging import verbose_proxy_logger -from litellm.proxy.common_utils.openai_error_payload import error_status_code +from litellm.proxy._types import ProxyException +from litellm.proxy.common_utils.openai_error_payload import ( + LITELLM_CALL_ID_HEADER, + error_status_code, + headers_with_litellm_call_id, + with_litellm_call_id, +) from litellm.types.token_count import TokenCountSource from litellm.types.utils import TokenCountResponse @@ -28,6 +34,7 @@ def _logfmt_value(value: str | None) -> str: _Counted: Final = TypeVar("_Counted") _Rejection: Final = TypeVar("_Rejection") _ProviderCount: Final = TypeVar("_ProviderCount", bound=Mapping[str, object]) +_Answer: Final = TypeVar("_Answer") @dataclass(frozen=True, slots=True) @@ -131,3 +138,23 @@ async def logged_provider_token_count( ) return await _logged(count, _CountRequest(litellm_call_id, request_model, model_id), provider_fields) + + +async def answered_with_litellm_call_id( + answer: Awaitable[_Answer], litellm_call_id: str, request: Request, fastapi_response: Response +) -> _Answer: + try: + answered: Final = await answer + except ProxyException as e: + raise with_litellm_call_id(e, litellm_call_id) + except HTTPException as e: + e.headers = headers_with_litellm_call_id(e.headers, litellm_call_id) + raise + except Exception: + request.state.litellm_call_id = litellm_call_id # rebind-ok: the crash handler reads the id from request.state + raise + if isinstance(answered, Response): + answered.headers.setdefault(LITELLM_CALL_ID_HEADER, litellm_call_id) + return answered + fastapi_response.headers[LITELLM_CALL_ID_HEADER] = litellm_call_id # rebind-ok: FastAPI's only way to add a header + return answered diff --git a/litellm/proxy/db/budget_window_spend_writer.py b/litellm/proxy/db/budget_window_spend_writer.py index d2b69f24397..ccabd9dcde6 100644 --- a/litellm/proxy/db/budget_window_spend_writer.py +++ b/litellm/proxy/db/budget_window_spend_writer.py @@ -18,6 +18,7 @@ from collections.abc import Mapping, Sequence from contextlib import nullcontext from dataclasses import dataclass from datetime import datetime, timedelta, timezone +from types import TracebackType from typing import TYPE_CHECKING, Final, Protocol from pydantic import TypeAdapter @@ -149,7 +150,13 @@ class _UpsertBatch(Protocol): class _UpsertBatchManager(Protocol): async def __aenter__(self) -> _UpsertBatch: ... - async def __aexit__(self, exc_type: object, exc_value: object, traceback: object) -> bool | None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> bool | None: ... class _UpsertTransaction(Protocol): @@ -161,7 +168,13 @@ class _UpsertTransaction(Protocol): class _UpsertTransactionManager(Protocol): async def __aenter__(self) -> _UpsertTransaction: ... - async def __aexit__(self, exc_type: object, exc_value: object, traceback: object) -> bool | None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> bool | None: ... def _seed_totals_query(prisma_client: "PrismaClient") -> _SeedTotalsQuery: diff --git a/litellm/proxy/db/create_views.py b/litellm/proxy/db/create_views.py index d51e39596c6..0b7fad88230 100644 --- a/litellm/proxy/db/create_views.py +++ b/litellm/proxy/db/create_views.py @@ -51,7 +51,7 @@ async def create_view_tolerating_race(db: SupportsExecuteRaw, view_name: str, dd async def create_missing_views(db: SupportsRawQueries) -> None: """ -------------------------------------------------- - NOTE: Copy of `litellm/db_scripts/create_views.py`. + NOTE: Copy of `litellm/scripts/db/create_views.py`. -------------------------------------------------- Checks if the LiteLLM_VerificationTokenView and MonthlyGlobalSpend exists in the user's db. diff --git a/litellm/proxy/db/daily_spend_bulk_upsert.py b/litellm/proxy/db/daily_spend_bulk_upsert.py index 2d1770f4c1d..38b132e7e10 100644 --- a/litellm/proxy/db/daily_spend_bulk_upsert.py +++ b/litellm/proxy/db/daily_spend_bulk_upsert.py @@ -98,6 +98,7 @@ _SPEND_COLUMNS: Final = ( "prompt_caching_savings_spend", "gateway_injected_caching_savings_spend", "autorouter_savings_spend", + "guardrail_spend", ) _CASTS: Final[Mapping[str, str]] = MappingProxyType( diff --git a/litellm/proxy/db/db_spend_update_writer.py b/litellm/proxy/db/db_spend_update_writer.py index 4a1871ff1f5..5a9a52447b7 100644 --- a/litellm/proxy/db/db_spend_update_writer.py +++ b/litellm/proxy/db/db_spend_update_writer.py @@ -18,7 +18,7 @@ from contextlib import asynccontextmanager from contextvars import ContextVar from datetime import datetime, timedelta, timezone from functools import reduce -from types import MappingProxyType +from types import MappingProxyType, TracebackType from typing import TYPE_CHECKING, Any, Final, Literal, Protocol, TypeAlias, TypeVar, cast, overload from urllib.parse import quote, unquote @@ -39,6 +39,7 @@ from litellm.constants import ( from litellm.litellm_core_utils.batch_utils import BATCH_COST_REQUEST_ID_SUFFIX from litellm.litellm_core_utils.core_helpers import finite_cost, single_log_line from litellm.litellm_core_utils.litellm_logging import coerce_model_access_groups +from litellm.litellm_core_utils.llm_cost_calc.guardrail_cost import guardrail_share_of_spend from litellm.litellm_core_utils.safe_json_loads import safe_json_loads from litellm.proxy._types import ( DB_RETRY_SAFE_ERROR_TYPES, @@ -91,6 +92,7 @@ from litellm.proxy.spend_tracking.savings import ( extract_cache_read_tokens, marks_gateway_injection, ) +from litellm.proxy.spend_tracking.session_spend_total import SessionSpendTotals from litellm.proxy.spend_tracking.spend_log_error_logger import spend_log_error from litellm.repositories.prisma_protocols import BatchTable from litellm.responses.streaming_iterator import spawn_logging_task @@ -247,21 +249,43 @@ class SpendUpsertTable(Protocol): class _SpendBatch(Protocol): - litellm_usertable: BatchTable - litellm_endusertable: SpendUpsertTable - litellm_dailymodelusage: SpendUpsertTable + @property + def litellm_usertable(self) -> BatchTable: ... + + @property + def litellm_endusertable(self) -> SpendUpsertTable: ... + + @property + def litellm_dailymodelusage(self) -> SpendUpsertTable: ... def execute_raw(self, query: LiteralString, *args: object) -> None: ... - litellm_verificationtoken: BatchTable - litellm_teamtable: BatchTable - litellm_teammembership: BatchTable - litellm_organizationtable: BatchTable - litellm_organizationmembership: BatchTable - litellm_projecttable: BatchTable - litellm_tagtable: BatchTable - litellm_agentstable: BatchTable - litellm_modelaccessgroupbudgettable: BatchTable + @property + def litellm_verificationtoken(self) -> BatchTable: ... + + @property + def litellm_teamtable(self) -> BatchTable: ... + + @property + def litellm_teammembership(self) -> BatchTable: ... + + @property + def litellm_organizationtable(self) -> BatchTable: ... + + @property + def litellm_organizationmembership(self) -> BatchTable: ... + + @property + def litellm_projecttable(self) -> BatchTable: ... + + @property + def litellm_tagtable(self) -> BatchTable: ... + + @property + def litellm_agentstable(self) -> BatchTable: ... + + @property + def litellm_modelaccessgroupbudgettable(self) -> BatchTable: ... _EntitySpendTable: TypeAlias = Literal[ @@ -286,7 +310,13 @@ def _entity_spend_table(batcher: _SpendBatch, table_accessor: _EntitySpendTable) class SpendBatchManager(Protocol): async def __aenter__(self) -> _SpendBatch: ... - async def __aexit__(self, exc_type: object, exc_value: object, traceback: object) -> bool | None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> bool | None: ... class _SpendTransaction(Protocol): @@ -298,7 +328,13 @@ class _SpendTransaction(Protocol): class _SpendTransactionManager(Protocol): async def __aenter__(self) -> _SpendTransaction: ... - async def __aexit__(self, exc_type: object, exc_value: object, traceback: object) -> bool | None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> bool | None: ... _DailySpendTransactionT = TypeVar("_DailySpendTransactionT", bound=BaseDailySpendTransaction) @@ -684,8 +720,10 @@ class DBSpendUpdateWriter: self, redis_cache: RedisCache | None = None, accounting_clock: Callable[[], float] = time.monotonic, + session_spend_totals: SessionSpendTotals | None = None, ): self.redis_cache = redis_cache + self.session_spend_totals: Final = session_spend_totals self.accounting_storage_checks = Cadence(accounting_clock) self.accounting_delay_alerts = Cadence(accounting_clock) self.redis_update_buffer = RedisUpdateBuffer(redis_cache=self.redis_cache) @@ -767,6 +805,13 @@ class DBSpendUpdateWriter: llm_router=llm_router, ) billable_cost: Final = _billable_cost(response_cost, payload) + if ( + proxy_settings.get("disable_responses_id_security") is True + and payload["call_type"] in {"aget_responses", "acancel_responses"} + and payload["status"] == "success" + and not billable_cost + ): + return True payload["spend"] = billable_cost or 0.0 payload["startTime"] = _iso_timestamp(payload["startTime"]) payload["endTime"] = _iso_timestamp(payload["endTime"]) @@ -818,6 +863,7 @@ class DBSpendUpdateWriter: prisma_client=prisma_client, spend_logs_kept=keep_spend_logs, ) + await self._record_session_spend(hashed_token, billable_cost or 0.0, request_fields) if keep_spend_logs: await self._enqueue_tool_usage_transaction( payload=payload, @@ -873,6 +919,19 @@ class DBSpendUpdateWriter: ) return True + async def _record_session_spend( + self, api_key: str | None, spend: float, request_fields: Mapping[str, object] + ) -> None: + from litellm.proxy.spend_tracking.spend_tracking_utils import caller_session_for_accounting + + totals: Final = self.session_spend_totals + if totals is None or not api_key or spend <= 0: + return + session_id: Final = caller_session_for_accounting(request_fields) + if session_id is None: + return + await totals.record(api_key=api_key, session_id=session_id, spend=spend) + async def _record_spend_log( self, payload: SpendLogsPayload, @@ -3164,6 +3223,10 @@ class DBSpendUpdateWriter: prompt_caching_savings_spend=savings_spend.prompt_caching, gateway_injected_caching_savings_spend=savings_spend.gateway_injected_caching, autorouter_savings_spend=0.0 if is_internal_call else savings_spend.autorouter, + guardrail_spend=guardrail_share_of_spend( + _metadata, + payload["spend"], # pyright: ignore[reportUnknownArgumentType] # legacy dict | SpendLogsPayload union + ), total_response_time_ms=timed_duration_ms or 0, timed_requests=0 if timed_duration_ms is None else 1, ) diff --git a/litellm/proxy/db/db_transaction_queue/daily_spend_update_queue.py b/litellm/proxy/db/db_transaction_queue/daily_spend_update_queue.py index 288c85c3513..70a9aaa5512 100644 --- a/litellm/proxy/db/db_transaction_queue/daily_spend_update_queue.py +++ b/litellm/proxy/db/db_transaction_queue/daily_spend_update_queue.py @@ -154,6 +154,10 @@ class DailySpendUpdateQueue(BaseUpdateQueue): payload.get("autorouter_savings_spend", 0) or 0 ) + daily_transaction.get("autorouter_savings_spend", 0) + daily_transaction["guardrail_spend"] = ( + payload.get("guardrail_spend", 0) or 0 + ) + daily_transaction.get("guardrail_spend", 0) + daily_transaction["total_response_time_ms"] = ( payload.get("total_response_time_ms", 0) or 0 ) + daily_transaction.get("total_response_time_ms", 0) diff --git a/litellm/proxy/db/db_transaction_queue/spend_log_cleanup.py b/litellm/proxy/db/db_transaction_queue/spend_log_cleanup.py index 29f727ea41b..7ca3075732f 100644 --- a/litellm/proxy/db/db_transaction_queue/spend_log_cleanup.py +++ b/litellm/proxy/db/db_transaction_queue/spend_log_cleanup.py @@ -2,7 +2,7 @@ import asyncio import math import re import time -from collections.abc import Awaitable, Callable +from collections.abc import Awaitable, Callable, Mapping from contextvars import ContextVar from dataclasses import dataclass from datetime import datetime, timedelta, timezone @@ -11,8 +11,8 @@ from typing import Final, Literal, TypeAlias from pydantic import ConfigDict, TypeAdapter from litellm._logging import verbose_proxy_logger -from litellm.caching import RedisCache from litellm.constants import ( + SCHEDULED_JOB_LEASE_GRACE_SECONDS, SPEND_LOG_CLEANUP_BATCH_FAILURE_BACKOFF_SECONDS, SPEND_LOG_CLEANUP_BATCH_SIZE, SPEND_LOG_CLEANUP_BATCH_TIMEOUT_SECONDS, @@ -21,6 +21,8 @@ from litellm.constants import ( SPEND_LOG_CLEANUP_REMAINING_COUNT_CAP, SPEND_LOG_CLEANUP_RUN_BUDGET_SECONDS, SPEND_LOG_RUN_LOOPS, + SPEND_LOG_SIZE_CHECK_INTERVAL, + SPEND_LOG_SIZE_CHECK_JOB_NAME, SPEND_LOG_SIZE_CLEANUP_RECHECK_BATCHES, ) from litellm.litellm_core_utils.duration_parser import duration_in_seconds @@ -35,6 +37,14 @@ from litellm.proxy.db.db_transaction_queue.spend_logs_partition_manager import ( bounded_tx, trusted_sql, ) +from litellm.proxy.db.scheduled_job_runs import ( + InvalidSchedule, + JobResult, + Schedule, + ScheduledJob, + cron_schedule, + interval_schedule, +) from litellm.proxy.utils import PrismaClient from litellm.types.llms.base import LiteLLMBaseModel @@ -395,7 +405,8 @@ class SpendLogCleanup: When LiteLLM_SpendLogs is range-partitioned, expired data is reclaimed by dropping whole partitions (instant, frees disk immediately). Otherwise it falls back to deleting logs in batches. - Uses PodLockManager to ensure only one pod runs cleanup in multi-pod deployments. + One pod runs it at a time, through the LiteLLM_ScheduledJobRun claim of SPEND_LOG_RETENTION_JOB and + SPEND_LOG_SIZE_CHECK_JOB, which share a lock group so the two never overlap either. Every run is bounded so it can never monopolise the database: a wall-clock budget shared across all tables, a per-table batch cap, and a Postgres @@ -419,7 +430,6 @@ class SpendLogCleanup: def __init__( self, general_settings=None, - redis_cache: RedisCache | None = None, partition_manager: SpendLogsPartitionManager | None = None, *, clock: Callable[[], float] = time.monotonic, @@ -431,10 +441,6 @@ class SpendLogCleanup: self.general_settings = general_settings or default_settings self._refresh_bounds() - from litellm.proxy.proxy_server import proxy_logging_obj - - pod_lock_manager: Final = proxy_logging_obj.db_spend_update_writer.pod_lock_manager - self.pod_lock_manager = pod_lock_manager verbose_proxy_logger.info( "SpendLogCleanup initialized: batch_size=%s max_batches=%s run_budget=%ss batch_timeout=%ss", self.batch_size, @@ -1420,31 +1426,26 @@ class SpendLogCleanup: return verbose_proxy_logger.warning(message, outcome, elapsed_seconds, per_table, storage) - async def cleanup_old_spend_logs(self, prisma_client: PrismaClient) -> None: - """ - The scheduled retention run: every age rule, plus the size rule when one cron drives both. - If pod_lock_manager is available, ensures only one pod runs cleanup. - If no pod_lock_manager, runs cleanup without distributed locking. - """ - await self._run(prisma_client, age_rules=True, size_rule=self._size_pass_runs_with_age_pass()) + async def cleanup_old_spend_logs(self, prisma_client: PrismaClient) -> RunOutcome: + """The scheduled retention run: every age rule, plus the size rule when one cron drives both.""" + return await self._run(prisma_client, age_rules=True, size_rule=self._size_pass_runs_with_age_pass()) - async def cleanup_spend_logs_by_size(self, prisma_client: PrismaClient) -> None: + async def cleanup_spend_logs_by_size(self, prisma_client: PrismaClient) -> RunOutcome: """The size-check run scheduled on maximum_spend_logs_size_check_interval: the size rule only.""" - await self._run(prisma_client, age_rules=False, size_rule=True) + return await self._run(prisma_client, age_rules=False, size_rule=True) - async def _run(self, prisma_client: PrismaClient, age_rules: bool, size_rule: bool) -> None: + async def _run(self, prisma_client: PrismaClient, age_rules: bool, size_rule: bool) -> RunOutcome: """ - One pass at a time per pod. The age job and the size job fire from separate schedules, and the pod - lock only exists with Redis, so this is what keeps them apart in a pod without it. The later one waits - rather than skips, because the other job applies a different rule and would not do its work for it. + One pass at a time per pod, so a pass started outside the job claim (a manual call) cannot overlap a + scheduled one in the same pod. The later one waits rather than skips, because the other job applies a + different rule and would not do its work for it. """ if _PASS_LOCK.locked(): verbose_proxy_logger.info("Another cleanup pass is running in this pod; waiting for it to finish") async with _PASS_LOCK: - await self._run_passes(prisma_client, age_rules, size_rule) + return await self._run_passes(prisma_client, age_rules, size_rule) - async def _run_passes(self, prisma_client: PrismaClient, age_rules: bool, size_rule: bool) -> None: - lock_acquired = False + async def _run_passes(self, prisma_client: PrismaClient, age_rules: bool, size_rule: bool) -> RunOutcome: run_started_at: Final = self._clock() progress: Final = _RunProgress() progress_token: Final = _run_progress.set(progress) @@ -1471,29 +1472,12 @@ class SpendLogCleanup: and active_size_rule is None ): SpendLogCleanupMetrics.record_run("skipped_disabled") - return + return "skipped_disabled" if delete_spend_logs and self.retention_seconds is None: verbose_proxy_logger.error("Retention seconds is None, cannot proceed with cleanup") SpendLogCleanupMetrics.record_run("skipped_disabled") - return - - # If we have a pod lock manager, try to acquire the lock - if self.pod_lock_manager and self.pod_lock_manager.redis_cache: - lock_acquired = ( - await self.pod_lock_manager.acquire_lock( - cronjob_id=SPEND_LOG_CLEANUP_JOB_NAME, - ) - or False - ) - verbose_proxy_logger.info( - "Lock acquisition attempt: %s at %s", "successful" if lock_acquired else "failed", datetime.now() - ) - - if not lock_acquired: - verbose_proxy_logger.info("Another pod is already running cleanup") - SpendLogCleanupMetrics.record_run("skipped_locked") - return + return "skipped_disabled" deadline: Final = self._clock() + self.run_budget_seconds size_group: Final = int(active_size_rule is not None) @@ -1583,10 +1567,63 @@ class SpendLogCleanup: e, ) SpendLogCleanupMetrics.record_run("aborted") - return # Return after error handling + return "aborted" + else: + return outcome finally: _run_progress.reset(progress_token) - # Only release the lock if it was actually acquired - if lock_acquired and self.pod_lock_manager and self.pod_lock_manager.redis_cache: - await self.pod_lock_manager.release_lock(cronjob_id=SPEND_LOG_CLEANUP_JOB_NAME) - verbose_proxy_logger.info("Released cleanup lock") + + +def retention_schedule(settings: Mapping[str, object]) -> Schedule | InvalidSchedule: + cron: Final = settings.get("maximum_spend_logs_cleanup_cron") + if cron: + return cron_schedule("maximum_spend_logs_cleanup_cron", cron) + return interval_schedule( + "maximum_spend_logs_retention_interval", settings.get("maximum_spend_logs_retention_interval", "1d") + ) + + +def size_check_schedule(settings: Mapping[str, object]) -> Schedule | InvalidSchedule: + return interval_schedule( + "maximum_spend_logs_size_check_interval", + settings.get("maximum_spend_logs_size_check_interval", SPEND_LOG_SIZE_CHECK_INTERVAL), + ) + + +def _live_settings() -> Mapping[str, object]: + from litellm.proxy.proxy_server import general_settings + + return general_settings # pyright: ignore[reportUnknownVariableType] # general_settings is an untyped module dict + + +def _cleanup_lease() -> timedelta: + run_budget: Final = SpendLogCleanup(general_settings=_live_settings()).run_budget_seconds + return timedelta(seconds=run_budget + SCHEDULED_JOB_LEASE_GRACE_SECONDS) + + +def _job_result(outcome: RunOutcome) -> JobResult: + return "FAILED" if outcome == "aborted" else "SUCCEEDED" + + +async def _run_retention(prisma_client: PrismaClient) -> JobResult: + return _job_result(await SpendLogCleanup().cleanup_old_spend_logs(prisma_client)) + + +async def _run_size_check(prisma_client: PrismaClient) -> JobResult: + return _job_result(await SpendLogCleanup().cleanup_spend_logs_by_size(prisma_client)) + + +SPEND_LOG_RETENTION_JOB: Final = ScheduledJob( + name=SPEND_LOG_CLEANUP_JOB_NAME, + lock_group=SPEND_LOG_CLEANUP_JOB_NAME, + schedule=lambda: retention_schedule(_live_settings()), + lease=_cleanup_lease, + run=_run_retention, +) +SPEND_LOG_SIZE_CHECK_JOB: Final = ScheduledJob( + name=SPEND_LOG_SIZE_CHECK_JOB_NAME, + lock_group=SPEND_LOG_CLEANUP_JOB_NAME, + schedule=lambda: size_check_schedule(_live_settings()), + lease=_cleanup_lease, + run=_run_size_check, +) diff --git a/litellm/proxy/db/db_transaction_queue/spend_logs_partition_manager.py b/litellm/proxy/db/db_transaction_queue/spend_logs_partition_manager.py index 049a6ecbeee..f9b0f8cf9d9 100644 --- a/litellm/proxy/db/db_transaction_queue/spend_logs_partition_manager.py +++ b/litellm/proxy/db/db_transaction_queue/spend_logs_partition_manager.py @@ -9,7 +9,7 @@ to the OS immediately, with no tombstones and no vacuum. This manager only acts when use_spend_logs_partitioning is enabled in general_settings AND the table is already partitioned (set up via the -db_scripts/partition_spend_logs.sql runbook). Without both, the cleanup job +litellm/scripts/db/partition_spend_logs.sql runbook). Without both, the cleanup job keeps the batched-DELETE path, so existing deployments are untouched. """ diff --git a/litellm/proxy/db/db_url_settings.py b/litellm/proxy/db/db_url_settings.py index 7f8db72a1a6..9db060d5c9d 100644 --- a/litellm/proxy/db/db_url_settings.py +++ b/litellm/proxy/db/db_url_settings.py @@ -7,8 +7,8 @@ the app directly, so they call ``DatabaseURLSettings.from_env().apply_to_env()`` to do the same thing before importing ``proxy_server``. The env var names this module reads are exactly the ones emitted by the -``helm/litellm`` chart's ``litellm.serverEnv`` block -(``helm/litellm/templates/_helpers.tpl``). Both auth styles and both +``litellm/deploy/helm/litellm`` chart's ``litellm.serverEnv`` block +(``litellm/deploy/helm/litellm/templates/_helpers.tpl``). Both auth styles and both endpoints are covered: * Token auth (``IAM_TOKEN_DB_AUTH`` truthy for AWS RDS IAM, or diff --git a/litellm/proxy/db/exception_handler.py b/litellm/proxy/db/exception_handler.py index c2d58512fea..33d973cccfb 100644 --- a/litellm/proxy/db/exception_handler.py +++ b/litellm/proxy/db/exception_handler.py @@ -1,11 +1,12 @@ import re -from collections.abc import Awaitable, Callable, Iterator +from collections.abc import Awaitable, Callable, Iterator, Mapping from http import HTTPStatus from typing import Final, Protocol, TypeVar from pydantic import TypeAdapter, ValidationError from litellm._logging import verbose_proxy_logger +from litellm.litellm_core_utils.core_helpers import require_attributes from litellm.proxy._types import ( DB_CONNECTION_ERROR_TYPES, DB_RETRY_SAFE_ERROR_TYPES, @@ -93,6 +94,28 @@ def _exception_types(*candidates: object) -> tuple[type[BaseException], ...]: return tuple(c for c in candidates if isinstance(c, type) and issubclass(c, BaseException)) +class _CodedError(Protocol): + @property + def code(self) -> object: ... + + +def _error_code(error: _CodedError) -> object: + return error.code + + +class _FrameGlobals(Protocol): + @property + def f_globals(self) -> Mapping[str, object]: ... + + +class _PrefixMatchable(Protocol): + def startswith(self, prefix: str, /) -> bool: ... + + +def _frame_module_name(frame: _FrameGlobals) -> _PrefixMatchable: + return require_attributes(frame.f_globals.get("__name__", ""), _PrefixMatchable, "startswith") + + def _prisma_error_code(e: Exception) -> str | None: import prisma.engine.errors @@ -317,7 +340,7 @@ class PrismaDBExceptionHandler: if not isinstance(e, _exception_types(prisma.errors.PrismaError)): return False - if isinstance(e, prisma.errors.DataError) and e.code == _PRISMA_POOL_TIMEOUT_CODE: + if isinstance(e, prisma.errors.DataError) and _error_code(e) == _PRISMA_POOL_TIMEOUT_CODE: return True if PrismaDBExceptionHandler.postgres_sqlstate(e) == "53300": return True @@ -433,7 +456,7 @@ class PrismaDBExceptionHandler: return False tb = e.__traceback__ if hasattr(e, "__traceback__") else None while tb is not None: - if tb.tb_frame.f_globals.get("__name__", "").startswith("prisma.engine"): + if _frame_module_name(tb.tb_frame).startswith("prisma.engine"): return True tb = tb.tb_next return False diff --git a/litellm/proxy/db/model_usage_rollup.py b/litellm/proxy/db/model_usage_rollup.py index f8cdabe9296..6b8f5bfa70e 100644 --- a/litellm/proxy/db/model_usage_rollup.py +++ b/litellm/proxy/db/model_usage_rollup.py @@ -6,6 +6,7 @@ from collections.abc import Mapping, Sequence from dataclasses import dataclass from datetime import datetime from itertools import groupby +from types import TracebackType from typing import TYPE_CHECKING, Final, Protocol from pydantic import TypeAdapter, ValidationError @@ -42,7 +43,13 @@ class ModelUsageBatch(Protocol): class ModelUsageBatchManager(Protocol): async def __aenter__(self) -> ModelUsageBatch: ... - async def __aexit__(self, exc_type: object, exc_value: object, traceback: object) -> bool | None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> bool | None: ... @dataclass(frozen=True, slots=True) @@ -62,6 +69,7 @@ class ModelUsageTransaction: completion_tokens: int successful: bool counts_as_request: bool = True + duration_ms: int | None = None def model_usage_task_type(request_tags: str) -> str: @@ -101,6 +109,8 @@ def build_model_usage_transaction(payload: SpendLogsPayload) -> ModelUsageTransa if date is None or (origin and origin != BACKGROUND_RESPONSE_COST_POLL_CALL_ORIGIN): return None model: Final = payload["model"] or "unknown" + successful: Final = payload["status"] == "success" + duration: Final = payload["request_duration_ms"] return ModelUsageTransaction( key=ModelUsageKey( date=date, @@ -112,8 +122,9 @@ def build_model_usage_transaction(payload: SpendLogsPayload) -> ModelUsageTransa spend=payload["spend"], prompt_tokens=payload["prompt_tokens"], completion_tokens=payload["completion_tokens"], - successful=payload["status"] == "success", + successful=successful, counts_as_request=not origin, + duration_ms=duration if not origin and successful and isinstance(duration, int) and duration >= 0 else None, ) @@ -150,6 +161,7 @@ async def flush_model_usage_transactions( requests = tuple(entry for entry in entries if entry.counts_as_request) successful = sum(1 for entry in requests if entry.successful) failed = len(requests) - successful + durations = tuple(entry.duration_ms for entry in requests if entry.duration_ms is not None) key_fields = { "date": key.date, "model_group": key.model_group, @@ -167,6 +179,8 @@ async def flush_model_usage_transactions( "request_count": len(requests), "successful_requests": successful, "failed_requests": failed, + "total_response_time_ms": sum(durations), + "timed_requests": len(durations), }, ) return diff --git a/litellm/proxy/db/prisma_client.py b/litellm/proxy/db/prisma_client.py index a7f18769461..e0be2e1e5ef 100644 --- a/litellm/proxy/db/prisma_client.py +++ b/litellm/proxy/db/prisma_client.py @@ -35,12 +35,170 @@ from litellm.proxy.db.token_auth import ( from litellm.secret_managers.main import str_to_bool if TYPE_CHECKING: + from collections.abc import Sequence + from types import TracebackType + from prisma import Prisma from prisma import models as prisma_models from prisma.types import HttpConfig + from typing_extensions import Self from litellm.repositories.prisma_protocols import TableActions + _DEFAULT_TX_MAX_WAIT: Final = timedelta(seconds=2) + _DEFAULT_TX_TIMEOUT: Final = timedelta(seconds=5) + + class PrismaBatchActions(Protocol): + def create(self, data: Mapping[str, object], include: Mapping[str, object] | None = None) -> None: ... + + def create_many(self, data: Sequence[Mapping[str, object]], *, skip_duplicates: bool | None = None) -> None: ... + + def delete(self, where: Mapping[str, object], include: Mapping[str, object] | None = None) -> None: ... + + def update( + self, + data: Mapping[str, object], + where: Mapping[str, object], + include: Mapping[str, object] | None = None, + ) -> None: ... + + def upsert( + self, + where: Mapping[str, object], + data: Mapping[str, object], + include: Mapping[str, object] | None = None, + ) -> None: ... + + def update_many(self, data: Mapping[str, object], where: Mapping[str, object]) -> None: ... + + def delete_many(self, where: Mapping[str, object] | None = None) -> None: ... + + class PrismaBatchSession(Protocol): + @property + def litellm_agentstable(self) -> PrismaBatchActions: ... + + @property + def litellm_budgettable(self) -> PrismaBatchActions: ... + + @property + def litellm_dailymodelusage(self) -> PrismaBatchActions: ... + + @property + def litellm_dailyteamspend(self) -> PrismaBatchActions: ... + + @property + def litellm_dailytoolspend(self) -> PrismaBatchActions: ... + + @property + def litellm_endusertable(self) -> PrismaBatchActions: ... + + @property + def litellm_modelaccessgroupbudgettable(self) -> PrismaBatchActions: ... + + @property + def litellm_organizationmembership(self) -> PrismaBatchActions: ... + + @property + def litellm_organizationtable(self) -> PrismaBatchActions: ... + + @property + def litellm_projecttable(self) -> PrismaBatchActions: ... + + @property + def litellm_proxymodeltable(self) -> PrismaBatchActions: ... + + @property + def litellm_tagtable(self) -> PrismaBatchActions: ... + + @property + def litellm_teammembership(self) -> PrismaBatchActions: ... + + @property + def litellm_teamtable(self) -> PrismaBatchActions: ... + + @property + def litellm_usertable(self) -> PrismaBatchActions: ... + + @property + def litellm_verificationtoken(self) -> PrismaBatchActions: ... + + def execute_raw(self, query: str, *args: object) -> None: ... + + async def commit(self) -> None: ... + + async def __aenter__(self) -> Self: ... + + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc: BaseException | None, + exc_tb: TracebackType | None, + /, + ) -> None: ... + + class PrismaTransaction(Protocol): + @property + def litellm_accessgrouptable(self) -> TableActions[prisma_models.LiteLLM_AccessGroupTable]: ... + + @property + def litellm_agentstable(self) -> TableActions[prisma_models.LiteLLM_AgentsTable]: ... + + @property + def litellm_budgettable(self) -> TableActions[prisma_models.LiteLLM_BudgetTable]: ... + + @property + def litellm_invitationlink(self) -> TableActions[prisma_models.LiteLLM_InvitationLink]: ... + + @property + def litellm_mcpservertable(self) -> TableActions[prisma_models.LiteLLM_MCPServerTable]: ... + + @property + def litellm_mcpuserenvvars(self) -> TableActions[prisma_models.LiteLLM_MCPUserEnvVars]: ... + + @property + def litellm_objectpermissiontable(self) -> TableActions[prisma_models.LiteLLM_ObjectPermissionTable]: ... + + @property + def litellm_organizationtable(self) -> TableActions[prisma_models.LiteLLM_OrganizationTable]: ... + + @property + def litellm_proxymodeltable(self) -> TableActions[prisma_models.LiteLLM_ProxyModelTable]: ... + + @property + def litellm_teamtable(self) -> TableActions[prisma_models.LiteLLM_TeamTable]: ... + + @property + def litellm_usertable(self) -> TableActions[prisma_models.LiteLLM_UserTable]: ... + + @property + def litellm_verificationtoken(self) -> TableActions[prisma_models.LiteLLM_VerificationToken]: ... + + @property + def litellm_workflowevent(self) -> TableActions[prisma_models.LiteLLM_WorkflowEvent]: ... + + @property + def litellm_workflowrun(self) -> TableActions[prisma_models.LiteLLM_WorkflowRun]: ... + + def batch_(self) -> PrismaBatchSession: ... + + async def execute_raw(self, query: str, *args: object) -> int: ... + + async def query_raw(self, query: str, *args: object) -> Sequence[Mapping[str, object]]: ... + + async def query_first(self, query: str, *args: object) -> Mapping[str, object] | None: ... + + class PrismaTransactionManager(Protocol): + async def __aenter__(self) -> PrismaTransaction: ... + + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc: BaseException | None, + exc_tb: TracebackType | None, + /, + ) -> None: ... + + _ENVIRONMENT_VARIABLES_REVISION_MIGRATION: Final = "20261015120000_add_environment_variables_revision_trigger" __all__ = ( @@ -925,6 +1083,12 @@ class PrismaWrapper: async def query_first(self, query: str, *args: object) -> Mapping[str, object] | None: ... + def tx( + self, *, max_wait: int | timedelta = _DEFAULT_TX_MAX_WAIT, timeout: int | timedelta = _DEFAULT_TX_TIMEOUT + ) -> PrismaTransactionManager: ... + + def batch_(self) -> PrismaBatchSession: ... + @property def litellm_deprecatedverificationtoken( self, diff --git a/litellm/proxy/db/routing_prisma_wrapper.py b/litellm/proxy/db/routing_prisma_wrapper.py index c71e2206f45..e6a436a9b1e 100644 --- a/litellm/proxy/db/routing_prisma_wrapper.py +++ b/litellm/proxy/db/routing_prisma_wrapper.py @@ -19,8 +19,12 @@ if TYPE_CHECKING: from prisma import models as prisma_models from prisma.types import HttpConfig + from litellm.proxy.db.prisma_client import PrismaBatchSession, PrismaTransactionManager from litellm.repositories.prisma_protocols import TableActions + _DEFAULT_TX_MAX_WAIT: Final = timedelta(seconds=2) + _DEFAULT_TX_TIMEOUT: Final = timedelta(seconds=5) + # Per-model action methods that read from the database. These are routed to # the read replica when one is configured. _MODEL_READ_METHODS: Final = frozenset( @@ -311,6 +315,12 @@ class RoutingPrismaWrapper: async def query_first(self, query: str, *args: object) -> Mapping[str, object] | None: ... + def tx( + self, *, max_wait: int | timedelta = _DEFAULT_TX_MAX_WAIT, timeout: int | timedelta = _DEFAULT_TX_TIMEOUT + ) -> PrismaTransactionManager: ... + + def batch_(self) -> PrismaBatchSession: ... + @property def litellm_deprecatedverificationtoken( self, diff --git a/litellm/proxy/db/scheduled_job_runs.py b/litellm/proxy/db/scheduled_job_runs.py new file mode 100644 index 00000000000..f38ab375345 --- /dev/null +++ b/litellm/proxy/db/scheduled_job_runs.py @@ -0,0 +1,454 @@ +import asyncio +import os +import socket +import uuid +from collections.abc import Awaitable, Callable, Sequence +from dataclasses import dataclass +from datetime import datetime, timedelta, timezone +from functools import lru_cache +from typing import TYPE_CHECKING, Final, Literal, Protocol, TypeAlias + +from apscheduler.triggers import cron # pyright: ignore[reportMissingTypeStubs, reportUnknownVariableType] # untyped +from pydantic import AwareDatetime, BaseModel, ConfigDict, TypeAdapter + +from litellm._logging import verbose_proxy_logger +from litellm.constants import ( + SCHEDULED_JOB_RUN_HISTORY_LIMIT, + SCHEDULED_JOB_TICK_TIMEOUT_SECONDS, +) +from litellm.litellm_core_utils.duration_parser import duration_in_seconds +from litellm.proxy.db.db_span import db_span +from litellm.proxy.db.db_transaction_queue.spend_logs_partition_manager import bounded_tx, trusted_sql + +if TYPE_CHECKING: + from litellm.proxy.utils import PrismaClient + +_TABLE: Final = "LiteLLM_ScheduledJobRun" +_FIRE_TIME: Final = TypeAdapter[datetime](AwareDatetime) + + +@dataclass(frozen=True, slots=True) +class IntervalSchedule: + seconds: float + + @property + def spec(self) -> str: + return f"interval:{self.seconds:g}s" + + +class FireTimes(Protocol): + def get_next_fire_time(self, previous_fire_time: datetime | None, now: datetime) -> datetime | None: ... + + +class JobScheduler(Protocol): + """The slice of APScheduler's AsyncIOScheduler that registers a poll, which ships no type information.""" + + def get_job(self, job_id: str) -> object | None: ... + + def remove_job(self, job_id: str) -> None: ... + + def add_job( + self, + func: Callable[["PrismaClient | None"], Awaitable[None]], + trigger: str, + *, + args: Sequence[object], + id: str, + replace_existing: bool, + max_instances: int, + misfire_grace_time: int, + seconds: float, + ) -> object: ... + + +@dataclass(frozen=True, slots=True) +class CronSchedule: + expression: str + trigger: FireTimes + + @property + def spec(self) -> str: + return f"cron:{self.expression}" + + +@dataclass(frozen=True, slots=True) +class InvalidSchedule: + reason: str + + +Schedule: TypeAlias = IntervalSchedule | CronSchedule + + +def interval_schedule(setting_name: str, value: object) -> Schedule | InvalidSchedule: + if not isinstance(value, str): + return InvalidSchedule(f"{setting_name} must be a duration string like '1d', got {value!r}") + try: + seconds: Final = duration_in_seconds(value) + timedelta(seconds=seconds) + except (ValueError, OverflowError): + return InvalidSchedule(f"{setting_name} is not a valid duration: {value!r}") + if seconds <= 0: + return InvalidSchedule(f"{setting_name} must be positive, got {value!r}") + return IntervalSchedule(seconds=seconds) + + +def _cron_trigger(expression: str) -> FireTimes: + return cron.CronTrigger.from_crontab(expression, timezone=timezone.utc) # pyright: ignore[reportUnknownMemberType, reportUnknownVariableType] # untyped + + +def cron_schedule(setting_name: str, value: object) -> Schedule | InvalidSchedule: + if not isinstance(value, str): + return InvalidSchedule(f"{setting_name} must be a crontab string, got {value!r}") + try: + trigger: Final = _cron_trigger(value) + except (ValueError, TypeError): + return InvalidSchedule(f"{setting_name} is not a valid crontab expression: {value!r}") + if trigger.get_next_fire_time(None, datetime.now(timezone.utc)) is None: + return InvalidSchedule(f"{setting_name} never fires: {value!r}") + return CronSchedule(expression=value, trigger=trigger) + + +JobResult: TypeAlias = Literal["SUCCEEDED", "FAILED"] + + +@dataclass(frozen=True, slots=True) +class ScheduledJob: + """ + A job that runs on exactly one pod per occurrence. + + Jobs sharing a lock_group never run at the same time, on any pod. schedule and lease are read on every tick, + so a settings change applies without re-registering the job. + """ + + name: str + lock_group: str + schedule: Callable[[], Schedule | InvalidSchedule] + lease: Callable[[], timedelta] + run: Callable[["PrismaClient"], Awaitable[JobResult]] + + +class PendingRun(BaseModel): + model_config = ConfigDict(frozen=True) + + id: str + schedule: str + scheduled_for: AwareDatetime + + +class JobState(BaseModel): + model_config = ConfigDict(frozen=True) + + now: AwareDatetime + group_running: bool + job_running: bool + last_finished_at: AwareDatetime | None + last_scheduled_for: AwareDatetime | None + + +@dataclass(frozen=True, slots=True) +class NewRun: + id: str + schedule: str + scheduled_for: datetime + + +@dataclass(frozen=True, slots=True) +class TickPlan: + cancel: tuple[str, ...] + insert: NewRun | None + claim: str | None + + +def next_run_at(schedule: Schedule, state: JobState) -> datetime: + """ + When the next occurrence is due. + + An interval counts from the last finished run, so a restart never resets it and a missed run happens once, right + away. A cron fires at its next time after both now and the last occurrence, so an outage collapses into the one + occurrence that was already pending. + """ + match schedule: + case IntervalSchedule(seconds=seconds): + if state.last_finished_at is None: + return state.now + return state.last_finished_at + timedelta(seconds=seconds) + case CronSchedule(trigger=trigger): + anchor: Final = max(state.now, state.last_scheduled_for or state.now) + return _FIRE_TIME.validate_python(trigger.get_next_fire_time(None, anchor + timedelta(microseconds=1))) + + +def plan_tick( + schedule: Schedule | InvalidSchedule, state: JobState, pending: tuple[PendingRun, ...], new_id: str +) -> TickPlan: + """ + Decide one tick from the job's rows. Pure, so every pod reaches the same decision from the same rows. + + A pending row planned from a different schedule is cancelled and replaced, so a settings change applies at once. + With an invalid schedule nothing is replanned, and a pending row from the last valid one still runs. + """ + if isinstance(schedule, InvalidSchedule): + return TickPlan(cancel=(), insert=None, claim=_claimable(pending[:1], state)) + current: Final = tuple(run for run in pending if run.schedule == schedule.spec) + keep: Final = current[:1] + cancel: Final = tuple(run.id for run in pending if run not in keep) + if keep or state.job_running: + return TickPlan(cancel=cancel, insert=None, claim=_claimable(keep, state)) + new_run: Final = NewRun(id=new_id, schedule=schedule.spec, scheduled_for=next_run_at(schedule, state)) + claim: Final = new_run.id if new_run.scheduled_for <= state.now and not state.group_running else None + return TickPlan(cancel=cancel, insert=new_run, claim=claim) + + +def _claimable(pending: tuple[PendingRun, ...], state: JobState) -> str | None: + if not pending or state.group_running or pending[0].scheduled_for > state.now: + return None + return pending[0].id + + +def default_worker_id() -> str: + return f"{socket.gethostname()}:{os.getpid()}:{uuid.uuid4().hex[:8]}" + + +class _Claimed(BaseModel): + model_config = ConfigDict(frozen=True) + + id: str + job_name: str + + +_STATE: Final = TypeAdapter(list[JobState]) +_PENDING: Final = TypeAdapter(list[PendingRun]) +_CLAIMED: Final = TypeAdapter(list[_Claimed]) + +_REAP_SQL: Final = f""" + UPDATE "{_TABLE}" + SET "status" = 'FAILED', "finished_at" = now() + WHERE "lock_group" = $1 AND "status" = 'RUNNING' AND "lease_expires_at" < now() + RETURNING "id", "job_name" +""" +_STATE_SQL: Final = f""" + SELECT now() AS "now", + EXISTS (SELECT 1 FROM "{_TABLE}" WHERE "lock_group" = $2 AND "status" = 'RUNNING') AS "group_running", + EXISTS (SELECT 1 FROM "{_TABLE}" WHERE "job_name" = $1 AND "status" = 'RUNNING') AS "job_running", + (SELECT max("finished_at") FROM "{_TABLE}" + WHERE "job_name" = $1 AND "status" IN ('SUCCEEDED', 'FAILED')) AS "last_finished_at", + (SELECT max("scheduled_for") FROM "{_TABLE}" + WHERE "job_name" = $1 AND "status" NOT IN ('CANCELLED', 'PENDING')) AS "last_scheduled_for" +""" +_PENDING_SQL: Final = f""" + SELECT "id", "schedule", "scheduled_for" FROM "{_TABLE}" + WHERE "job_name" = $1 AND "status" = 'PENDING' + ORDER BY "scheduled_for", "created_at" +""" +_CANCEL_SQL: Final = f""" + UPDATE "{_TABLE}" SET "status" = 'CANCELLED', "finished_at" = now() + WHERE "id" = $1 AND "status" = 'PENDING' +""" +_INSERT_SQL: Final = f""" + INSERT INTO "{_TABLE}" ("id", "job_name", "lock_group", "schedule", "scheduled_for") + VALUES ($1, $2, $3, $4, $5::timestamptz) +""" +_CLAIM_SQL: Final = f""" + UPDATE "{_TABLE}" + SET "status" = 'RUNNING', "claimed_by" = $2, "claimed_at" = now(), + "lease_expires_at" = now() + $3::double precision * interval '1 second' + WHERE "id" = $1 AND "status" = 'PENDING' + RETURNING "id", "job_name" +""" +_FINISH_SQL: Final = f""" + UPDATE "{_TABLE}" SET "status" = $3::"ScheduledJobRunStatus", "finished_at" = now() + WHERE "id" = $1 AND "claimed_by" = $2 AND "status" = 'RUNNING' +""" +_PRUNE_SQL: Final = f""" + DELETE FROM "{_TABLE}" WHERE "id" IN ( + SELECT "id" FROM "{_TABLE}" WHERE "job_name" = $1 AND "finished_at" IS NOT NULL + ORDER BY "finished_at" DESC OFFSET $2 + ) +""" + + +class ScheduledJobRunner: + """ + Polls one ScheduledJob's rows in LiteLLM_ScheduledJobRun. Every pod runs the same tick. + + Each tick runs in one transaction under a transaction-scoped advisory lock on the job's lock_group, so only one + pod plans and claims for a group at a time and a pod that dies mid-tick releases it. The claimed run executes + outside any transaction under a lease. A pod that dies mid-run leaves its row RUNNING until the lease expires, + when the next tick on any pod marks it FAILED and plans the next occurrence. + """ + + def __init__( + self, + job: ScheduledJob, + *, + worker_id: str | None = None, + new_id: Callable[[], str] = lambda: str(uuid.uuid4()), + ) -> None: + self.job = job + self.worker_id = worker_id or default_worker_id() + self._new_id = new_id + self._running = False + + async def tick(self, prisma_client: "PrismaClient | None") -> None: + """ + Plan, claim and run whatever is due. Awaits the run, so graceful shutdown sees it as an in-flight job. + + Register it with max_instances=2: the extra instance lets the polls that land during a long run return at + once instead of APScheduler warning that it skipped them. + """ + if prisma_client is None or self._running: + return + self._running = True + try: + claimed: Final = await self._safe_plan_and_claim(prisma_client) + if claimed is not None: + await self._execute(prisma_client, claimed) + finally: + self._running = False + + async def _safe_plan_and_claim(self, prisma_client: "PrismaClient") -> str | None: + try: + return await self._plan_and_claim(prisma_client) + except Exception as e: # noqa: BLE001 - a failed tick is retried by the next one + verbose_proxy_logger.warning("Scheduled job %s tick failed: %s: %s", self.job.name, type(e).__name__, e) + return None + + async def _plan_and_claim(self, prisma_client: "PrismaClient") -> str | None: + schedule: Final = self.job.schedule() + if isinstance(schedule, InvalidSchedule): + _log_invalid_schedule(self.job.name, schedule.reason) + timeout_ms: Final = int(SCHEDULED_JOB_TICK_TIMEOUT_SECONDS * 1000) + async with db_span("scheduled_job_tick", _TABLE), bounded_tx(prisma_client, timeout_ms) as tx: + await tx.execute_raw(trusted_sql(f"SET LOCAL statement_timeout = {timeout_ms}")) + await tx.execute_raw(trusted_sql(f"SET LOCAL lock_timeout = {timeout_ms}")) + locked: Final = _LOCKED.validate_python( + await tx.query_raw(trusted_sql(_GROUP_LOCK_SQL), f"litellm_scheduled_job:{self.job.lock_group}") + ) + if not locked or not locked[0].locked: + return None + for reaped in _CLAIMED.validate_python(await tx.query_raw(trusted_sql(_REAP_SQL), self.job.lock_group)): + verbose_proxy_logger.warning( + "Scheduled job %s run %s lost its lease; marked FAILED", reaped.job_name, reaped.id + ) + state: Final = _STATE.validate_python( + await tx.query_raw(trusted_sql(_STATE_SQL), self.job.name, self.job.lock_group) + )[0] + pending: Final = tuple( + _PENDING.validate_python(await tx.query_raw(trusted_sql(_PENDING_SQL), self.job.name)) + ) + plan: Final = plan_tick(schedule, state, pending, self._new_id()) + for run_id in plan.cancel: + await tx.execute_raw(trusted_sql(_CANCEL_SQL), run_id) + if plan.insert is not None: + await tx.execute_raw( + trusted_sql(_INSERT_SQL), + plan.insert.id, + self.job.name, + self.job.lock_group, + plan.insert.schedule, + plan.insert.scheduled_for.isoformat(), + ) + if plan.claim is None: + return None + claimed: Final = _CLAIMED.validate_python( + await tx.query_raw( + trusted_sql(_CLAIM_SQL), plan.claim, self.worker_id, self.job.lease().total_seconds() + ) + ) + return claimed[0].id if claimed else None + + async def _execute(self, prisma_client: "PrismaClient", run_id: str) -> None: + verbose_proxy_logger.info("Scheduled job %s run %s claimed by %s", self.job.name, run_id, self.worker_id) + try: + result: Final = await self._run_job(prisma_client) + except asyncio.CancelledError: + await asyncio.shield(self._finish(prisma_client, run_id, "FAILED")) + raise + await self._finish(prisma_client, run_id, result) + next_run_id: Final = await self._safe_plan_and_claim(prisma_client) + if next_run_id is not None: + await self._execute(prisma_client, next_run_id) + + async def _run_job(self, prisma_client: "PrismaClient") -> JobResult: + try: + return await self.job.run(prisma_client) + except Exception: # noqa: BLE001 - the failure is recorded on the run row instead of escaping the task + verbose_proxy_logger.exception("Scheduled job %s raised", self.job.name) + return "FAILED" + + async def _finish(self, prisma_client: "PrismaClient", run_id: str, result: JobResult) -> None: + timeout_ms: Final = int(SCHEDULED_JOB_TICK_TIMEOUT_SECONDS * 1000) + try: + async with db_span("scheduled_job_finish", _TABLE), bounded_tx(prisma_client, timeout_ms) as tx: + await tx.execute_raw(trusted_sql(f"SET LOCAL statement_timeout = {timeout_ms}")) + updated: Final = await tx.execute_raw(trusted_sql(_FINISH_SQL), run_id, self.worker_id, result) + await tx.execute_raw(trusted_sql(_PRUNE_SQL), self.job.name, SCHEDULED_JOB_RUN_HISTORY_LIMIT) + except Exception as e: # noqa: BLE001 - the lease expiry marks the row when this write cannot + verbose_proxy_logger.warning( + "Scheduled job %s run %s could not record %s: %s: %s", + self.job.name, + run_id, + result, + type(e).__name__, + e, + ) + return + if updated == 0: + verbose_proxy_logger.warning( + "Scheduled job %s run %s finished after its lease expired; its %s result was not recorded", + self.job.name, + run_id, + result, + ) + return + verbose_proxy_logger.info("Scheduled job %s run %s %s", self.job.name, run_id, result) + + +class _Locked(BaseModel): + model_config = ConfigDict(frozen=True) + + locked: bool + + +_LOCKED: Final = TypeAdapter(list[_Locked]) +_GROUP_LOCK_SQL: Final = 'SELECT pg_try_advisory_xact_lock(hashtext($1)) AS "locked"' + + +@lru_cache(maxsize=64) +def _log_invalid_schedule(job_name: str, reason: str) -> None: + verbose_proxy_logger.error( + "Scheduled job %s has an invalid schedule and will not be replanned: %s", job_name, reason + ) + + +def register_poll( + scheduler: JobScheduler, + prisma_client: "PrismaClient | None", + job_id: str, + job: ScheduledJob, + *, + wanted: bool, + poll_seconds: float, + misfire_grace_time: int, +) -> None: + """ + Make every pod poll job, or stop polling it. A poll that already exists is kept: its runner reads the schedule + on every tick, so a schedule edit needs no re-registration. + """ + registered: Final = scheduler.get_job(job_id) is not None + if registered and not wanted: + scheduler.remove_job(job_id) + verbose_proxy_logger.info("Stopped polling scheduled job %s", job.name) + return + if registered or not wanted: + return + scheduler.add_job( + ScheduledJobRunner(job).tick, + "interval", + args=(prisma_client,), + id=job_id, + replace_existing=True, + max_instances=2, + misfire_grace_time=misfire_grace_time, + seconds=poll_seconds, + ) + verbose_proxy_logger.info("Polling scheduled job %s every %ss", job.name, poll_seconds) diff --git a/litellm/proxy/db/spend_log_tool_index.py b/litellm/proxy/db/spend_log_tool_index.py index 92181d546eb..e2cebc691a5 100644 --- a/litellm/proxy/db/spend_log_tool_index.py +++ b/litellm/proxy/db/spend_log_tool_index.py @@ -19,6 +19,7 @@ from collections.abc import Mapping, Sequence from dataclasses import dataclass from datetime import datetime, timezone from itertools import chain, groupby +from types import TracebackType from typing import TYPE_CHECKING, Final, Literal, Protocol from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError @@ -175,7 +176,8 @@ class _ToolRollupTable(Protocol): class _ToolRollupBatch(Protocol): - litellm_dailytoolspend: _ToolRollupTable + @property + def litellm_dailytoolspend(self) -> _ToolRollupTable: ... def execute_raw(self, query: LiteralString, *args: object) -> None: ... @@ -183,7 +185,13 @@ class _ToolRollupBatch(Protocol): class _ToolRollupBatchManager(Protocol): async def __aenter__(self) -> _ToolRollupBatch: ... - async def __aexit__(self, exc_type: object, exc_value: object, traceback: object) -> bool | None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> bool | None: ... def _tool_rollup_batch(prisma_client: PrismaClient) -> _ToolRollupBatchManager: diff --git a/litellm/proxy/deps/repositories.py b/litellm/proxy/deps/repositories.py index 323cf57dfec..b75c82f7889 100644 --- a/litellm/proxy/deps/repositories.py +++ b/litellm/proxy/deps/repositories.py @@ -2,14 +2,20 @@ from typing import Annotated, TypeAlias from fastapi import Depends +from litellm.models.alert import AlertStore from litellm.models.deployment_warning import DeploymentWarningIgnoreStore +from litellm.models.fallback import RouterFallbackStore from litellm.models.gateway_activity import GatewayActivityStore +from litellm.models.performance_alert import AlertMonitoringStore from litellm.models.plugin_upload import PluginUploadStore from litellm.models.skill_submission import SkillSubmissionStore from litellm.models.user_banner import UserBannerStore from litellm.proxy.deps.database import DatabaseDep +from litellm.repositories.alert_repository import AlertRepository +from litellm.repositories.config_repository import ConfigRepository from litellm.repositories.deployment_warning_ignore_repository import DeploymentWarningIgnoreRepository from litellm.repositories.gateway_activity_repository import GatewayActivityRepository +from litellm.repositories.performance_alert_repository import PerformanceAlertRepository from litellm.repositories.plugin_upload_repository import PluginUploadRepository from litellm.repositories.skill_submission_repository import SkillSubmissionRepository from litellm.repositories.user_banner_repository import UserBannerRepository @@ -54,3 +60,36 @@ async def get_skill_submission_repository(database: DatabaseDep) -> SkillSubmiss SkillSubmissionRepositoryDep: TypeAlias = Annotated[ SkillSubmissionStore | None, Depends(get_skill_submission_repository) ] + + +async def get_alert_repository(database: DatabaseDep) -> AlertStore | None: + return None if database is None else AlertRepository(database.prisma) + + +AlertRepositoryDep: TypeAlias = Annotated[AlertStore | None, Depends(get_alert_repository)] + + +async def get_alert_monitoring_repository(database: DatabaseDep) -> AlertMonitoringStore | None: + from litellm.proxy.proxy_server import general_settings_view, premium_user + + return ( + None + if database is None + else PerformanceAlertRepository( + database.prisma, + enterprise=premium_user is True, + configured=general_settings_view().get("performance_alerts_enabled", True) is True, + ) + ) + + +AlertMonitoringRepositoryDep: TypeAlias = Annotated[ + AlertMonitoringStore | None, Depends(get_alert_monitoring_repository) +] + + +async def get_router_fallback_repository(database: DatabaseDep) -> RouterFallbackStore | None: + return None if database is None else ConfigRepository(database.prisma, use_writer=True) + + +RouterFallbackRepositoryDep: TypeAlias = Annotated[RouterFallbackStore | None, Depends(get_router_fallback_repository)] diff --git a/litellm/proxy/dev_reload.py b/litellm/proxy/dev_reload.py index 500f581b34d..7b057271cb6 100644 --- a/litellm/proxy/dev_reload.py +++ b/litellm/proxy/dev_reload.py @@ -13,7 +13,7 @@ from socket import socket from typing import Final, Literal from pydantic import ConfigDict, ImportString, JsonValue, TypeAdapter, with_config -from typing_extensions import ReadOnly, Required, TypedDict +from typing_extensions import NotRequired, ReadOnly, Required, TypedDict from uvicorn import Config, Server from uvicorn import config as uvicorn_config from uvicorn.supervisors import ChangeReload, Multiprocess @@ -42,6 +42,7 @@ class ServerOptions(TypedDict, total=False): @with_config(ConfigDict(extra="allow")) class ReloadOptions(ServerOptions): app: Required[ReadOnly[str]] + factory: NotRequired[ReadOnly[bool]] reload: ReadOnly[bool] reload_dirs: ReadOnly[tuple[str, ...]] reload_includes: ReadOnly[tuple[str, ...]] @@ -92,7 +93,9 @@ def load_worker_app(import_path: str, worker_app_factory: bool) -> Callable[..., def pool_config(options: ReloadOptions, workers: int, worker_overrides: Mapping[str, object] | None = None) -> Config: overrides: Final = worker_overrides or {} worker_app: Final = TypeAdapter(str).validate_python(overrides.get("app", options["app"])) - worker_app_factory: Final = TypeAdapter(bool).validate_python(overrides.get("factory", False)) + worker_app_factory: Final = TypeAdapter(bool).validate_python( + overrides.get("factory", options.get("factory", False)) + ) return Config( partial(load_worker_app, worker_app, worker_app_factory), factory=True, diff --git a/litellm/proxy/discovery_endpoints/agent_skills_archive.py b/litellm/proxy/discovery_endpoints/agent_skills_archive.py index e45ca7e10f2..1665cb4caaf 100644 --- a/litellm/proxy/discovery_endpoints/agent_skills_archive.py +++ b/litellm/proxy/discovery_endpoints/agent_skills_archive.py @@ -17,7 +17,7 @@ import zlib from collections.abc import Iterable, Mapping, Sequence from dataclasses import dataclass from types import MappingProxyType -from typing import ClassVar, Final +from typing import ClassVar, Final, Protocol import yaml from pydantic import ConfigDict, TypeAdapter, ValidationError @@ -64,6 +64,15 @@ _YAML_PAIRS: Final = TypeAdapter( ) +class _YamlValueNode(Protocol): + @property + def value(self) -> object: ... + + +def _yaml_node_value(node: _YamlValueNode) -> object: + return node.value + + class _AgentSkillFrontmatterLoader(yaml.BaseLoader): yaml_implicit_resolvers: ClassVar[Mapping[str | None, Sequence[tuple[str, re.Pattern[str]]]]] = { # pyright: ignore[reportIncompatibleVariableOverride] # PyYAML resolver tables are class state None: list(_AGENT_SKILL_YAML_SCALARS.items()) @@ -259,7 +268,7 @@ def agent_skill_frontmatter(manifest: bytes) -> Mapping[str, str]: return MappingProxyType({}) if not isinstance(node, yaml.MappingNode) or not _valid_frontmatter_node(node): return MappingProxyType({}) - pairs: Final = _YAML_PAIRS.validate_python(node.value) + pairs: Final = _YAML_PAIRS.validate_python(_yaml_node_value(node)) fields: Final = { key_text: value_text for key, value in pairs @@ -273,7 +282,7 @@ def agent_skill_frontmatter(manifest: bytes) -> Mapping[str, str]: def _frontmatter_string(node: yaml.Node) -> str | None: if not isinstance(node, yaml.ScalarNode) or node.tag != "tag:yaml.org,2002:str": return None - value: Final = _DECODED_YAML.validate_python(node.value) + value: Final = _yaml_node_value(node) return value if isinstance(value, str) else None @@ -282,18 +291,18 @@ def _valid_frontmatter_node(node: yaml.Node, depth: int = 0) -> bool: return False if isinstance(node, yaml.ScalarNode): pattern: Final = _AGENT_SKILL_YAML_SCALARS.get(node.tag) - scalar: Final = _DECODED_YAML.validate_python(node.value) + scalar: Final = _yaml_node_value(node) return isinstance(scalar, str) and ( node.tag == "tag:yaml.org,2002:str" or (pattern is not None and pattern.fullmatch(scalar) is not None) ) if isinstance(node, yaml.SequenceNode): - values: Final = _YAML_NODES.validate_python(node.value) + values: Final = _YAML_NODES.validate_python(_yaml_node_value(node)) return node.tag == "tag:yaml.org,2002:seq" and all( _valid_frontmatter_node(value, depth + 1) for value in values ) if not isinstance(node, yaml.MappingNode) or node.tag != "tag:yaml.org,2002:map": return False - pairs: Final = _YAML_PAIRS.validate_python(node.value) + pairs: Final = _YAML_PAIRS.validate_python(_yaml_node_value(node)) keys: Final = tuple(_frontmatter_string(key) for key, _ in pairs) return ( None not in keys diff --git a/litellm/proxy/discovery_endpoints/skill_hub_endpoints.py b/litellm/proxy/discovery_endpoints/skill_hub_endpoints.py index ffddbd31048..8cbcf6d52ea 100644 --- a/litellm/proxy/discovery_endpoints/skill_hub_endpoints.py +++ b/litellm/proxy/discovery_endpoints/skill_hub_endpoints.py @@ -19,6 +19,8 @@ from litellm.models.plugin_upload import ( PluginDownloader, PluginDownloadsResponse, PluginPublication, + PluginPublicationBase, + PluginPublicationError, PluginSnapshot, PluginUploadStore, PluginVersion, @@ -56,6 +58,7 @@ from litellm.proxy.discovery_endpoints.agent_skills_archive import ( from litellm.proxy.discovery_endpoints.skill_hub_mutations import ( SkillMutationError, archive_writer, + publication_error, write_skill, write_target, ) @@ -77,6 +80,7 @@ from litellm.types.proxy.skill_hub import ( SkillHubPendingSkill, SkillHubProposal, SkillHubPublication, + SkillHubRestore, SkillHubSkill, SkillHubVersion, SkillHubVersions, @@ -635,6 +639,54 @@ async def download_skill_version( ) +@router.post("/{name}/versions/{version_id}/restore", response_model=SkillHubSkill) +async def restore_skill_version( + request: Request, + name: str, + version_id: str, + body: SkillHubRestore, + uploads: PluginUploadRepositoryDep, + caller: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)], +) -> SkillHubSkill: + """Proxy admins may republish retained bytes and metadata as a new version, preserving visibility and grants.""" + _require_admin(caller) + store: Final = _require_store(uploads) + metadata: Final = await _version_metadata(name, store, caller) + if metadata.id != body.expected_skill_id or metadata.updated_at != body.expected_updated_at: + raise HTTPException(409, "The published skill changed. Reload it before restoring a version") + version: Final = await store.version(metadata, version_id) + if version is None: + raise HTTPException(404, "Skill version not found") + content: Final = await store.version_content(metadata, version_id) if version.archive_available else None + if content is None: + raise HTTPException(409, "This version has no verified retained archive to restore") + digest: Final = hashlib.sha256(content).hexdigest() + review: Final = read_plugin_review(version.manifest) + publication: Final = PluginPublication( + name=name, + version=body.version, + description=version.description, + manifest={ + **version.manifest, + "source": { + "source": "archive", + "url": plugin_archive_url(request, name, digest), + "sha256": digest, + }, + }, + content=content, + created_by=caller.user_id or "proxy-admin", + review=replace(review, approved_by=caller.user_id or "proxy-admin") if review is not None else None, + ) + published: Final = await store.publish( + publication, PluginPublicationBase(body.expected_skill_id, body.expected_updated_at) + ) + if isinstance(published, PluginPublicationError): + error: Final = publication_error(published) + raise HTTPException(error.status, error.message) + return skill_publication_response(request, publication, published) + + async def _visible_archive(request: Request, name: str, uploads: PluginUploadStore | None) -> VisibleSkillArchive: anonymous_allowed: Final = litellm.public_skills_index is True and not marketplace_auth_required() caller: Final = ( diff --git a/litellm/proxy/discovery_endpoints/skill_hub_mutations.py b/litellm/proxy/discovery_endpoints/skill_hub_mutations.py index 63c519923c6..fff81b8a90c 100644 --- a/litellm/proxy/discovery_endpoints/skill_hub_mutations.py +++ b/litellm/proxy/discovery_endpoints/skill_hub_mutations.py @@ -58,6 +58,15 @@ def submission_owner(caller: UserAPIKeyAuth) -> str | None | SkillMutationError: return caller.user_id +def submission_editor(caller: UserAPIKeyAuth) -> str | SkillMutationError: + error: Final = writer_error(caller) + if error is not None: + return error + if not caller.user_id or caller.user_id == DB_UNAVAILABLE_FALLBACK_USER_ID: + return SkillMutationError(403, "Editing submissions requires the original submitting user's identity.") + return caller.user_id + + async def archive_writer(caller: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)]) -> UserAPIKeyAuth: from litellm.proxy.proxy_server import proxy_logging_obj @@ -149,13 +158,19 @@ async def review_skill( approve: bool, reason: str | None, publication_base_url: str | None = None, + expected_revision: int | None = None, ) -> SubmissionReviewed | SkillMutationError: if not is_proxy_admin(caller): return SkillMutationError(403, "Only proxy admins may review skill submissions.") if submissions is None: return SkillMutationError(503, "Skills Hub requires a connected database") result: Final = await submissions.review( - submission_id, caller.user_id or "proxy-admin", approve, reason, publication_base_url=publication_base_url + submission_id, + caller.user_id or "proxy-admin", + approve, + reason, + publication_base_url=publication_base_url, + expected_revision=expected_revision, ) match result: case SubmissionMissing(): diff --git a/litellm/proxy/discovery_endpoints/skill_hub_submissions.py b/litellm/proxy/discovery_endpoints/skill_hub_submissions.py index c1bb422b2a0..884e15e72a0 100644 --- a/litellm/proxy/discovery_endpoints/skill_hub_submissions.py +++ b/litellm/proxy/discovery_endpoints/skill_hub_submissions.py @@ -1,27 +1,49 @@ import asyncio +from dataclasses import replace from typing import Annotated, Final -from fastapi import APIRouter, Depends, HTTPException, Query, Request, Response +from fastapi import APIRouter, Depends, File, Form, HTTPException, Query, Request, Response, UploadFile -from litellm.models.plugin_upload import PluginPublication -from litellm.models.skill_submission import SkillSubmission, SkillSubmissionStore, SubmissionStatus +from litellm.models.plugin_upload import PluginPublication, PluginPublicationError, PluginUploadStore +from litellm.models.skill_submission import ( + SkillSubmission, + SkillSubmissionStore, + SubmissionConflict, + SubmissionLimitExceeded, + SubmissionMissing, + SubmissionStatus, +) from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.anthropic_endpoints.claude_code_endpoints.claude_code_skill_access import resolve_skill_visibility from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.proxy.deps.repositories import PluginUploadRepositoryDep, SkillSubmissionRepositoryDep from litellm.proxy.discovery_endpoints.agent_skills_archive import build_agent_skill_archive from litellm.proxy.discovery_endpoints.skill_hub_endpoints import ( + prepare_skill_publication, skill_metadata_response, skill_proposal_response, skill_publication_response, ) -from litellm.proxy.discovery_endpoints.skill_hub_mutations import SkillMutationError, review_skill, submission_owner +from litellm.proxy.discovery_endpoints.skill_hub_mutations import ( + SkillMutationError, + archive_writer, + publication_error, + review_skill, + submission_editor, + submission_owner, + write_target, +) +from litellm.proxy.discovery_endpoints.skill_import import MAX_IMPORT_BYTES +from litellm.repositories.plugin_publication import resolve_plugin_version from litellm.types.proxy.skill_hub import ( + SkillHubMetadata, SkillHubRejection, SkillHubReviewResponse, SkillHubSubmission, SkillHubSubmissionDetail, + SkillHubSubmissionEdit, SkillHubSubmissionList, + SkillHubSubmissionRevision, ) router: Final = APIRouter(prefix="/skill-hub/submissions", tags=["Skills Hub"]) @@ -40,7 +62,7 @@ def _owner(caller: UserAPIKeyAuth) -> str | None: return owner -def _response(request: Request, submission: SkillSubmission) -> SkillHubSubmission: +def _response(request: Request, submission: SkillSubmission, caller: UserAPIKeyAuth) -> SkillHubSubmission: return SkillHubSubmission( id=submission.id, skill_name=submission.plugin_name, @@ -55,6 +77,8 @@ def _response(request: Request, submission: SkillSubmission) -> SkillHubSubmissi reviewed_by=submission.reviewed_by, reviewed_at=submission.reviewed_at, rejection_reason=submission.rejection_reason, + revision=submission.revision, + can_edit=submission.status == "pending_review" and submission_editor(caller) == submission.submitted_by, ) @@ -71,7 +95,7 @@ async def list_submissions( owner: Final = _owner(caller) page: Final = await _store(submissions).list(owner, status, limit, offset) return SkillHubSubmissionList( - submissions=tuple(_response(request, row) for row in page.submissions), + submissions=tuple(_response(request, row, caller) for row in page.submissions), count=len(page.submissions), has_more=page.has_more, ) @@ -85,7 +109,7 @@ async def get_submission( uploads: PluginUploadRepositoryDep, caller: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)], ) -> SkillHubSubmissionDetail: - """Read an immutable proposal and its currently visible published skill.""" + """Read a proposal revision and its currently visible published skill.""" owner: Final = _owner(caller) submission: Final = await _store(submissions).get(submission_id, owner) if submission is None: @@ -95,7 +119,7 @@ async def get_submission( current: Final = await uploads.get_metadata(submission.plugin_name) visible: Final = current is not None and (owner is None or (await resolve_skill_visibility(caller)).allows(current)) return SkillHubSubmissionDetail( - submission=_response(request, submission), + submission=_response(request, submission, caller), current_skill=skill_metadata_response(request, current) if current is not None and visible else None, ) @@ -143,11 +167,12 @@ async def _review( caller: UserAPIKeyAuth, approve: bool, reason: str | None, + expected_revision: int | None, ) -> SkillHubReviewResponse: from litellm.proxy.utils import get_custom_url result: Final = await review_skill( - submission_id, submissions, caller, approve, reason, get_custom_url(str(request.base_url)) + submission_id, submissions, caller, approve, reason, get_custom_url(str(request.base_url)), expected_revision ) if isinstance(result, SkillMutationError): raise HTTPException(result.status, result.message) @@ -164,7 +189,7 @@ async def _review( ) return SkillHubReviewResponse( action="approved" if approve else "rejected", - submission=_response(request, result.submission), + submission=_response(request, result.submission, caller), skill=None if result.plugin is None else skill_publication_response(request, publication, result.plugin), ) @@ -175,9 +200,12 @@ async def approve_submission( submission_id: str, submissions: SkillSubmissionRepositoryDep, caller: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)], + body: SkillHubSubmissionRevision | None = None, ) -> SkillHubReviewResponse: """Publish a pending proposal and record its approval atomically. Only proxy admins may review.""" - return await _review(request, submission_id, submissions, caller, True, None) + return await _review( + request, submission_id, submissions, caller, True, None, None if body is None else body.expected_revision + ) @router.put("/{submission_id}/reject", response_model=SkillHubReviewResponse) @@ -189,4 +217,133 @@ async def reject_submission( body: SkillHubRejection | None = None, ) -> SkillHubReviewResponse: """Reject a pending proposal without changing the published skill. Only proxy admins may review.""" - return await _review(request, submission_id, submissions, caller, False, None if body is None else body.reason) + return await _review( + request, + submission_id, + submissions, + caller, + False, + None if body is None else body.reason, + None if body is None else body.expected_revision, + ) + + +def _editor(caller: UserAPIKeyAuth) -> str: + owner: Final = submission_editor(caller) + if isinstance(owner, SkillMutationError): + raise HTTPException(owner.status, owner.message) + return owner + + +def _changed( + result: SkillSubmission | SubmissionMissing | SubmissionConflict | SubmissionLimitExceeded, +) -> SkillSubmission: + if isinstance(result, SubmissionMissing): + raise HTTPException(404, "Skill submission not found") + if isinstance(result, SubmissionConflict): + raise HTTPException(409, result.message) + if isinstance(result, SubmissionLimitExceeded): + raise HTTPException(429, result.message) + return result + + +async def _editable( + submission_id: str, + owner: str, + store: SkillSubmissionStore, + revision: int, + version: str | None, + uploads: PluginUploadStore | None, + caller: UserAPIKeyAuth, +) -> SkillSubmission: + submission: Final = await store.get(submission_id, owner) + if submission is None: + raise HTTPException(404, "Skill submission not found") + if submission.status != "pending_review" or submission.revision != revision: + raise HTTPException(409, "This submission changed or is no longer pending. Reload it before trying again.") + existing: Final = await write_target( + submission.plugin_name, submission.operation == "update", uploads, caller, submission.base_updated_at + ) + if isinstance(existing, SkillMutationError): + raise HTTPException(existing.status, existing.message) + validation: Final = resolve_plugin_version( + version, None if existing is None else existing.version, updating=existing is not None + ) + if isinstance(validation, PluginPublicationError): + error: Final = publication_error(validation) + raise HTTPException(error.status, error.message) + return submission + + +@router.put("/{submission_id}", response_model=SkillHubSubmission) +async def edit_submission( + request: Request, + submission_id: str, + body: SkillHubSubmissionEdit, + submissions: SkillSubmissionRepositoryDep, + uploads: PluginUploadRepositoryDep, + caller: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)], +) -> SkillHubSubmission: + """Replace a pending proposal's metadata, preserving files. Only its original submitting user may edit.""" + owner: Final = _editor(caller) + store: Final = _store(submissions) + submission: Final = await _editable( + submission_id, owner, store, body.expected_revision, body.version, uploads, caller + ) + publication: Final = PluginPublication( + name=submission.plugin_name, + version=body.version, + description=body.description, + manifest={ + **{ + key: value + for key, value in submission.proposal.manifest.items() + if key not in SkillHubMetadata.model_fields + }, + **body.model_dump(exclude={"expected_revision"}, exclude_none=True), + }, + created_by=owner, + ) + result: Final = await store.edit(submission_id, owner, body.expected_revision, publication) + return _response(request, _changed(result), caller) + + +@router.put("/{submission_id}/upload", response_model=SkillHubSubmission) +async def edit_submission_archive( + request: Request, + submission_id: str, + submissions: SkillSubmissionRepositoryDep, + uploads: PluginUploadRepositoryDep, + caller: Annotated[UserAPIKeyAuth, Depends(archive_writer)], + file: Annotated[UploadFile, File(description="Replacement Agent Skills ZIP with the same declared skill name")], + expected_revision: Annotated[int, Form(ge=0)], + version: Annotated[str | None, Form()] = None, +) -> SkillHubSubmission: + """Replace a pending proposal's files using the upload limits. Only its original submitting user may edit.""" + owner: Final = _editor(caller) + store: Final = _store(submissions) + submission: Final = await _editable(submission_id, owner, store, expected_revision, version, uploads, caller) + content: Final = await file.read(MAX_IMPORT_BYTES + 1) + if len(content) > MAX_IMPORT_BYTES: + raise HTTPException(413, "Skill ZIP must be 10 MiB or smaller") + archive: Final = await asyncio.to_thread(build_agent_skill_archive, content) + if archive is None or archive.declared_name != submission.plugin_name: + raise HTTPException(422, "Replacement SKILL.md must declare the existing skill name and a description") + prepared: Final = await prepare_skill_publication(request, archive, version, None, owner) + publication: Final = replace(prepared, manifest={**submission.proposal.manifest, **prepared.manifest}) + result: Final = await store.edit(submission_id, owner, expected_revision, publication) + return _response(request, _changed(result), caller) + + +@router.put("/{submission_id}/withdraw", response_model=SkillHubSubmission) +async def withdraw_submission( + request: Request, + submission_id: str, + body: SkillHubSubmissionRevision, + submissions: SkillSubmissionRepositoryDep, + caller: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)], +) -> SkillHubSubmission: + """Withdraw a pending proposal without publishing it. Only its original submitting user may withdraw.""" + owner: Final = _editor(caller) + result: Final = await _store(submissions).withdraw(submission_id, owner, body.expected_revision) + return _response(request, _changed(result), caller) diff --git a/cookbook/skill_scanner/README.md b/litellm/proxy/discovery_endpoints/skill_scanner_adapter/README.md similarity index 94% rename from cookbook/skill_scanner/README.md rename to litellm/proxy/discovery_endpoints/skill_scanner_adapter/README.md index 2a68e116002..0e3ad5a726f 100644 --- a/cookbook/skill_scanner/README.md +++ b/litellm/proxy/discovery_endpoints/skill_scanner_adapter/README.md @@ -2,11 +2,11 @@ This standalone adapter runs NVIDIA SkillSpector on a separate machine. It is not installed in the LiteLLM proxy and does not require a shared Helm or Compose deployment -Start it with Python 3.12 or newer and uv. The script pins SkillSpector and its HTTP dependencies +Start it from the repository root with Python 3.12 or newer and uv. The script pins SkillSpector and its HTTP dependencies. The adapter is not included in the wheel or sdist ```sh export SKILL_SCANNER_API_KEY="$(openssl rand -hex 32)" -uv run server.py +uv run litellm/proxy/discovery_endpoints/skill_scanner_adapter/server.py ``` For another host, place the loopback service behind an HTTPS reverse proxy that forwards the Authorization header and enforces a 65 MiB request limit. Run it under an unprivileged account with a writable temporary directory and no production files or credentials. The scanner host needs Git and network access to requested sources and optional model providers. Apply network egress restrictions suitable for those sources diff --git a/cookbook/skill_scanner/server.py b/litellm/proxy/discovery_endpoints/skill_scanner_adapter/server.py similarity index 100% rename from cookbook/skill_scanner/server.py rename to litellm/proxy/discovery_endpoints/skill_scanner_adapter/server.py diff --git a/litellm/proxy/enterprise b/litellm/proxy/enterprise index 6ee73080d0a..a3552fdb27a 120000 --- a/litellm/proxy/enterprise +++ b/litellm/proxy/enterprise @@ -1 +1 @@ -../../enterprise \ No newline at end of file +../enterprise \ No newline at end of file diff --git a/litellm/proxy/fine_tuning_endpoints/endpoints.py b/litellm/proxy/fine_tuning_endpoints/endpoints.py index 030f8d7a46a..850a8508428 100644 --- a/litellm/proxy/fine_tuning_endpoints/endpoints.py +++ b/litellm/proxy/fine_tuning_endpoints/endpoints.py @@ -6,12 +6,14 @@ ########################################################################## import asyncio -from typing import Final, cast +from typing import Final from fastapi import APIRouter, Depends, HTTPException, Query, Request, Response +from pydantic import TypeAdapter import litellm from litellm._logging import verbose_proxy_logger +from litellm.litellm_core_utils.core_helpers import decoded_json_object from litellm.litellm_core_utils.hidden_params import set_hidden_param from litellm.proxy._types import * from litellm.proxy.auth.user_api_key_auth import user_api_key_auth @@ -25,6 +27,7 @@ from litellm.proxy.utils import handle_exception_on_proxy from litellm.types.utils import LiteLLMFineTuningJob router: Final = APIRouter() +_DECODED_JSON: Final = TypeAdapter(object) from litellm.types.llms.openai import LiteLLMFineTuningJobCreate @@ -50,7 +53,7 @@ def set_fine_tuning_config(config): # Function to search for specific custom_llm_provider and return its configuration def get_fine_tuning_provider_config( - custom_llm_provider: str, + custom_llm_provider: object, ): global fine_tuning_config if fine_tuning_config is None: @@ -61,6 +64,13 @@ def get_fine_tuning_provider_config( return None +async def _decoded_request_body(request: Request) -> object: + try: + return _DECODED_JSON.validate_python(await request.json()) + except Exception: + return {} + + @router.post( "/v1/fine_tuning/jobs", dependencies=[Depends(user_api_key_auth)], @@ -163,7 +173,7 @@ async def create_fine_tuning_job( detail={"error": "LLM Router not initialized. Ensure models added to proxy."}, ) - response = cast(LiteLLMFineTuningJob, await llm_router.acreate_fine_tuning_job(**data)) + response = await llm_router.acreate_fine_tuning_job(**data) response.training_file = training_file response.validation_file = fine_tuning_request.validation_file set_hidden_param(response, "unified_file_id", unified_file_id) @@ -285,12 +295,8 @@ async def retrieve_fine_tuning_job( route_type=CallTypes.aretrieve_fine_tuning_job.value, ) - try: - request_body = await request.json() - except Exception: - request_body = {} - - custom_llm_provider = request_body.get("custom_llm_provider", None) or custom_llm_provider + request_body: Final = decoded_json_object(await _decoded_request_body(request)) + requested_provider: Final = request_body.get("custom_llm_provider", None) or custom_llm_provider ## CHECK IF MANAGED FILE ID unified_finetuning_job_id: str | Literal[False] = False @@ -305,16 +311,13 @@ async def retrieve_fine_tuning_job( status_code=500, detail={"error": "LLM Router not initialized. Ensure models added to proxy."}, ) - response = cast( - LiteLLMFineTuningJob, - await llm_router.aretrieve_fine_tuning_job( - **data, - ), + response = await llm_router.aretrieve_fine_tuning_job( + **data, ) set_hidden_param(response, "unified_finetuning_job_id", unified_finetuning_job_id) - elif custom_llm_provider: + elif requested_provider: # get configs for custom_llm_provider - llm_provider_config: Final = get_fine_tuning_provider_config(custom_llm_provider=custom_llm_provider) + llm_provider_config: Final = get_fine_tuning_provider_config(custom_llm_provider=requested_provider) if llm_provider_config is not None: data.update(llm_provider_config) @@ -560,11 +563,7 @@ async def cancel_fine_tuning_job( route_type=CallTypes.acancel_fine_tuning_job.value, ) - try: - request_body = await request.json() - except Exception: - request_body = {} - + request_body: Final = decoded_json_object(await _decoded_request_body(request)) custom_llm_provider: Final = request_body.get("custom_llm_provider", None) ## CHECK IF MANAGED FILE ID @@ -580,11 +579,8 @@ async def cancel_fine_tuning_job( status_code=500, detail={"error": "LLM Router not initialized. Ensure models added to proxy."}, ) - response = cast( - LiteLLMFineTuningJob, - await llm_router.acancel_fine_tuning_job( - **data, - ), + response = await llm_router.acancel_fine_tuning_job( + **data, ) set_hidden_param(response, "unified_finetuning_job_id", unified_finetuning_job_id) else: diff --git a/litellm/proxy/google_endpoints/endpoints.py b/litellm/proxy/google_endpoints/endpoints.py index c018f071b3c..31b88e8110c 100644 --- a/litellm/proxy/google_endpoints/endpoints.py +++ b/litellm/proxy/google_endpoints/endpoints.py @@ -22,7 +22,7 @@ from litellm.proxy.common_utils.http_parsing_utils import ( # noqa: F401 # leg read_request_body, ) from litellm.proxy.common_utils.openai_error_payload import LITELLM_CALL_ID_HEADER -from litellm.proxy.common_utils.token_count_log import rejected_token_count +from litellm.proxy.common_utils.token_count_log import answered_with_litellm_call_id, rejected_token_count from litellm.proxy.common_utils.token_count_settings import count_source_fields from litellm.types.llms.vertex_ai import TokenCountDetailsResponse @@ -327,7 +327,7 @@ async def google_stream_generate_content( dependencies=[Depends(user_api_key_auth)], response_model=TokenCountDetailsResponse, ) -async def google_count_tokens(request: Request, model_name: str): +async def google_count_tokens(request: Request, model_name: str, fastapi_response: Response): """ ```json return { @@ -342,10 +342,18 @@ async def google_count_tokens(request: Request, model_name: str): } ``` """ - from litellm.proxy.common_utils.http_parsing_utils import read_request_body - from litellm.proxy.proxy_server import token_counter as internal_token_counter - litellm_call_id: Final = resolve_litellm_call_id(request.headers.get(LITELLM_CALL_ID_HEADER)) + return await answered_with_litellm_call_id( + _google_count_tokens(request, model_name, litellm_call_id), litellm_call_id, request, fastapi_response + ) + + +async def _google_count_tokens( + request: Request, model_name: str, litellm_call_id: str +) -> JSONResponse | TokenCountDetailsResponse: + from litellm.proxy.common_utils.http_parsing_utils import read_request_body + from litellm.proxy.proxy_server import count_request_tokens + data: Final = await read_request_body(request=request) try: token_request: Final = _google_count_tokens_request(model_name, data) @@ -365,7 +373,7 @@ async def google_count_tokens(request: Request, model_name: str): ) try: - token_response: Final = await internal_token_counter( + token_response: Final = await count_request_tokens( request=token_request, call_endpoint=True, litellm_call_id=litellm_call_id ) except ProxyException as error: diff --git a/litellm/proxy/guardrails/guardrail_endpoints.py b/litellm/proxy/guardrails/guardrail_endpoints.py index db4c30500a7..f6591ca00d5 100644 --- a/litellm/proxy/guardrails/guardrail_endpoints.py +++ b/litellm/proxy/guardrails/guardrail_endpoints.py @@ -3,6 +3,7 @@ CRUD ENDPOINTS FOR GUARDRAILS """ import asyncio +import copy import inspect import json import os @@ -17,9 +18,9 @@ from pydantic import BaseModel, TypeAdapter, ValidationError from litellm._logging import verbose_proxy_logger from litellm.constants import DEFAULT_MAX_RECURSE_DEPTH -from litellm.integrations.custom_guardrail import CustomGuardrail +from litellm.integrations.custom_guardrail import CustomGuardrail, GuardrailSetupError from litellm.litellm_core_utils.safe_json_dumps import safe_dumps -from litellm.proxy._types import LitellmUserRoles, UserAPIKeyAuth +from litellm.proxy._types import AUDIT_ACTIONS, LitellmTableNames, LitellmUserRoles, UserAPIKeyAuth from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.proxy.common_utils.callback_utils import CALLBACK_VAR_ENCRYPTED_PREFIX from litellm.proxy.common_utils.openai_error_payload import status_typed_proxy_exception @@ -53,6 +54,7 @@ from litellm.proxy.management_endpoints.common_utils import ( # noqa: F401 # l _user_has_admin_view, # pyright: ignore[reportPrivateUsage,reportUnusedImport] # backwards-compatible package export user_api_key_has_admin_view, ) +from litellm.proxy.management_helpers.audit_logs import create_object_audit_log, is_audit_logging_enabled from litellm.repositories.prisma_protocols import TableActions from litellm.repositories.table_repositories import GuardrailsRepository from litellm.types.guardrails import ( @@ -112,6 +114,84 @@ def _reject_encrypted_litellm_params(litellm_params: object) -> None: ) +_AUDIT_JSON_OBJECT: Final = TypeAdapter(dict[str, object]) +_AUDITED_GUARDRAIL_FIELDS: Final = ("guardrail_id", "guardrail_name", "guardrail_info", "status", "team_id") +_AUDITED_LITELLM_PARAMS: Final = ("guardrail", "mode", "default_on") +_NEW_GUARDRAIL_STATUS: Final = "active" + + +def _as_audit_mapping(value: object) -> Mapping[str, object]: + """Rows can hold JSON columns as strings, and an audit snapshot must never fail a change that is already saved.""" + candidate: Final = ( + value.model_dump(exclude_none=True) + if isinstance(value, BaseModel) + else _parse_json_field(value) + if isinstance(value, str) + else value + ) + try: + return _AUDIT_JSON_OBJECT.validate_python(candidate or {}) + except ValidationError: + return {} + + +def _litellm_params_of(guardrail: object) -> Mapping[str, object]: + return _as_audit_mapping(_as_audit_mapping(guardrail).get("litellm_params")) + + +def _guardrail_audit_snapshot(guardrail: object) -> Mapping[str, object]: + """A guardrail as written to the audit log. Provider settings can hold credentials under any name, so only the + provider, mode and default_on values are kept.""" + fields: Final = _as_audit_mapping(guardrail) + params: Final = _litellm_params_of(guardrail) + return { + **{key: fields[key] for key in _AUDITED_GUARDRAIL_FIELDS if fields.get(key) is not None}, + "litellm_params": {key: params[key] for key in _AUDITED_LITELLM_PARAMS if key in params}, + } + + +def _changed_litellm_param_names(before: object, after: object) -> tuple[str, ...]: + """Names, never values, of the provider settings an update changed beyond the ones the snapshot shows.""" + old: Final = _litellm_params_of(before) + new: Final = _litellm_params_of(after) + return tuple( + sorted( + key + for key in old.keys() | new.keys() + if key not in _AUDITED_LITELLM_PARAMS and old.get(key) != new.get(key) + ) + ) + + +async def _audit_guardrail_change( + *, + guardrail_id: str, + action: AUDIT_ACTIONS, + user_api_key_dict: UserAPIKeyAuth, + before: object = None, + after: object = None, +) -> None: + from litellm.proxy.proxy_server import litellm_proxy_admin_name + + if not is_audit_logging_enabled(): + return + changed: Final = _changed_litellm_param_names(before, after) if before is not None and after is not None else () + await create_object_audit_log( + object_id=guardrail_id, + action=action, + litellm_changed_by=None, + user_api_key_dict=user_api_key_dict, + litellm_proxy_admin_name=litellm_proxy_admin_name, + table_name=LitellmTableNames.GUARDRAILS_TABLE_NAME, + before_value=None if before is None else safe_dumps(_guardrail_audit_snapshot(before)), + after_value=None + if after is None + else safe_dumps( + {**_guardrail_audit_snapshot(after), **({"changed_litellm_params": list(changed)} if changed else {})} + ), + ) + + def _guardrails_table(prisma_client: "PrismaClient") -> "TableActions[LiteLLM_GuardrailsTable]": return GuardrailsRepository(prisma_client).table @@ -460,7 +540,7 @@ async def create_guardrail( verbose_proxy_logger.info( "Immediate sync: Successfully initialized guardrail '%s' (ID: %s)", guardrail_name, guardrail_id ) - except (ValueError, TypeError, CustomCodeCompilationError) as init_error: + except (ValueError, TypeError, CustomCodeCompilationError, GuardrailSetupError) as init_error: # Configuration error — roll back the DB write so the guardrail isn't orphaned if prisma_client is not None: try: @@ -479,6 +559,12 @@ async def create_guardrail( init_error, ) + await _audit_guardrail_change( + guardrail_id=str(guardrail_id), + action="created", + user_api_key_dict=user_api_key_dict, + after={**result, "status": _NEW_GUARDRAIL_STATUS}, + ) return result except HTTPException: raise @@ -579,6 +665,7 @@ async def update_guardrail( ) guardrail_name: Final = result.get("guardrail_name", "Unknown") + saved_guardrail: Final = copy.deepcopy(dict(result)) try: IN_MEMORY_GUARDRAIL_HANDLER.sync_guardrail_from_db( @@ -612,6 +699,13 @@ async def update_guardrail( update_error, ) + await _audit_guardrail_change( + guardrail_id=guardrail_id, + action="updated", + user_api_key_dict=user_api_key_dict, + before=existing_guardrail, + after=saved_guardrail, + ) return result except HTTPException as e: raise e @@ -687,6 +781,12 @@ async def delete_guardrail( delete_error, ) + await _audit_guardrail_change( + guardrail_id=guardrail_id, + action="deleted", + user_api_key_dict=user_api_key_dict, + before=existing_guardrail, + ) return result except HTTPException as e: raise e @@ -853,6 +953,12 @@ async def register_guardrail( "updated_at": now, }, ) + await _audit_guardrail_change( + guardrail_id=created.guardrail_id, + action="created", + user_api_key_dict=user_api_key_dict, + after=created, + ) return RegisterGuardrailResponse( guardrail_id=created.guardrail_id, guardrail_name=created.guardrail_name, @@ -1095,10 +1201,17 @@ async def approve_guardrail_submission( ) now: Final = datetime.now(timezone.utc) - await _guardrails_table(prisma_client).update( + approved: Final = await _guardrails_table(prisma_client).update( where={"guardrail_id": guardrail_id}, data={"status": "active", "reviewed_at": now, "updated_at": now}, ) + await _audit_guardrail_change( + guardrail_id=guardrail_id, + action="updated", + user_api_key_dict=user_api_key_dict, + before=row, + after=approved, + ) guardrail_info: Final = _parse_json_field(row.guardrail_info) if not litellm_params: @@ -1174,10 +1287,17 @@ async def reject_guardrail_submission( ) now: Final = datetime.now(timezone.utc) - await _guardrails_table(prisma_client).update( + rejected: Final = await _guardrails_table(prisma_client).update( where={"guardrail_id": guardrail_id}, data={"status": "rejected", "reviewed_at": now, "updated_at": now}, ) + await _audit_guardrail_change( + guardrail_id=guardrail_id, + action="updated", + user_api_key_dict=user_api_key_dict, + before=row, + after=rejected, + ) return { "guardrail_id": guardrail_id, "status": "rejected", @@ -1378,6 +1498,13 @@ async def patch_guardrail( update_error, ) + await _audit_guardrail_change( + guardrail_id=guardrail_id, + action="updated", + user_api_key_dict=user_api_key_dict, + before=existing_guardrail, + after=result, + ) return result except HTTPException as e: raise e diff --git a/litellm/proxy/guardrails/guardrail_helpers.py b/litellm/proxy/guardrails/guardrail_helpers.py index 3282334715d..eb258ae7de7 100644 --- a/litellm/proxy/guardrails/guardrail_helpers.py +++ b/litellm/proxy/guardrails/guardrail_helpers.py @@ -1,13 +1,21 @@ -import os -import sys -from typing import Final +import json +from collections.abc import Mapping, Sequence +from itertools import chain +from typing import TYPE_CHECKING, Final, Literal + +from fastapi import HTTPException +from pydantic import StrictBool, TypeAdapter, ValidationError import litellm from litellm._logging import verbose_proxy_logger -from litellm.proxy.proxy_server import LiteLLM_TeamTable, UserAPIKeyAuth +from litellm.integrations.custom_guardrail import CustomGuardrail +from litellm.proxy._types import LiteLLM_TeamTable, UserAPIKeyAuth +from litellm.proxy.utils import premium_user_check +from litellm.repositories.table_repositories import GuardrailsRepository from litellm.types.guardrails import * -sys.path.insert(0, os.path.abspath("../..")) # Adds the parent directory to the system path +if TYPE_CHECKING: + from litellm.proxy.utils import PrismaClient def can_modify_guardrails(team_obj: LiteLLM_TeamTable | None) -> bool: @@ -104,3 +112,79 @@ async def should_proceed_based_on_api_key(user_api_key_dict: UserAPIKeyAuth, gua # Do not proceeed if - "metadata": { "guardrails": { "lakera_prompt_injection": false } } return False return True + + +_GUARDRAIL_ENTRIES: Final = TypeAdapter(list[str | dict[str, object]]) +_MODIFY_GUARDRAILS_PERMISSION: Final = TypeAdapter(dict[Literal["modify_guardrails"], StrictBool]) + + +def _guardrail_entry_names(entries: object) -> frozenset[str] | None: + try: + parsed: Final = _GUARDRAIL_ENTRIES.validate_python(entries) + except ValidationError: + return None + return frozenset(chain.from_iterable((entry,) if isinstance(entry, str) else entry.keys() for entry in parsed)) + + +def _is_modify_guardrails_permission(entries: object) -> bool: + # a team's documented {"modify_guardrails": false}, read by auth checks, is the one stored dict that has an effect + try: + return len(_MODIFY_GUARDRAILS_PERMISSION.validate_python(entries, strict=True)) == 1 + except ValidationError: + return False + + +def _malformed_guardrails_message(entries: object) -> str: + shown: Final = json.dumps(entries, default=str) + return ( + f"Invalid guardrail detected - {shown if len(shown) <= 100 else shown[:100] + '...'}. " + + "Please provide a valid list of guardrail names." + ) + + +async def registered_guardrail_names(names: frozenset[str], prisma_client: "PrismaClient | None") -> frozenset[str]: + loaded_names: Final = frozenset( + callback.guardrail_name + for callback in litellm.logging_callback_manager.get_custom_loggers_for_type(callback_type=CustomGuardrail) + if isinstance(callback, CustomGuardrail) + ) + loaded: Final = names & loaded_names + missing: Final = names - loaded + if not missing or prisma_client is None: + return loaded + return loaded | await GuardrailsRepository(prisma_client, use_writer=True).find_active_guardrail_names(missing) + + +async def validate_guardrail_names( + guardrails: Sequence[str] | None, + metadata: Mapping[str, object] | None, + existing_metadata: Mapping[str, object] | None, + prisma_client: "PrismaClient | None", + *, + license_first: bool, +) -> None: + if license_first and guardrails: + # key and team writes license-gate top-level guardrails later on, keep that 403 ahead of a name 400 + premium_user_check("guardrails") + requested_entries: Final = ( + guardrails if guardrails is not None else (metadata.get("guardrails") if metadata is not None else None) + ) + if requested_entries is None or _is_modify_guardrails_permission(requested_entries): + return + requested: Final = _guardrail_entry_names(requested_entries) + if requested is None: + raise HTTPException(status_code=400, detail={"error": _malformed_guardrails_message(requested_entries)}) + stored_entries: Final = existing_metadata.get("guardrails") if existing_metadata is not None else None + new_names: Final = requested - (_guardrail_entry_names(stored_entries) or frozenset()) + if not new_names: + return + unknown: Final = new_names - await registered_guardrail_names(new_names, prisma_client) + if not unknown: + return + raise HTTPException( + status_code=400, + detail={ + "error": f"Unknown guardrail(s): {', '.join(sorted(unknown))}. " + + "Create the guardrail first, or check the name against /v2/guardrails/list." + }, + ) diff --git a/litellm/proxy/guardrails/guardrail_hooks/cato_networks/cato_networks.py b/litellm/proxy/guardrails/guardrail_hooks/cato_networks/cato_networks.py index c773e88c769..03f83616fea 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/cato_networks/cato_networks.py +++ b/litellm/proxy/guardrails/guardrail_hooks/cato_networks/cato_networks.py @@ -11,7 +11,7 @@ import os import ssl from collections.abc import AsyncGenerator, AsyncIterable, Iterator, Mapping, Sequence from ssl import SSLContext -from typing import TYPE_CHECKING, Any, Final +from typing import TYPE_CHECKING, Final, Literal, Protocol, TypeAlias from fastapi import HTTPException from pydantic import BaseModel @@ -23,7 +23,7 @@ from litellm import DualCache from litellm._logging import verbose_proxy_logger from litellm._version import version as litellm_version from litellm.integrations.custom_guardrail import CustomGuardrail -from litellm.litellm_core_utils.core_helpers import attribute_items, iter_items +from litellm.litellm_core_utils.core_helpers import attribute_items, iter_items, require_attributes, subscript from litellm.litellm_core_utils.prompt_templates.mid_conversation_system import message_field from litellm.llms.anthropic.common_utils import ( anthropic_server_tool_calls, @@ -60,6 +60,19 @@ if TYPE_CHECKING: from litellm.types.proxy.guardrails.guardrail_hooks.base import GuardrailConfigModel +_ToolCallKind: TypeAlias = Literal["server_tool_call", "tool_call"] +_OutputTarget: TypeAlias = tuple[Literal["content"], None] | tuple[_ToolCallKind, int] + + +class _ToolCallFunction(Protocol): + arguments: str + + +class _FunctionToolCall(Protocol): + @property + def function(self) -> _ToolCallFunction: ... + + class CatoNetworksGuardrailMissingSecrets(Exception): pass @@ -522,14 +535,16 @@ class CatoNetworksGuardrail(CustomGuardrail): ) @staticmethod - def _output_fragments(message: Message) -> Sequence[tuple[tuple[str, int | None], str]]: + def _output_fragments(message: Message) -> Sequence[tuple[_OutputTarget, str]]: """Assistant text the proxy returns to the caller: ``content`` plus every tool call's ``function.arguments`` string, Claude's server tool calls first, each tagged with where a redaction must be written back. ``content`` is only included when present so a tool-call-only choice keeps its ``None`` content (the text-vs-tool-call signal downstream consumers rely on) while its arguments are still inspected.""" - content: Final = () if message.content is None else ((("content", None), message.content),) + content: Final[tuple[tuple[_OutputTarget, str], ...]] = ( + () if message.content is None else ((("content", None), message.content),) + ) return ( *content, *CatoNetworksGuardrail._tool_call_fragments("server_tool_call", anthropic_server_tool_calls(message)), @@ -537,7 +552,9 @@ class CatoNetworksGuardrail(CustomGuardrail): ) @staticmethod - def _tool_call_fragments(kind: str, tool_calls: Sequence[object]) -> tuple[tuple[tuple[str, int | None], str], ...]: + def _tool_call_fragments( + kind: _ToolCallKind, tool_calls: Sequence[object] + ) -> tuple[tuple[tuple[_ToolCallKind, int], str], ...]: return tuple( ((kind, idx), arguments) for idx, arguments in enumerate( @@ -547,14 +564,16 @@ class CatoNetworksGuardrail(CustomGuardrail): ) @staticmethod - def _apply_output_fragment(message: Any, target: tuple[str, int | None], redacted: str) -> None: + def _apply_output_fragment(message: Message, target: _OutputTarget, redacted: str) -> None: match target: case ("content", _): message.content = redacted case ("server_tool_call", int() as idx): write_anthropic_server_tool_call_arguments(message, idx, redacted) case (_, idx): - message.tool_calls[idx].function.arguments = redacted + require_attributes( + subscript(message.tool_calls, idx), _FunctionToolCall, "function" + ).function.arguments = redacted @staticmethod def _responses_output_field(item: object, key: str) -> str | Sequence[object] | None: diff --git a/litellm/proxy/guardrails/guardrail_hooks/collieai/__init__.py b/litellm/proxy/guardrails/guardrail_hooks/collieai/__init__.py new file mode 100644 index 00000000000..c0ea6335741 --- /dev/null +++ b/litellm/proxy/guardrails/guardrail_hooks/collieai/__init__.py @@ -0,0 +1,55 @@ +from __future__ import annotations + +from collections.abc import Callable, Mapping +from types import MappingProxyType +from typing import TYPE_CHECKING, Final + +from litellm.integrations.custom_guardrail import GuardrailSetupError +from litellm.types.guardrails import SupportedGuardrailIntegrations +from litellm.types.proxy.guardrails.guardrail_hooks.collieai import DEFAULT_API_BASE + +from .collieai import CollieAiGuardrail + +if TYPE_CHECKING: + from litellm.integrations.custom_guardrail import CustomGuardrail + from litellm.types.guardrails import Guardrail, LitellmParams + +_NO_EXTRAS: Final[Mapping[str, object]] = MappingProxyType({}) + + +def initialize_guardrail( + litellm_params: LitellmParams, + guardrail: Guardrail, + guardrail_cls: Callable[..., CustomGuardrail] = CollieAiGuardrail, +) -> CustomGuardrail: + import litellm + from litellm.secret_managers.main import get_secret_str + + extras: Final = MappingProxyType( + {key: value for key, value in (litellm_params.model_extra or _NO_EXTRAS).items() if value is not None} + ) + try: + _callback: Final = guardrail_cls( + **{ + **extras, + "api_base": litellm_params.api_base or DEFAULT_API_BASE, + "api_key": litellm_params.api_key or get_secret_str("COLLIEAI_API_KEY"), + "guardrail_name": guardrail["guardrail_name"], + "event_hook": litellm_params.mode, + "default_on": litellm_params.default_on, + "stream_scope": litellm_params.stream_scope, + } + ) + except Exception as setup_error: + raise GuardrailSetupError(str(setup_error)) from setup_error + litellm.logging_callback_manager.add_litellm_callback(_callback) + return _callback + + +guardrail_initializer_registry: Final = { + SupportedGuardrailIntegrations.COLLIEAI.value: initialize_guardrail, +} + +guardrail_class_registry: Final = { + SupportedGuardrailIntegrations.COLLIEAI.value: CollieAiGuardrail, +} diff --git a/litellm/proxy/guardrails/guardrail_hooks/collieai/collieai.py b/litellm/proxy/guardrails/guardrail_hooks/collieai/collieai.py new file mode 100644 index 00000000000..5ea1d147f91 --- /dev/null +++ b/litellm/proxy/guardrails/guardrail_hooks/collieai/collieai.py @@ -0,0 +1,94 @@ +"""CollieAi as a LiteLLM guardrail, backed by the ``collieai-litellm-guardrail`` PyPI package. + +Install: ``pip install "collieai-litellm-guardrail>=1.0.0"`` +Source: https://github.com/CollieAi/collieai-litellm-guardrail +""" + +from __future__ import annotations + +import importlib +from collections.abc import Callable +from typing import Final + +from litellm.integrations.custom_guardrail import CustomGuardrail +from litellm.types.guardrails import GuardrailEventHooks +from litellm.types.proxy.guardrails.guardrail_hooks.collieai import CollieAiGuardrailConfigModel + +PACKAGE_MODULE: Final = "collieai_guardrail.guardrail" +MISSING_PACKAGE_MESSAGE: Final = ( + "collieai-litellm-guardrail>=1.0.0 (Python 3.11 or newer) is required for the CollieAi guardrail. " + 'Install it with: pip install "collieai-litellm-guardrail>=1.0.0". ' + "The LiteLLM Docker image does not include it, " + "see https://docs.collieai.io/integrations/litellm to add it to an image." +) + + +def has_readiness_guard(package: object) -> bool: + return getattr(package, "require_guardrail", None) is not None + + +def package_guardrail(package: object) -> type[CustomGuardrail] | None: + guardrail: Final[object] = getattr(package, "CollieAIGuardrail", None) + if not has_readiness_guard(package) or not isinstance(guardrail, type): + return None + return guardrail if issubclass(guardrail, CustomGuardrail) else None + + +def unavailable_package(message: str, cause: BaseException | None) -> type[CustomGuardrail]: + class UnavailablePackage(CustomGuardrail): + def __init__(self, **kwargs: object) -> None: # kwargs-ok: mirrors the package constructor, only raises + raise ImportError(message) from cause + + return UnavailablePackage + + +def missing_package(import_error: ImportError | None) -> type[CustomGuardrail]: + return unavailable_package(MISSING_PACKAGE_MESSAGE, import_error) + + +def broken_package(load_error: Exception) -> type[CustomGuardrail]: + return unavailable_package( + "collieai-litellm-guardrail is installed but failed to load with this LiteLLM version " + f"({type(load_error).__name__}: {load_error}). " + 'Upgrade it with: pip install -U "collieai-litellm-guardrail>=1.0.0"', + load_error, + ) + + +def is_the_package_missing(import_error: ImportError) -> bool: + package_root: Final = PACKAGE_MODULE.partition(".")[0] + return isinstance(import_error, ModuleNotFoundError) and (import_error.name or "").partition(".")[0] == package_root + + +def load_base(import_module: Callable[[str], object] = importlib.import_module) -> type[CustomGuardrail]: + try: + package: Final = import_module(PACKAGE_MODULE) + except ImportError as import_error: + return missing_package(import_error) if is_the_package_missing(import_error) else broken_package(import_error) + except Exception as load_error: # noqa: BLE001 # a broken third-party install must not break the guardrail routes + return broken_package(load_error) + return package_guardrail(package) or missing_package(None) + + +_Base: Final = load_base() + + +class CollieAiGuardrail(_Base): + @staticmethod + def get_config_model() -> type[CollieAiGuardrailConfigModel]: + return CollieAiGuardrailConfigModel + + @classmethod + def get_supported_event_hooks(cls) -> list[GuardrailEventHooks]: # mutable-ok: CustomGuardrail's signature + return [GuardrailEventHooks.pre_call, GuardrailEventHooks.post_call] + + +__all__ = ( + "MISSING_PACKAGE_MESSAGE", + "PACKAGE_MODULE", + "CollieAiGuardrail", + "has_readiness_guard", + "load_base", + "missing_package", + "package_guardrail", +) diff --git a/litellm/proxy/guardrails/guardrail_hooks/custom_code/primitives.py b/litellm/proxy/guardrails/guardrail_hooks/custom_code/primitives.py index 55f7abd40a8..51b849751c8 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/custom_code/primitives.py +++ b/litellm/proxy/guardrails/guardrail_hooks/custom_code/primitives.py @@ -13,7 +13,7 @@ from typing import Final, Literal from urllib.parse import urlparse import httpx -from pydantic import JsonValue +from pydantic import JsonValue, TypeAdapter from typing_extensions import ReadOnly, TypedDict import litellm @@ -22,6 +22,8 @@ from litellm.litellm_core_utils.url_utils import SSRFError, async_safe_get, vali from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, get_async_httpx_client from litellm.types.llms.custom_http import httpxSpecialProvider +_DECODED_JSON: Final = TypeAdapter(object) + # ============================================================================= # Result Types - Used by Starlark code to return guardrail decisions # ============================================================================= @@ -200,7 +202,7 @@ class JsonSchemaNode(TypedDict, total=False): properties: ReadOnly[Mapping[str, "JsonSchemaNode"]] -def json_parse(text: str) -> JsonValue: +def json_parse(text: str) -> object: """ Parse a JSON string into a Python object. @@ -211,7 +213,7 @@ def json_parse(text: str) -> JsonValue: Parsed Python object, or None if parsing fails """ try: - return json.loads(text) + return _DECODED_JSON.validate_python(json.loads(text)) except (json.JSONDecodeError, TypeError) as e: verbose_proxy_logger.debug("Starlark json_parse error: %s", e) return None diff --git a/litellm/proxy/guardrails/guardrail_hooks/enkryptai/enkryptai.py b/litellm/proxy/guardrails/guardrail_hooks/enkryptai/enkryptai.py index 1b9bfc725db..8c698934796 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/enkryptai/enkryptai.py +++ b/litellm/proxy/guardrails/guardrail_hooks/enkryptai/enkryptai.py @@ -8,7 +8,7 @@ import os from collections.abc import AsyncGenerator, AsyncIterable from datetime import datetime -from typing import TYPE_CHECKING, Any, Final, Literal, Optional +from typing import TYPE_CHECKING, Final, Literal, Optional import httpx @@ -186,7 +186,6 @@ class EnkryptAIGuardrails(CustomGuardrail): details: Final = response.get("details", {}) detected_attacks: Final[list[str]] = [] - attack_details: Final[dict[str, Any]] = {} for key, value in summary.items(): # Check if attack is detected @@ -195,13 +194,14 @@ class EnkryptAIGuardrails(CustomGuardrail): if key == "toxicity": if isinstance(value, list) and len(value) > 0: detected_attacks.append(key) - attack_details[key] = details.get(key, {}) else: if value == 1: detected_attacks.append(key) - attack_details[key] = details.get(key, {}) - return {"attacks_detected": detected_attacks, "attack_details": attack_details} + return { + "attacks_detected": detected_attacks, + "attack_details": {key: details.get(key, {}) for key in detected_attacks}, + } def _determine_guardrail_status(self, response_json: EnkryptAIResponse) -> GuardrailStatus: """ diff --git a/litellm/proxy/guardrails/guardrail_hooks/generic_guardrail_api/generic_guardrail_api.py b/litellm/proxy/guardrails/guardrail_hooks/generic_guardrail_api/generic_guardrail_api.py index 7e052796545..85136c46a67 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/generic_guardrail_api/generic_guardrail_api.py +++ b/litellm/proxy/guardrails/guardrail_hooks/generic_guardrail_api/generic_guardrail_api.py @@ -21,7 +21,7 @@ from litellm.integrations.custom_guardrail import ( CustomGuardrail, log_guardrail_information, ) -from litellm.litellm_core_utils.core_helpers import as_str_mapping +from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_or_none from litellm.llms.custom_httpx.http_handler import ( AsyncHTTPHandler, get_async_httpx_client, @@ -46,6 +46,7 @@ _CHAT_ROW: Final[TypeAdapter[AllMessageValues]] = TypeAdapter(AllMessageValues) _SENT_ROW: Final = TypeAdapter(Mapping[str, object]) _SENT_ROWS: Final = TypeAdapter(Sequence[Mapping[str, object]]) _JSON: Final[TypeAdapter[JsonValue]] = TypeAdapter(JsonValue) +_DECODED_JSON: Final = TypeAdapter(object) # Headers whose values are forwarded as-is (case-insensitive). Glob patterns supported (e.g. x-stainless-*, x-litellm*). _HEADER_VALUE_ALLOWLIST: Final = frozenset( @@ -242,6 +243,16 @@ def _structured_rows_to_write_back( ) +def _guardrail_response_from_json(response_json: object) -> GenericGuardrailAPIResponse: + if isinstance(response_json, dict): + return GenericGuardrailAPIResponse.from_dict(response_json) + raise AttributeError( + f"{type(response_json).__name__!r} object has no attribute 'get'", + name="get", + obj=response_json, + ) + + class GenericGuardrailAPI(CustomGuardrail): """ Generic Guardrail API integration for LiteLLM. @@ -396,7 +407,7 @@ class GenericGuardrailAPI(CustomGuardrail): input_type: Literal["request", "response"], logging_obj: Optional["LiteLLMLoggingObj"], error: Exception, - http_status_code: int | None = None, + http_status_code: object = None, ) -> GenericGuardrailAPIInputs: status_suffix: Final = f" http_status_code={http_status_code}" if http_status_code else "" error_type: Final = "HTTPStatusError" if isinstance(error, httpx.HTTPStatusError) else type(error).__name__ @@ -482,7 +493,7 @@ class GenericGuardrailAPI(CustomGuardrail): ) -> GenericGuardrailAPIInputs: unreachable_fail_open: Final = is_unreachable and self.unreachable_fallback == "fail_open" if unreachable_fail_open or not self.fail_on_error: - http_status_code: Final = getattr(getattr(error, "response", None), "status_code", None) + http_status_code: Final = attribute_or_none(attribute_or_none(error, "response"), "status_code") return self._fail_open_passthrough( inputs=inputs, input_type=input_type, @@ -608,11 +619,11 @@ class GenericGuardrailAPI(CustomGuardrail): ) response.raise_for_status() - response_json: Final = response.json() + response_json: Final = _DECODED_JSON.validate_python(response.json()) verbose_proxy_logger.debug("Generic Guardrail API response: %s", response_json) - guardrail_response: Final = GenericGuardrailAPIResponse.from_dict(response_json) + guardrail_response: Final = _guardrail_response_from_json(response_json) # Handle the response if guardrail_response.action == "BLOCKED": diff --git a/litellm/proxy/guardrails/guardrail_hooks/mcp_jwt_signer/mcp_jwt_signer.py b/litellm/proxy/guardrails/guardrail_hooks/mcp_jwt_signer/mcp_jwt_signer.py index 9cb929dec92..85bf39c481b 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/mcp_jwt_signer/mcp_jwt_signer.py +++ b/litellm/proxy/guardrails/guardrail_hooks/mcp_jwt_signer/mcp_jwt_signer.py @@ -135,7 +135,7 @@ _mcp_jwt_signer_instance: Optional["MCPJWTSigner"] = None _MCP_JWT_CALL_TYPES: Final = frozenset({"call_mcp_tool", "list_mcp_tools"}) # Simple in-memory JWKS cache: keyed by JWKS URI → (keys_list, fetched_at). -_jwks_cache: Final[dict[str, tuple[Sequence[Mapping[str, object]], float]]] = {} +_jwks_cache: Final[dict[str, tuple[object, float]]] = {} _JWKS_CACHE_TTL: Final = 3600 # 1 hour @@ -181,7 +181,7 @@ def _compute_kid(public_key: RSAPublicKey) -> str: return hashlib.sha256(der_bytes).hexdigest()[:16] -async def _fetch_jwks(jwks_uri: str, timeout: float | httpx.Timeout | None = None) -> Sequence[Mapping[str, object]]: +async def _fetch_jwks(jwks_uri: str, timeout: float | httpx.Timeout | None = None) -> object: """ Fetch and cache a JWKS from the given URI. @@ -202,7 +202,7 @@ async def _fetch_jwks(jwks_uri: str, timeout: float | httpx.Timeout | None = Non client: Final = get_async_httpx_client(llm_provider=httpxSpecialProvider.Oauth2Check) resp: Final = await client.get(jwks_uri, headers={"Accept": "application/json"}, timeout=timeout) resp.raise_for_status() - jwks_body: Final[Mapping[str, Sequence[Mapping[str, object]]]] = resp.json() + jwks_body: Final = decoded_json_object(_DECODED_JSON.validate_python(resp.json())) fetched_keys: Final = jwks_body.get("keys", []) _jwks_cache[jwks_uri] = (fetched_keys, now) return fetched_keys @@ -941,15 +941,13 @@ async def inject_mcp_jwt_headers_for_upstream( if signer is None or user_api_key_dict is None: return merged - normalized_raw: Final = {k.lower(): v for k, v in (raw_headers or {}).items()} - incoming_bearer_token: str | None = None - auth_hdr: Final = normalized_raw.get("authorization", "") - if auth_hdr.lower().startswith("bearer "): - incoming_bearer_token = auth_hdr[len("bearer ") :] + from litellm.proxy.mcp_server.auth.user_api_key_auth_mcp import MCPRequestHandler + + incoming_bearer_token: Final = MCPRequestHandler.guardrail_bearer_from_raw_headers(raw_headers, user_api_key_dict) hook_data: Final = { "mcp_tool_name": "" if for_list_tools else mcp_tool_name, - "incoming_bearer_token": incoming_bearer_token, + "incoming_bearer_token": incoming_bearer_token.get_secret_value() if incoming_bearer_token else None, "extra_headers": merged, } call_type: Final[CallTypesLiteral] = "list_mcp_tools" if for_list_tools else "call_mcp_tool" diff --git a/litellm/proxy/guardrails/guardrail_hooks/microsoft_purview/base.py b/litellm/proxy/guardrails/guardrail_hooks/microsoft_purview/base.py index 1790f335548..16a820e1c0b 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/microsoft_purview/base.py +++ b/litellm/proxy/guardrails/guardrail_hooks/microsoft_purview/base.py @@ -9,7 +9,7 @@ import httpx from typing_extensions import NotRequired, TypedDict from litellm._logging import verbose_proxy_logger -from litellm.litellm_core_utils.core_helpers import decoded_json_object, iter_items, json_contains +from litellm.litellm_core_utils.core_helpers import attribute_or_none, decoded_json_object, iter_items, json_contains from litellm.litellm_core_utils.prompt_templates.common_utils import ( convert_content_list_to_str, ) @@ -445,10 +445,10 @@ class PurviewGuardrailBase: tool_calls: Final = tool_calls_with_server_tool_calls(message) if tool_calls: for tc in tool_calls: - fn = tc.get("function") if isinstance(tc, dict) else getattr(tc, "function", None) + fn = tc.get("function") if isinstance(tc, dict) else attribute_or_none(tc, "function") if fn is None: continue - arguments = fn.get("arguments") if isinstance(fn, dict) else getattr(fn, "arguments", None) + arguments = fn.get("arguments") if isinstance(fn, dict) else attribute_or_none(fn, "arguments") if isinstance(arguments, str) and arguments.strip(): args.append(arguments) diff --git a/litellm/proxy/guardrails/guardrail_hooks/microsoft_purview/purview_dlp.py b/litellm/proxy/guardrails/guardrail_hooks/microsoft_purview/purview_dlp.py index 0b3d56a016b..dff5f5a7e6e 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/microsoft_purview/purview_dlp.py +++ b/litellm/proxy/guardrails/guardrail_hooks/microsoft_purview/purview_dlp.py @@ -325,6 +325,7 @@ class MicrosoftPurviewDLPGuardrail(PurviewGuardrailBase, CustomGuardrail): messages: Final = LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( input=input_data if input_data is not None else "", responses_api_request=data, + replay_tool_search=True, ) return self.get_prompt_text_for_dlp(cast(list["AllMessageValues"], messages)) except Exception: diff --git a/litellm/proxy/guardrails/guardrail_hooks/pangea/pangea.py b/litellm/proxy/guardrails/guardrail_hooks/pangea/pangea.py index 152515c50ed..1f7f93bb9cb 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/pangea/pangea.py +++ b/litellm/proxy/guardrails/guardrail_hooks/pangea/pangea.py @@ -1,6 +1,6 @@ # litellm/proxy/guardrails/guardrail_hooks/pangea.py import os -from collections.abc import Callable +from collections.abc import Callable, Mapping, Sized from typing import TYPE_CHECKING, Final from fastapi import HTTPException @@ -12,7 +12,7 @@ from litellm.integrations.custom_guardrail import ( CustomGuardrail, log_guardrail_information, ) -from litellm.litellm_core_utils.core_helpers import decoded_json_object +from litellm.litellm_core_utils.core_helpers import decoded_json_object, iter_items, subscript from litellm.llms.anthropic.common_utils import ( message_dict_with_server_tool_calls, message_dict_with_server_tool_calls_split_out, @@ -40,6 +40,12 @@ if TYPE_CHECKING: _DECODED_JSON: Final = TypeAdapter(object) +def _json_len(value: object) -> int: + if isinstance(value, Sized): + return len(value) + raise TypeError(f"object of type '{type(value).__name__}' has no len()") + + def _choice_with_message(choice: object, rewrite: Callable[[object], object]) -> object: mapping: Final = validated_object_mapping(choice) if mapping is None or "message" not in mapping: @@ -59,9 +65,9 @@ class _TextCompletionRequest: return [{"role": "user", "content": self.body["prompt"]}] # This mutates the original dict, but we'll still return it anyways - def update_original_body(self, prompt_messages: list[dict]) -> dict[str, object]: - assert len(prompt_messages) == 1 - self.body["prompt"] = prompt_messages[0]["content"] + def update_original_body(self, prompt_messages: object) -> dict[str, object]: + assert _json_len(prompt_messages) == 1 + self.body["prompt"] = subscript(subscript(prompt_messages, 0), "content") return self.body @@ -117,7 +123,7 @@ class PangeaHandler(CustomGuardrail): self.api_base, ) - async def _call_pangea_ai_guard(self, api: str, payload: dict, hook_name: str) -> dict: + async def _call_pangea_ai_guard(self, api: str, payload: dict, hook_name: str) -> Mapping[str, object]: """ Makes the API call to the Pangea AI Guard endpoint. The function itself will raise an error in the case that a response @@ -153,8 +159,7 @@ class PangeaHandler(CustomGuardrail): ) response.raise_for_status() - result: Final = response.json() - decoded_result: Final = decoded_json_object(_DECODED_JSON.validate_python(result)) + decoded_result: Final = decoded_json_object(_DECODED_JSON.validate_python(response.json())) verdict: Final = decoded_json_object(decoded_result.get("result", {})) if verdict.get("blocked"): @@ -172,7 +177,7 @@ class PangeaHandler(CustomGuardrail): "Pangea Guardrail (%s): Request passed. Response: %s", hook_name, verdict.get("detectors") ) - return result + return decoded_result async def _async_pre_call_hook( self, @@ -200,14 +205,15 @@ class PangeaHandler(CustomGuardrail): ai_guard_response = await self._call_pangea_ai_guard("v1beta/guard", ai_guard_payload, "async_pre_call_hook") add_guardrail_to_applied_guardrails_header(request_data=data, guardrail_name=self.guardrail_name) - if not ai_guard_response.get("result", {}).get("transformed"): + pangea_result: Final = decoded_json_object(ai_guard_response.get("result", {})) + if not pangea_result.get("transformed"): return - output: Final = ai_guard_response.get("result", {}).get("output", {}) + output: Final = pangea_result.get("output", {}) if call_type == "text_completion" or call_type == "atext_completion": - data = transformer.update_original_body(output["messages"]) + data = transformer.update_original_body(subscript(output, "messages")) else: - data["messages"] = output["messages"] + data["messages"] = subscript(output, "messages") return data @log_guardrail_information @@ -290,12 +296,14 @@ class PangeaHandler(CustomGuardrail): ai_guard_response = await self._call_pangea_ai_guard("v1beta/guard", ai_guard_payload, "async_pre_call_hook") add_guardrail_to_applied_guardrails_header(request_data=data, guardrail_name=self.guardrail_name) - if not ai_guard_response.get("result", {}).get("transformed"): + pangea_result: Final = decoded_json_object(ai_guard_response.get("result", {})) + if not pangea_result.get("transformed"): return - output: Final = ai_guard_response.get("result", {}).get("output", {}) + output: Final = pangea_result.get("output", {}) response.choices = [ # pyright: ignore[reportAttributeAccessIssue] # Pangea returns untyped choice dicts - _choice_with_message(choice, message_dict_with_server_tool_calls_split_out) for choice in output["choices"] + _choice_with_message(choice, message_dict_with_server_tool_calls_split_out) + for choice in iter_items(subscript(output, "choices")) ] return response diff --git a/litellm/proxy/guardrails/guardrail_hooks/panw_prisma_airs/panw_prisma_airs.py b/litellm/proxy/guardrails/guardrail_hooks/panw_prisma_airs/panw_prisma_airs.py index 73ccd82d37f..f4b153d86ba 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/panw_prisma_airs/panw_prisma_airs.py +++ b/litellm/proxy/guardrails/guardrail_hooks/panw_prisma_airs/panw_prisma_airs.py @@ -28,7 +28,7 @@ from litellm.integrations.custom_guardrail import ( CustomGuardrail, log_guardrail_information, ) -from litellm.litellm_core_utils.core_helpers import decoded_json_object +from litellm.litellm_core_utils.core_helpers import decoded_json_object, json_contains from litellm.llms.anthropic.common_utils import ( anthropic_server_tool_call_params, tool_calls_with_server_tool_calls, @@ -145,6 +145,7 @@ class _ResponsesInputItem(LiteLLMBaseModel): _ResponsesInput: TypeAlias = str | tuple[_ResponsesInputItem, ...] | None _RESPONSES_INPUT: Final[TypeAdapter[_ResponsesInput]] = TypeAdapter(_ResponsesInput) _DECODED_ARGUMENTS: Final = TypeAdapter(object) +_DECODED_JSON: Final = TypeAdapter(object) _NO_METADATA: Final[Mapping[str, object]] = MappingProxyType({}) @@ -394,7 +395,7 @@ class PanwPrismaAirsHandler(CustomGuardrail): metadata: Mapping[str, object] | None = None, call_id: object = None, tool_event: _AirsToolEvent | None = None, - ) -> dict[str, object]: + ) -> Mapping[str, object]: """Call PANW Prisma AIRS API to scan content or a tool_event.""" if tool_event is None and not content.strip(): @@ -506,30 +507,32 @@ class PanwPrismaAirsHandler(CustomGuardrail): ) response.raise_for_status() - result: Final[dict[str, object]] = response.json() + result: Final = _DECODED_JSON.validate_python(response.json()) # Validate response format - if "action" not in result: + if not json_contains(result, "action"): verbose_proxy_logger.error("PANW Prisma AIRS: Invalid API response format: %s", result) return {"action": "block", "category": "api_error"} + body: Final = decoded_json_object(result) + # Check for profile-related errors from PANW API - if result.get("action") == "block" and "error" in result: - error_msg: Final = str(result.get("error", "")).lower() + if body.get("action") == "block" and "error" in body: + error_msg: Final = str(body.get("error", "")).lower() if "profile" in error_msg and ( "not found" in error_msg or "required" in error_msg or "invalid" in error_msg ): verbose_proxy_logger.error( "PANW Prisma AIRS: Profile configuration error. Ensure your API key has a linked profile in Strata Cloud Manager, or provide 'profile_name' or 'profile_id' in config/metadata. PANW API response: %s", - result, + body, ) verbose_proxy_logger.debug( "PANW Prisma AIRS: Scan result - Action: %s, Category: %s", - result.get("action"), - result.get("category", "unknown"), + body.get("action"), + body.get("category", "unknown"), ) - return result + return body except httpx.HTTPStatusError as e: status: Final = e.response.status_code @@ -839,7 +842,7 @@ class PanwPrismaAirsHandler(CustomGuardrail): def _handle_api_error_with_logging( self, - scan_result: dict[str, object], + scan_result: Mapping[str, object], data: dict[str, object], start_time: datetime, event_type: GuardrailEventHooks, @@ -1363,7 +1366,7 @@ class PanwPrismaAirsHandler(CustomGuardrail): assembled_model_response: ModelResponse, request_data: dict, start_time: datetime, - ) -> tuple[bool, ModelResponse, dict[str, object]]: + ) -> tuple[bool, ModelResponse, Mapping[str, object]]: """ Scan assembled streaming response and apply masking if needed. Returns (content_was_modified, response, scan_result). diff --git a/litellm/proxy/guardrails/guardrail_hooks/tool_permission.py b/litellm/proxy/guardrails/guardrail_hooks/tool_permission.py index f2697c0aa11..09f92f9c8ee 100644 --- a/litellm/proxy/guardrails/guardrail_hooks/tool_permission.py +++ b/litellm/proxy/guardrails/guardrail_hooks/tool_permission.py @@ -5,11 +5,11 @@ from dataclasses import dataclass from functools import partial, reduce from itertools import chain, groupby from types import MappingProxyType -from typing import Any, Final, Literal, TypeAlias, TypedDict, TypeVar +from typing import Final, Literal, TypeAlias, TypeVar from fastapi import HTTPException from pydantic import TypeAdapter -from typing_extensions import ReadOnly, Required +from typing_extensions import TypedDict from litellm._logging import verbose_proxy_logger from litellm.caching.dual_cache import DualCache @@ -22,7 +22,7 @@ from litellm.integrations.custom_guardrail import ( CustomGuardrail, log_guardrail_information, ) -from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_or_none +from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_or_none, keyword_arguments from litellm.litellm_core_utils.tool_fields import declared_function_name, qualified_member_name from litellm.llms.anthropic.common_utils import ( anthropic_server_tool_call_params, @@ -472,19 +472,13 @@ def _rewritten_tool_config(tool_config: object, removed_names: frozenset[str], f } -class _ToolPermissionRuleFields(TypedDict, total=False): - """The config-file shape a :class:`ToolPermissionRule` is built from.""" - - id: ReadOnly[Required[str]] - tool_name: ReadOnly[str | None] - tool_type: ReadOnly[str | None] - decision: ReadOnly[Required[Literal["allow", "deny"]]] - allowed_param_patterns: ReadOnly[dict[str, str] | None] +class _ToolPermissionRuleFields(TypedDict, total=False, extra_items=object): + pass -def _rule_from_fields(fields: _ToolPermissionRuleFields) -> ToolPermissionRule: +def _rule_from_fields(fields: object) -> ToolPermissionRule: """Validate one config-file rule entry into a :class:`ToolPermissionRule`.""" - return ToolPermissionRule(**fields) + return ToolPermissionRule.model_validate(_ToolPermissionRuleFields(**keyword_arguments(fields, ToolPermissionRule))) def _is_tool_use_block(block: object) -> bool: @@ -529,7 +523,7 @@ class ToolPermissionGuardrail(CustomGuardrail): self.default_action, ) - def _load_rules(self, rules: list[Any] | None) -> None: + def _load_rules(self, rules: Sequence[object] | None) -> None: """Parse ``rules`` and (re)build the compiled target/pattern lookups. ``self.rules`` plus ``_compiled_rule_targets`` / ``_compiled_rule_patterns`` @@ -948,10 +942,10 @@ class ToolPermissionGuardrail(CustomGuardrail): return is_allowed, None, message @staticmethod - def _get_mapping_value(item: object, key: str) -> Any: + def _get_mapping_value(item: object, key: str) -> object: if isinstance(item, dict): return item.get(key) - return getattr(item, key, None) + return attribute_or_none(item, key) @staticmethod def _legacy_function_call_id(choice_index: int) -> str: diff --git a/litellm/proxy/guardrails/guardrail_registry.py b/litellm/proxy/guardrails/guardrail_registry.py index 2f2294db522..dd4d8f49010 100644 --- a/litellm/proxy/guardrails/guardrail_registry.py +++ b/litellm/proxy/guardrails/guardrail_registry.py @@ -10,6 +10,7 @@ from types import MappingProxyType from typing import TYPE_CHECKING, Final, Literal, Optional, Protocol, TypeAlias, TypeVar, cast from pydantic import BaseModel, TypeAdapter, ValidationError +from typing_extensions import TypedDict import litellm from litellm import Router @@ -17,6 +18,7 @@ from litellm._logging import verbose_proxy_logger from litellm._uuid import uuid from litellm.constants import DEFAULT_MAX_RECURSE_DEPTH, GUARDRAIL_ROTATION_ATTEMPTS from litellm.integrations.custom_guardrail import CustomGuardrail +from litellm.litellm_core_utils.core_helpers import as_str_mapping, keyword_arguments, subscript from litellm.litellm_core_utils.safe_json_dumps import safe_dumps from litellm.llms.base_llm.guardrail_translation.utils import ( effective_scan_only_tool_results_for_guardrail, @@ -102,6 +104,10 @@ def _as_json_array(value: object) -> list[object] | None: return _JSON_ARRAY.validate_python(value) if isinstance(value, list) else None +class _CategoryThresholdFields(TypedDict, total=False, extra_items=object): + pass + + def _extra_param_items(litellm_params: LitellmParams) -> Iterable[tuple[str, object]]: return ( litellm_params.model_dump(exclude_none=True).items() @@ -679,6 +685,24 @@ def _configure_callback_scoping( _ParamsT = TypeVar("_ParamsT", bound=BaseModel) +SECRET_REFERENCE_PARAMS: Final = ("api_key", "api_base") + + +def resolve_secret_reference(value: str | None) -> str | None: + return str(get_secret(value)) if value and value.startswith("os.environ/") else value + + +def _with_resolved_secret_references(params: Mapping[str, object]) -> Mapping[str, object]: + return { + **params, + **{ + key: resolve_secret_reference(value) + for key in SECRET_REFERENCE_PARAMS + if isinstance(value := params.get(key), str) + }, + } + + def parse_tolerant_litellm_params( litellm_params_data: Mapping[str, object], guardrail_name: str, @@ -775,14 +799,15 @@ class InMemoryGuardrailHandler: litellm_params = litellm_params_data if "category_thresholds" in litellm_params_data and litellm_params_data["category_thresholds"]: - lakera_category_thresholds: Final = LakeraCategoryThresholds(**litellm_params_data["category_thresholds"]) + lakera_category_thresholds: Final = LakeraCategoryThresholds( + **_CategoryThresholdFields( + **keyword_arguments(subscript(litellm_params_data, "category_thresholds"), LakeraCategoryThresholds) + ) + ) litellm_params.category_thresholds = lakera_category_thresholds - if litellm_params.api_key and litellm_params.api_key.startswith("os.environ/"): - litellm_params.api_key = str(get_secret(litellm_params.api_key)) - - if litellm_params.api_base and litellm_params.api_base.startswith("os.environ/"): - litellm_params.api_base = str(get_secret(litellm_params.api_base)) + litellm_params.api_key = resolve_secret_reference(litellm_params.api_key) + litellm_params.api_base = resolve_secret_reference(litellm_params.api_base) guardrail_type: Final = litellm_params.guardrail @@ -871,7 +896,8 @@ class InMemoryGuardrailHandler: params: Final = guardrail.get("litellm_params") if not isinstance(params, (dict, LitellmParams)): return - litellm_params: Final = LitellmParams(**params) if isinstance(params, dict) else params + params_mapping: Final = as_str_mapping(params) + litellm_params: Final = LitellmParams(**params_mapping) if params_mapping is not None else params guardrail_name: Final = guardrail.get("guardrail_name", "Unknown") for custom_guardrail_callback in self._tracked_callbacks(guardrail_id): for error in ( @@ -1057,7 +1083,9 @@ class InMemoryGuardrailHandler: return params.model_dump() if isinstance(params, dict): try: - return parse_tolerant_litellm_params(with_tolerated_stream_scope(params), guardrail_name).model_dump() + return _with_resolved_secret_references( + parse_tolerant_litellm_params(with_tolerated_stream_scope(params), guardrail_name).model_dump() + ) except ValidationError as e: verbose_proxy_logger.warning( "Could not normalize guardrail litellm_params for comparison; treating the guardrail as changed. Error: %s", diff --git a/litellm/proxy/health_check.py b/litellm/proxy/health_check.py index de2ed4fd4ba..550a3f66f3b 100644 --- a/litellm/proxy/health_check.py +++ b/litellm/proxy/health_check.py @@ -26,6 +26,7 @@ from litellm.constants import ( DEFAULT_HEALTH_CHECK_PROMPT, HEALTH_CHECK_TIMEOUT_SECONDS, ) +from litellm.litellm_core_utils.get_llm_provider_logic import resolve_model_and_provider_for_metadata from litellm.litellm_core_utils.health_check_helpers import native_health_check_mode from litellm.litellm_core_utils.routing_common_utils import deployment_model_id_pin, is_model_capability_field from litellm.router_strategy.auto_router.auto_router_model_naming import ( @@ -831,6 +832,24 @@ _PROBE_PARAMS_ADAPTER: Final = TypeAdapter(dict[str, object]) _MODEL_INFO_ADAPTER: Final = TypeAdapter(Mapping[str, object]) +def _same_health_check_model(deployment_model: str | None, probe_params: Mapping[str, object]) -> bool: + model: Final = probe_params.get("model") + if model == deployment_model: + return True + if not isinstance(model, str) or deployment_model is None: + return False + provider_param: Final = probe_params.get("custom_llm_provider") + provider: Final = provider_param if isinstance(provider_param, str) else None + try: + deployment_name, deployment_provider = resolve_model_and_provider_for_metadata( + model=deployment_model, custom_llm_provider=provider + ) + probe_name, probe_provider = resolve_model_and_provider_for_metadata(model=model, custom_llm_provider=provider) + except litellm.exceptions.BadRequestError: + return False + return (deployment_name, deployment_provider) == (probe_name, probe_provider) + + def update_litellm_params_for_health_check( model_info: dict, litellm_params: dict, deployment_model: str | None = None ) -> dict: @@ -895,6 +914,15 @@ def update_litellm_params_for_health_check( if mode == "audio_speech": litellm_params["voice"] = model_info.get("health_check_voice", "alloy") + logging_model_info: Final = _MODEL_INFO_ADAPTER.validate_python( + _PROBE_PARAMS_ADAPTER.validate_python(litellm_params).get("model_info") or {} + ) + probe_logging_model_info: Final = ( + logging_model_info + if _same_health_check_model(base_model_owner, _PROBE_PARAMS_ADAPTER.validate_python(litellm_params)) + else {key: value for key, value in logging_model_info.items() if key == "id"} + ) + # Handle Bedrock region routing format: bedrock/region/model # This is needed because health checks bypass get_llm_provider() for the model param # Issue #15807: Without this, health checks send "region/model" as the model ID to AWS @@ -941,7 +969,12 @@ def update_litellm_params_for_health_check( model_id_params: Final = {} if model_id_pin is None else {"model_id": model_id_pin} return { key: value - for key, value in {**audio_output_params, **model_id_params, **probe_params}.items() + for key, value in { + **audio_output_params, + **model_id_params, + **probe_params, + **({"model_info": probe_logging_model_info} if "model_info" in probe_params else {}), + }.items() if not is_model_capability_field(key) } diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py index 333687b07cd..7c7a1240c82 100644 --- a/litellm/proxy/health_endpoints/_health_endpoints.py +++ b/litellm/proxy/health_endpoints/_health_endpoints.py @@ -62,6 +62,7 @@ from litellm.proxy.auth.auth_exception_handler import ( ) from litellm.proxy.auth.auth_utils import ( _BANNED_REQUEST_BODY_PARAMS, # pyright: ignore[reportPrivateUsage] # one canonical list, shared with the request-body check + VERTEX_TARGET_PARAMS, ) from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.proxy.common_utils import http_parsing_utils @@ -156,6 +157,11 @@ _CONFIG_CONNECTION_FIELDS: Final[frozenset[str]] = frozenset( ) +_BANNED_CONNECTION_PARAMS: Final[tuple[str, ...]] = tuple( + param for param in _BANNED_REQUEST_BODY_PARAMS if param not in VERTEX_TARGET_PARAMS +) + + def _request_inherits_config_credentials( config_params: Mapping[str, object], request_params: Mapping[str, object], @@ -181,7 +187,7 @@ def _request_inherits_config_credentials( return False if allow_client_side_credentials: return True - return not any(param in request_params for param in _BANNED_REQUEST_BODY_PARAMS) + return not any(param in request_params for param in _BANNED_CONNECTION_PARAMS) def _admin_api_key_from_request( @@ -2689,7 +2695,10 @@ async def test_model_connection( stored_model: Final = _OBJECT_MAPPING.validate_python(config_litellm_params).get("model") litellm_params = update_litellm_params_for_health_check( model_info=dict(probe_model_info), - litellm_params=litellm_params, + litellm_params={ + **litellm_params, + "model_info": _OBJECT_MAPPING.validate_python(resolved_model_info or {}), + }, deployment_model=stored_model if isinstance(stored_model, str) else None, ) diff --git a/litellm/proxy/hooks/__init__.py b/litellm/proxy/hooks/__init__.py index 138050ccc9a..480fd08ea15 100644 --- a/litellm/proxy/hooks/__init__.py +++ b/litellm/proxy/hooks/__init__.py @@ -16,6 +16,7 @@ from .max_iterations_limiter import ( # noqa: F401 # backwards-compatible pack PROXY_MaxIterationsHandler, _PROXY_MaxIterationsHandler, # pyright: ignore[reportPrivateUsage] # backwards-compatible package export ) +from .message_thread_ownership import MessageThreadOwnership from .parallel_request_limiter import ( # noqa: F401 # backwards-compatible package export PROXY_MaxParallelRequestsHandler, _PROXY_MaxParallelRequestsHandler, # pyright: ignore[reportPrivateUsage] # backwards-compatible package export @@ -33,12 +34,13 @@ from .sensitive_data_routing import ( # noqa: F401 # backwards-compatible pack # List of all available hooks that can be enabled. # Defined before the enterprise import below so that any module re-imported -# transitively through `enterprise.enterprise_hooks` can resolve `PROXY_HOOKS` +# transitively through `litellm.enterprise.enterprise_hooks` can resolve `PROXY_HOOKS` # and `get_proxy_hook` from this partially-initialized module without circling. PROXY_HOOKS: Final = { "parallel_request_limiter": PROXY_MaxParallelRequestsHandler_v3, "cache_control_check": PROXY_CacheControlCheck, "responses_id_security": ResponsesIDSecurity, + "message_thread_ownership": MessageThreadOwnership, "litellm_skills": SkillsInjectionHook, "max_iterations_limiter": PROXY_MaxIterationsHandler, "max_budget_per_session_limiter": PROXY_MaxBudgetPerSessionHandler, @@ -66,7 +68,7 @@ def get_proxy_hook( ### CHECK IF ENTERPRISE HOOKS ARE AVAILABLE #### try: - from enterprise.enterprise_hooks import ENTERPRISE_PROXY_HOOKS + from litellm.enterprise.enterprise_hooks import ENTERPRISE_PROXY_HOOKS except ImportError: ENTERPRISE_PROXY_HOOKS = {} diff --git a/litellm/proxy/hooks/autorouter_baseline_cache.py b/litellm/proxy/hooks/autorouter_baseline_cache.py index b7dbebbe8d8..8e445589942 100644 --- a/litellm/proxy/hooks/autorouter_baseline_cache.py +++ b/litellm/proxy/hooks/autorouter_baseline_cache.py @@ -312,6 +312,18 @@ async def _capture_native( ) -> CapturedBaselineObservation: capture: Final = context.capture original: Final = capture.observation + details: Final = logging_obj.model_call_details + if details.get("custom_llm_provider") != "anthropic" and not isinstance( + details.get("httpx_response"), httpx.Response + ): + return capture.with_observation( + original.model_copy( + update={ + "available_at": max(original.started_at, context.collector.clock()), + "reason": context.invalidated or "unsupported_selected_provider", + } + ) + ) event: Final = _WireEvent.model_validate(logging_obj.model_call_details) wire: Final = event.httpx_response.request usage: Final = _ResponseUsage.model_validate(response_obj).usage diff --git a/litellm/proxy/hooks/batch_rate_limiter.py b/litellm/proxy/hooks/batch_rate_limiter.py index b4d343b3932..625e1e2df7e 100644 --- a/litellm/proxy/hooks/batch_rate_limiter.py +++ b/litellm/proxy/hooks/batch_rate_limiter.py @@ -26,6 +26,7 @@ from urllib.parse import parse_qs, urlsplit from fastapi import HTTPException from pydantic import Field, TypeAdapter, ValidationError +from typing_extensions import TypedDict import litellm from litellm._internal_context import with_service_target @@ -105,6 +106,10 @@ _DECODED_JSON: Final = TypeAdapter(object) _WINDOW_START_ADAPTER: Final[TypeAdapter[int | float | str | None]] = TypeAdapter(int | float | str | None) +class _FileContentFetchKwargs(TypedDict, total=False, extra_items=object): + pass + + def _batch_create_routing_model(data: Mapping[str, object]) -> str | None: body_model: Final = data.get("model") if isinstance(body_model, str) and body_model: @@ -537,7 +542,7 @@ class _PROXY_BatchRateLimiter(CustomLogger): custom_llm_provider: str, data: dict, user_api_key_dict: UserAPIKeyAuth | None = None, - ) -> tuple[str, dict[str, Any]]: + ) -> tuple[str, dict[str, object]]: """ Map proxy-facing file IDs to provider file IDs and credentials. @@ -954,7 +959,7 @@ class _PROXY_BatchRateLimiter(CustomLogger): file_content = await litellm.afile_content( file_id=provider_file_id, user_api_key_dict=user_api_key_dict, - **fetch_kwargs, + **_FileContentFetchKwargs(**fetch_kwargs), ) file_content_bytes: Final = getattr(file_content, "content", None) diff --git a/litellm/proxy/hooks/dynamic_rate_limiter_v3.py b/litellm/proxy/hooks/dynamic_rate_limiter_v3.py index 5c481e33259..89818c21850 100644 --- a/litellm/proxy/hooks/dynamic_rate_limiter_v3.py +++ b/litellm/proxy/hooks/dynamic_rate_limiter_v3.py @@ -2,50 +2,483 @@ Dynamic rate limiter v3 - Saturation-aware priority-based rate limiting """ +import json import os -from collections.abc import Callable +from collections.abc import Awaitable, Callable, Mapping +from dataclasses import dataclass from datetime import datetime -from typing import TYPE_CHECKING, Final, Literal +from types import MappingProxyType +from typing import TYPE_CHECKING, Final, Literal, TypeAlias from fastapi import HTTPException +from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError +from redis.exceptions import RedisError import litellm -from litellm import ModelResponse, Router +from litellm import Router from litellm._internal_context import with_service_target from litellm._logging import verbose_proxy_logger from litellm.caching.caching import DualCache +from litellm.caching.redis_cache import RedisCircuitBreakerOpenError +from litellm.cost_calculator import get_usage_object +from litellm.exceptions import ServiceUnavailableError from litellm.integrations.custom_logger import CustomLogger from litellm.litellm_core_utils.add_retry_fallback_headers import ( ensure_response_additional_headers, response_has_hidden_params, ) +from litellm.litellm_core_utils.internal_call_metadata import MODEL_ACCESS_GROUP_METADATA_KEY +from litellm.litellm_core_utils.token_counter import offload_token_count from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.common_utils.proxy_rate_limit_error import ( ProxyRateLimitError, map_v3_rate_limit_type, ) from litellm.proxy.hooks.parallel_request_limiter_v3 import ( # noqa: F401 # legacy module exports + RATE_LIMIT_UNVERIFIABLE_MESSAGE, + BorrowingTeamModelHold, + BorrowingTeamModelLimits, PROXY_MaxParallelRequestsHandler_v3, RateLimitDescriptor, RateLimitDescriptorRateLimitObject, + RateLimitedModel, RateLimitResponse, + RateLimitStatus, + RateLimitUnverifiableError, + RequestRateLimiterStash, + ReservationOperation, + ReservationWindowIdentity, + WindowGuardedIncrement, _PROXY_MaxParallelRequestsHandler_v3, # pyright: ignore[reportPrivateUsage,reportUnusedImport] # backwards-compatible package export + _socket_turn_tpm_windows, # pyright: ignore[reportPrivateUsage] # same per-turn TPM window the regular limiter checks + borrowing_team_model_limits, + callback_kwargs_mapping, claim_request_stash_for_data, get_or_create_request_stash, + get_request_stash, + get_request_stash_for_call, + request_stash_for_callback, +) +from litellm.proxy.hooks.priority_class_share import ( + DEFAULT_CLASS, + ActiveTeamRegistry, + TeamShare, + counter_value, + pool_member, + team_member, + team_share, ) from litellm.proxy.hooks.rate_limiter_utils import ( convert_priority_to_percent, resolve_llm_provider_for_rate_limit, + socket_session_usage, ) -from litellm.proxy.utils import InternalUsageCache +from litellm.proxy.utils import InternalUsageCache, check_and_merge_model_level_guardrails from litellm.redis.stores.rate_limits import RATE_LIMITS_TARGET, CounterIncrement, RateLimitCounter, RateLimitScope from litellm.types.router import ModelGroupInfo -from litellm.types.utils import CallTypesLiteral, LLMResponseTypes +from litellm.types.utils import CallTypesLiteral, LLMResponseTypes, Usage if TYPE_CHECKING: from litellm.types.utils import PriorityReservationSettings +STEERED_FROM_HEADER: Final = "x-litellm-model-steered-from" + + +@dataclass(frozen=True, slots=True) +class AlternateGrant: + """What an authorized alternate carries onto the request: the budgeted access groups that granted it.""" + + access_groups: tuple[str, ...] = () + + +AlternateAuthorizer: TypeAlias = Callable[[UserAPIKeyAuth, str], Awaitable[AlternateGrant | None]] + + +class ModelPreference(BaseModel): + model_config = ConfigDict(frozen=True, extra="ignore") + + model: str + alternates: tuple[str, ...] = () + + +MODEL_PREFERENCES: Final = TypeAdapter(tuple[ModelPreference, ...]) + + +@dataclass(frozen=True, slots=True) +class SteeredModel: + model: str + group_info: ModelGroupInfo + access_groups: tuple[str, ...] = () + + +async def alternate_grant_for(user_api_key_dict: UserAPIKeyAuth, model: str) -> AlternateGrant | None: + """The grant a budget fallback to ``model`` would get: the key, team, member, project and customer allowlists, + every model budget layer and the budgets of the access groups that authorize it, else None.""" + from litellm.exceptions import BudgetExceededError + from litellm.proxy.auth.auth_checks import ( + _model_access_group_max_budget_check, # pyright: ignore[reportPrivateUsage] # steering shares the fallback contract + can_customer_access_model, + collect_matched_model_access_groups, + get_end_user_object, + get_project_object, + get_team_membership, + get_team_object, + ) + from litellm.proxy.auth.user_api_key_auth import ( + _is_fallback_model_authorized, # pyright: ignore[reportPrivateUsage] # steering shares the fallback contract + _is_within_every_model_budget, # pyright: ignore[reportPrivateUsage] # steering shares the fallback contract + ) + from litellm.proxy.proxy_server import ( + llm_model_list, # pyright: ignore[reportUnknownVariableType] # proxy global has untyped deployment entries + llm_router, + model_max_budget_limiter, + prisma_client, + proxy_logging_obj, + user_api_key_cache, + ) + + user_id: Final = user_api_key_dict.user_id + team_id: Final = user_api_key_dict.team_id + project_id: Final = user_api_key_dict.project_id + end_user_id: Final = user_api_key_dict.end_user_id + try: + team_object: Final = ( + await get_team_object( + team_id=team_id, + prisma_client=prisma_client, + user_api_key_cache=user_api_key_cache, + proxy_logging_obj=proxy_logging_obj, + ) + if team_id is not None + else None + ) + team_membership: Final = ( + await get_team_membership( + user_id=user_id, + team_id=team_id, + prisma_client=prisma_client, + user_api_key_cache=user_api_key_cache, + proxy_logging_obj=proxy_logging_obj, + ) + if user_id is not None and team_id is not None + else None + ) + project_object: Final = ( + await get_project_object( + project_id=project_id, + prisma_client=prisma_client, + user_api_key_cache=user_api_key_cache, + proxy_logging_obj=proxy_logging_obj, + ) + if project_id is not None + else None + ) + end_user_object: Final = ( + await get_end_user_object( + end_user_id=end_user_id, + prisma_client=prisma_client, + user_api_key_cache=user_api_key_cache, + proxy_logging_obj=proxy_logging_obj, + ) + if end_user_id is not None + else None + ) + if end_user_object is not None and end_user_object.models: + can_customer_access_model( + model=model, end_user_object=end_user_object, llm_router=llm_router, valid_token=user_api_key_dict + ) + except Exception: # noqa: BLE001 # a failed team, member, project or customer lookup must not authorize an alternate + return None + if not await _is_fallback_model_authorized( + model=model, + valid_token=user_api_key_dict, + llm_model_list=llm_model_list, # pyright: ignore[reportUnknownArgumentType] # proxy global has untyped deployment entries + llm_router=llm_router, + prisma_client=prisma_client, + team_membership=team_membership, + project_object=project_object, + refuse_agent_keys=True, + team_object=team_object, + ): + return None + if not await _is_within_every_model_budget( + valid_token=user_api_key_dict, model_max_budget_limiter=model_max_budget_limiter, model=model + ): + return None + try: + access_groups: Final = await collect_matched_model_access_groups( + model=model, + valid_token=user_api_key_dict, + team_object=team_object, + project_object=project_object, + llm_router=llm_router, + prisma_client=prisma_client, + user_api_key_cache=user_api_key_cache, + proxy_logging_obj=proxy_logging_obj, + team_membership=team_membership, + team_membership_loaded=True, + ) + await _model_access_group_max_budget_check( + matched_model_access_groups=access_groups, + prisma_client=prisma_client, + user_api_key_cache=user_api_key_cache, + ) + except BudgetExceededError: + return None + except Exception: # noqa: BLE001 # an unreadable group budget must not authorize an alternate + return None + return AlternateGrant(access_groups=access_groups) + + +REQUEST_BUCKET: Final = TypeAdapter(dict[str, object]) +REQUEST_ENTRIES: Final = TypeAdapter(tuple[object, ...]) +RESERVATION_ENTRIES: Final = TypeAdapter(tuple[Mapping[str, object], ...]) +MODEL_ACCESS_GROUP_ENTITY: Final = "Model access group" + + +def _metadata_bucket(data: Mapping[str, object], key: str) -> Mapping[str, object] | None: + """The request's ``key`` metadata bucket as a typed dict, or None when it is absent or not a mapping.""" + value: Final = data.get(key) + if not isinstance(value, Mapping): + return None + try: + return REQUEST_BUCKET.validate_python(value) + except ValidationError: + return None + + +def _guardrail_entries(data: Mapping[str, object]) -> frozenset[str]: + """The request's guardrail entries, settings included, in a form two lists can be compared by.""" + metadata: Final = _metadata_bucket(data, "metadata") + guardrails: Final = metadata.get("guardrails") if metadata is not None else None + entries: Final = ( + REQUEST_ENTRIES.validate_python(guardrails) + if isinstance(guardrails, list) + else (guardrails,) + if guardrails + else () + ) + return frozenset( + entry if isinstance(entry, str) else json.dumps(entry, sort_keys=True, default=str) for entry in entries + ) + + +def _auth_copy_with_groups(bucket: Mapping[str, object], access_groups: tuple[str, ...]) -> dict[str, object]: + auth: Final = bucket.get("user_api_key_auth") + if isinstance(auth, UserAPIKeyAuth): + return {"user_api_key_auth": auth.model_copy(update={"matched_model_access_groups": list(access_groups)})} + if isinstance(auth, Mapping): + return { + "user_api_key_auth": { + **REQUEST_BUCKET.validate_python(auth), + "matched_model_access_groups": list(access_groups), + } + } + return {} + + +def _with_access_groups(data: Mapping[str, object], access_groups: tuple[str, ...]) -> dict[str, object]: + """``data`` with the served model's access groups stamped on every metadata bucket, the auth copy in it + included, so spend attribution charges the groups that granted the served model and nothing else.""" + stamped: Final = { + key: { + **bucket, + MODEL_ACCESS_GROUP_METADATA_KEY: list(access_groups), + **_auth_copy_with_groups(bucket, access_groups), + } + for key in ("metadata", "litellm_metadata") + if (bucket := _metadata_bucket(data, key)) is not None + } + return {**data, **stamped} + + +def _priced_within(preferred: ModelGroupInfo, alternate: ModelGroupInfo) -> bool: + """Whether ``alternate`` costs no more per token than ``preferred``, so a budget reserved for the preferred + model's estimate still covers the alternate.""" + if alternate.input_cost_per_token is None or alternate.output_cost_per_token is None: + return False + return alternate.input_cost_per_token <= (preferred.input_cost_per_token or 0.0) and ( + alternate.output_cost_per_token <= (preferred.output_cost_per_token or 0.0) + ) + + +def _reservation_covers( + user_api_key_dict: UserAPIKeyAuth, + access_groups: tuple[str, ...], + preferred: ModelGroupInfo, + alternate: ModelGroupInfo, +) -> bool: + """Whether the budget the request already reserved still fits the alternate: the alternate costs no more per + token than the preferred model the estimate was made for, and every model access group reserved against also + grants the alternate, so settlement never charges a group that did not serve.""" + reservation: Final = user_api_key_dict.budget_reservation + if reservation is None: + return True + if not _priced_within(preferred, alternate): + return False + entries: Final = reservation.get("entries") + if not isinstance(entries, list): + return True + try: + reserved: Final = frozenset( + entry.get("entity_id") + for entry in RESERVATION_ENTRIES.validate_python(entries) + if entry.get("entity_type") == MODEL_ACCESS_GROUP_ENTITY + ) + except ValidationError: + return False + return reserved <= frozenset(access_groups) + + +def alternates_for(user_api_key_dict: UserAPIKeyAuth, model: str) -> tuple[str, ...]: + """The team's opt-in alternates for ``model`` from ``team_metadata.model_preferences``, or none.""" + raw: Final = (user_api_key_dict.team_metadata or {}).get("model_preferences") + if raw is None: + return () + try: + preferences: Final = MODEL_PREFERENCES.validate_python(raw) + except ValidationError as error: + verbose_proxy_logger.warning( + "Ignoring malformed team model_preferences for team %s: %s", user_api_key_dict.team_id, error + ) + return () + return next((preference.alternates for preference in preferences if preference.model == model), ()) + + +class _SettlementMetadata(BaseModel): + """The two fields of a request's standard logging metadata that token settlement reads.""" + + model_config = ConfigDict(frozen=True) + + user_api_key_auth_metadata: Mapping[str, object] | None = None + user_api_key_team_id: str | None = None + + @property + def priority(self) -> str | None: + value: Final = (self.user_api_key_auth_metadata or {}).get("priority") + return value if isinstance(value, str) else None + + +class _SettlementLoggingObject(BaseModel): + """The slice of a request's standard logging object that token settlement reads.""" + + model_config = ConfigDict(frozen=True) + + metadata: _SettlementMetadata | None = None + + +def _usage_of(kwargs: Mapping[str, object], response_obj: object) -> Usage | None: + """Usage of a modeled response, a Responses WebSocket turn's combined usage, or its raw event list.""" + usage: Final = getattr(response_obj, "usage", None) + if isinstance(usage, Usage): + return usage + combined_usage: Final = kwargs.get("combined_usage_object") + if isinstance(combined_usage, Usage): + return combined_usage + socket_usage: Final = socket_session_usage(kwargs, response_obj) + return socket_usage if socket_usage is not None else get_usage_object(response_obj) + + +def _settled_tokens(usage: Usage | None, rate_limit_type: str) -> int: + if usage is None: + return 0 + match rate_limit_type: + case "output": + return usage.completion_tokens + case "input": + return usage.prompt_tokens + case _: + return usage.total_tokens + + +TEAM_MODEL_LIMIT_AT_SATURATION: Final = "model_per_team_saturated" +PRIORITY_CLASS_SHARE_AT_SATURATION: Final = "priority_class_share_saturated" +TEAM_MODEL_LIMIT_MAX_BORROW_MULTIPLE: Final = "model_per_team_max_borrow_multiple" + + +@dataclass(frozen=True, slots=True) +class _BorrowingTeamShare: + """The team's share and, when the team caps how far it borrows, its ceiling, both on the share's counter.""" + + limits: BorrowingTeamModelLimits + share: RateLimitDescriptor + ceiling: RateLimitDescriptor | None + + def enforced(self, saturated: bool) -> RateLimitDescriptor | None: + return self.share if saturated else self.ceiling + + +def _team_limit_name(rate_limit_type: str) -> str: + return "model_rpm_limit" if rate_limit_type == "requests" else "model_tpm_limit" + + +def _team_model_token_increment( + descriptor: RateLimitDescriptor | None, amount: int, ttl: int +) -> tuple[CounterIncrement, ...]: + """Move the team counter the pre-call hook tracked by ``amount``, and only when that team limit has a TPM share.""" + if descriptor is None or amount == 0: + return () + rate_limit: Final = descriptor["rate_limit"] + if rate_limit is None or rate_limit.get("tokens_per_unit") is None: + return () + return ( + CounterIncrement( + counter=RateLimitScope(descriptor["key"], descriptor["value"]).counter("tokens"), + amount=amount, + ttl=ttl, + ), + ) + + +def _window_guarded( + operations: tuple[CounterIncrement, ...], window: ReservationWindowIdentity | None +) -> tuple[ReservationOperation, ...]: + """Apply a reservation's settlement only while the window it was held in is still open, never to a newer window.""" + if window is None: + return operations + return tuple( + WindowGuardedIncrement(increment=op, expected_window_start=window[1], reservation_backend=window[2]) + if op.counter == window[0] + else op + for op in operations + ) + + +def _team_model_settlement( + stash: RequestRateLimiterStash | None, model_group: str | None, total_tokens: int, ttl: int +) -> tuple[ReservationOperation, ...]: + """Settle the counter that served the call to actual usage and return the admitting reservation it did not use. + + The admitting team counter serves unless a fallback group did, in which case that fallback's hold serves and + the admitting reservation is returned. A hold on a fallback target that did not serve stays for that attempt's + own failure callback, which may still be reporting the usage it recorded. + """ + if stash is None: + return () + served: Final = stash.borrowing_team_model_fallback_limits.get(model_group) if model_group is not None else None + admitted: Final = stash.borrowing_team_model_limit + reserved_tokens: Final = stash.borrowing_team_model_reserved_tokens + window: Final = stash.borrowing_team_model_reserved_window + if served is None: + return _window_guarded(_team_model_token_increment(admitted, total_tokens - reserved_tokens, ttl), window) + return ( + *_window_guarded(_team_model_token_increment(admitted, -reserved_tokens, ttl), window), + *_window_guarded( + _team_model_token_increment(served.descriptor, total_tokens - served.reserved_tokens, ttl), served.window + ), + ) + + +def _reserved_window( + response: RateLimitResponse, descriptor: RateLimitDescriptor | None +) -> ReservationWindowIdentity | None: + if descriptor is None: + return None + counter: Final = RateLimitScope(descriptor["key"], descriptor["value"]).counter("tokens") + return next((w for w in response.get("reservation_windows", frozenset()) if w[0] == counter), None) + + def _get_priority_settings() -> "PriorityReservationSettings": """ Get the priority reservation settings, guaranteed to be non-None. @@ -90,9 +523,12 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): self, internal_usage_cache: DualCache, time_provider: Callable[[], datetime] | None = None, + is_model_authorized: AlternateAuthorizer = alternate_grant_for, ): self.internal_usage_cache = InternalUsageCache(dual_cache=internal_usage_cache) + self._is_model_authorized = is_model_authorized self.v3_limiter = PROXY_MaxParallelRequestsHandler_v3(self.internal_usage_cache, time_provider=time_provider) + self.active_teams = ActiveTeamRegistry(internal_usage_cache) def update_variables(self, llm_router: Router) -> None: self.llm_router = llm_router @@ -285,11 +721,54 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): # Fail open: assume not saturated on error return 0.0 + def _priority_class(self, priority: str | None) -> str: + """The class a team is counted under: its explicit priority, or one shared default class.""" + if ( + priority is not None + and litellm.priority_reservation is not None + and priority in litellm.priority_reservation + ): + return priority + return DEFAULT_CLASS + + async def _team_class_share( + self, + model: str, + user_api_key_dict: UserAPIKeyAuth, + priority: str | None, + normalized_weights: Mapping[str, float], + ) -> TeamShare | None: + """The caller's slice of its class share, or None when the split is off or the key has no team. A key with no + team keeps the class pool but still marks its class active, so the pool's capacity is not lent away.""" + if ( + litellm.priority_reservation is None + or not _get_priority_settings().priority_class_share_splits_equally_among_active_teams + ): + return None + priority_class: Final = self._priority_class(priority) + member: Final = ( + pool_member(priority_class) if user_api_key_dict.team_id is None else team_member(user_api_key_dict.team_id) + ) + try: + members: Final = await self.active_teams.touch(model, member, priority_class, self.v3_limiter.window_size) + except (RedisError, RedisCircuitBreakerOpenError, ValidationError) as e: + verbose_proxy_logger.warning( + "Active team registry unavailable for %s, holding team %s to the class pool: %s", + model, + user_api_key_dict.team_id, + e, + ) + return None + if user_api_key_dict.team_id is None: + return None + return team_share(priority_class, members, normalized_weights, _get_priority_settings().default_priority) + def _create_priority_based_descriptors( self, model: str, user_api_key_dict: UserAPIKeyAuth, priority: str | None, + share: TeamShare | None = None, ) -> list[RateLimitDescriptor]: """ Create rate limit descriptors with normalized priority weights. @@ -319,14 +798,16 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): ) rate_limit_config: Final[RateLimitDescriptorRateLimitObject] = {} + weight: Final = priority_weight if share is None else share.fraction + floor: Final = 0 if share is None else 1 # Apply priority weight to model limits if model_group_info.tpm is not None: - reserved_tpm: Final = int(model_group_info.tpm * priority_weight) + reserved_tpm: Final = max(floor, int(model_group_info.tpm * weight)) rate_limit_config["tokens_per_unit"] = reserved_tpm if model_group_info.rpm is not None: - reserved_rpm: Final = int(model_group_info.rpm * priority_weight) + reserved_rpm: Final = max(floor, int(model_group_info.rpm * weight)) rate_limit_config["requests_per_unit"] = reserved_rpm if rate_limit_config: @@ -334,14 +815,217 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): descriptors.append( RateLimitDescriptor( - key="priority_model", - value=priority_key, + key="priority_model" if share is None else PRIORITY_CLASS_SHARE_AT_SATURATION, + value=priority_key if share is None else counter_value(model, str(user_api_key_dict.team_id)), rate_limit=rate_limit_config, ) ) return descriptors + def _borrowing_team_share(self, model: str, user_api_key_dict: UserAPIKeyAuth) -> _BorrowingTeamShare | None: + """One counter per team and resolved model group, so an alias and its target share the team's share.""" + rate_limited: Final = self.v3_limiter.rate_limited_model(model) or RateLimitedModel( + requested=model, group=model + ) + limits: Final = borrowing_team_model_limits(user_api_key_dict, rate_limited) + if limits.tpm is None and limits.rpm is None: + return None + ceiling: Final = limits.borrow_ceiling() + value: Final = f"{user_api_key_dict.team_id}:{rate_limited.group}" + return _BorrowingTeamShare( + limits=limits, + share=self._team_share_descriptor(value, limits), + ceiling=None if ceiling is None else self._team_share_descriptor(value, ceiling), + ) + + def _team_share_descriptor(self, value: str, limits: BorrowingTeamModelLimits) -> RateLimitDescriptor: + return RateLimitDescriptor( + key=TEAM_MODEL_LIMIT_AT_SATURATION, + value=value, + rate_limit={ + "tokens_per_unit": limits.tpm, + "requests_per_unit": limits.rpm, + "window_size": self.v3_limiter.window_size, + }, + ) + + def _team_share_error( + self, + model: str, + status: RateLimitStatus, + saturation: float, + priority: str | None, + user_api_key_dict: UserAPIKeyAuth, + team_share: _BorrowingTeamShare, + ) -> ProxyRateLimitError: + if saturation >= _get_priority_settings().saturation_threshold: + return self._team_limit_error(model, status, saturation, priority, user_api_key_dict) + return self._team_borrow_ceiling_error( + model, status, saturation, priority, user_api_key_dict, team_share.limits + ) + + def _team_borrow_ceiling_error( + self, + model: str, + status: RateLimitStatus, + saturation: float, + priority: str | None, + user_api_key_dict: UserAPIKeyAuth, + limits: BorrowingTeamModelLimits, + ) -> ProxyRateLimitError: + resolved_model, llm_provider = resolve_llm_provider_for_rate_limit(model) + limit_name: Final = _team_limit_name(status["rate_limit_type"]) + return ProxyRateLimitError( + detail={ + "error": f"Team {limit_name} borrow cap reached for {model}: the team may use at most " + f"{limits.max_borrow_multiple}x its {limit_name} while borrowing idle capacity. " + f"Team: {user_api_key_dict.team_id}, " + f"Rate limit type: {status['rate_limit_type']}, " + f"Team {limit_name}: {limits.share(status['rate_limit_type'])}, " + f"Borrow cap: {status['current_limit']}, " + f"Remaining: {status['limit_remaining']}, " + f"Model saturation: {saturation:.1%}" + }, + headers={ + "retry-after": str(self.v3_limiter.window_size), + "rate_limit_type": str(status["rate_limit_type"]), + "rate_limited_by": TEAM_MODEL_LIMIT_MAX_BORROW_MULTIPLE, + "x-litellm-priority": priority or "default", + "x-litellm-saturation": f"{saturation:.2%}", + }, + rate_limit_type=map_v3_rate_limit_type(status["rate_limit_type"]), + model=resolved_model, + llm_provider=llm_provider, + ) + + def _team_limit_error( + self, + model: str, + status: RateLimitStatus, + saturation: float, + priority: str | None, + user_api_key_dict: UserAPIKeyAuth, + ) -> ProxyRateLimitError: + resolved_model, llm_provider = resolve_llm_provider_for_rate_limit(model) + return ProxyRateLimitError( + detail={ + "error": f"Team {_team_limit_name(status['rate_limit_type'])} reached for {model} " + "and the model is saturated, so there is no idle capacity to borrow. " + f"Team: {user_api_key_dict.team_id}, " + f"Rate limit type: {status['rate_limit_type']}, " + f"Team {_team_limit_name(status['rate_limit_type'])}: {status['current_limit']}, " + f"Remaining: {status['limit_remaining']}, " + f"Model saturation: {saturation:.1%}" + }, + headers={ + "retry-after": str(self.v3_limiter.window_size), + "rate_limit_type": str(status["rate_limit_type"]), + "rate_limited_by": TEAM_MODEL_LIMIT_AT_SATURATION, + "x-litellm-priority": priority or "default", + "x-litellm-saturation": f"{saturation:.2%}", + }, + rate_limit_type=map_v3_rate_limit_type(status["rate_limit_type"]), + model=resolved_model, + llm_provider=llm_provider, + ) + + def _class_share_error( + self, + model: str, + status: RateLimitStatus, + saturation: float, + priority: str | None, + user_api_key_dict: UserAPIKeyAuth, + share: TeamShare, + ) -> ProxyRateLimitError: + resolved_model, llm_provider = resolve_llm_provider_for_rate_limit(model) + return ProxyRateLimitError( + detail={ + "error": f"Priority class share reached for {model} and the model is saturated. " + f"Team: {user_api_key_dict.team_id}, " + f"Priority: {priority or 'default'}, " + f"Active teams in class: {share.active_teams_in_class}, " + f"Active classes: {share.active_classes}, " + f"Rate limit type: {status['rate_limit_type']}, " + f"Team share: {status['current_limit']}, " + f"Remaining: {status['limit_remaining']}, " + f"Model saturation: {saturation:.1%}" + }, + headers={ + "retry-after": str(self.v3_limiter.window_size), + "rate_limit_type": str(status["rate_limit_type"]), + "rate_limited_by": PRIORITY_CLASS_SHARE_AT_SATURATION, + "x-litellm-priority": priority or "default", + "x-litellm-saturation": f"{saturation:.2%}", + }, + rate_limit_type=map_v3_rate_limit_type(status["rate_limit_type"]), + model=resolved_model, + llm_provider=llm_provider, + ) + + async def enforce_token_limits_for_frame( + self, user_api_key_dict: UserAPIKeyAuth, requested_model: str | None + ) -> None: + """Hold a Responses WebSocket turn to the team's shares once the model saturates, like the regular limiter does.""" + if requested_model is None: + return + model_group_info: Final = self.llm_router.registry().group(requested_model) + if model_group_info is None: + return + priority: Final = self._get_priority_from_user_api_key_dict(user_api_key_dict) + share: Final = await self._team_class_share( + requested_model, user_api_key_dict, priority, self._normalize_priority_weights(model_group_info) + ) + share_descriptors: Final = ( + () + if share is None + else tuple( + self._create_priority_based_descriptors( + model=requested_model, user_api_key_dict=user_api_key_dict, priority=priority, share=share + ) + ) + ) + frame_share: Final = next( + (d for d in share_descriptors if d["key"] == PRIORITY_CLASS_SHARE_AT_SATURATION), None + ) + connection_stash: Final = get_request_stash() + if connection_stash is not None and frame_share is not None: + connection_stash.priority_class_share = frame_share + borrowing: Final = self._borrowing_team_share(model=requested_model, user_api_key_dict=user_api_key_dict) + if not share_descriptors and borrowing is None: + return + saturation: Final = await self._check_model_saturation(requested_model, model_group_info) + saturated: Final = saturation >= _get_priority_settings().saturation_threshold + enforced_team: Final = None if borrowing is None else borrowing.enforced(saturated) + descriptors: Final = (share_descriptors if saturated else ()) + ( + () if enforced_team is None else (enforced_team,) + ) + if not descriptors: + return + tpm_windows: Final = _socket_turn_tpm_windows(descriptors) + try: + response: Final = await self.v3_limiter.should_rate_limit( + tpm_windows, + parent_otel_span=user_api_key_dict.parent_otel_span, + read_only=True, + skip_parallel_check=True, + ) + except RateLimitUnverifiableError as unverifiable: + raise ServiceUnavailableError( + message=RATE_LIMIT_UNVERIFIABLE_MESSAGE, llm_provider="litellm_proxy", model=requested_model + ) from unverifiable + over_limit: Final = next((s for s in response["statuses"] if s["code"] == "OVER_LIMIT"), None) + if over_limit is None: + return + over_class_share: Final = over_limit["descriptor_key"] == PRIORITY_CLASS_SHARE_AT_SATURATION + if share is not None and (over_class_share or borrowing is None): + raise self._class_share_error(requested_model, over_limit, saturation, priority, user_api_key_dict, share) + if borrowing is not None: + raise self._team_share_error( + requested_model, over_limit, saturation, priority, user_api_key_dict, borrowing + ) + def _create_model_tracking_descriptor( self, model: str, @@ -376,6 +1060,8 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): user_api_key_dict: UserAPIKeyAuth, priority: str | None, saturation: float, + data: Mapping[str, object] = MappingProxyType({}), + call_type: str | None = None, ) -> None: """ Check rate limits using THREE-PHASE approach to prevent partial increments. @@ -402,6 +1088,8 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): user_api_key_dict: User authentication info priority: User's priority level saturation: Current saturation level + data: Request body, used to size the token reservation a saturated team limit holds + call_type: The endpoint's call type, used to read the body's prompt fields Raises: HTTPException: If any limit is exceeded @@ -422,10 +1110,17 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): descriptors_to_check.append(model_wide_descriptor) # Priority descriptors (always track, conditionally enforce) + share: Final = await self._team_class_share( + model, user_api_key_dict, priority, self._normalize_priority_weights(model_group_info) + ) priority_descriptors: Final = self._create_priority_based_descriptors( model=model, user_api_key_dict=user_api_key_dict, priority=priority, + share=share, + ) + get_or_create_request_stash().priority_class_share = next( + (d for d in priority_descriptors if d["key"] == PRIORITY_CLASS_SHARE_AT_SATURATION), None ) if priority_descriptors: descriptors_to_check.extend(priority_descriptors) @@ -438,17 +1133,35 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): # asyncio.Lock + in-memory fallback for single-process deployments. # All-or-nothing: if any enforced descriptor would exceed its limit, # no counter is modified and the response carries "OVER_LIMIT". + team_share: Final = self._borrowing_team_share(model=model, user_api_key_dict=user_api_key_dict) + get_or_create_request_stash().borrowing_team_model_limit = None if team_share is None else team_share.share + if team_share is not None: + descriptors_to_check.append(team_share.share) + enforced_team_share: Final = None if team_share is None else team_share.enforced(should_enforce_priority) + enforced_descriptors: Final[list[RateLimitDescriptor]] = [model_wide_descriptor] if priority_descriptors and should_enforce_priority: enforced_descriptors.extend(priority_descriptors) + if enforced_team_share is not None: + enforced_descriptors.append(enforced_team_share) per_request_increment: Final[dict[Literal["requests", "tokens"], int]] = { "requests": 1, "tokens": 0, } + team_reservation: Final = ( + await self._team_token_reservation(enforced_team_share, data, model, call_type, user_api_key_dict) + if enforced_team_share is not None + else 0 + ) atomic_response: Final = await self.v3_limiter.atomic_check_and_increment_by_n( descriptors=enforced_descriptors, - increments=[per_request_increment for _ in enforced_descriptors], + increments=[ + {"requests": 1, "tokens": team_reservation} + if descriptor is enforced_team_share + else per_request_increment + for descriptor in enforced_descriptors + ], parent_otel_span=user_api_key_dict.parent_otel_span, ) @@ -505,6 +1218,11 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): llm_provider=llm_provider, ) + if descriptor_key == TEAM_MODEL_LIMIT_AT_SATURATION and team_share is not None: + raise self._team_share_error(model, status, saturation, priority, user_api_key_dict, team_share) + if descriptor_key == PRIORITY_CLASS_SHARE_AT_SATURATION and share is not None: + raise self._class_share_error(model, status, saturation, priority, user_api_key_dict, share) + # Fail-closed guard: overall_code says OVER_LIMIT but no status # matched a descriptor key we know how to translate into a 429. # Refuse the request rather than silently fall through and let an @@ -544,7 +1262,34 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): # priority allocation has accurate usage when it later becomes # enforced. The increment-then-check semantics of should_rate_limit # are fine because we ignore the OVER_LIMIT response. - if priority_descriptors and not should_enforce_priority: + stash: Final = get_or_create_request_stash() + stash.borrowing_team_model_reserved_tokens = team_reservation + stash.borrowing_team_model_reserved_window = ( + _reserved_window(atomic_response, enforced_team_share) if team_reservation else None + ) + self._cap_admitted_output(enforced_team_share, team_reservation, data, call_type) + if team_share is not None and enforced_team_share is None: + await self.v3_limiter.atomic_check_and_increment_by_n( + descriptors=[team_share.share], + increments=[per_request_increment], + parent_otel_span=user_api_key_dict.parent_otel_span, + ) + if priority_descriptors and share is not None and not should_enforce_priority: + tracking_only: Final = tuple( + RateLimitDescriptor( + key=descriptor["key"], + value=descriptor["value"], + rate_limit=model_wide_descriptor["rate_limit"], + ) + for descriptor in priority_descriptors + ) + await self.v3_limiter.atomic_check_and_increment_by_n( + descriptors=list(tracking_only), + increments=[per_request_increment for _ in tracking_only], + parent_otel_span=user_api_key_dict.parent_otel_span, + ) + get_or_create_request_stash().rate_limit_response = atomic_response + elif priority_descriptors and not should_enforce_priority: priority_tracking_response: Final = await self.v3_limiter.should_rate_limit( descriptors=priority_descriptors, parent_otel_span=user_api_key_dict.parent_otel_span, @@ -557,12 +1302,130 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): else: get_or_create_request_stash().rate_limit_response = atomic_response + def _cap_admitted_output( + self, + enforced_team_share: RateLimitDescriptor | None, + team_reservation: int, + data: Mapping[str, object], + call_type: str | None, + ) -> None: + """Write the output cap the hold was estimated with onto the admitted request, unless only input tokens count.""" + tpm_share: Final = ( + None if enforced_team_share is None else (enforced_team_share["rate_limit"] or {}).get("tokens_per_unit") + ) + if team_reservation and tpm_share is not None and self.v3_limiter.get_rate_limit_type() != "input": + self.v3_limiter.bound_output_for_limit(data, tpm_share, call_type) + + async def _team_token_reservation( + self, + descriptor: RateLimitDescriptor, + data: Mapping[str, object], + model: str, + call_type: str | None, + user_api_key_dict: UserAPIKeyAuth, + ) -> int: + """Tokens to hold against the team's share before the call, as the regular limiter does for a hard limit.""" + tpm_share: Final = (descriptor["rate_limit"] or {}).get("tokens_per_unit") + if tpm_share is None or not data: + return 0 + as_dispatched: Final = dict(data, model=model) + if self.v3_limiter.get_rate_limit_type() != "input": + self.v3_limiter.bound_output_for_limit(as_dispatched, tpm_share, call_type) + try: + estimate: Final = await offload_token_count(self.v3_limiter.estimate_request_tokens)( + data=as_dispatched, + model=model, + min_configured_tpm_limit=tpm_share, + call_type=call_type, + team_id=user_api_key_dict.team_id, + rate_limit_type=self.v3_limiter.get_rate_limit_type(), + ) + except Exception as e: # noqa: BLE001 # an unreadable prompt still holds the minimum so admission runs + verbose_proxy_logger.warning( + "Dynamic rate limiter: token estimate failed for %s, holding one token: %s", model, e + ) + return 1 + return max(estimate, 1) + + async def async_fallback_target_allowed( + self, user_api_key_dict: UserAPIKeyAuth, model: str, request_data: Mapping[str, object], *, commit: bool = True + ) -> bool: + """Hold a router fallback target to the team's share on it once it saturates, and to its borrow ceiling before. + + With ``commit`` the attempt is counted toward the target's saturation and the team's counter, holding the + prompt's estimated tokens when the share is enforced, otherwise only checked. + """ + team_share: Final = self._borrowing_team_share(model=model, user_api_key_dict=user_api_key_dict) + model_group_info: Final = self.llm_router.registry().group(model) + if team_share is None or model_group_info is None: + return True + saturation: Final = await self._check_model_saturation(model, model_group_info) + enforced: Final = team_share.enforced(saturation >= _get_priority_settings().saturation_threshold) + reservation: Final = ( + await self._team_token_reservation( + enforced, + {**request_data, "model": model}, + model, + get_or_create_request_stash().call_type, + user_api_key_dict, + ) + if enforced is not None + else 0 + ) + if not commit: + return enforced is None or await self._share_has_room(enforced, reservation, user_api_key_dict) + model_wide_descriptor: Final = self._create_model_tracking_descriptor( + model=model, model_group_info=model_group_info, high_limit_multiplier=1 + ) + response: Final = await self.v3_limiter.atomic_check_and_increment_by_n( + descriptors=[model_wide_descriptor, *(() if enforced is None else (enforced,))], + increments=[ + {"requests": 1, "tokens": 0}, + *(() if enforced is None else ({"requests": 1, "tokens": reservation},)), + ], + parent_otel_span=user_api_key_dict.parent_otel_span, + ) + if response["overall_code"] == "OVER_LIMIT": + return False + if enforced is None: + await self.v3_limiter.atomic_check_and_increment_by_n( + descriptors=[team_share.share], + increments=[{"requests": 1, "tokens": reservation}], + parent_otel_span=user_api_key_dict.parent_otel_span, + ) + self._hold_fallback_share(model, team_share.share, reservation, _reserved_window(response, enforced)) + return True + + async def _share_has_room( + self, descriptor: RateLimitDescriptor, tokens: int, user_api_key_dict: UserAPIKeyAuth + ) -> bool: + checked: Final = await self.v3_limiter.should_rate_limit( + [descriptor], parent_otel_span=user_api_key_dict.parent_otel_span, read_only=True + ) + return all( + status["code"] != "OVER_LIMIT" + and (status["rate_limit_type"] != "tokens" or (status["limit_remaining"] or 0) >= tokens) + for status in checked["statuses"] + ) + + def _hold_fallback_share( + self, model: str, share: RateLimitDescriptor, reserved_tokens: int, window: ReservationWindowIdentity | None + ) -> None: + """Remember the hold under the requested name and the resolved group, so settlement finds it either way.""" + stash: Final = get_or_create_request_stash() + earlier: Final = stash.borrowing_team_model_fallback_limits.get(model) + carried: Final = earlier.reserved_tokens if earlier is not None and earlier.window == window else 0 + hold: Final = BorrowingTeamModelHold(descriptor=share, reserved_tokens=reserved_tokens + carried, window=window) + stash.borrowing_team_model_fallback_limits = MappingProxyType( + {**stash.borrowing_team_model_fallback_limits, model: hold, share["value"].rpartition(":")[2]: hold} + ) + @with_service_target(RATE_LIMITS_TARGET) async def async_pre_call_hook( self, user_api_key_dict: UserAPIKeyAuth, cache: DualCache, - data: dict, + data: Mapping[str, object], call_type: CallTypesLiteral, ) -> Exception | str | dict | None: """ @@ -604,38 +1467,20 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): claim_request_stash_for_data(data) model: Final = data["model"] - priority: Final = self._get_priority_from_user_api_key_dict(user_api_key_dict=user_api_key_dict) + if not isinstance(model, str): + return None # Get model configuration - model_group_info: Final[ModelGroupInfo | None] = self.llm_router.registry().group(model) - if model_group_info is None: + requested_group_info: Final[ModelGroupInfo | None] = self.llm_router.registry().group(model) + if requested_group_info is None: verbose_proxy_logger.debug("No model group info for %s, allowing request", model) return None + steered: Final = await self._steer_to_alternate(model, requested_group_info, user_api_key_dict, data, call_type) try: - # STEP 1: Check current saturation level - saturation: Final = await self._check_model_saturation(model, model_group_info) - - saturation_threshold: Final = _get_priority_settings().saturation_threshold - - verbose_proxy_logger.debug( - f"[Dynamic Rate Limiter] Model={model}, Saturation={saturation:.1%}, " - f"Threshold={saturation_threshold:.1%}, Priority={priority}" + admitted: Final = await self._admit_steered_or_preferred( + model, requested_group_info, steered, user_api_key_dict, data, call_type ) - - # STEP 2: Check rate limits in THREE phases - # Phase 1: Read-only check of ALL limits (no increments) - # Phase 2: Decide which limits to enforce (based on saturation) - # Phase 3: Increment ALL counters only if request will be allowed - # This prevents partial increments and ensures accurate tracking - await self._check_rate_limits( - model=model, - model_group_info=model_group_info, - user_api_key_dict=user_api_key_dict, - priority=priority, - saturation=saturation, - ) - except HTTPException: raise except Exception as e: @@ -643,11 +1488,166 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): # Fail open on unexpected errors return None + if admitted is None: + return None + get_or_create_request_stash().steered_from_model = model + groups: Final = list(admitted.access_groups) + user_api_key_dict.matched_model_access_groups = groups # rebind-ok: spend charges the served model's groups + return _with_access_groups(dict(data, model=admitted.model), admitted.access_groups) + + async def _admit_steered_or_preferred( + self, + model: str, + requested_group_info: ModelGroupInfo, + steered: "SteeredModel | None", + user_api_key_dict: UserAPIKeyAuth, + data: Mapping[str, object], + call_type: str | None, + ) -> "SteeredModel | None": + """The alternate once it admits the request, else None after the preferred model's own check.""" + if steered is not None: + try: + await self._admit(steered.model, steered.group_info, user_api_key_dict, data, call_type) + except Exception: # noqa: BLE001 # the alternate's refusal or error keeps the request on its own model + verbose_proxy_logger.info( + "Alternate %s refused team %s, staying on %s", steered.model, user_api_key_dict.team_id, model + ) + else: + return steered + await self._admit(model, requested_group_info, user_api_key_dict, data, call_type) return None + async def _admit( + self, + model: str, + model_group_info: ModelGroupInfo, + user_api_key_dict: UserAPIKeyAuth, + data: Mapping[str, object], + call_type: str | None, + ) -> None: + """Read saturation, then the three-phase rate limit check, raising the 429 when ``model`` is out of capacity.""" + priority: Final = self._get_priority_from_user_api_key_dict(user_api_key_dict=user_api_key_dict) + saturation: Final = await self._check_model_saturation(model, model_group_info) + saturation_threshold: Final = _get_priority_settings().saturation_threshold + verbose_proxy_logger.debug( + f"[Dynamic Rate Limiter] Model={model}, Saturation={saturation:.1%}, " + f"Threshold={saturation_threshold:.1%}, Priority={priority}" + ) + await self._check_rate_limits( + model=model, + model_group_info=model_group_info, + user_api_key_dict=user_api_key_dict, + priority=priority, + saturation=saturation, + data=data, + call_type=call_type, + ) + + async def _steer_to_alternate( + self, + model: str, + model_group_info: ModelGroupInfo, + user_api_key_dict: UserAPIKeyAuth, + data: Mapping[str, object], + call_type: CallTypesLiteral, + ) -> "SteeredModel | None": + """First team alternate below ``saturation_threshold`` once ``model`` is at or above it, else None. A + broken alternate check is logged and leaves the request on ``model``, as the limiter fails open elsewhere.""" + try: + return await self._pick_alternate(model, model_group_info, user_api_key_dict, data, call_type) + except Exception: # noqa: BLE001 # a failing alternate check must not fail a request that can stay put + verbose_proxy_logger.warning( + "Alternate check failed for team %s, staying on %s", user_api_key_dict.team_id, model, exc_info=True + ) + return None + + async def _pick_alternate( + self, + model: str, + model_group_info: ModelGroupInfo, + user_api_key_dict: UserAPIKeyAuth, + data: Mapping[str, object], + call_type: CallTypesLiteral, + ) -> "SteeredModel | None": + alternates: Final = alternates_for(user_api_key_dict, model) + if not alternates: + return None + threshold: Final = _get_priority_settings().saturation_threshold + if await self._check_model_saturation(model, model_group_info) < threshold: + return None + for alternate in alternates: + if alternate == model or not self._steerable(model, alternate, data, call_type, user_api_key_dict.team_id): + continue + if ( + candidate := await self._idle_permitted_alternate( + alternate, user_api_key_dict, threshold, model_group_info + ) + ) is not None: + verbose_proxy_logger.info("Steering team %s from %s to %s", user_api_key_dict.team_id, model, alternate) + return candidate + return None + + def _steerable( + self, model: str, alternate: str, data: Mapping[str, object], call_type: CallTypesLiteral, team_id: str | None + ) -> bool: + """Whether ``alternate`` may serve a request that already passed auth and the guardrail walk as ``model``: a + zero-cost ``model`` waived the aggregate budget checks, so only another zero-cost alternate may take it, an + unpriced alternate is blocked when unpriced models are, the alternate has to serve this endpoint, and an + alternate with a model-level guardrail the request has not run would reach it unchecked.""" + from litellm.proxy.auth.auth_checks import ( + _unpriced_models_in_request, # pyright: ignore[reportPrivateUsage] # steering shares the fallback contract + is_model_cost_zero, + ) + from litellm.proxy.route_llm_request import endpoint_unsupported_by_model + + if is_model_cost_zero(model=model, llm_router=self.llm_router) and not is_model_cost_zero( + model=alternate, llm_router=self.llm_router + ): + verbose_proxy_logger.info("Not steering zero-cost %s to priced %s", model, alternate) + return False + if litellm.block_requests_for_models_without_pricing and _unpriced_models_in_request( + model=alternate, llm_router=self.llm_router + ): + verbose_proxy_logger.info("Not steering %s to unpriced %s", model, alternate) + return False + if endpoint_unsupported_by_model(call_type, dict(data, model=alternate), self.llm_router, team_id): + verbose_proxy_logger.info( + "Not steering %s to %s, the alternate does not serve %s", model, alternate, call_type + ) + return False + probe: Final = REQUEST_BUCKET.validate_python( + check_and_merge_model_level_guardrails( + data=dict(data, model=alternate, metadata=_metadata_bucket(data, "metadata") or {}), + llm_router=self.llm_router, + trust_client_model_info=False, + ) + ) + if _guardrail_entries(probe) != _guardrail_entries(data): + verbose_proxy_logger.info( + "Not steering %s to %s, the alternate adds model-level guardrails", model, alternate + ) + return False + return True + + async def _idle_permitted_alternate( + self, alternate: str, user_api_key_dict: UserAPIKeyAuth, threshold: float, preferred: ModelGroupInfo + ) -> "SteeredModel | None": + group_info: Final = self.llm_router.registry().group(alternate) + if group_info is None: + return None + grant: Final = await self._is_model_authorized(user_api_key_dict, alternate) + if grant is None or not _reservation_covers(user_api_key_dict, grant.access_groups, preferred, group_info): + return None + if await self._check_model_saturation(alternate, group_info) >= threshold: + return None + return SteeredModel(model=alternate, group_info=group_info, access_groups=grant.access_groups) + @with_service_target(RATE_LIMITS_TARGET) async def async_post_call_success_hook( - self, data: dict, user_api_key_dict: UserAPIKeyAuth, response + self, + data: dict[str, object], # mutable-ok: the CustomLogger contract hands the v3 limiter a mutable dict + user_api_key_dict: UserAPIKeyAuth, + response, ) -> LLMResponseTypes: """ Post-call hook to add rate limit headers to response. @@ -677,8 +1677,25 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): verbose_proxy_logger.exception("Error in dynamic rate limiter v3 post-call hook: %s", e) return response + async def async_post_call_response_headers_hook( + self, + data: Mapping[str, object], + user_api_key_dict: UserAPIKeyAuth, + response: object, + request_headers: Mapping[str, str] | None = None, + litellm_call_info: Mapping[str, object] | None = None, + ) -> dict[str, str] | None: # mutable-ok: the CustomLogger contract returns a dict + """Names the model the caller asked for when steering served another, on streamed and buffered replies.""" + call_id: Final = data.get("litellm_call_id") + stash: Final = get_request_stash_for_call(call_id if isinstance(call_id, str) else None) + if stash is None or stash.steered_from_model is None or not _is_latin1_encodable(stash.steered_from_model): + return None + return {STEERED_FROM_HEADER: stash.steered_from_model} + @with_service_target(RATE_LIMITS_TARGET) - async def async_log_success_event(self, kwargs, response_obj, start_time, end_time) -> None: + async def async_log_success_event( + self, kwargs: Mapping[str, object], response_obj: object, start_time: object, end_time: object + ) -> None: """ Update token usage for priority-based rate limiting after successful API calls. @@ -692,42 +1709,46 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): from litellm.proxy.common_utils.callback_utils import ( get_model_group_from_litellm_kwargs, ) - from litellm.types.utils import Usage try: verbose_proxy_logger.debug("INSIDE dynamic rate limiter ASYNC SUCCESS LOGGING") litellm_parent_otel_span: Final = get_parent_otel_span_from_kwargs(kwargs) + callback_kwargs: Final = callback_kwargs_mapping(kwargs) + settlement_metadata: Final = ( + _SettlementLoggingObject.model_validate(callback_kwargs.get("standard_logging_object") or {}).metadata + or _SettlementMetadata() + ) - # Get metadata from standard_logging_object - standard_logging_object: Final = kwargs.get("standard_logging_object") or {} - standard_logging_metadata: Final = standard_logging_object.get("metadata") or {} - - # Get model and priority - model_group: Final = get_model_group_from_litellm_kwargs(kwargs) + model_group: Final = get_model_group_from_litellm_kwargs(dict(kwargs)) + total_tokens: Final = _settled_tokens( + _usage_of(callback_kwargs, response_obj), self.v3_limiter.get_rate_limit_type() + ) + stash: Final = request_stash_for_callback(callback_kwargs) + team_model_tokens: Final = _team_model_settlement( + stash, model_group, total_tokens, self.v3_limiter.window_size + ) + if stash is not None: + served: Final = ( + stash.borrowing_team_model_fallback_limits.get(model_group) if model_group is not None else None + ) + stash.borrowing_team_model_reserved_tokens = 0 + stash.borrowing_team_model_reserved_window = None + stash.borrowing_team_model_fallback_limits = MappingProxyType( + {k: h for k, h in stash.borrowing_team_model_fallback_limits.items() if h is not served} + ) if not model_group: + if team_model_tokens: + await self.v3_limiter.async_increment_reservation_aware_tokens( + pipeline_operations=team_model_tokens, parent_otel_span=litellm_parent_otel_span + ) return # Get priority from user_api_key_auth_metadata in standard_logging_metadata # This is where user_api_key_dict.metadata is stored during pre-call - user_api_key_auth_metadata: Final = standard_logging_metadata.get("user_api_key_auth_metadata") or {} - key_priority: Final[str | None] = user_api_key_auth_metadata.get("priority") + key_priority: Final = settlement_metadata.priority - # Get total tokens from response - total_tokens = 0 - rate_limit_type: Final = self.v3_limiter.get_rate_limit_type() - - if isinstance(response_obj, ModelResponse): - _usage: Final = getattr(response_obj, "usage", None) - if _usage and isinstance(_usage, Usage): - if rate_limit_type == "output": - total_tokens = _usage.completion_tokens - elif rate_limit_type == "input": - total_tokens = _usage.prompt_tokens - elif rate_limit_type == "total": - total_tokens = _usage.total_tokens - - if total_tokens == 0: + if total_tokens == 0 and not team_model_tokens: return # Model-wide token tracking (model_saturation_check) @@ -750,18 +1771,33 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): else: priority_key = f"{model_group}:default_pool" - pipeline_operations: Final = ( - model_tokens, - CounterIncrement( - counter=RateLimitScope("priority_model", priority_key).counter("tokens"), - amount=total_tokens, - ttl=self.v3_limiter.window_size, - ), + class_share: Final = None if stash is None else stash.priority_class_share + settled_team_id: Final = settlement_metadata.user_api_key_team_id + priority_scope: Final = ( + RateLimitScope("priority_model", priority_key) + if class_share is None + else RateLimitScope( + class_share["key"], + class_share["value"] if settled_team_id is None else counter_value(model_group, settled_team_id), + ) ) + usage_operations: Final = ( + () + if total_tokens == 0 + else ( + model_tokens, + CounterIncrement( + counter=priority_scope.counter("tokens"), + amount=total_tokens, + ttl=self.v3_limiter.window_size, + ), + ) + ) + pipeline_operations: Final[tuple[ReservationOperation, ...]] = (*usage_operations, *team_model_tokens) # Execute token increments with TTL preservation if pipeline_operations: - await self.v3_limiter.async_increment_tokens_with_ttl_preservation( + await self.v3_limiter.async_increment_reservation_aware_tokens( pipeline_operations=pipeline_operations, parent_otel_span=litellm_parent_otel_span, ) @@ -779,5 +1815,55 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger): except Exception as e: verbose_proxy_logger.exception("Error in dynamic rate limiter success event: %s", e) + @with_service_target(RATE_LIMITS_TARGET) + async def async_log_failure_event( + self, kwargs: object, response_obj: object, start_time: object, end_time: object + ) -> None: + """Settle the tokens held for a failed attempt to the usage it recorded, or give them all back when it recorded + none, on the admitting team counter or the fallback target that failed, leaving holds on other fallback + targets to the attempts still running.""" + from litellm.proxy.common_utils.callback_utils import get_model_group_from_litellm_kwargs + + callback_kwargs: Final = callback_kwargs_mapping(kwargs) + stash: Final = request_stash_for_callback(callback_kwargs) + if stash is None: + return + failed_group: Final = get_model_group_from_litellm_kwargs(dict(callback_kwargs)) + failed_hold: Final = ( + stash.borrowing_team_model_fallback_limits.get(failed_group) if failed_group is not None else None + ) + used: Final = _settled_tokens( + _usage_of(callback_kwargs, None if isinstance(response_obj, BaseException) else response_obj), + self.v3_limiter.get_rate_limit_type(), + ) + refund: Final = ( + *_window_guarded( + _team_model_token_increment( + stash.borrowing_team_model_limit, + (used if failed_hold is None else 0) - stash.borrowing_team_model_reserved_tokens, + self.v3_limiter.window_size, + ), + stash.borrowing_team_model_reserved_window, + ), + *( + () + if failed_hold is None + else _window_guarded( + _team_model_token_increment( + failed_hold.descriptor, used - failed_hold.reserved_tokens, self.v3_limiter.window_size + ), + failed_hold.window, + ) + ), + ) + stash.borrowing_team_model_reserved_tokens = 0 + stash.borrowing_team_model_reserved_window = None + if failed_hold is not None: + stash.borrowing_team_model_fallback_limits = MappingProxyType( + {k: h for k, h in stash.borrowing_team_model_fallback_limits.items() if h is not failed_hold} + ) + if refund: + await self.v3_limiter.async_increment_reservation_aware_tokens(pipeline_operations=refund) + PROXY_DynamicRateLimitHandlerV3: Final = _PROXY_DynamicRateLimitHandlerV3 diff --git a/litellm/proxy/hooks/message_thread_ownership.py b/litellm/proxy/hooks/message_thread_ownership.py new file mode 100644 index 00000000000..0f2d9fd1933 --- /dev/null +++ b/litellm/proxy/hooks/message_thread_ownership.py @@ -0,0 +1,319 @@ +import json +import re +from collections.abc import AsyncGenerator, AsyncIterable, Mapping +from typing import TYPE_CHECKING, Final, Protocol + +import httpx +from fastapi import HTTPException +from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError + +from litellm._internal_context import with_service_target +from litellm.integrations.custom_logger import CustomLogger +from litellm.litellm_core_utils.litellm_logging import Logging +from litellm.llms.anthropic.common_utils import merge_anthropic_beta_headers +from litellm.llms.anthropic.messages.native.utils import continued_message_id, message_thread_not_found_body +from litellm.llms.custom_httpx.sse_lines import split_sse_lines_keepends +from litellm.types.utils import CallTypesLiteral, LLMResponseTypes + +if TYPE_CHECKING: + from litellm.caching.caching import DualCache + from litellm.proxy._types import UserAPIKeyAuth + from litellm.proxy.utils import InternalUsageCache + +_PASS_THROUGH_CALL_TYPE: Final = "pass_through_endpoint" +_ANTHROPIC_BETA_HEADER: Final = "anthropic-beta" +_OWNER_KEY_PREFIX: Final = "anthropic_message_thread_owner:" +_OWNER_TTL_SECONDS: Final = 3600 +_SSE_DATA_FIELD: Final = "data:" +_SSE_FRAME_END_PATTERN: Final = re.compile(rb"\r\n\r\n|\r\r|\n\n") +_MAX_SCANNED_BYTES: Final = 65536 +_UNOWNED_THREAD_MESSAGE: Final = ( + "message thread not found for this key. Send the full conversation to start a new thread" +) + +_MAPPING_ADAPTER: Final = TypeAdapter(Mapping[str, object]) +_MAPPINGS_ADAPTER: Final = TypeAdapter(tuple[Mapping[str, object], ...]) + + +class _FirstClaimStore(Protocol): + async def async_set_cache(self, key: str, value: object, *, nx: bool, ttl: int) -> object: ... + + async def async_get_cache(self, key: str) -> object: ... + + +class _ThreadBinding(BaseModel): + model_config = ConfigDict(frozen=True) + + owner: str + anthropic_beta: str | None = None + + +_BINDING_ADAPTER: Final = TypeAdapter(_ThreadBinding) + + +def _as_mapping(value: object) -> Mapping[str, object] | None: + try: + return _MAPPING_ADAPTER.validate_python(value, strict=True) + except ValidationError: + return None + + +def _as_binding(value: object) -> _ThreadBinding | None: + try: + return _BINDING_ADAPTER.validate_python(value) + except ValidationError: + return None + + +def _anthropic_beta(headers: Mapping[str, object]) -> str | None: + return next( + ( + value + for name, value in headers.items() + if name.lower() == _ANTHROPIC_BETA_HEADER and isinstance(value, str) and value + ), + None, + ) + + +def _sent_anthropic_beta(request_data: Mapping[str, object]) -> str | None: + logging_obj: Final = request_data.get("litellm_logging_obj") + if not isinstance(logging_obj, Logging): + return None + response: Final[object] = logging_obj.model_call_details.get("httpx_response") + if not isinstance(response, httpx.Response): + return None + try: + sent_headers: Final = response.request.headers + except RuntimeError: + return None + return sent_headers.get(_ANTHROPIC_BETA_HEADER) or None + + +def _with_anthropic_beta(extra_headers: object, anthropic_beta: str) -> Mapping[str, object]: + headers: Final = _as_mapping(extra_headers) or {} + return { + **{name: value for name, value in headers.items() if name.lower() != _ANTHROPIC_BETA_HEADER}, + _ANTHROPIC_BETA_HEADER: merge_anthropic_beta_headers(_anthropic_beta(headers), anthropic_beta), + } + + +def _as_mappings(value: object) -> tuple[Mapping[str, object], ...]: + try: + return _MAPPINGS_ADAPTER.validate_python(value) + except ValidationError: + return () + + +def _client_headers_with_anthropic_beta(scoped: Mapping[str, object], anthropic_beta: str) -> Mapping[str, object]: + client_headers: Final = _as_mapping(scoped.get("extra_headers")) + if client_headers is None or _anthropic_beta(client_headers) is None: + return scoped + return {**scoped, "extra_headers": dict(_with_anthropic_beta(client_headers, anthropic_beta))} + + +def _provider_headers_with_anthropic_beta( + provider_specific_header: object, anthropic_beta: str +) -> Mapping[str, object]: + single: Final = _as_mapping(provider_specific_header) + if single is not None: + return {"provider_specific_header": _client_headers_with_anthropic_beta(single, anthropic_beta)} + scoped_headers: Final = _as_mappings(provider_specific_header) + if not scoped_headers: + return {} + return { + "provider_specific_header": tuple( + _client_headers_with_anthropic_beta(scoped, anthropic_beta) for scoped in scoped_headers + ) + } + + +def _owner_key(message_id: str) -> str: + return f"{_OWNER_KEY_PREFIX}{message_id}" + + +def _owner(user_api_key_dict: "UserAPIKeyAuth") -> str: + if user_api_key_dict.token: + return f"key:{user_api_key_dict.token}" + return "identity:" + json.dumps( + [ + user_api_key_dict.user_id, + user_api_key_dict.team_id, + user_api_key_dict.end_user_id, + user_api_key_dict.org_id, + user_api_key_dict.agent_id, + ] + ) + + +def _threads(data: Mapping[str, object]) -> tuple[object, object]: + extra_body: Final = _as_mapping(data.get("extra_body")) or {} + return data.get("thread"), extra_body.get("thread") + + +def _sends_thread(data: Mapping[str, object]) -> bool: + return any(thread is not None for thread in _threads(data)) + + +def _continued_message_ids(data: Mapping[str, object]) -> tuple[str, ...]: + continued: Final = (continued_message_id(thread) for thread in _threads(data)) + return tuple(message_id for message_id in continued if message_id is not None) + + +def _may_continue(binding: _ThreadBinding | None, owner: str, pass_through: bool) -> bool: + if binding is None: + return pass_through + return binding.owner == owner + + +def _response_message_id(response: object) -> str | None: + message: Final = _as_mapping(response) + if message is None or message.get("type") != "message": + return None + message_id: Final = message.get("id") + return message_id if isinstance(message_id, str) and message_id else None + + +def _message_start_id(event: Mapping[str, object]) -> str | None: + return _response_message_id(event.get("message")) if event.get("type") == "message_start" else None + + +def _frame_event(frame: bytes) -> Mapping[str, object] | None: + data_lines: Final = tuple( + line.strip()[len(_SSE_DATA_FIELD) :].strip() + for line in split_sse_lines_keepends(frame.decode("utf-8", errors="ignore")) + if line.strip().startswith(_SSE_DATA_FIELD) + ) + payload: Final = "".join(data_lines) + if not payload or payload == "[DONE]": + return None + try: + return _MAPPING_ADAPTER.validate_json(payload) + except ValidationError: + return None + + +class _StreamedMessageIdScanner: + def __init__(self, finished: bool) -> None: + self._head = b"" + self.finished = finished + + def scan(self, chunk: object) -> str | None: + if isinstance(chunk, (bytes, bytearray)): + return self._scan_encoded(bytes(chunk)) + if isinstance(chunk, str): + return self._scan_encoded(chunk.encode("utf-8")) + event: Final = _as_mapping(chunk) + if event is None: + self.finished = True + return None + return self._settled(event) + + def _settled(self, event: Mapping[str, object]) -> str | None: + if event.get("type") == "ping": + return None + self.finished = True + return _message_start_id(event) + + def _scan_encoded(self, data: bytes) -> str | None: + head: Final = self._head + data + boundaries: Final = tuple(match.end() for match in _SSE_FRAME_END_PATTERN.finditer(head)) + frames: Final = tuple(head[start:end] for start, end in zip((0, *boundaries[:-1]), boundaries)) + events: Final = (event for frame in frames if (event := _frame_event(frame)) is not None) + decider: Final = next((event for event in events if event.get("type") != "ping"), None) + if decider is not None: + return self._settled(decider) + self._head = head[boundaries[-1] :] if boundaries else head + if len(self._head) > _MAX_SCANNED_BYTES: + self.finished = True + return None + + +class MessageThreadOwnership(CustomLogger): + def __init__(self, message_thread_owner_cache: "InternalUsageCache") -> None: + self._owners: Final = message_thread_owner_cache + + async def async_pre_call_hook( + self, + user_api_key_dict: "UserAPIKeyAuth", + cache: "DualCache", + data: Mapping[str, object], + call_type: CallTypesLiteral, + ) -> dict[str, object] | None: # mutable-ok: the proxy swaps in a pre-call hook's result only when it is a dict + previous_message_ids: Final = _continued_message_ids(data) + if not previous_message_ids: + return None + bindings: Final = tuple( + [await self._binding(message_id, user_api_key_dict) for message_id in previous_message_ids] + ) + owner: Final = _owner(user_api_key_dict) + pass_through: Final = call_type == _PASS_THROUGH_CALL_TYPE + if not all(_may_continue(binding, owner, pass_through) for binding in bindings): + raise HTTPException(status_code=404, detail=message_thread_not_found_body(_UNOWNED_THREAD_MESSAGE)) + anthropic_beta: Final = next( + (binding.anthropic_beta for binding in bindings if binding is not None and binding.anthropic_beta), None + ) + if anthropic_beta is None or pass_through: + return None + return { + **data, + "extra_headers": _with_anthropic_beta(data.get("extra_headers"), anthropic_beta), + **_provider_headers_with_anthropic_beta(data.get("provider_specific_header"), anthropic_beta), + } + + async def async_post_call_success_hook( + self, + data: Mapping[str, object], + user_api_key_dict: "UserAPIKeyAuth", + response: LLMResponseTypes, + ) -> LLMResponseTypes: + message_id: Final = _response_message_id(response) if _sends_thread(data) else None + if message_id is not None: + await self._record_owner(message_id, user_api_key_dict, _sent_anthropic_beta(data)) + return response + + async def async_post_call_streaming_iterator_hook( # pyright: ignore[reportIncompatibleMethodOverride] # the proxy streams bytes, str and dict chunks here, not the base's ModelResponseStream + self, + user_api_key_dict: "UserAPIKeyAuth", + response: AsyncIterable[object], + request_data: Mapping[str, object], + ) -> AsyncGenerator[object, None]: + scanner: Final = _StreamedMessageIdScanner(finished=not _sends_thread(request_data)) + async for chunk in response: + yield chunk + if not scanner.finished and (message_id := scanner.scan(chunk)) is not None: + await self._record_owner(message_id, user_api_key_dict, _sent_anthropic_beta(request_data)) + + @with_service_target("message_thread_owners") + async def _binding(self, message_id: str, user_api_key_dict: "UserAPIKeyAuth") -> _ThreadBinding | None: + cached: Final[object] = await self._owners.async_get_cache( + key=_owner_key(message_id), litellm_parent_otel_span=user_api_key_dict.parent_otel_span + ) + return _as_binding(cached) + + @with_service_target("message_thread_owners") + async def _record_owner( + self, message_id: str, user_api_key_dict: "UserAPIKeyAuth", anthropic_beta: str | None + ) -> None: + if await self._binding(message_id, user_api_key_dict) is not None: + return + key: Final = _owner_key(message_id) + claimed: Final = _ThreadBinding(owner=_owner(user_api_key_dict), anthropic_beta=anthropic_beta).model_dump() + await self._owners.async_set_cache( + key=key, + value=await _first_claim(self._owners.dual_cache.redis_cache, key, claimed), + litellm_parent_otel_span=user_api_key_dict.parent_otel_span, + local_only=True, + ttl=_OWNER_TTL_SECONDS, + ) + + +async def _first_claim(store: _FirstClaimStore | None, key: str, claimed: Mapping[str, object]) -> object: + if store is None: + return claimed + try: + await store.async_set_cache(key, claimed, nx=True, ttl=_OWNER_TTL_SECONDS) + stored: Final = await store.async_get_cache(key) + except Exception: # noqa: BLE001 # a Redis outage keeps the binding in this worker, as DualCache's writes do + return claimed + return claimed if stored is None else stored diff --git a/litellm/proxy/hooks/parallel_request_limiter_v3.py b/litellm/proxy/hooks/parallel_request_limiter_v3.py index 9fb026a64d9..39409002058 100644 --- a/litellm/proxy/hooks/parallel_request_limiter_v3.py +++ b/litellm/proxy/hooks/parallel_request_limiter_v3.py @@ -18,6 +18,7 @@ from datetime import datetime, timezone from types import MappingProxyType from typing import ( TYPE_CHECKING, + Annotated, Any, Final, Literal, @@ -27,10 +28,11 @@ from typing import ( ) from fastapi import HTTPException -from pydantic import TypeAdapter, ValidationError +from pydantic import Field, TypeAdapter, ValidationError from starlette.status import HTTP_400_BAD_REQUEST, HTTP_503_SERVICE_UNAVAILABLE from typing_extensions import NotRequired, ReadOnly +import litellm from litellm import DualCache from litellm._internal_context import with_service_target from litellm._logging import verbose_proxy_logger @@ -79,6 +81,7 @@ from litellm.proxy.auth.budget_throttle import throttled_limit from litellm.proxy.common_utils.callback_utils import get_model_group_from_litellm_kwargs from litellm.proxy.common_utils.http_parsing_utils import get_tags_from_request_body from litellm.proxy.common_utils.proxy_rate_limit_error import ( + PER_MODEL_RATE_LIMIT_DESCRIPTOR_KEYS, ProxyRateLimitError, map_v3_rate_limit_type, ) @@ -165,6 +168,105 @@ class RateLimitedModel: return requested_limit if requested_limit is not None else limits.get(self.group) +def dynamic_rate_limiter_covers(model_group: str) -> bool: + from litellm.proxy.hooks.dynamic_rate_limiter_v3 import PROXY_DynamicRateLimitHandlerV3 + from litellm.proxy.proxy_server import llm_router + + if llm_router is None: + return False + group: Final = llm_router.registry().group(model_group) + if group is None or (group.tpm is None and group.rpm is None): + return False + return any( + callback == "dynamic_rate_limiter_v3" or isinstance(callback, PROXY_DynamicRateLimitHandlerV3) + for callback in litellm.callbacks + ) + + +def inherited_team_model_limit( + user_api_key_dict: UserAPIKeyAuth, + model: RateLimitedModel, + rate_limit_key: Literal["model_rpm_limit", "model_tpm_limit"], +) -> int | None: + """The team's per-model limit a key inherits, or None when the key sets its own limit for that model.""" + team_limit: Final = model.limit_in( + get_model_rate_limit_from_metadata(user_api_key_dict, "team_metadata", rate_limit_key) + ) + if ( + team_limit is None + or model.limit_in(get_key_own_model_rate_limit(user_api_key_dict, rate_limit_key)) is not None + ): + return None + return team_limit + + +TEAM_MODEL_LIMIT_MAX_BORROW_MULTIPLE: Final = "team_model_limit_max_borrow_multiple" +MAX_BORROW_MULTIPLE_CEILING: Final = 1_000_000 +_MAX_BORROW_MULTIPLE: Final[TypeAdapter[float]] = TypeAdapter( + Annotated[float, Field(ge=1, le=MAX_BORROW_MULTIPLE_CEILING, allow_inf_nan=False)] +) + + +@dataclass(frozen=True, slots=True) +class BorrowingTeamModelLimits: + """Inherited team per-model limits the dynamic rate limiter enforces at saturation instead of the regular limiter.""" + + tpm: int | None + rpm: int | None + max_borrow_multiple: float | None = None + + def share(self, rate_limit_type: str) -> int | None: + return self.rpm if rate_limit_type == "requests" else self.tpm + + def borrow_ceiling(self) -> "BorrowingTeamModelLimits | None": + """The most the team may use while borrowing, or None when it may borrow up to the model's own limit.""" + if self.max_borrow_multiple is None: + return None + return BorrowingTeamModelLimits( + tpm=None if self.tpm is None else int(self.tpm * self.max_borrow_multiple), + rpm=None if self.rpm is None else int(self.rpm * self.max_borrow_multiple), + ) + + +NO_BORROWING: Final = BorrowingTeamModelLimits(tpm=None, rpm=None) + + +def team_model_limit_max_borrow_multiple(user_api_key_dict: UserAPIKeyAuth) -> float | None: + raw: Final[object] = (user_api_key_dict.team_metadata or {}).get(TEAM_MODEL_LIMIT_MAX_BORROW_MULTIPLE) + if raw is None: + return None + try: + return _MAX_BORROW_MULTIPLE.validate_python(raw) + except ValidationError: + verbose_proxy_logger.warning( + "Ignoring %s=%r on team %s: expected a number from 1 to %d, so the team borrows up to the model limit", + TEAM_MODEL_LIMIT_MAX_BORROW_MULTIPLE, + raw, + user_api_key_dict.team_id, + MAX_BORROW_MULTIPLE_CEILING, + ) + return None + + +def borrowing_team_model_limits(user_api_key_dict: UserAPIKeyAuth, model: RateLimitedModel) -> BorrowingTeamModelLimits: + settings: Final = litellm.priority_reservation_settings + if ( + settings is None + or not settings.team_model_limit_borrows_idle_capacity_from_other_teams + or user_api_key_dict.team_id is None + ): + return NO_BORROWING + limits: Final = BorrowingTeamModelLimits( + tpm=inherited_team_model_limit(user_api_key_dict, model, "model_tpm_limit"), + rpm=inherited_team_model_limit(user_api_key_dict, model, "model_rpm_limit"), + ) + if limits == NO_BORROWING or not dynamic_rate_limiter_covers(model.group): + return NO_BORROWING + return BorrowingTeamModelLimits( + tpm=limits.tpm, rpm=limits.rpm, max_borrow_multiple=team_model_limit_max_borrow_multiple(user_api_key_dict) + ) + + def _resolve_media_models(router: "Router | None", model: str, team_id: str | None) -> tuple[str, ...]: if router is None: return (model,) @@ -468,6 +570,15 @@ class CallTypeRateLimiter(Protocol): ) -> Exception | str | dict[str, object] | None: ... +@dataclass(frozen=True, slots=True) +class BorrowingTeamModelHold: + """A router fallback target's team share with the tokens held on it, settled to actual usage or given back.""" + + descriptor: RateLimitDescriptor + reserved_tokens: int = 0 + window: ReservationWindowIdentity | None = None + + @dataclass(slots=True) class RequestRateLimiterStash: """ @@ -492,6 +603,7 @@ class RequestRateLimiterStash: """ owner_litellm_call_id: str | None = None + call_type: str | None = None rate_limit_response: RateLimitResponse | None = None parallel_slot: ParallelSlotAcquisition | None = None parallel_slot_reused_at: datetime | None = None @@ -499,6 +611,8 @@ class RequestRateLimiterStash: reserved_tokens: int = 0 reserved_model: RateLimitedModel | None = None reserved_scopes: frozenset[tuple[str, str]] = field(default_factory=frozenset) + fallback_models: frozenset[str] = field(default_factory=frozenset) + steered_from_model: str | None = None ptu_ceiling: PTUTeamCeiling | None = None ptu_reserved_tokens: int = 0 ptu_reserved_window_identities: frozenset[ReservationWindowIdentity] = field(default_factory=frozenset) @@ -510,6 +624,13 @@ class RequestRateLimiterStash: otpm_reserved_window_identities: frozenset[ReservationWindowIdentity] = field(default_factory=frozenset) batch_enqueued_reservation: BatchEnqueuedTokenReservation | None = None batch_tpd_refund_ops: tuple[ReservationOperation, ...] = () + borrowing_team_model_limit: RateLimitDescriptor | None = None + borrowing_team_model_reserved_tokens: int = 0 + borrowing_team_model_reserved_window: ReservationWindowIdentity | None = None + borrowing_team_model_fallback_limits: Mapping[str, BorrowingTeamModelHold] = field( + default_factory=lambda: MappingProxyType({}) + ) + priority_class_share: RateLimitDescriptor | None = None reservation_released: bool = False io_reservation_released: bool = False tpm_limited_tags: frozenset[str] = field(default_factory=frozenset) @@ -602,7 +723,7 @@ def get_or_create_request_stash() -> RequestRateLimiterStash: return stash -def claim_request_stash_for_data(data: dict) -> RequestRateLimiterStash: +def claim_request_stash_for_data(data: Mapping[str, object]) -> RequestRateLimiterStash: stash: Final = get_or_create_request_stash() owner_call_id: Final = data.get("litellm_call_id") if isinstance(owner_call_id, str): @@ -657,6 +778,23 @@ def _is_socket_turn(kwargs: Mapping[str, object]) -> bool: ) +def callback_kwargs_mapping(kwargs: object) -> Mapping[str, object]: + """A logging callback's kwargs as a typed mapping, empty when they are not a mapping.""" + return _callback_kwargs_mapping(kwargs) + + +def request_stash_for_callback(kwargs: Mapping[str, object]) -> RequestRateLimiterStash | None: + """The stash of the request a logging callback settles, or the connection's for a Responses WebSocket turn. + + A nested call (an LLM judge, a silent experiment) mints its own call id and gets None. + """ + call_id: Final = kwargs.get("litellm_call_id") + call_stash: Final = get_request_stash_for_call(call_id if isinstance(call_id, str) else None) + if call_stash is not None: + return call_stash + return get_request_stash() if _is_socket_turn(kwargs) else None + + _AGENT_DESCRIPTOR_KEYS: Final = frozenset({"agent", "agent_session"}) _SOCKET_TURN_UNCOUNTED_DESCRIPTOR_KEYS: Final = frozenset( @@ -954,6 +1092,37 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): if existing_cap is None or effective_cap < existing_cap: data[cap_field] = effective_cap # rebind-ok: downstream routing requires the bounded output cap + def estimate_request_tokens( + self, + data: object, + model: str, + min_configured_tpm_limit: int, + call_type: str | None, + team_id: str | None, + rate_limit_type: str = "total", + ) -> int: + """The reservation this limiter would hold for the request, for another limiter settling the same call.""" + if rate_limit_type == "total": + return self._estimate_tokens_for_request( + data=data, + model=model, + min_configured_tpm_limit=min_configured_tpm_limit, + call_type=call_type, + team_id=team_id, + ) + estimated_input, output_budget = self._estimate_input_and_output_tokens( + data=data, + min_configured_tpm_limit=min_configured_tpm_limit, + call_type=call_type, + team_id=team_id, + media_model_resolver=self._media_model_resolver, + ) + return output_budget if rate_limit_type == "output" else estimated_input + + def bound_output_for_limit(self, data: object, min_configured_limit: int, call_type: str | None) -> None: + """Cap a request without an explicit output cap the way this limiter does for its own small TPM limits.""" + self._apply_implicit_output_cap(data=data, min_configured_limit=min_configured_limit, call_type=call_type) + def _estimate_tokens_for_request( self, data: object, @@ -2438,6 +2607,10 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): if response["overall_code"] == "OVER_LIMIT": self._handle_rate_limit_error(response, tpm_windows, requested_model) + def rate_limited_model(self, requested_model: str | None) -> RateLimitedModel | None: + """The requested name and the model group it resolves to, so limits keyed by either name are found.""" + return self._rate_limited_model(requested_model) + def _rate_limited_model(self, requested_model: str | None) -> RateLimitedModel | None: if not requested_model: return None @@ -2507,6 +2680,26 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): }, ) + def _end_user_model_rate_limit_descriptor( + self, user_api_key_dict: UserAPIKeyAuth, requested_model: str | None + ) -> RateLimitDescriptor | None: + model: Final = self._rate_limited_model(requested_model) + if model is None or not user_api_key_dict.end_user_id: + return None + tpm_limit: Final = model.limit_in(user_api_key_dict.end_user_model_tpm_limit) + rpm_limit: Final = model.limit_in(user_api_key_dict.end_user_model_rpm_limit) + if tpm_limit is None and rpm_limit is None: + return None + return RateLimitDescriptor( + key="model_per_end_user", + value=f"{user_api_key_dict.end_user_id}:{model.group}", + rate_limit={ + "requests_per_unit": rpm_limit, + "tokens_per_unit": tpm_limit, + "window_size": self.window_size, + }, + ) + def _add_model_per_key_rate_limit_descriptor( self, user_api_key_dict: UserAPIKeyAuth, @@ -2529,11 +2722,16 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): model: Final = self._rate_limited_model(requested_model) if model is None: return - model_specific_tpm_limit: Final = model.limit_in( - get_key_model_tpm_limit(user_api_key_dict, model_name=model.group) + borrowing: Final = borrowing_team_model_limits(user_api_key_dict, model) + model_specific_tpm_limit: Final = ( + None + if borrowing.tpm is not None + else model.limit_in(get_key_model_tpm_limit(user_api_key_dict, model_name=model.group)) ) - model_specific_rpm_limit: Final = model.limit_in( - get_key_model_rpm_limit(user_api_key_dict, model_name=model.group) + model_specific_rpm_limit: Final = ( + None + if borrowing.rpm is not None + else model.limit_in(get_key_model_rpm_limit(user_api_key_dict, model_name=model.group)) ) if model_specific_tpm_limit is None and model_specific_rpm_limit is None: return @@ -2999,6 +3197,8 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): requested_model=candidate, descriptors=descriptors, ) + if (end_user_model := self._end_user_model_rate_limit_descriptor(user_api_key_dict, candidate)) is not None: + descriptors.append(end_user_model) # Per-request-tag rate limits scoped to this key self._add_tag_per_key_rate_limit_descriptor( @@ -3110,12 +3310,7 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): model: RateLimitedModel, rate_limit_key: Literal["model_rpm_limit", "model_tpm_limit"], ) -> int | None: - team_limit: Final = model.limit_in( - get_model_rate_limit_from_metadata(user_api_key_dict, "team_metadata", rate_limit_key) - ) - if team_limit is None or self._key_owns_model_limit(user_api_key_dict, model, rate_limit_key): - return None - return team_limit + return inherited_team_model_limit(user_api_key_dict, model, rate_limit_key) def _key_owns_model_tpm_limit_from_request_metadata( self, @@ -3141,8 +3336,17 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): model: Final = self._rate_limited_model(requested_model) if model is None: return - team_rpm_limit: Final = self._inherited_team_model_limit(user_api_key_dict, model, "model_rpm_limit") - team_tpm_limit: Final = self._inherited_team_model_limit(user_api_key_dict, model, "model_tpm_limit") + borrowing: Final = borrowing_team_model_limits(user_api_key_dict, model) + team_rpm_limit: Final = ( + None + if borrowing.rpm is not None + else inherited_team_model_limit(user_api_key_dict, model, "model_rpm_limit") + ) + team_tpm_limit: Final = ( + None + if borrowing.tpm is not None + else inherited_team_model_limit(user_api_key_dict, model, "model_tpm_limit") + ) if team_rpm_limit is None and team_tpm_limit is None: return descriptors.append( @@ -3323,6 +3527,7 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): headers={ "retry-after": str(self.window_size), "rate_limit_type": str(status["rate_limit_type"]), + "rate_limited_by": descriptor_key, "reset_at": reset_time_formatted, }, rate_limit_type=map_v3_rate_limit_type(status["rate_limit_type"]), @@ -3755,6 +3960,34 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): if response["overall_code"] == "OK": await self._release_parallel_request_slots(acquisition, user_api_key_dict.parent_otel_span) + async def async_fallback_target_allowed( + self, + user_api_key_dict: UserAPIKeyAuth, + model: str, + request_data: Mapping[str, object], + ) -> bool: + """Reserve the caller's per-model limits on a router fallback target. False when any is exhausted.""" + data: Final = MappingProxyType({**request_data, "model": model}) + stash: Final = _request_stash.get() + hidden_stash: Final = _request_stash.set(None) + try: + built: Final = await self._build_request_rate_limit_descriptors(user_api_key_dict, data, None) + finally: + _request_stash.reset(hidden_stash) + descriptors: Final = [ + descriptor for descriptor in built if descriptor["key"] in PER_MODEL_RATE_LIMIT_DESCRIPTOR_KEYS + ] + allowed: Final = ( + not descriptors + or (await self.should_rate_limit(descriptors, parent_otel_span=user_api_key_dict.parent_otel_span))[ + "overall_code" + ] + == "OK" + ) + if allowed and stash is not None: + stash.fallback_models = stash.fallback_models | {model} + return allowed + @asynccontextmanager async def request_capacity( self, @@ -3818,6 +4051,7 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): verbose_proxy_logger.debug("Inside Rate Limit Pre-Call Hook") stash: Final = claim_request_stash_for_data(data) + stash.call_type = call_type reuses_request_slot: Final = call_type == CallTypes.call_mcp_tool.value and stash.parallel_slot is not None if reuses_request_slot: stash.parallel_slot_reused_at = self._get_current_time() @@ -4525,26 +4759,16 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): targets.append(("end_user", user_api_key_end_user_id)) if user_api_key_organization_id: targets.append(("organization", user_api_key_organization_id)) + model_scope_owners: Final = ( + ("model_per_key", user_api_key), + ("model_per_team", user_api_key_team_id), + ("model_per_end_user", f"{user_api_key_end_user_id}" if user_api_key_end_user_id else None), + ("model_per_organization", user_api_key_organization_id), + ("model_per_project", user_api_key_project_id), + ) if model_group: for group in dict.fromkeys(model_groups or (model_group,)): - if user_api_key: - targets.append(("model_per_key", f"{user_api_key}:{group}")) - if user_api_key_team_id: - targets.append(("model_per_team", f"{user_api_key_team_id}:{group}")) - if user_api_key_organization_id: - targets.append( - ( - "model_per_organization", - f"{user_api_key_organization_id}:{group}", - ) - ) - if user_api_key_project_id: - targets.append( - ( - "model_per_project", - f"{user_api_key_project_id}:{group}", - ) - ) + targets.extend((scope, f"{owner}:{group}") for scope, owner in model_scope_owners if owner) if agent_id: targets.append(("agent", agent_id)) if session_id: @@ -4686,12 +4910,21 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): reserved_tokens: Final = open_reservation.reserved_tokens if open_reservation is not None else 0 reserved_model: Final = stash.reserved_model if stash is not None else None reserved_scopes: Final[frozenset[tuple[str, str]]] = stash.reserved_scopes if stash is not None else frozenset() - # Reconciliation must target the same model-scoped counter that the - # pre-call reservation incremented. If a reservation was made, + served_model: Final = self._rate_limited_model(model_group) # ``reserved_model`` (resolved at admission, so an alias map reload - # mid-flight cannot move the charge) is authoritative; otherwise fall - # back to the router's ``model_group`` (the no-reservation charge path). - reconcile_model: Final = reserved_model if reserved_model is not None else self._rate_limited_model(model_group) + # mid-flight cannot move the charge) settles the request unless the + # router fell back to a group this limiter admitted as a fallback + # target: then the served group is charged and the abandoned group's + # per-model reservation is refunded. Client-supplied ``model_group`` + # metadata alone never moves the charge. + fell_back: Final = ( + stash is not None + and reserved_model is not None + and served_model is not None + and served_model.requested != reserved_model.requested + and served_model.requested in stash.fallback_models + ) + reconcile_model: Final = served_model if fell_back or reserved_model is None else reserved_model reconcile_models: Final = self._rate_limited_models(reconcile_model) pipeline_operations: Final[list[ReservationOperation]] = [] @@ -4730,6 +4963,17 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): ) ) charged_targets: Final = [target for target in targets if target not in key_owned_team_scopes] + abandoned_scopes: Final = ( + tuple( + sorted( + scope + for scope in reserved_scopes + if scope[0] in PER_MODEL_RATE_LIMIT_DESCRIPTOR_KEYS and scope not in charged_targets + ) + ) + if fell_back + else () + ) if reserved_tokens > 0 and total_tokens < reserved_tokens: verbose_proxy_logger.debug( "Releasing unused TPM budget on success: reserved=%s, actual=%s, release=%s", @@ -4745,6 +4989,14 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger): reserved_tokens=reserved_tokens, ) ) + pipeline_operations.extend( + self._build_reservation_aware_tpm_ops( + targets=abandoned_scopes, + reserved_scopes=reserved_scopes, + actual_tokens=0, + reserved_tokens=reserved_tokens, + ) + ) call_type: Final[object] = kwargs.get("call_type") ptu_skips_socket_usage: Final = call_type == CallTypes.aresponses_websocket.value pipeline_operations.extend( diff --git a/litellm/proxy/hooks/priority_class_share.py b/litellm/proxy/hooks/priority_class_share.py new file mode 100644 index 00000000000..229afe09856 --- /dev/null +++ b/litellm/proxy/hooks/priority_class_share.py @@ -0,0 +1,127 @@ +"""Splits a priority class's share of a model among the teams active on it. + +Enabled by ``priority_reservation_settings.priority_class_share_splits_equally_among_active_teams``. +""" + +import time +from collections.abc import Callable, Mapping +from dataclasses import dataclass +from types import MappingProxyType +from typing import Final + +from pydantic import TypeAdapter + +from litellm._internal_context import with_service_target +from litellm.caching.caching import DualCache +from litellm.redis.stores.rate_limits import RATE_LIMITS_TARGET + +ACTIVE_TEAMS_KEY_PREFIX: Final = "dynamic_rate_limiter:active_teams:" +MEMBER_SEPARATOR: Final = "\x1f" +DEFAULT_CLASS: Final = "\x1edefault" +_POOL_PREFIX: Final = f"{MEMBER_SEPARATOR}pool{MEMBER_SEPARATOR}" + +_TOUCH_LUA: Final = ( + "redis.call('ZREMRANGEBYSCORE', KEYS[1], '-inf', ARGV[1]) " + "redis.call('ZADD', KEYS[1], ARGV[2], ARGV[3]) " + "redis.call('EXPIRE', KEYS[1], ARGV[4]) " + "return redis.call('ZRANGE', KEYS[1], 0, -1)" +) +_MEMBERS: Final = TypeAdapter[tuple[str | bytes, ...]](tuple[str | bytes, ...]) + + +def pool_member(priority: str) -> str: + """The registry id that stands for every key without a team in ``priority``. It keeps the class present without + being a team, and starts with the separator so no team id can spell it.""" + return f"{_POOL_PREFIX}{priority}" + + +def team_member(team_id: str) -> str: + """The registry id of a real team. It never starts with the separator, so it cannot spell a pool marker.""" + return f"team{MEMBER_SEPARATOR}{team_id}" + + +def is_pool_member(member: str) -> bool: + return member.startswith(_POOL_PREFIX) + + +def counter_value(model: str, team_id: str) -> str: + """One counter per model and team. The length prefix keeps ``chat`` + ``prod:victim`` apart from + ``chat:prod`` + ``victim``.""" + return f"{len(model)}:{model}:{team_id}" + + +@dataclass(frozen=True, slots=True) +class TeamShare: + fraction: float + active_teams_in_class: int + active_classes: int + + +def team_share( + priority: str, members: Mapping[str, str], class_weights: Mapping[str, float], default_weight: float +) -> TeamShare: + """``members`` maps every team active on the model, the caller included, to its priority class. Classes with no + active member give their weight away, and each present class is split equally among its active teams. A pool + member keeps its class present but takes no slice, since keys without a team are held to the class pool.""" + present: Final = frozenset(members.values()) + weights: Final = {cls: class_weights.get(cls, default_weight) for cls in present} + total: Final = sum(weights.values()) + class_fraction: Final = weights[priority] / total if total > 0 else 1.0 / len(present) + teams_in_class: Final = sum(1 for team, cls in members.items() if cls == priority and not is_pool_member(team)) + return TeamShare( + fraction=class_fraction / max(1, teams_in_class), + active_teams_in_class=teams_in_class, + active_classes=len(present), + ) + + +def _members(raw: tuple[str | bytes, ...]) -> Mapping[str, str]: + """Oldest first, so a team seen under two classes in one window keeps its most recent one. The class is split off + from the right because a team id may itself contain the separator.""" + decoded: Final = (item.decode() if isinstance(item, bytes) else item for item in raw) + pairs: Final = (member.rsplit(MEMBER_SEPARATOR, 1) for member in decoded) + return MappingProxyType({pair[0]: pair[1] for pair in pairs if len(pair) == 2}) + + +class ActiveTeamRegistry: + """Which teams used a model in the current window, as one sorted set per model scored by last-seen time, in Redis + when the proxy has one and otherwise in process memory.""" + + def __init__(self, dual_cache: DualCache, time_provider: Callable[[], float] = time.time) -> None: + self._dual_cache = dual_cache + self._local: Mapping[str, Mapping[str, float]] = MappingProxyType({}) + self._now = time_provider + + @with_service_target(RATE_LIMITS_TARGET) + async def touch(self, model: str, team_id: str, priority: str, window: int) -> Mapping[str, str]: + """Record ``team_id`` as active on ``model`` and return every team active on it, the caller included. The + caller is always listed under ``priority``, whatever class another worker's clock last saw it in.""" + key: Final = f"{ACTIVE_TEAMS_KEY_PREFIX}{model}" + member: Final = f"{team_id}{MEMBER_SEPARATOR}{priority}" + now: Final = self._now() + redis_cache: Final = self._dual_cache.redis_cache + seen: Final = ( + self._touch_in_memory(key, member, now, window) + if redis_cache is None + else _members( + _MEMBERS.validate_python( + await redis_cache.async_register_script(_TOUCH_LUA)( + keys=(key,), args=(now - window, now, member, window) + ) + ) + ) + ) + return MappingProxyType({**seen, team_id: priority}) + + def _touch_in_memory(self, key: str, member: str, now: float, window: int) -> Mapping[str, str]: + """Prunes by each member's own last-seen time, so the map lives exactly as long as its newest member.""" + cutoff: Final = now - window + alive: Final = {seen_member: seen for seen_member, seen in self._local.get(key, {}).items() if seen > cutoff} + current: Final = MappingProxyType({**alive, member: now}) + others: Final = { + other_key: others_members + for other_key, others_members in self._local.items() + if other_key != key and any(seen > cutoff for seen in others_members.values()) + } + self._local = MappingProxyType({**others, key: current}) + return _members(tuple(sorted(current, key=current.__getitem__))) diff --git a/litellm/proxy/hooks/proxy_track_cost_callback.py b/litellm/proxy/hooks/proxy_track_cost_callback.py index dd7a24ae879..554fc7ed1d5 100644 --- a/litellm/proxy/hooks/proxy_track_cost_callback.py +++ b/litellm/proxy/hooks/proxy_track_cost_callback.py @@ -425,7 +425,7 @@ class _ProxyDBLogger(CustomLogger): async def async_log_success_event( self, kwargs: ObjectMapping, response_obj: object, start_time: datetime, end_time: datetime ) -> None: - if self.spend_event_producer is None or not is_offloadable_success(response_obj, kwargs.get("call_type")): + if self.spend_event_producer is None or not is_offloadable_success(response_obj, kwargs): await self._PROXY_track_cost_callback(dict(kwargs), response_obj, start_time, end_time) return event: Final = build_spend_event( diff --git a/litellm/proxy/litellm_pre_call_utils.py b/litellm/proxy/litellm_pre_call_utils.py index 22399ced718..8abc91a72ed 100644 --- a/litellm/proxy/litellm_pre_call_utils.py +++ b/litellm/proxy/litellm_pre_call_utils.py @@ -14,7 +14,6 @@ from typing import ( Any, Final, Literal, - Protocol, TypeAlias, cast, # noqa: TID251 # narrows untyped deployment and credential payloads ) @@ -55,9 +54,11 @@ from litellm.integrations.custom_guardrail import merged_guardrail_entries, with from litellm.litellm_core_utils.core_helpers import ( as_str_mapping, attribute_or_none, + decoded_json_object, is_codex_user_agent, + iter_items, + keyword_arguments, normalize_drop_params, - require_attributes, ) from litellm.litellm_core_utils.credential_accessor import CredentialAccessor from litellm.litellm_core_utils.initialize_dynamic_callback_params import ( @@ -325,6 +326,7 @@ def sanitize_for_log(value: object) -> str: return _sanitize_for_log(value) +from litellm.litellm_core_utils.routing_common_utils import resolve_model_group_alias from litellm.router import Router from litellm.secret_managers.main import get_secret_bool from litellm.types.litellm_params import AGENTIC_LOOP_KWARG_NAMES, STREAM_USAGE_INJECTED_FIELD @@ -333,8 +335,10 @@ from litellm.types.router import BaggageMappedTagsStamp, holds_api_key_secret_re from litellm.types.services import ServiceTypes from litellm.types.utils import ( API_KEY_SECRET_REFERENCE_REJECTION, + BAGGAGE_METADATA_KEYS_VAR, CAPTURE_MESSAGE_CONTENT_VAR, EXCLUDED_SERVICES_VAR, + OTEL_DESTINATION_VARS, CustomPricingLiteLLMParams, LlmProviders, ProviderSpecificHeader, @@ -343,7 +347,7 @@ from litellm.types.utils import ( SupportedCacheControls, ) -_DESTINATION_ONLY_CALLBACK_VARS: Final[frozenset[str]] = frozenset({CAPTURE_MESSAGE_CONTENT_VAR, EXCLUDED_SERVICES_VAR}) +_DESTINATION_ONLY_CALLBACK_VARS: Final[frozenset[str]] = frozenset(OTEL_DESTINATION_VARS) _CALLBACK_CREDENTIAL_KEYS: Final = frozenset(StandardCallbackDynamicParams.__annotations__) | frozenset( {TRUSTED_CALLBACK_VARS_FIELD} @@ -537,6 +541,7 @@ ROUTER_RESERVED_METADATA_FIELDS: Final = frozenset( "attempted_fallbacks", "original_model_group", "previous_models", + "rate_limit_fallback", "request_retry_count", CLIENT_OUTPUT_CEILING_METADATA_KEY, ROUTER_USAGE_COUNTED_TOKENS_METADATA_KEY, @@ -1249,6 +1254,10 @@ def convert_key_logging_metadata_to_callback( return team_callback_settings_obj +class _CallbackModelFields(TypedDict, total=False, extra_items=object): + pass + + def get_validated_callback_metadata(item: object, *, source: str) -> AddTeamCallback | None: if not isinstance(item, Mapping): raise TypeError(f"{source} metadata.logging must be a list of objects, got an item of {type(item).__name__}") @@ -1278,9 +1287,9 @@ class KeyAndTeamLoggingSettings: return None @staticmethod - def get_team_dynamic_logging_settings(user_api_key_dict: UserAPIKeyAuth): + def get_team_dynamic_logging_settings(user_api_key_dict: UserAPIKeyAuth) -> object: if user_api_key_dict.team_metadata is not None and "logging" in user_api_key_dict.team_metadata: - return decrypt_callback_vars(user_api_key_dict.team_metadata).get("logging") + return decoded_json_object(decrypt_callback_vars(user_api_key_dict.team_metadata)).get("logging") return None @@ -1289,14 +1298,14 @@ def get_dynamic_logging_metadata( ) -> TeamCallbackMetadata | None: callback_settings_obj: TeamCallbackMetadata | None = None key_dynamic_logging_settings: Final = KeyAndTeamLoggingSettings.get_key_dynamic_logging_settings(user_api_key_dict) - team_dynamic_logging_settings: Final[dict | None] = KeyAndTeamLoggingSettings.get_team_dynamic_logging_settings( + team_dynamic_logging_settings: Final = KeyAndTeamLoggingSettings.get_team_dynamic_logging_settings( user_api_key_dict ) ######################################################################################### # Key-based callbacks ######################################################################################### if key_dynamic_logging_settings is not None: - for item in key_dynamic_logging_settings: + for item in iter_items(key_dynamic_logging_settings): callback = get_validated_callback_metadata(item=item, source="key-level") if callback is None: continue @@ -1308,7 +1317,7 @@ def get_dynamic_logging_metadata( # Team-based callbacks ######################################################################################### elif team_dynamic_logging_settings is not None: - for item in team_dynamic_logging_settings: + for item in iter_items(team_dynamic_logging_settings): callback = get_validated_callback_metadata(item=item, source="team-level") if callback is None: continue @@ -1329,9 +1338,11 @@ def get_dynamic_logging_metadata( } } """ - team_metadata: Final = decrypt_callback_vars(user_api_key_dict.team_metadata) + team_metadata: Final = decoded_json_object(decrypt_callback_vars(user_api_key_dict.team_metadata)) callback_settings: Final = team_metadata.get("callback_settings", None) or {} - callback_settings_obj = TeamCallbackMetadata(**callback_settings) + callback_settings_obj = TeamCallbackMetadata( + **_CallbackModelFields(**keyword_arguments(callback_settings, TeamCallbackMetadata)) + ) verbose_proxy_logger.debug("Team callback settings activated: %s", callback_settings_obj) ######################################################################################### # Enter here when configured on the config.yaml file. @@ -1463,7 +1474,7 @@ def resolve_tenant_otel_destinations( disabled: Final = _dynamically_disabled_backends(user_api_key_dict, request_headers) callbacks: Final = tuple( callback - for item in entries + for item in iter_items(entries) if (callback := get_validated_callback_metadata(item=item, source="otel-destination")) is not None if callback.callback_name.lower() not in disabled ) @@ -1479,6 +1490,7 @@ def resolve_tenant_otel_destinations( def _tenant_destination( name: str, callbacks: Sequence[AddTeamCallback], service_name: str | None ) -> "OtelDestination | None": + from litellm.integrations.otel.model.baggage import parse_destination_metadata_keys from litellm.integrations.otel.model.config import parse_capture_message_content, parse_excluded_services from litellm.integrations.otel.presets.destinations import destination_for @@ -1495,6 +1507,7 @@ def _tenant_destination( service_name, parse_capture_message_content(callback_vars.get(CAPTURE_MESSAGE_CONTENT_VAR)), parse_excluded_services(callback_vars.get(EXCLUDED_SERVICES_VAR)), + parse_destination_metadata_keys(callback_vars.get(BAGGAGE_METADATA_KEYS_VAR)), ) @@ -1656,6 +1669,10 @@ def redact_credential_headers(headers: Mapping[str, str]) -> Mapping[str, str]: } +def without_credential_headers(headers: Mapping[str, str]) -> Mapping[str, str]: + return {header: value for header, value in headers.items() if not _is_credential_header(header)} + + class TenantLoggingMetadata(TypedDict): user_api_key_metadata: ReadOnly[Mapping[str, object] | None] user_api_key_team_metadata: ReadOnly[Mapping[str, object] | None] @@ -2214,15 +2231,41 @@ class LiteLLMProxyRequestSetup: return data @staticmethod - def add_key_level_controls(key_metadata: dict | None, data: dict, _metadata_variable_name: str): + def _request_cache_kept_for_key( + request_cache: Mapping[str, object], + key_cache: Mapping[str, object], + allowed_cache_controls: Sequence[object] | None, + ) -> Mapping[str, object]: + key_opts_out: Final = ( + key_cache.get("no-cache", False) is not False or key_cache.get("use-cache", True) is not True + ) + request_is_allowed: Final = not allowed_cache_controls or all( + control in allowed_cache_controls for control in request_cache + ) + if key_opts_out or request_cache.get("use-cache") is not True or not request_is_allowed: + return MappingProxyType({}) + return {k: v for k, v in request_cache.items() if not (k == "s-max-age" and "s-maxage" in key_cache)} + + @staticmethod + def add_key_level_controls( + key_metadata: dict | None, + data: dict, + _metadata_variable_name: str, + allowed_cache_controls: Sequence[object] | None = None, + ): if key_metadata is None: return data - if "cache" in key_metadata: - data["cache"] = {} - if isinstance(key_metadata["cache"], dict): - for k, v in key_metadata["cache"].items(): - if k in SupportedCacheControls: - data["cache"][k] = v + if "cache" in key_metadata and not isinstance(key_metadata["cache"], dict): + data["cache"] = {} # rebind-ok: data is an out-param + elif "cache" in key_metadata: + request_cache: Final = _DECODED_JSON.validate_python(data["cache"]) if "cache" in data else None + key_cache: Final = _request_fields(_DECODED_JSON.validate_python(key_metadata["cache"])) + data["cache"] = { # rebind-ok: data is an out-param + **LiteLLMProxyRequestSetup._request_cache_kept_for_key( + _request_fields(request_cache), key_cache, allowed_cache_controls + ), + **{k: v for k, v in key_cache.items() if k in SupportedCacheControls}, + } ## KEY-LEVEL SPEND LOGS / TAGS if "tags" in key_metadata and key_metadata["tags"] is not None: @@ -2964,6 +3007,7 @@ async def add_litellm_data_to_request( key_metadata=key_metadata, data=data, _metadata_variable_name=_metadata_variable_name, + allowed_cache_controls=user_api_key_dict.allowed_cache_controls, ) data[_metadata_variable_name] = LiteLLMProxyRequestSetup.add_team_and_project_level_controls( user_api_key_dict=user_api_key_dict, @@ -3600,12 +3644,8 @@ def _warn_stale_team_alias_once(warning_key: str, message: str, *args: str) -> N verbose_proxy_logger.warning(message, *args) -class _SupportsStartswith(Protocol): - def startswith(self, prefix: str, /) -> bool: ... - - def _update_model_if_team_alias_exists( - data: dict, + data: dict[str, object], # mutable-ok: request preparation rewrites the body model in place user_api_key_dict: UserAPIKeyAuth, ) -> None: """ @@ -3630,63 +3670,91 @@ def _update_model_if_team_alias_exists( Keeping the requested model name lets it resolve against the deployments that still exist (e.g. a gateway-level model group shared with the team). """ - _model: Final = data.get("model") - team_model_aliases: Final = as_str_mapping(user_api_key_dict.team_model_aliases) - if not _model or not team_model_aliases or _model not in team_model_aliases: - return - from litellm.proxy.proxy_server import llm_router - # Skip alias rewrite if this model resolves to team-specific deployments - # (team models use team_public_model_name, not model_aliases) - aliased_target: Final = team_model_aliases[_model] + rewrite: Final = _team_alias_rewrite(data.get("model"), user_api_key_dict, llm_router) + if rewrite.warning is not None: + _warn_stale_team_alias_once(rewrite.warning.key, rewrite.warning.message, *rewrite.warning.args) + if rewrite.target is not None: + data["model"] = rewrite.target - # Optional bypass for stale aliases from pre-PR deployments: - # only enabled via feature flag to preserve backwards compatibility. - # Cached at module level to avoid hot-path secret lookups on every request. - global _ENABLE_TEAM_STALE_ALIAS_BYPASS - if _ENABLE_TEAM_STALE_ALIAS_BYPASS is None: - _ENABLE_TEAM_STALE_ALIAS_BYPASS = get_secret_bool("LITELLM_ENABLE_TEAM_STALE_ALIAS_BYPASS", False) - enable_stale_alias_bypass: Final = _ENABLE_TEAM_STALE_ALIAS_BYPASS - # Check if the alias points to a team-scoped UUID name - # (format: "model_name_{team_id}_{uuid}") - is_stale_team_alias: Final = require_attributes(aliased_target, _SupportsStartswith, "startswith").startswith( - f"model_name_{user_api_key_dict.team_id}_" - ) - if is_stale_team_alias and llm_router: - if aliased_target not in llm_router.registry().index("model_name"): - _warn_stale_team_alias_once( - f"deleted:{user_api_key_dict.team_id}:{_model}:{aliased_target}", + +@dataclass(frozen=True, slots=True) +class _StaleTeamAliasWarning: + key: str + message: str + args: tuple[str, ...] + + +@dataclass(frozen=True, slots=True) +class _TeamAliasRewrite: + target: str | None + warning: _StaleTeamAliasWarning | None = None + + +_NO_TEAM_ALIAS_REWRITE: Final = _TeamAliasRewrite(target=None) + + +def team_alias_target(model: object, user_api_key_dict: UserAPIKeyAuth, llm_router: Router | None) -> str | None: + return _team_alias_rewrite(model, user_api_key_dict, llm_router).target + + +def _team_alias_rewrite( + model: object, user_api_key_dict: UserAPIKeyAuth, llm_router: Router | None +) -> _TeamAliasRewrite: + team_model_aliases: Final = as_str_mapping(user_api_key_dict.team_model_aliases) + if not isinstance(model, str) or not model or not team_model_aliases or model not in team_model_aliases: + return _NO_TEAM_ALIAS_REWRITE + aliased_target: Final = team_model_aliases[model] + if not isinstance(aliased_target, str): + return _NO_TEAM_ALIAS_REWRITE + is_stale_team_alias: Final = aliased_target.startswith(f"model_name_{user_api_key_dict.team_id}_") + if not is_stale_team_alias or not llm_router: + return _TeamAliasRewrite(target=aliased_target) + if aliased_target not in llm_router.registry().index("model_name"): + return _TeamAliasRewrite( + target=None, + warning=_StaleTeamAliasWarning( + f"deleted:{user_api_key_dict.team_id}:{model}:{aliased_target}", "Team model alias for model='%s', team_id='%s' targets '%s', which has no live " "deployment. Routing with the requested model name instead; remove the stale " "entry from the team's model_aliases to silence this warning.", - _sanitize_for_log(_model), - _sanitize_for_log(user_api_key_dict.team_id), - _sanitize_for_log(aliased_target), - ) - return - # This is a stale alias from pre-PR deployments. - # Check if current team deployments exist for the public name. - key: Final = (user_api_key_dict.team_id, _model) - if key in llm_router.registry().index("team_model"): - if enable_stale_alias_bypass: - # Team deployments exist; skip stale alias - return - _warn_stale_team_alias_once( - f"{user_api_key_dict.team_id}:{_model}:{aliased_target}", - "Stale team model alias detected for model='%s', team_id='%s'. " - "New sibling deployments may be unreachable. " - "Set LITELLM_ENABLE_TEAM_STALE_ALIAS_BYPASS=true to enable " - "team-scoped sibling routing.", - _sanitize_for_log(_model), - _sanitize_for_log(user_api_key_dict.team_id), - ) + ( + _sanitize_for_log(model), + _sanitize_for_log(user_api_key_dict.team_id), + _sanitize_for_log(aliased_target), + ), + ), + ) + if (user_api_key_dict.team_id, model) not in llm_router.registry().index("team_model"): + return _TeamAliasRewrite(target=aliased_target) + if _stale_team_alias_bypass_enabled(): + return _NO_TEAM_ALIAS_REWRITE + return _TeamAliasRewrite( + target=aliased_target, + warning=_StaleTeamAliasWarning( + f"{user_api_key_dict.team_id}:{model}:{aliased_target}", + "Stale team model alias detected for model='%s', team_id='%s'. " + "New sibling deployments may be unreachable. " + "Set LITELLM_ENABLE_TEAM_STALE_ALIAS_BYPASS=true to enable " + "team-scoped sibling routing.", + (_sanitize_for_log(model), _sanitize_for_log(user_api_key_dict.team_id)), + ), + ) - data["model"] = aliased_target + +def _stale_team_alias_bypass_enabled() -> bool: + global _ENABLE_TEAM_STALE_ALIAS_BYPASS + cached: Final = _ENABLE_TEAM_STALE_ALIAS_BYPASS + if cached is not None: + return cached + enabled: Final = get_secret_bool("LITELLM_ENABLE_TEAM_STALE_ALIAS_BYPASS", False) is True + _ENABLE_TEAM_STALE_ALIAS_BYPASS = enabled + return enabled def _update_model_if_key_alias_exists( - data: dict, + data: dict[str, object], # mutable-ok: request preparation rewrites the body model in place user_api_key_dict: UserAPIKeyAuth, ) -> None: """ @@ -3701,14 +3769,45 @@ def _update_model_if_key_alias_exists( } - requested_model = "xai/grok-4-fast-non-reasoning" """ - _model: Final = data.get("model") - if ( - _model - and user_api_key_dict.aliases - and isinstance(user_api_key_dict.aliases, dict) - and _model in user_api_key_dict.aliases - ): - data["model"] = user_api_key_dict.aliases[_model] + requested: Final = data.get("model") + if isinstance(requested, str): + data["model"] = key_alias_target(requested, user_api_key_dict) + + +def key_alias_target(model: str, user_api_key_dict: UserAPIKeyAuth) -> str: + from litellm.proxy.auth.auth_checks import ( # noqa: PLC0415 # auth checks import request preparation + key_model_aliases_for_auth_check, + ) + + key_aliases: Final = key_model_aliases_for_auth_check(user_api_key_dict) + return key_aliases.get(model, model) if key_aliases else model + + +def caller_alias_target(model: str, user_api_key_dict: UserAPIKeyAuth, llm_router: Router | None) -> str: + """The model `add_litellm_data_to_request` leaves after the team's and then the key's aliases.""" + team_target: Final = team_alias_target(model, user_api_key_dict, llm_router) + return key_alias_target(team_target if team_target is not None else model, user_api_key_dict) + + +def global_then_key_alias_target(model: str, user_api_key_dict: UserAPIKeyAuth) -> str: + """The model `common_processing_pre_call_logic` leaves after the global `model_alias_map` and then the + key's aliases, ahead of the key's or team's `router_settings.model_group_alias`.""" + return key_alias_target(litellm.model_alias_map.get(model, model), user_api_key_dict) + + +def pre_call_served_model(model: str, user_api_key_dict: UserAPIKeyAuth, model_group_alias: object) -> str: + """The model group `common_processing_pre_call_logic` sends `model` to.""" + prepared: Final = global_then_key_alias_target(model, user_api_key_dict) + return resolve_model_group_alias(model_group_alias, prepared) or prepared + + +def request_served_model( + model: str, user_api_key_dict: UserAPIKeyAuth, model_group_alias: object, llm_router: Router | None +) -> str: + """The model group a request whose body names `model` is sent to, through every alias rewrite.""" + return pre_call_served_model( + caller_alias_target(model, user_api_key_dict, llm_router), user_api_key_dict, model_group_alias + ) def _apply_credential_overrides_from_model_config( diff --git a/litellm/proxy/management_endpoints/access_group_endpoints.py b/litellm/proxy/management_endpoints/access_group_endpoints.py index 4cbc2155af0..10bdd1d2353 100644 --- a/litellm/proxy/management_endpoints/access_group_endpoints.py +++ b/litellm/proxy/management_endpoints/access_group_endpoints.py @@ -1,7 +1,7 @@ import asyncio from collections.abc import Callable, Mapping, Sequence from dataclasses import dataclass -from types import MappingProxyType +from types import MappingProxyType, TracebackType from typing import TYPE_CHECKING, Final, Protocol from fastapi import APIRouter, Depends, HTTPException, status @@ -98,11 +98,11 @@ class _KeyRecord(Protocol): class _AccessGroupTable(Protocol): async def find_unique(self, where: Mapping[str, object]) -> _AccessGroupRecord | None: ... - async def find_many(self, order: Mapping[str, object]) -> Sequence[_AccessGroupRecord]: ... + async def find_many(self, *, order: Mapping[str, object]) -> Sequence[_AccessGroupRecord]: ... async def create(self, data: Mapping[str, object]) -> _AccessGroupRecord: ... - async def update(self, where: Mapping[str, object], data: Mapping[str, object]) -> _AccessGroupRecord: ... + async def update(self, *, where: Mapping[str, object], data: Mapping[str, object]) -> _AccessGroupRecord | None: ... async def delete(self, where: Mapping[str, object]) -> object: ... @@ -118,9 +118,9 @@ class _TeamTable(Protocol): class _KeyTable(Protocol): async def find_unique(self, where: Mapping[str, object]) -> _KeyRecord | None: ... - async def find_many(self, where: Mapping[str, object]) -> Sequence[_KeyRecord]: ... + async def find_many(self, *, where: Mapping[str, object]) -> Sequence[_KeyRecord]: ... - async def update(self, where: Mapping[str, object], data: Mapping[str, object]) -> object: ... + async def update(self, *, where: Mapping[str, object], data: Mapping[str, object]) -> object: ... class _AgentRecord(Protocol): @@ -132,9 +132,9 @@ class _AgentRecord(Protocol): class _AgentTable(Protocol): - async def find_many(self, where: Mapping[str, object]) -> Sequence[_AgentRecord]: ... + async def find_many(self, *, where: Mapping[str, object]) -> Sequence[_AgentRecord]: ... - async def update(self, where: Mapping[str, object], data: Mapping[str, object]) -> object: ... + async def update(self, *, where: Mapping[str, object], data: Mapping[str, object]) -> object: ... class _HasSomeFilter(TypedDict): @@ -170,7 +170,13 @@ class _AccessGroupTx(Protocol): class _AccessGroupTransaction(Protocol): async def __aenter__(self) -> _AccessGroupTx: ... - async def __aexit__(self, *exc_info: object) -> None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> None: ... def _access_group_transaction(prisma_client: PrismaClient) -> _AccessGroupTransaction: @@ -731,6 +737,8 @@ async def update_access_group( from litellm.proxy.proxy_server import proxy_logging_obj, user_api_key_cache + if record is None: + raise AttributeError("'NoneType' object has no attribute 'dict'", name="dict", obj=None) await _cache_access_group_record(record) await _patch_team_caches_add_access_group(teams_to_add, access_group_id, user_api_key_cache, proxy_logging_obj) await _patch_team_caches_remove_access_group( diff --git a/litellm/proxy/management_endpoints/auto_router_endpoints.py b/litellm/proxy/management_endpoints/auto_router_endpoints.py index 1e43a8375a6..ca10487a8a3 100644 --- a/litellm/proxy/management_endpoints/auto_router_endpoints.py +++ b/litellm/proxy/management_endpoints/auto_router_endpoints.py @@ -1052,7 +1052,7 @@ async def get_auto_router_session( fills a moment after each turn; a session with no flushed auto-routed turn yet is a 404. The id is bounded the way the writer bounded it, so an oversized client id still finds its row. """ - from litellm.proxy.proxy_server import prisma_client + from litellm.proxy.proxy_server import prisma_client, proxy_logging_obj if prisma_client is None: raise HTTPException(status_code=500, detail=CommonProxyErrors.db_not_connected_error.value) @@ -1063,6 +1063,11 @@ async def get_auto_router_session( raise HTTPException( status_code=404, detail=f"No auto-routed turns recorded for session {session_id!r} under this key" ) + total: Final = ( + await proxy_logging_obj.session_spend_totals.read(user_api_key_dict.api_key, session_id) + if user_api_key_dict.api_key + else None + ) saved_spend, baseline_spend = _savings_cohort(row.turns, row.savings_estimated_turns, row.spend, row.saved_spend) _, estimated_baseline_spend = _savings_cohort( row.turns, row.savings_estimated_turns, row.savings_estimated_actual_spend, row.savings_estimated_saved_spend @@ -1074,6 +1079,7 @@ async def get_auto_router_session( turns=row.turns, last_model=row.last_model, spend=row.spend, + total_spend=total, savings_estimated_turns=row.savings_estimated_turns, savings_estimated_actual_spend=row.savings_estimated_actual_spend, saved_spend=saved_spend, diff --git a/litellm/proxy/management_endpoints/common_daily_activity.py b/litellm/proxy/management_endpoints/common_daily_activity.py index a0db1b00ec4..80d873587c3 100644 --- a/litellm/proxy/management_endpoints/common_daily_activity.py +++ b/litellm/proxy/management_endpoints/common_daily_activity.py @@ -163,6 +163,9 @@ class DailySpendRecord(Protocol): @property def autorouter_savings_spend(self) -> float: ... + @property + def guardrail_spend(self) -> float: ... + @property def api_requests(self) -> int: ... @@ -250,6 +253,7 @@ def update_metrics(existing_metrics: SpendMetrics, record: DailySpendRecord) -> existing_metrics.prompt_caching_savings_spend += record.prompt_caching_savings_spend or 0 existing_metrics.gateway_injected_caching_savings_spend += record.gateway_injected_caching_savings_spend or 0 existing_metrics.autorouter_savings_spend += record.autorouter_savings_spend or 0 + existing_metrics.guardrail_spend += record.guardrail_spend or 0 # rebind-ok: callers rely on in-place accumulation existing_metrics.api_requests += record.api_requests or 0 existing_metrics.successful_requests += record.successful_requests or 0 existing_metrics.failed_requests += record.failed_requests or 0 @@ -736,6 +740,7 @@ def sum_spend_metrics(metrics: Sequence[SpendMetrics]) -> SpendMetrics: prompt_caching_savings_spend=sum(metric.prompt_caching_savings_spend for metric in metrics), gateway_injected_caching_savings_spend=sum(metric.gateway_injected_caching_savings_spend for metric in metrics), autorouter_savings_spend=sum(metric.autorouter_savings_spend for metric in metrics), + guardrail_spend=sum(metric.guardrail_spend for metric in metrics), total_tokens=sum(metric.total_tokens for metric in metrics), successful_requests=sum(metric.successful_requests for metric in metrics), failed_requests=sum(metric.failed_requests for metric in metrics), @@ -766,6 +771,7 @@ def _record_to_spend_metrics(record: RollupMetricsRow) -> SpendMetrics: prompt_caching_savings_spend=record.prompt_caching_savings_spend or 0, gateway_injected_caching_savings_spend=record.gateway_injected_caching_savings_spend or 0, autorouter_savings_spend=record.autorouter_savings_spend or 0, + guardrail_spend=record.guardrail_spend or 0, api_requests=record.api_requests or 0, successful_requests=record.successful_requests or 0, failed_requests=record.failed_requests or 0, diff --git a/litellm/proxy/management_endpoints/cost_tracking_settings.py b/litellm/proxy/management_endpoints/cost_tracking_settings.py index 7e6aec84292..dcc6a614a54 100644 --- a/litellm/proxy/management_endpoints/cost_tracking_settings.py +++ b/litellm/proxy/management_endpoints/cost_tracking_settings.py @@ -253,6 +253,7 @@ async def update_cost_discount_config( ``` """ from litellm.proxy.proxy_server import ( + DB_RECONCILE_LOCK, prisma_client, proxy_config, store_model_in_db, @@ -301,21 +302,13 @@ async def update_cost_discount_config( ) try: - # Load existing config - config: Final = await proxy_config.get_config() - - # Ensure litellm_settings exists - if "litellm_settings" not in config: - config["litellm_settings"] = {} - - # Update cost_discount_config - config["litellm_settings"]["cost_discount_config"] = cost_discount_config - - # Save the updated config to DB - await proxy_config.save_config(new_config=config) - - # Update in-memory litellm.cost_discount_config - litellm.cost_discount_config = cost_discount_config + async with DB_RECONCILE_LOCK: + config: Final = await proxy_config.get_config() + if "litellm_settings" not in config: + config["litellm_settings"] = {} + config["litellm_settings"]["cost_discount_config"] = cost_discount_config + await proxy_config.save_config(new_config=config) + litellm.cost_discount_config = cost_discount_config verbose_proxy_logger.info("Updated cost_discount_config: %s", cost_discount_config) @@ -397,6 +390,7 @@ async def update_cost_margin_config( ``` """ from litellm.proxy.proxy_server import ( + DB_RECONCILE_LOCK, prisma_client, proxy_config, store_model_in_db, @@ -475,21 +469,13 @@ async def update_cost_margin_config( ) try: - # Load existing config - config: Final = await proxy_config.get_config() - - # Ensure litellm_settings exists - if "litellm_settings" not in config: - config["litellm_settings"] = {} - - # Update cost_margin_config - config["litellm_settings"]["cost_margin_config"] = cost_margin_config - - # Save the updated config to DB - await proxy_config.save_config(new_config=config) - - # Update in-memory litellm.cost_margin_config - litellm.cost_margin_config = cost_margin_config + async with DB_RECONCILE_LOCK: + config: Final = await proxy_config.get_config() + if "litellm_settings" not in config: + config["litellm_settings"] = {} + config["litellm_settings"]["cost_margin_config"] = cost_margin_config + await proxy_config.save_config(new_config=config) + litellm.cost_margin_config = cost_margin_config verbose_proxy_logger.info("Updated cost_margin_config: %s", cost_margin_config) @@ -534,6 +520,7 @@ async def update_block_requests_for_models_without_pricing( request: BlockUnpricedModelsRequest, ) -> BlockUnpricedModelsResponse: from litellm.proxy.proxy_server import ( + DB_RECONCILE_LOCK, prisma_client, proxy_config, store_model_in_db, @@ -552,13 +539,13 @@ async def update_block_requests_for_models_without_pricing( ) try: - config = await proxy_config.get_config() - if "litellm_settings" not in config: - config["litellm_settings"] = {} - config["litellm_settings"]["block_requests_for_models_without_pricing"] = request.enabled - await proxy_config.save_config(new_config=config) - - litellm.block_requests_for_models_without_pricing = request.enabled + async with DB_RECONCILE_LOCK: + config = await proxy_config.get_config() + if "litellm_settings" not in config: + config["litellm_settings"] = {} + config["litellm_settings"]["block_requests_for_models_without_pricing"] = request.enabled + await proxy_config.save_config(new_config=config) + litellm.block_requests_for_models_without_pricing = request.enabled verbose_proxy_logger.info("Updated block_requests_for_models_without_pricing: %s", request.enabled) return BlockUnpricedModelsResponse(enabled=request.enabled) diff --git a/litellm/proxy/management_endpoints/customer_endpoints.py b/litellm/proxy/management_endpoints/customer_endpoints.py index aec5e6840a5..24612ce99bd 100644 --- a/litellm/proxy/management_endpoints/customer_endpoints.py +++ b/litellm/proxy/management_endpoints/customer_endpoints.py @@ -235,7 +235,7 @@ async def unblock_user(data: BlockUsers): ``` """ try: - from enterprise.enterprise_hooks.blocked_user_list import ( + from litellm.enterprise.enterprise_hooks.blocked_user_list import ( ENTERPRISE_BlockedUserList, ) except ImportError: @@ -353,7 +353,6 @@ async def new_end_user( - allowed_model_region: Optional[Union[Literal["eu"], Literal["us"]]] - Require all user requests to use models in this specific region. - default_model: Optional[str] - If no equivalent model in the allowed region, default all requests to this model. - models: Optional[list[str]] - Restrict this customer's access to the listed models. - - metadata: Optional[dict] = Metadata for customer, store information for customer. Example metadata = {"data_training_opt_out": True} - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). - tpm_limit: Optional[int] - [Not Implemented Yet] Specify tpm limit for a given customer (Tokens per minute) - rpm_limit: Optional[int] - [Not Implemented Yet] Specify rpm limit for a given customer (Requests per minute) @@ -387,7 +386,7 @@ async def new_end_user( --header 'Content-Type: application/json' \ --data '{ "user_id" : "ishaan-jaff-3", - "allowed_region": "eu", + "allowed_model_region": "eu", "budget_id": "free_tier", "models": ["gpt-4o-mini"], "default_model": "azure/gpt-3.5-turbo-eu" @@ -816,7 +815,12 @@ async def delete_end_user( See below for all params ``` """ - from litellm.proxy.proxy_server import prisma_client, spend_counter_store + from litellm.proxy.proxy_server import ( + invalidate_spend_counter, + prisma_client, + set_spend_counter_with_floor_and_broadcast, + spend_counter_store, + ) try: if prisma_client is None: @@ -846,9 +850,11 @@ async def delete_end_user( verbose_proxy_logger.debug("received response from updating prisma client. response=%s", response) await _evict_end_user_cache_keys(_end_user_cache_keys(data.user_ids)) - await drop_committed_spend( - spend_counter_store, tuple(end_user_counter(user_id) for user_id in data.user_ids) - ) + counter_keys: Final = tuple(end_user_counter(user_id) for user_id in data.user_ids) + for counter_key in counter_keys: + await invalidate_spend_counter(counter_key=counter_key) + await set_spend_counter_with_floor_and_broadcast(counter_key=counter_key, value=0.0) + await drop_committed_spend(spend_counter_store, counter_keys) return DeleteCustomersResponse( deleted_customers=response, diff --git a/litellm/proxy/management_endpoints/daily_activity_routes.py b/litellm/proxy/management_endpoints/daily_activity_routes.py index b5af673585c..2b5307fc696 100644 --- a/litellm/proxy/management_endpoints/daily_activity_routes.py +++ b/litellm/proxy/management_endpoints/daily_activity_routes.py @@ -273,6 +273,7 @@ def _register_aggregated_route(router: APIRouter, resolver: EntityScopeResolver, api_key_limit: Annotated[ int, Query(ge=1, le=constants.USAGE_TOP_API_KEYS_MAX) ] = constants.USAGE_TOP_API_KEYS_DEFAULT, + include_entity_breakdown: Annotated[bool, Query(description="Include per-entity usage and key counts.")] = True, ) -> SpendAnalyticsPaginatedResponse: try: resolved: ResolvedScope = await _resolved_scope( @@ -286,7 +287,7 @@ def _register_aggregated_route(router: APIRouter, resolver: EntityScopeResolver, repository, resolved.scope, entity_metadata_field=resolved.entity_metadata, - include_entity_breakdown=resolver.include_entity_breakdown, + include_entity_breakdown=resolver.include_entity_breakdown and include_entity_breakdown, include_guardrail_breakdown=resolver.include_guardrail_breakdown, api_key_limit=api_key_limit, ) diff --git a/litellm/proxy/management_endpoints/fallback_management_endpoints.py b/litellm/proxy/management_endpoints/fallback_management_endpoints.py index 477cf44073f..f736ac1306a 100644 --- a/litellm/proxy/management_endpoints/fallback_management_endpoints.py +++ b/litellm/proxy/management_endpoints/fallback_management_endpoints.py @@ -10,11 +10,11 @@ DELETE /fallback/{model} - Delete fallbacks for a specific model # pyright: reportMissingImports=false -import json from collections.abc import Mapping, Sequence -from typing import TYPE_CHECKING, Annotated, Final, Literal +from types import MappingProxyType +from typing import TYPE_CHECKING, Final, Literal -from pydantic import Field, JsonValue, TypeAdapter, ValidationError +from pydantic import JsonValue, TypeAdapter, ValidationError import litellm from litellm._logging import verbose_proxy_logger @@ -22,7 +22,7 @@ from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.auth.auth_utils import fallback_target_model_name from litellm.proxy.auth.model_checks import get_all_fallbacks from litellm.proxy.auth.user_api_key_auth import user_api_key_auth -from litellm.proxy.utils import PrismaClient, invalidate_config_param +from litellm.proxy.utils import invalidate_config_param if TYPE_CHECKING: from fastapi import APIRouter, Depends, HTTPException, status @@ -36,8 +36,16 @@ else: # fastapi is only required for proxy, not for SDK usage pass -from litellm.repositories.config_repository import ConfigRepository -from litellm.router_api import ChangeSet +from litellm.models.fallback import ( + STORED_FALLBACKS, + FallbackRulesEdit, + FallbackRulesEditor, + RouterFallbackStore, + StoredFallback, +) +from litellm.proxy.deps.repositories import RouterFallbackRepositoryDep +from litellm.repositories.config_repository import ROUTER_SETTINGS_PARAM +from litellm.router_api import ChangeSet, fallback_chain from litellm.types.management_endpoints.router_settings_endpoints import ( FallbackCreateRequest, FallbackDeleteResponse, @@ -48,12 +56,10 @@ from litellm.types.router import ContentPolicyFallbackRule, ContentPolicyFallbac router: Final = APIRouter() -ROUTER_SETTINGS_PARAM: Final = "router_settings" -FallbackRule = dict[str, list[str]] -StoredFallback = Annotated[FallbackRule | dict[str, object] | str, Field(union_mode="left_to_right")] -_STORED_FALLBACKS: Final = TypeAdapter(list[StoredFallback]) _JSON_RULES: Final = TypeAdapter(list[JsonValue]) -_STORED_ROUTER_SETTINGS: Final = TypeAdapter(dict[str, JsonValue]) +_FALLBACK_KEY_BY_TYPE: Final[Mapping[str, str]] = MappingProxyType( + {"general": "fallbacks", "context_window": "context_window_fallbacks", "content_policy": "content_policy_fallbacks"} +) _OPTIONAL_JSON_RULES: Final[TypeAdapter[Sequence[JsonValue] | None]] = TypeAdapter(Sequence[JsonValue] | None) _CONTENT_POLICY_FALLBACK_RULE: Final[TypeAdapter[ContentPolicyFallbackRule]] = TypeAdapter(ContentPolicyFallbackRule) _FALLBACK_TARGETS: Final[TypeAdapter[FallbackTargets]] = TypeAdapter(FallbackTargets) @@ -104,18 +110,20 @@ def _checked_content_policy_rules( return tuple((candidate, _checked_content_policy_rule(candidate)) for candidate in candidates) +def _layered_checked_rules( + checked_rules: Sequence[tuple[object, ContentPolicyFallbackRule | ValidationError]], +) -> Sequence[Mapping[str, object]]: + return _layered_over_config_rules( + tuple(result for _, result in checked_rules if not isinstance(result, ValidationError)), + _config_file_rules( + litellm.content_policy_fallbacks # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # untyped module list + ), + ) + + def apply_content_policy_fallbacks(llm_router: "Router", rules: object, *, log_skipped_rules: bool) -> None: checked_rules: Final = _checked_content_policy_rules(rules) - runtime_rules: Final = tuple(result for _, result in checked_rules if not isinstance(result, ValidationError)) - layered_rules: Final = ( - _layered_over_config_rules( - runtime_rules, - _config_file_rules( - litellm.content_policy_fallbacks # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # untyped module list - ), - ) - or None - ) + layered_rules: Final = _layered_checked_rules(checked_rules) or None for rule, result in checked_rules: if log_skipped_rules and isinstance(result, ValidationError): _log_ignored_content_policy_rules(rule, result) @@ -135,54 +143,52 @@ async def _reload_config_file_ownership(proxy_config: "ProxyConfig") -> None: await proxy_config.get_config() -async def _stored_router_settings(prisma_client: PrismaClient) -> Mapping[str, JsonValue]: - try: - row: Final = await ConfigRepository(prisma_client, use_writer=True).get_param(ROUTER_SETTINGS_PARAM) - except json.JSONDecodeError: - return {} - if row is None or not isinstance(row.param_value, Mapping): - return {} - return _STORED_ROUTER_SETTINGS.validate_python(row.param_value) +def _with_rule(rules: Sequence[StoredFallback], model: str, fallback_models: Sequence[str]) -> FallbackRulesEdit: + covering: Final = next((index for index, rule in enumerate(rules) if _rule_covers(rule, model)), None) + rule: Final[StoredFallback] = {model: list(fallback_models)} + if covering is None: + return FallbackRulesEdit(rules=[*rules, rule], replaced=False) + return FallbackRulesEdit(rules=[*rules[:covering], rule, *rules[covering + 1 :]], replaced=True) -def _editable_rules( - proxy_config: "ProxyConfig", stored_settings: Mapping[str, JsonValue], fallback_key: str -) -> list[StoredFallback]: - file_settings: Final = proxy_config.router_settings - if not file_settings.owned_by_config(fallback_key): - return _STORED_FALLBACKS.validate_python(stored_settings.get(fallback_key) or []) - file_rules: Final = file_settings.get(fallback_key) - return _STORED_FALLBACKS.validate_python(file_rules if isinstance(file_rules, list) else []) +def _without_rule(rules: Sequence[StoredFallback], model: str, fallback_type: str) -> FallbackRulesEdit: + kept: Final = [rule for rule in rules if not _rule_covers(rule, model)] + if len(kept) == len(rules): + raise HTTPException( + status_code=status.HTTP_404_NOT_FOUND, + detail={"error": f"No {fallback_type} fallbacks configured for model '{model}'"}, + ) + return FallbackRulesEdit(rules=kept, replaced=True) + + +def _edit_config_file_rules( + proxy_config: "ProxyConfig", + llm_router: "Router", + fallback_key: str, + edit: FallbackRulesEditor, +) -> FallbackRulesEdit: + file_rules: Final = proxy_config.router_settings.get(fallback_key) + edited: Final = edit(STORED_FALLBACKS.validate_python(file_rules if isinstance(file_rules, list) else [])) + proxy_config.reject_config_owned_writes( + section_name=ROUTER_SETTINGS_PARAM, changed_keys={fallback_key: _JSON_RULES.validate_python(edited.rules)} + ) + llm_router.apply(ChangeSet(assign={fallback_key: edited.rules})) + return edited async def _write_rules( - prisma_client: PrismaClient, + fallbacks: RouterFallbackStore, proxy_config: "ProxyConfig", llm_router: "Router", - stored_settings: Mapping[str, JsonValue], fallback_key: str, - rules: Sequence[StoredFallback], -) -> None: - proxy_config.reject_config_owned_writes( - section_name=ROUTER_SETTINGS_PARAM, changed_keys={fallback_key: _JSON_RULES.validate_python(rules)} - ) + edit: FallbackRulesEditor, +) -> FallbackRulesEdit: if proxy_config.router_settings.owned_by_config(fallback_key): - llm_router.apply(ChangeSet(assign={fallback_key: rules})) - return - await _persist_router_settings(prisma_client, {**stored_settings, fallback_key: rules}) - _apply_fallback_rules(llm_router, fallback_key, rules) - - -async def _persist_router_settings(prisma_client: PrismaClient, router_settings: Mapping[str, object]) -> None: - router_settings_json: Final = json.dumps(router_settings) - await ConfigRepository(prisma_client).table.upsert( - where={"param_name": ROUTER_SETTINGS_PARAM}, - data={ - "create": {"param_name": ROUTER_SETTINGS_PARAM, "param_value": router_settings_json}, - "update": {"param_value": router_settings_json}, - }, - ) + return _edit_config_file_rules(proxy_config, llm_router, fallback_key, edit) + edited: Final = await fallbacks.edit_rules(fallback_key, edit) await invalidate_config_param(ROUTER_SETTINGS_PARAM) + _apply_fallback_rules(llm_router, fallback_key, edited.rules) + return edited @router.post( @@ -195,6 +201,8 @@ async def _persist_router_settings(prisma_client: PrismaClient, router_settings: async def create_fallback( data: FallbackCreateRequest, user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth), + *, + fallbacks: RouterFallbackRepositoryDep, ): """ Create or update fallbacks for a specific model. @@ -218,7 +226,6 @@ async def create_fallback( """ from litellm.proxy.proxy_server import ( llm_router, - prisma_client, proxy_config, store_model_in_db, ) @@ -262,7 +269,7 @@ async def create_fallback( ) # Check if we need to store in DB - if store_model_in_db is not True or prisma_client is None: + if store_model_in_db is not True or fallbacks is None: raise HTTPException( status_code=status.HTTP_400_BAD_REQUEST, detail={ @@ -271,7 +278,6 @@ async def create_fallback( ) await _reload_config_file_ownership(proxy_config) - router_settings: Final = await _stored_router_settings(prisma_client) # Get the appropriate fallback list based on type fallback_key = "fallbacks" @@ -280,23 +286,13 @@ async def create_fallback( elif data.fallback_type == "content_policy": fallback_key = "content_policy_fallbacks" - # Get existing fallbacks - existing_fallbacks: Final = _editable_rules(proxy_config, router_settings, fallback_key) - - # Update or add the fallback configuration - fallback_updated = False - for i, rule in enumerate(existing_fallbacks): - if _rule_covers(rule, data.model): - # Update existing fallback - existing_fallbacks[i] = {data.model: data.fallback_models} - fallback_updated = True - break - - if not fallback_updated: - # Add new fallback - existing_fallbacks.append({data.model: data.fallback_models}) - - await _write_rules(prisma_client, proxy_config, llm_router, router_settings, fallback_key, existing_fallbacks) + edited: Final = await _write_rules( + fallbacks, + proxy_config, + llm_router, + fallback_key, + lambda rules: _with_rule(rules, data.model, data.fallback_models), + ) verbose_proxy_logger.info( "Fallback configured: %s -> %s (type: %s)", data.model, data.fallback_models, data.fallback_type @@ -306,7 +302,7 @@ async def create_fallback( model=data.model, fallback_models=data.fallback_models, fallback_type=data.fallback_type, - message=f"Fallback configuration {'updated' if fallback_updated else 'created'} successfully", + message=f"Fallback configuration {'updated' if edited.replaced else 'created'} successfully", ) except HTTPException: @@ -319,6 +315,26 @@ async def create_fallback( ) +async def _saved_rules_in_effect( + proxy_config: "ProxyConfig", fallbacks: RouterFallbackStore, fallback_key: str +) -> Sequence[object]: + if proxy_config.router_settings.owned_by_config(fallback_key): + file_rules: Final = proxy_config.router_settings.get(fallback_key) + return file_rules if isinstance(file_rules, list) else () + saved: Final = await fallbacks.saved_rules(fallback_key) + if fallback_key == "content_policy_fallbacks": + return _layered_checked_rules(_checked_content_policy_rules(saved)) + return saved or () + + +def _fallback_chain_for(rules: Sequence[object], model: str) -> object: + chain, _ = fallback_chain( + fallbacks=rules, # pyright: ignore[reportArgumentType] # the chain also resolves the string and rich-target rules the router accepts + model_group=model, + ) + return chain or [] + + @router.get( "/fallback/{model}", tags=["Fallback Management"], @@ -329,6 +345,8 @@ async def get_fallback( model: str, fallback_type: Literal["general", "context_window", "content_policy"] = "general", user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth), + *, + fallbacks: RouterFallbackRepositoryDep, ): """ Get fallback configuration for a specific model. @@ -342,7 +360,7 @@ async def get_fallback( GET /fallback/gpt-3.5-turbo?fallback_type=general ``` """ - from litellm.proxy.proxy_server import llm_router + from litellm.proxy.proxy_server import llm_router, proxy_config, store_model_in_db try: if llm_router is None: @@ -351,9 +369,12 @@ async def get_fallback( detail={"error": "Router not initialized"}, ) - # Get fallbacks using the existing utility function fallback_targets: Final = _FALLBACK_TARGETS.validate_python( get_all_fallbacks(model=model, llm_router=llm_router, fallback_type=fallback_type) + if store_model_in_db is not True or fallbacks is None + else _fallback_chain_for( + await _saved_rules_in_effect(proxy_config, fallbacks, _FALLBACK_KEY_BY_TYPE[fallback_type]), model + ) ) fallback_models: Final = [fallback_target_model_name(target) or model for target in fallback_targets] @@ -389,6 +410,8 @@ async def delete_fallback( model: str, fallback_type: Literal["general", "context_window", "content_policy"] = "general", user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth), + *, + fallbacks: RouterFallbackRepositoryDep, ): """ Delete fallback configuration for a specific model. @@ -404,7 +427,6 @@ async def delete_fallback( """ from litellm.proxy.proxy_server import ( llm_router, - prisma_client, proxy_config, store_model_in_db, ) @@ -416,7 +438,7 @@ async def delete_fallback( detail={"error": "Router not initialized"}, ) - if store_model_in_db is not True or prisma_client is None: + if store_model_in_db is not True or fallbacks is None: raise HTTPException( status_code=status.HTTP_400_BAD_REQUEST, detail={ @@ -425,7 +447,6 @@ async def delete_fallback( ) await _reload_config_file_ownership(proxy_config) - router_settings: Final = await _stored_router_settings(prisma_client) # Get the appropriate fallback list based on type fallback_key = "fallbacks" @@ -434,18 +455,13 @@ async def delete_fallback( elif fallback_type == "content_policy": fallback_key = "content_policy_fallbacks" - # Get existing fallbacks - existing_fallbacks: Final = _editable_rules(proxy_config, router_settings, fallback_key) - - updated_fallbacks: Final = [rule for rule in existing_fallbacks if not _rule_covers(rule, model)] - - if len(updated_fallbacks) == len(existing_fallbacks): - raise HTTPException( - status_code=status.HTTP_404_NOT_FOUND, - detail={"error": f"No {fallback_type} fallbacks configured for model '{model}'"}, - ) - - await _write_rules(prisma_client, proxy_config, llm_router, router_settings, fallback_key, updated_fallbacks) + await _write_rules( + fallbacks, + proxy_config, + llm_router, + fallback_key, + lambda rules: _without_rule(rules, model, fallback_type), + ) verbose_proxy_logger.info("Fallback deleted: %s (type: %s)", model, fallback_type) diff --git a/litellm/proxy/management_endpoints/internal_user_endpoints.py b/litellm/proxy/management_endpoints/internal_user_endpoints.py index 21ac82754b4..f973fadb53c 100644 --- a/litellm/proxy/management_endpoints/internal_user_endpoints.py +++ b/litellm/proxy/management_endpoints/internal_user_endpoints.py @@ -58,6 +58,7 @@ from litellm.proxy.common_utils.user_api_key_cache import ( user_object_permission_id_cache_key, ) from litellm.proxy.db.exception_handler import PrismaDBExceptionHandler +from litellm.proxy.guardrails.guardrail_helpers import validate_guardrail_names from litellm.proxy.hooks.key_management_event_hooks import KeyManagementEventHooks from litellm.proxy.hooks.model_max_budget_limiter import build_model_max_budget_usage from litellm.proxy.hooks.user_management_event_hooks import UserManagementEventHooks @@ -601,6 +602,13 @@ async def new_user( enforce_batch_limits_are_admin_only(data, None, user_api_key_dict, "key") enforce_vector_store_index_grants_are_admin_only(data, None, None, user_api_key_dict, "key") raise_on_logging_credential_change(data.metadata, None, user_api_key_dict) + await validate_guardrail_names( + data.guardrails, + data.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # request models declare `metadata` as bare dict + None, + prisma_client, + license_first=False, + ) check_permissions_caller_permission( data=data, @@ -1122,13 +1130,13 @@ async def _target_in_caller_admin_org( caller_user_id: str, target_user_id: str, ) -> bool: - admin_memberships: Final = await prisma_client.db.litellm_organizationmembership.find_many( + admin_memberships: Final = await _organization_membership_table(prisma_client).find_many( where={"user_id": caller_user_id, "user_role": LitellmUserRoles.ORG_ADMIN.value} ) if not admin_memberships: return False admin_org_ids: Final = {membership.organization_id for membership in admin_memberships} - target_memberships: Final = await prisma_client.db.litellm_organizationmembership.find_many( + target_memberships: Final = await _organization_membership_table(prisma_client).find_many( where={"user_id": target_user_id} ) return any(membership.organization_id in admin_org_ids for membership in target_memberships) diff --git a/litellm/proxy/management_endpoints/key_management_endpoints.py b/litellm/proxy/management_endpoints/key_management_endpoints.py index b59606a8dcf..3bd17c4b5d8 100644 --- a/litellm/proxy/management_endpoints/key_management_endpoints.py +++ b/litellm/proxy/management_endpoints/key_management_endpoints.py @@ -20,7 +20,7 @@ import secrets import traceback from collections.abc import Awaitable, Callable, Iterator, Mapping, Sequence from datetime import datetime, timedelta, timezone -from types import MappingProxyType +from types import MappingProxyType, TracebackType from typing import TYPE_CHECKING, Final, Literal, Optional, Protocol, TypeVar, cast import fastapi @@ -86,6 +86,7 @@ from litellm.proxy.common_utils.openai_error_payload import openai_error_param, from litellm.proxy.common_utils.rbac_utils import check_org_admin_can_generate_keys from litellm.proxy.common_utils.timezone_utils import get_budget_reset_time, keeps_due_budget_reset from litellm.proxy.common_utils.user_api_key_cache import AUTH_OBJECTS_TARGET, UserApiKeyCache, is_user_key_cache_key +from litellm.proxy.guardrails.guardrail_helpers import validate_guardrail_names from litellm.proxy.hooks.key_management_event_hooks import KeyManagementEventHooks from litellm.proxy.hooks.model_max_budget_limiter import build_model_max_budget_usage from litellm.proxy.management.teams.authz import TEAM_ADMIN_ONLY, TEAM_OR_ORG_ADMIN, is_team_admin @@ -245,13 +246,20 @@ class _UserRowLike(Protocol): class _TxTables(Protocol): - litellm_proxymodeltable: TableActions[object] + @property + def litellm_proxymodeltable(self) -> TableActions[object]: ... class _ModelReencryptTransaction(Protocol): async def __aenter__(self) -> _TxTables: ... - async def __aexit__(self, *exc_info: object) -> None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> None: ... class _ModelParamsUpdate(TypedDict): @@ -1608,6 +1616,7 @@ async def _common_key_generation_helper( _requested_metadata, user_api_key_dict, ) + await validate_guardrail_names(data.guardrails, _requested_metadata, None, prisma_client, license_first=True) # APPLY ENTERPRISE KEY MANAGEMENT PARAMS try: @@ -3396,6 +3405,13 @@ async def _process_single_key_update( user_api_key_dict, existing_metadata=existing_key_row.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # LiteLLM_VerificationToken.metadata is a bare dict ) + await validate_guardrail_names( + update_key_request.guardrails, + update_key_request.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # request models declare `metadata` as bare dict + existing_key_row.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # LiteLLM_VerificationToken.metadata is a bare dict + prisma_client, + license_first=True, + ) # Custom key update hook if user_custom_key_update is not None: @@ -3950,6 +3966,13 @@ async def _validate_update_key_data( user_api_key_dict, existing_metadata=existing_key_row.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # LiteLLM_VerificationToken.metadata is a bare dict ) + await validate_guardrail_names( + data.guardrails, + data.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # request models declare `metadata` as bare dict + existing_key_row.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # LiteLLM_VerificationToken.metadata is a bare dict + checked_prisma_client, + license_first=True, + ) # Check team limits if key has a team_id (from request or existing key) team_obj: LiteLLM_TeamTableCachedObj | None = None @@ -6745,6 +6768,13 @@ async def regenerate_key_fn( user_api_key_dict, existing_metadata=_key_in_db.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # LiteLLM_VerificationToken.metadata is a bare dict ) + await validate_guardrail_names( + data.guardrails if data is not None else None, + data.metadata if data is not None else None, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # request models declare `metadata` as bare dict + _key_in_db.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # LiteLLM_VerificationToken.metadata is a bare dict + prisma_client, + license_first=True, + ) if data is not None and (data.access_group_ids or data.object_permission is not None): regenerate_team_table: LiteLLM_TeamTableCachedObj | None = None diff --git a/litellm/proxy/management_endpoints/management_v1/spend_logs.py b/litellm/proxy/management_endpoints/management_v1/spend_logs.py index da84c2d0013..378d3b34d12 100644 --- a/litellm/proxy/management_endpoints/management_v1/spend_logs.py +++ b/litellm/proxy/management_endpoints/management_v1/spend_logs.py @@ -1,12 +1,11 @@ """`/management/v1/spend_logs` facets.""" -from collections.abc import Sequence from datetime import datetime, timezone from functools import partial -from typing import Annotated, Final, Literal, Protocol +from typing import Annotated, Final, Literal from fastapi import APIRouter, Depends, Query, Request -from typing_extensions import ReadOnly, TypedDict +from pydantic import TypeAdapter from litellm._logging import verbose_proxy_logger from litellm.proxy._types import CommonProxyErrors, UserAPIKeyAuth @@ -21,7 +20,7 @@ from litellm.proxy.list_api.common import ( reject_unknown_query_params, ) from litellm.proxy.management_endpoints.management_v1.common import MANAGEMENT_V1_PREFIX -from litellm.proxy.utils import PrismaClient +from litellm.proxy.utils import query_raw_rows from litellm.types.proxy.management_endpoints.management_v1 import ( FacetListResponse, PageMeta, @@ -35,18 +34,7 @@ router: Final = APIRouter(prefix=MANAGEMENT_V1_PREFIX) # query, so both reads of the same table stop at the same depth. SPEND_LOGS_FACET_SCAN_CAP: Final = 10000 - -class _FacetRow(TypedDict, total=False): - end_user: ReadOnly[str | None] - user: ReadOnly[str | None] - - -class _FacetQuery(Protocol): - async def __call__(self, query: str, *args: object) -> Sequence[_FacetRow]: ... - - -def _facet_query(prisma_client: PrismaClient) -> _FacetQuery: - return prisma_client.db.query_raw +_FACET_VALUES: Final = TypeAdapter(list[str]) def _as_utc(value: datetime) -> datetime: @@ -141,8 +129,8 @@ async def _list_spend_log_facet( f" ORDER BY {column_sql} ASC" f" LIMIT ${scan_idx + 1} OFFSET ${scan_idx + 2}" ) - rows: Final = await _facet_query(prisma_client)(facet_sql, *params) - values: Final[list[str]] = [value for row in rows if (value := row.get(column))] + rows: Final = await query_raw_rows(prisma_client.db, facet_sql, *params) + values: Final = _FACET_VALUES.validate_python([value for row in rows if (value := row.get(column))]) has_more: Final = len(values) > page_size return FacetListResponse( diff --git a/litellm/proxy/management_endpoints/model_access_group_management_endpoints.py b/litellm/proxy/management_endpoints/model_access_group_management_endpoints.py index 3a2de12d108..abc2fe4651a 100644 --- a/litellm/proxy/management_endpoints/model_access_group_management_endpoints.py +++ b/litellm/proxy/management_endpoints/model_access_group_management_endpoints.py @@ -20,13 +20,14 @@ import time from collections.abc import Awaitable, Callable, Iterator, Mapping, Sequence from datetime import datetime, timedelta from types import MappingProxyType -from typing import TYPE_CHECKING, Annotated, Any, Final, Protocol +from typing import TYPE_CHECKING, Annotated, Final, Protocol from fastapi import APIRouter, Depends, HTTPException from pydantic import BaseModel, ConfigDict, TypeAdapter from typing_extensions import ReadOnly, TypedDict from litellm._logging import verbose_proxy_logger +from litellm.litellm_core_utils.core_helpers import json_contains, require_attributes from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.proxy.common_utils.config_sync_pubsub import publish_model_rows_written @@ -104,6 +105,14 @@ def _http_error(status_code: int, message: str) -> HTTPException: return HTTPException(status_code=status_code, detail=detail) +class _AppendableAccessGroups(Protocol): + def append(self, value: str, /) -> None: ... + + +class _RemovableAccessGroups(Protocol): + def remove(self, value: str, /) -> None: ... + + class _DeploymentRow(Protocol): @property def model_id(self) -> str: ... @@ -376,7 +385,7 @@ async def _missing_models_after_read_through( return tuple(still_missing) -def add_access_group_to_deployment(model_info: dict[str, Any], access_group: str) -> tuple[dict[str, Any], bool]: +def add_access_group_to_deployment(model_info: dict[str, object], access_group: str) -> tuple[dict[str, object], bool]: """ Add an access group to a deployment's model_info. @@ -385,16 +394,16 @@ def add_access_group_to_deployment(model_info: dict[str, Any], access_group: str access_group: The access group name to add Returns: - Tuple[Dict[str, Any], bool]: (updated_model_info, was_modified) + tuple[dict[str, object], bool]: (updated_model_info, was_modified) """ access_groups: Final = model_info.get("access_groups", []) # Check if access group already exists - if access_group in access_groups: + if json_contains(access_groups, access_group): return model_info, False # Add the access group - access_groups.append(access_group) + require_attributes(access_groups, _AppendableAccessGroups, "append").append(access_group) model_info["access_groups"] = access_groups return model_info, True @@ -729,7 +738,9 @@ async def _find_deployment_or_400(model_id: str, prisma_client: PrismaClient) -> return deployment.model_info -def remove_access_group_from_deployment(model_info: dict[str, Any], access_group: str) -> tuple[dict[str, Any], bool]: +def remove_access_group_from_deployment( + model_info: dict[str, object], access_group: str +) -> tuple[dict[str, object], bool]: """ Remove an access group from a deployment's model_info. @@ -738,16 +749,16 @@ def remove_access_group_from_deployment(model_info: dict[str, Any], access_group access_group: The access group name to remove Returns: - Tuple[Dict[str, Any], bool]: (updated_model_info, was_modified) + tuple[dict[str, object], bool]: (updated_model_info, was_modified) """ access_groups: Final = model_info.get("access_groups", []) # Check if access group exists - if access_group not in access_groups: + if not json_contains(access_groups, access_group): return model_info, False # Remove the access group - access_groups.remove(access_group) + require_attributes(access_groups, _RemovableAccessGroups, "remove").remove(access_group) model_info["access_groups"] = access_groups return model_info, True diff --git a/litellm/proxy/management_endpoints/model_management_endpoints.py b/litellm/proxy/management_endpoints/model_management_endpoints.py index 38b814225ce..6d4dc01a8c1 100644 --- a/litellm/proxy/management_endpoints/model_management_endpoints.py +++ b/litellm/proxy/management_endpoints/model_management_endpoints.py @@ -295,7 +295,9 @@ class _TxModelTables(Protocol): @runtime_checkable class _TransactionFactory(Protocol): - def __call__(self, *, timeout: datetime.timedelta = ...) -> AbstractAsyncContextManager[_TxModelTables]: ... + def __call__( + self, *, timeout: datetime.timedelta = ..., max_wait: datetime.timedelta = ... + ) -> AbstractAsyncContextManager[_TxModelTables]: ... class _ModelTransactionClient(LiteLLMBaseModel): @@ -551,6 +553,21 @@ def _effective_complexity_router_config( ).effective +def _encrypted_litellm_params( + dumped: Mapping[str, object], + incoming_params: GenericLiteLLMParams | None, + existing_params: GenericLiteLLMParams | None, +) -> Mapping[str, object]: + return { + name: ( + _effective_complexity_router_config(incoming_params, existing_params) + if name == "complexity_router_config" + else encrypt_value_helper(value) + ) + for name, value in dumped.items() + } + + def _dump_without_none(model: BaseModel) -> Mapping[str, object]: return model.model_dump(exclude_none=True) @@ -1509,14 +1526,11 @@ def update_db_model( # update litellm params if updated_patch.litellm_params: # Encrypt any sensitive values - encrypted_params: Final = { - k: ( - _effective_complexity_router_config(updated_patch.litellm_params, db_model.litellm_params) - if k == "complexity_router_config" - else encrypt_value_helper(v) - ) - for k, v in updated_patch.litellm_params.model_dump(exclude_none=True, exclude_unset=True).items() - } + encrypted_params: Final = _encrypted_litellm_params( + updated_patch.litellm_params.model_dump(exclude_none=True, exclude_unset=True), + updated_patch.litellm_params, + db_model.litellm_params, + ) merged_litellm_params.update(encrypted_params) @@ -2449,7 +2463,8 @@ async def delete_team_models( """ deleted_model_ids: Final[list[str]] = [] transaction_client: Final = _ModelTransactionClient.model_validate(prisma_client.db) - async with transaction_client.tx(timeout=datetime.timedelta(seconds=TEAM_DELETE_TRANSACTION_TIMEOUT_SECONDS)) as tx: + tx_budget: Final = datetime.timedelta(seconds=TEAM_DELETE_TRANSACTION_TIMEOUT_SECONDS) + async with transaction_client.tx(max_wait=tx_budget, timeout=tx_budget) as tx: for team_id in team_ids: rows = await _get_team_deployments(team_id, prisma_client, table=tx.litellm_proxymodeltable) model_ids = [row.model_id for row in rows] @@ -3468,14 +3483,9 @@ async def update_model( ### ENCRYPT PARAMS ### encrypted_params: Final = MappingProxyType( - { - k: ( - _effective_complexity_router_config(model_params.litellm_params, deployment.litellm_params) - if k == "complexity_router_config" - else encrypt_value_helper(value=v) - ) - for k, v in _new_litellm_params_dict.items() - } + _encrypted_litellm_params( + _new_litellm_params_dict, model_params.litellm_params, deployment.litellm_params + ) ) ### MERGE WITH EXISTING DATA ### @@ -4043,8 +4053,8 @@ async def clear_cache() -> ReconcileOutcome: raise_if_reload_degraded_serving. Runs under DB_RECONCILE_LOCK for its whole extent, not just the reload at the - end, so the auto-router reset and the reload that rebuilds those routers are atomic - to any other reconcile. The inner call is _add_deployment_locked because + end, so concurrent model writes cannot interleave their reconciles. + The inner call is _add_deployment_locked because add_deployment would re-acquire the same non-reentrant lock and deadlock. """ from litellm.proxy.proxy_server import ( @@ -4062,75 +4072,22 @@ async def clear_cache() -> ReconcileOutcome: async with DB_RECONCILE_LOCK: try: - # Only clear DB models, preserve config models - verbose_proxy_logger.debug("Clearing only DB models, preserving config models") + verbose_proxy_logger.debug("Reconciling DB models, preserving config models") # Get current models and filter out DB models current_models: Final = llm_router.registry().all().copy() config_models: Final = [] db_model_ids: Final = [] - db_router_names: Final = set() - for model in as_object_list(current_models) or (): deployment = decoded_json_object(model) model_info = decoded_json_object(deployment.get("model_info", {})) if model_info.get("db_model", False): db_model_ids.append(model_info.get("id")) - # Auto-router deployments (and only those) are wiped here, in the - # same pass, so the reload rebuilds them -- see the comment below. - deployment_name = deployment.get("model_name") - if isinstance(deployment_name, str) and str( - decoded_json_object(deployment.get("litellm_params", {})).get("model", "") - ).startswith("auto_router/"): - db_router_names.add(deployment_name) - router_model_id = model_info.get("id") - if isinstance(router_model_id, str): - llm_router.apply(ChangeSet(delete=[router_model_id])) else: # This is a config model, preserved by the reconcile below config_models.append(model) - # ORDINARY db deployments are deliberately NOT wiped. This used to - # delete_deployment() every db model before the reload put them back, which - # left the router serving ZERO db models for the whole width of the reload - # -- a real data-plane hole that every inference request landing in it fell - # into. It was also redundant for them: the reload's _delete_deployment - # evicts exactly the ids the db no longer lists, and upsert_deployment - # pops-and-re-adds a deployment whose params changed while no-opping one - # that did not, so the reconcile converges on its own. Every mutation is - # visible to that comparison -- `blocked` and (for premium) `updated_at` - # are written into model_info. - # - # AUTO-ROUTER db deployments are the exception and ARE wiped -- in the - # classification pass above, together with the strategy entries popped - # just below. Their strategy registries are keyed - # by model_name, which no deployment-id reconcile touches, so they have to - # be popped and rebuilt here. But the rebuild only happens on the ADD path: - # Router.upsert_deployment returns early when a deployment is unchanged and - # never reaches add_deployment -> _add_deployment -> - # init_auto_router_deployment, which is what repopulates the registries. - # Popping without deleting would therefore strip every db-backed auto, - # complexity, adaptive and quality router on this pod and never put it back, - # so ANY unrelated model write would leave them unroutable until a restart. - # Deleting the deployment forces upsert down the add path, which rebuilds - # both the deployment and its strategy entry. - # - # That pass restricts the wipe to deployments whose model is actually an - # auto_router/* so a config router that merely shares a model_name with a - # regular db model isn't evicted -- config routers are never re-added by the - # reload (it only reloads db models) and would be permanently unroutable. - # The auto_router/ prefix also covers quality_router/ and adaptive_router/, - # so pop the name from every registry (no-op where absent); a missing - # quality/adaptive entry would otherwise make init raise "already exists" - # on reload and abort it. - for model_name in db_router_names: - llm_router.registry().plugins("auto").pop(model_name, None) - llm_router.registry().plugins("complexity").pop(model_name, None) - llm_router.registry().plugins("adaptive").pop(model_name, None) - llm_router.registry().plugins("quality").pop(model_name, None) - llm_router.registry().plugins("switchyard").pop(model_name, None) - # Reload only DB models. _add_deployment_locked, not add_deployment: this # coroutine already holds DB_RECONCILE_LOCK and asyncio.Lock is not # reentrant, so the public wrapper would deadlock against itself. diff --git a/litellm/proxy/management_endpoints/organization_endpoints.py b/litellm/proxy/management_endpoints/organization_endpoints.py index a185c0dda35..853f29ecb62 100644 --- a/litellm/proxy/management_endpoints/organization_endpoints.py +++ b/litellm/proxy/management_endpoints/organization_endpoints.py @@ -206,7 +206,19 @@ class _ObjectPermissionTxClient(Protocol): class _BudgetTxClient(Protocol): - async def update(self, where: Mapping[str, object], data: Mapping[str, object]) -> "PrismaBudgetTable | None": ... + async def update( + self, *, where: Mapping[str, object], data: Mapping[str, object] + ) -> "PrismaBudgetTable | None": ... + + +class _OrganizationTxClient(Protocol): + async def update( + self, + *, + where: Mapping[str, object], + data: Mapping[str, object], + include: Mapping[str, object] | None = None, + ) -> "PrismaOrganizationTable | None": ... class _TransactionTables(Protocol): @@ -217,7 +229,7 @@ class _TransactionTables(Protocol): def litellm_budgettable(self) -> "_BudgetTxClient": ... @property - def litellm_organizationtable(self) -> "_OrganizationTableClient": ... + def litellm_organizationtable(self) -> "_OrganizationTxClient": ... class _TransactionManager(Protocol): @@ -228,6 +240,7 @@ class _TransactionManager(Protocol): exc_type: type[BaseException] | None, exc_value: BaseException | None, traceback: "TracebackType | None", + /, ) -> bool | None: ... diff --git a/litellm/proxy/management_endpoints/team_admin_field_permissions.py b/litellm/proxy/management_endpoints/team_admin_field_permissions.py index 0ece14eb90a..f80aa2a2e29 100644 --- a/litellm/proxy/management_endpoints/team_admin_field_permissions.py +++ b/litellm/proxy/management_endpoints/team_admin_field_permissions.py @@ -31,6 +31,7 @@ from litellm.proxy._types import ( UpdateKeyRequest, UpdateTeamRequest, ) +from litellm.proxy.auth.auth_utils import TEAM_S3_BUCKET_ALLOWLIST_METADATA_KEY from litellm.types.proxy.management_endpoints.scim_v2 import ( SCIM_MANAGED_TEAM_METADATA_KEY, SCIM_TEAM_DATA_METADATA_KEY, @@ -97,6 +98,7 @@ PROXY_CONTROLLED_TEAM_METADATA_KEYS: Final[frozenset[str]] = frozenset( "priority", "zguard_policy_id", "allowed_tools", + TEAM_S3_BUCKET_ALLOWLIST_METADATA_KEY, "allow_client_mock_response", "allow_client_message_redaction_opt_out", "allow_client_pricing_override", @@ -106,6 +108,7 @@ PROXY_CONTROLLED_TEAM_METADATA_KEYS: Final[frozenset[str]] = frozenset( "phoenix_project_name_override", "phoenix_project_name", "opik", + "team_model_limit_max_borrow_multiple", ) ) _NOT_COLUMNS: Final[frozenset[str]] = frozenset({"team_id", "metadata"}) diff --git a/litellm/proxy/management_endpoints/team_callback_endpoints.py b/litellm/proxy/management_endpoints/team_callback_endpoints.py index 5b778392664..24675406567 100644 --- a/litellm/proxy/management_endpoints/team_callback_endpoints.py +++ b/litellm/proxy/management_endpoints/team_callback_endpoints.py @@ -60,7 +60,7 @@ from litellm.proxy.management_endpoints.team_endpoints import ( # noqa: F401 # ) from litellm.proxy.management_helpers.utils import management_endpoint_wrapper from litellm.repositories.team_repository import TeamRepository -from litellm.types.utils import CAPTURE_MESSAGE_CONTENT_VAR, EXCLUDED_SERVICES_VAR +from litellm.types.utils import OTEL_DESTINATION_VARS router: Final = APIRouter() @@ -164,7 +164,9 @@ def _resolve_team_callbacks(team_metadata: object) -> TeamCallbackMetadata: for entry in logging_entries if isinstance(logging_entries, list) else (): if not isinstance(entry, dict): continue - callback = get_validated_callback_metadata(item=entry, source="team-level read") + callback = get_validated_callback_metadata( + item=_DECODED_JSON.validate_python(entry), source="team-level read" + ) if callback is None: continue resolved = convert_key_logging_metadata_to_callback(data=callback, team_callback_settings_obj=resolved) @@ -304,6 +306,7 @@ async def add_team_callbacks( An explicit value overrides the global setting for this destination; omitted follows the proxy's own callback for that backend, else the global setting. "span_only" puts prompt and response content on the destination's spans, "no_content" leaves it out - excluded_services: For OTel v2 callbacks, a comma-separated list of datastore names such as "redis,postgres", or "none" to exclude nothing. An explicit value replaces the global exclusions; omitted follows them + - baggage_metadata_keys: For OTel v2 callbacks, a comma-separated list of request metadata keys such as "requester_metadata.correlation_id", exported as litellm.metadata. on this destination's spans only, on top of the global LITELLM_OTEL_BAGGAGE_METADATA_KEYS. At most 20 keys; names of proxy identity fields (user_api_key_*, requester_ip_address) and request headers (requester_metadata.headers.*) are rejected - gcs_bucket_name: The name of the GCS bucket - gcs_path_service_account: The path to the GCS service account - langsmith_api_key: The API key for the Langsmith callback @@ -376,7 +379,7 @@ async def add_team_callbacks( destination_setting_error: Final = next( ( error - for variable_name in (CAPTURE_MESSAGE_CONTENT_VAR, EXCLUDED_SERVICES_VAR) + for variable_name in OTEL_DESTINATION_VARS if ( error := conflicting_callback_var_error( data.callback_name, variable_name, data.callback_vars, stored_callbacks diff --git a/litellm/proxy/management_endpoints/team_endpoints.py b/litellm/proxy/management_endpoints/team_endpoints.py index f14f3d93b79..f3d3c01b3a4 100644 --- a/litellm/proxy/management_endpoints/team_endpoints.py +++ b/litellm/proxy/management_endpoints/team_endpoints.py @@ -18,7 +18,7 @@ import traceback from collections.abc import Awaitable, Callable, Iterable, Iterator, Mapping, Sequence from collections.abc import Set as AbstractSet from dataclasses import dataclass -from datetime import datetime, timedelta, timezone +from datetime import date, datetime, timedelta, timezone from itertools import chain from types import MappingProxyType from typing import ( @@ -142,6 +142,7 @@ from litellm.proxy.common_utils.user_api_key_cache import ( team_membership_reservation_cache_key, ) from litellm.proxy.db.db_span import db_span +from litellm.proxy.guardrails.guardrail_helpers import validate_guardrail_names from litellm.proxy.hooks.key_management_event_hooks import KeyManagementEventHooks from litellm.proxy.hooks.model_max_budget_limiter import ( RoutedModels, @@ -228,6 +229,7 @@ from litellm.proxy.management_helpers.utils import ( management_endpoint_wrapper, ) from litellm.proxy.spend_tracking.committed_spend import drop_committed_spend +from litellm.proxy.spend_tracking.spend_log_api_key_scope import spend_log_api_keys_for_teams from litellm.proxy.utils import ( PrismaClient, ProxyLogging, @@ -1916,6 +1918,13 @@ async def new_team( user_api_key_dict, metadata_sent="metadata" in data.model_fields_set, ) + await validate_guardrail_names( + data.guardrails, + data.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # request models declare `metadata` as bare dict + None, + prisma_client, + license_first=True, + ) if isinstance(data.metadata, dict): TeamMemberBudgetHandler.strip_system_managed_metadata_keys(data.metadata) @@ -2636,6 +2645,13 @@ async def update_team( metadata_sent="metadata" in data.model_fields_set, existing_metadata=_existing_team_metadata if isinstance(_existing_team_metadata, dict) else None, # pyright: ignore[reportUnknownArgumentType] # existing_team_row.metadata is a bare dict ) + await validate_guardrail_names( + data.guardrails, + data.metadata, # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # request models declare `metadata` as bare dict + _existing_team_metadata if isinstance(_existing_team_metadata, dict) else None, # pyright: ignore[reportUnknownArgumentType] # existing_team_row.metadata is a bare dict + prisma_client, + license_first=True, + ) if data.soft_budget is not None: max_budget_to_check = data.max_budget if data.max_budget is not None else existing_team_row.max_budget @@ -7463,9 +7479,11 @@ def aggregated_date_range_error(start_date: str | None, end_date: str | None) -> return None -def _team_user_spend_sql(*, team_count: int, restrict_to_user: bool) -> str: +def _team_user_spend_sql(*, team_count: int, restrict_to_user: bool, narrow_to_api_keys: bool) -> str: team_placeholders: Final = ", ".join(f"${i}" for i in range(3, 3 + team_count)) user_clause: Final = f' AND sl."user" = ${3 + team_count}' if restrict_to_user else "" + api_key_placeholder: Final = 3 + team_count + (1 if restrict_to_user else 0) + api_key_clause: Final = f" AND sl.api_key = ANY(${api_key_placeholder}::text[])" if narrow_to_api_keys else "" return f""" SELECT sl.team_id, @@ -7483,7 +7501,7 @@ def _team_user_spend_sql(*, team_count: int, restrict_to_user: bool) -> str: LEFT JOIN "LiteLLM_UserTable" u ON u.user_id = sl."user" WHERE sl."startTime" >= $1::timestamp AND sl."startTime" < $2::timestamp + INTERVAL '1 day' - AND sl.team_id IN ({team_placeholders}){user_clause} + AND sl.team_id IN ({team_placeholders}){user_clause}{api_key_clause} GROUP BY sl.team_id, sl."user", u.user_email, u.user_alias ORDER BY spend DESC, sl.team_id, sl."user" """ @@ -7555,15 +7573,24 @@ async def get_team_spend_by_user( own_user_only: Final = scope.api_key_filter is not None user_param: Final = (user_api_key_dict.user_id or "",) if own_user_only else () + scoped_api_keys: Final = await spend_log_api_keys_for_teams( + prisma_client, scoped_team_ids, date.fromisoformat(start_date), date.fromisoformat(end_date) + ) + api_key_param: Final = (list(scoped_api_keys),) if scoped_api_keys is not None else () async with db_span("team_user_spend", "LiteLLM_SpendLogs"): rows: Final = _TEAM_USER_SPEND_ROWS.validate_python( await query_raw_within_statement_timeout( prisma_client, - _team_user_spend_sql(team_count=len(scoped_team_ids), restrict_to_user=own_user_only), + _team_user_spend_sql( + team_count=len(scoped_team_ids), + restrict_to_user=own_user_only, + narrow_to_api_keys=scoped_api_keys is not None, + ), start_date, end_date, *scoped_team_ids, *user_param, + *api_key_param, what="Spend per user", ) ) diff --git a/litellm/proxy/management_endpoints/ui_sso.py b/litellm/proxy/management_endpoints/ui_sso.py index 33e24efb77b..19804a58021 100644 --- a/litellm/proxy/management_endpoints/ui_sso.py +++ b/litellm/proxy/management_endpoints/ui_sso.py @@ -3176,7 +3176,7 @@ def set_session_token_cookie(response: Response, request: Request, jwt_token: st Not HttpOnly: the dashboard reads this cookie via ``document.cookie`` to populate its own Authorization headers (see - ``ui/litellm-dashboard/src/utils/cookieUtils.ts``), so marking it + ``litellm/ui/litellm-dashboard/src/utils/cookieUtils.ts``), so marking it HttpOnly would break login. Secure is still required whenever the public origin is HTTPS, resolved the same trust-aware way as every other litellm cookie.""" diff --git a/litellm/proxy/mcp_server/auth/user_api_key_auth_mcp.py b/litellm/proxy/mcp_server/auth/user_api_key_auth_mcp.py index be24b1630b0..bcb979d720b 100644 --- a/litellm/proxy/mcp_server/auth/user_api_key_auth_mcp.py +++ b/litellm/proxy/mcp_server/auth/user_api_key_auth_mcp.py @@ -919,7 +919,6 @@ class MCPRequestHandler: mcp_auth_header=mcp_auth_header, mcp_server_auth_headers=mcp_server_auth_headers, admitted_credential=admitted_credential, - preserve_jwt_subject=bool(validated_user_api_key_auth.jwt_claims), ) return ( @@ -959,49 +958,29 @@ class MCPRequestHandler: mcp_server_auth_headers: dict[str, dict[str, str]] | None, *, admitted_credential: str | None, - preserve_jwt_subject: bool = False, ) -> tuple[dict[str, str] | None, dict[str, str], str | None, dict[str, dict[str, str]] | None]: - """Remove gateway-shaped credentials and the caller's admitted credential from EVERY egress - header context: top-level ``Authorization`` (oauth2 + raw), the deprecated ``x-mcp-auth``, and - per-server ``x-mcp-{alias}-authorization``. Preserve the raw ``x-litellm-api-key`` admission - header; an admitted subject's top-level Authorization is otherwise dropped unconditionally.""" + """Remove gateway-shaped credentials from every egress header context, and the caller's admitted + credential from the implicitly forwarded top-level ``Authorization``. Raw headers (only forwarded + when a server lists them in ``extra_headers``), ``x-mcp-auth`` and ``x-mcp-{alias}-authorization`` + keep the caller's LiteLLM key, since the admin or caller chose to send it there.""" + gateway_shaped: Final = MCPRequestHandler._is_gateway_admission_credential - def cred(value: str | None) -> bool: - return MCPRequestHandler._is_gateway_admission_credential( - value - ) or MCPRequestHandler._is_caller_admission_key(value, admitted_credential) - - # 1. Top-level Authorization → oauth2_headers. authz: Final = oauth2_headers.get("Authorization") if oauth2_headers else None - preserve_subject: Final = bool( - preserve_jwt_subject - and not admitted - and authz - and not _normalize_caller_admission_credential(authz).startswith("sk-") - and not MCPRequestHandler._is_gateway_admission_credential(authz) - and MCPRequestHandler._is_caller_admission_key(authz, admitted_credential) - ) - if admitted or cred(authz): + if admitted or gateway_shaped(authz) or MCPRequestHandler._is_caller_admission_key(authz, admitted_credential): oauth2_headers = None - # 2. raw_headers: drop the admitted subject's Authorization, and ANY header whose value is a - # gateway credential (covers x-mcp-auth and x-mcp-{alias}-authorization in their raw form). raw_headers = { k: v for k, v in raw_headers.items() - if k.lower() == "x-litellm-api-key" - or (preserve_subject and k.lower() == "authorization") - or not ((admitted and k.lower() == "authorization") or cred(v)) + if not ((admitted and k.lower() == "authorization") or gateway_shaped(v)) } - # 3. Deprecated x-mcp-auth value. - if cred(mcp_auth_header): + if gateway_shaped(mcp_auth_header): mcp_auth_header = None - # 4. Per-server x-mcp-{alias}-authorization values (drop the value, then any now-empty server dict). if mcp_server_auth_headers: stripped: Final = { - alias: {h: val for h, val in hdrs.items() if not cred(val)} + alias: {h: val for h, val in hdrs.items() if not gateway_shaped(val)} for alias, hdrs in mcp_server_auth_headers.items() } mcp_server_auth_headers = {alias: hdrs for alias, hdrs in stripped.items() if hdrs} @@ -1892,6 +1871,14 @@ class MCPRequestHandler: return None return bearer + @staticmethod + def guardrail_bearer_from_raw_headers( + raw_headers: Mapping[str, str] | None, auth: UserAPIKeyAuth | None + ) -> SecretStr | None: + if auth is None: + return MCPRequestHandler.get_incoming_bearer_token(raw_headers or {}) + return MCPRequestHandler.get_guardrail_bearer_token(Headers(headers=dict(raw_headers or {})), auth) + @staticmethod def get_oauth2_headers_from_headers(headers: Headers) -> dict[str, str]: """ diff --git a/litellm/proxy/mcp_server/catalog.py b/litellm/proxy/mcp_server/catalog.py index d2ff322ba5c..a76f6c97cb5 100644 --- a/litellm/proxy/mcp_server/catalog.py +++ b/litellm/proxy/mcp_server/catalog.py @@ -15,11 +15,12 @@ from dataclasses import dataclass, replace from functools import partial, wraps from itertools import chain from types import MappingProxyType -from typing import TYPE_CHECKING, Final, Generic, ParamSpec, TypeAlias, TypeVar, cast +from typing import TYPE_CHECKING, Final, Generic, ParamSpec, Protocol, TypeAlias, TypeVar, cast from mcp.shared.exceptions import MCPError from mcp.types import CacheableResult from pydantic import BaseModel, ConfigDict, JsonValue, TypeAdapter +from typing_extensions import Self from litellm._logging import verbose_logger from litellm.caching.in_memory_cache import InMemoryCache @@ -826,6 +827,20 @@ async def prepare_tool_listing_headers( return server_auth_header, extra_headers, catalog_auth_header +def challenge_rejected_credential(server: MCPServer, outcome: ServerOutcome, listed: Sequence[MCPServer]) -> None: + """Answer a listing of this one server with the gateway's 401 when the caller can fix the rejection.""" + from litellm.proxy.mcp_server.legacy_callbacks import get_listing_scope_response + + scope_response: Final = get_listing_scope_response() + if ( + scope_response is not None + and len(listed) == 1 + and outcome.tag == "auth_required" + and server.reauthorizes_in_client + ): + scope_response.deny_reauth() + + async def get_filtered_server_tools( server: MCPServer, *, @@ -835,6 +850,7 @@ async def get_filtered_server_tools( params: PaginatedRequestParams | None = None, record_listing: bool = False, listing_updates: ExitStack | None = None, + use_tool_list_cache: bool = True, ) -> tuple[ListToolsResult, ServerOutcome]: from mcp.types import ListToolsResult @@ -879,6 +895,7 @@ async def get_filtered_server_tools( proxy_logging_obj=proxy_logging_obj, catalog_auth_header=catalog_auth_header, record_listing=False, + use_tool_list_cache=use_tool_list_cache, ) ) else: @@ -896,6 +913,7 @@ async def get_filtered_server_tools( catalog_auth_header=catalog_auth_header, record_listing=False, listing_updates=listing_updates, + use_tool_list_cache=use_tool_list_cache, ) tools: Final = page.tools filtered_tools = filter_tools_by_allowed_tools(tools, server) @@ -943,14 +961,11 @@ async def get_filtered_server_tools( ) return page.model_copy(update={"tools": filtered_tools}), ServerListOk(tool_count=len(filtered_tools)) except MCPUpstreamAuthError as e: - # Absorb so one unauthenticated server does not empty every other server's - # tools. Surfacing the upstream 401 to the client as a re-auth challenge is - # intentionally not done here: raising from this list handler cannot produce a - # 401 + WWW-Authenticate (the MCP session manager serializes it as a JSON-RPC - # error). Single-server routes surface it via the request-scope preemptive - # check in _raise_preemptive_401_for_unauthenticated_servers instead. + # Absorbed so peers keep their tools; a raise here would reach the client as a JSON-RPC error, not a 401 verbose_logger.debug("MCP list_tools: omitting %s; it needs upstream auth", server.name) - return ListToolsResult(tools=[]), classify_list_exception(e) + outcome: Final = classify_list_exception(e) + challenge_rejected_credential(server, outcome, allowed_mcp_servers) + return ListToolsResult(tools=[]), outcome except Exception as e: verbose_logger.exception("Error getting tools from server %s: %s", server.name, e) return ListToolsResult(tools=[]), classify_list_exception(e) @@ -990,6 +1005,7 @@ async def aggregate_gateway_tools( *, record_listing: bool = False, enforce_rate_limits: bool = True, + use_tool_list_cache: bool = True, ) -> AggregateToolListing: import time @@ -1039,6 +1055,7 @@ async def aggregate_gateway_tools( params=PaginatedRequestParams(cursor=cursor), record_listing=record_listing, listing_updates=listing_updates, + use_tool_list_cache=use_tool_list_cache, ) if cursor is not None and outcome.tag != "ok": from mcp.shared.exceptions import MCPError @@ -1199,6 +1216,8 @@ async def list_gateway_catalog( update={"meta": {key: value for key, value in page_meta.items() if key != SERVER_OUTCOMES_META_KEY}} ) except Exception as error: + outcome: Final = classify_list_exception(error) + challenge_rejected_credential(server, outcome, allowed) if cursor is not None: raise MCPError( code=INVALID_PARAMS, message="Upstream continuation failed; start a fresh listing" @@ -1207,11 +1226,7 @@ async def list_gateway_catalog( request, (), None, - { - "litellm.ai/server_outcomes": { - _aggregate_server_key(server): classify_list_exception(error).model_dump(mode="json") - } - }, + {"litellm.ai/server_outcomes": {_aggregate_server_key(server): outcome.model_dump(mode="json")}}, ) pages, next_cursor, outcomes = await paginate_catalog( @@ -1328,29 +1343,55 @@ def combine_optional_catalog( ) -_DiscoveryPage = TypeVar("_DiscoveryPage", bound=CacheableResult) +class _Expiring(Protocol): + @property + def ttl_ms(self) -> int: ... + + def model_copy(self, *, update: Mapping[str, object] | None = None, deep: bool = False) -> Self: ... + + +_DiscoveryPage = TypeVar("_DiscoveryPage", bound=_Expiring) _DiscoveryKey: TypeAlias = tuple[str, str | None] _DISCOVERY_CACHE_LIMIT: Final = 1024 _DISCOVERY_ENTRY: Final = TypeAdapter(tuple[float, bytes]) class _DiscoveryCache(Generic[_DiscoveryPage]): - def __init__(self, ttl: float, clock: Callable[[], float], adapter: TypeAdapter[_DiscoveryPage]) -> None: + def __init__( + self, + ttl: float, + clock: Callable[[], float], + adapter: TypeAdapter[_DiscoveryPage], + max_entry_kb: int = 64, + storable: Callable[[_DiscoveryPage], bool] | None = None, + ) -> None: self._ttl = ttl self._clock = clock self._adapter = adapter - self._entries = InMemoryCache(max_size_in_memory=_DISCOVERY_CACHE_LIMIT, max_size_per_item=64, clock=clock) + self._storable = storable + self._entries = InMemoryCache( + max_size_in_memory=_DISCOVERY_CACHE_LIMIT, max_size_per_item=max_entry_kb, clock=clock + ) self._pending: dict[_DiscoveryKey, asyncio.Task[_DiscoveryPage]] = {} self._waiters: dict[asyncio.Task[_DiscoveryPage], int] = {} # mutable-ok: constant-time waiter accounting + self._oversized_server_ids: frozenset[str] = frozenset() + self.invalidations = 0 - def invalidate(self, server_id: str) -> None: + def _entry_keys(self, server_id: str) -> tuple[str, ...]: prefix: Final = f"[{json.dumps(server_id)}," keys: Final = cast( # cast-ok: private cache contains only JSON string keys "tuple[str, ...]", tuple(self._entries.cache_dict) ) - for entry_key in keys: - if entry_key.startswith(prefix): - self._entries.delete_cache(entry_key) + return tuple(entry_key for entry_key in keys if entry_key.startswith(prefix)) + + def holds(self, server_id: str) -> bool: + return bool(self._entry_keys(server_id)) + + def invalidate(self, server_id: str) -> None: + self.invalidations += 1 + self._oversized_server_ids = self._oversized_server_ids - {server_id} + for entry_key in self._entry_keys(server_id): + self._entries.delete_cache(entry_key) for key in tuple(self._pending): if key[0] == server_id: self._pending.pop(key) @@ -1360,7 +1401,9 @@ class _DiscoveryCache(Generic[_DiscoveryPage]): if not task.cancelled(): task.exception() - async def get(self, key: _DiscoveryKey, fetch: Callable[[], Awaitable[_DiscoveryPage]]) -> _DiscoveryPage: + async def get( + self, key: _DiscoveryKey, fetch: Callable[[], Awaitable[_DiscoveryPage]], *, capped: bool = True + ) -> _DiscoveryPage: if self._ttl <= 0: return await fetch() entry: Final[object] = self._entries.get_cache(json.dumps(key)) @@ -1375,7 +1418,7 @@ class _DiscoveryCache(Generic[_DiscoveryPage]): return await self._await_fetch(key, pending) if len(self._pending) >= _DISCOVERY_CACHE_LIMIT: return await fetch() - task: Final = asyncio.create_task(self._fetch(key, fetch)) + task: Final = asyncio.create_task(self._fetch(key, fetch, capped)) self._pending[key] = task task.add_done_callback(self._observe_completion) return await self._await_fetch(key, task) @@ -1395,17 +1438,34 @@ class _DiscoveryCache(Generic[_DiscoveryPage]): if not task.done(): task.cancel() - async def _fetch(self, key: _DiscoveryKey, fetch: Callable[[], Awaitable[_DiscoveryPage]]) -> _DiscoveryPage: + async def _fetch( + self, key: _DiscoveryKey, fetch: Callable[[], Awaitable[_DiscoveryPage]], capped: bool + ) -> _DiscoveryPage: try: items: Final = await fetch() - ttl: Final = min(self._ttl, items.ttl_ms / 1000) - if ttl > 0 and self._pending.get(key) is asyncio.current_task(): - self._entries.set_cache( - json.dumps(key), - _DISCOVERY_ENTRY.dump_json((self._clock() + ttl, self._adapter.dump_json(items))), - ttl=ttl, - ) + if self._pending.get(key) is asyncio.current_task(): + self.keep(key, items, capped=capped) return items finally: if self._pending.get(key) is asyncio.current_task(): self._pending.pop(key) + + def keep(self, key: _DiscoveryKey, items: _DiscoveryPage, *, capped: bool = True) -> None: + declared: Final = items.ttl_ms / 1000 + ttl: Final = min(self._ttl, declared) if capped else declared + if ttl <= 0 or (self._storable is not None and not self._storable(items)): + return + entry: Final = _DISCOVERY_ENTRY.dump_json((self._clock() + ttl, self._adapter.dump_json(items))) + if self._entries.check_value_size(entry): + self._entries.set_cache(json.dumps(key), entry, ttl=ttl) + return + server_id: Final = key[0] + if server_id in self._oversized_server_ids: + return + self._oversized_server_ids = self._oversized_server_ids | {server_id} + verbose_logger.warning( + "MCP server %s returned a %s KB listing, above the %s KB cache entry limit. It is fetched on every request", + server_id, + len(entry) // 1024, + self._entries.max_size_per_item, + ) diff --git a/litellm/proxy/mcp_server/db.py b/litellm/proxy/mcp_server/db.py index 27f8b90a586..08e1ffd5333 100644 --- a/litellm/proxy/mcp_server/db.py +++ b/litellm/proxy/mcp_server/db.py @@ -5,6 +5,7 @@ import json from collections.abc import Awaitable, Callable, Iterable, Mapping, Sequence from dataclasses import dataclass from datetime import datetime, timedelta, timezone +from types import TracebackType from typing import TYPE_CHECKING, Any, Final, Literal, Protocol, TypedDict, cast from fastapi import HTTPException @@ -34,6 +35,7 @@ from litellm.proxy.common_utils.encrypt_decrypt_utils import ( # noqa: F401 # encrypt_value_helper, get_salt_key, ) +from litellm.proxy.common_utils.fips import fips_mode_active from litellm.proxy.mcp_server.oauth_identity_binding import ( RefreshTokenPresented, credential_binding_matches, @@ -68,8 +70,11 @@ if TYPE_CHECKING: class _UserEnvVarsTransactionClient(Protocol): - litellm_mcpuserenvvars: "TableActions[prisma_db_models.LiteLLM_MCPUserEnvVars]" - litellm_mcpservertable: "TableActions[prisma_db_models.LiteLLM_MCPServerTable]" + @property + def litellm_mcpuserenvvars(self) -> "TableActions[prisma_db_models.LiteLLM_MCPUserEnvVars]": ... + + @property + def litellm_mcpservertable(self) -> "TableActions[prisma_db_models.LiteLLM_MCPServerTable]": ... async def execute_raw(self, query: str, *args: object) -> int: ... @@ -77,7 +82,13 @@ class _UserEnvVarsTransactionClient(Protocol): class _UserEnvVarsTransaction(Protocol): async def __aenter__(self) -> _UserEnvVarsTransactionClient: ... - async def __aexit__(self, exc_type: object, exc_value: object, traceback: object) -> bool | None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> bool | None: ... @dataclass(frozen=True, slots=True) @@ -139,6 +150,10 @@ def _blank_to_none(value: object) -> str | None: return value.strip() or None +def _submitted_or(submitted: Mapping[str, object], field: str, fallback: str | None) -> object: + return submitted.get(field, fallback) + + # Token-exchange settings with dedicated columns that also exist on # ``MCPCredentials`` as a legacy shape (rows and REST callers that predate the # columns). Every write lifts blob values into the columns and strips them from @@ -676,15 +691,22 @@ async def find_mcp_server_identifier_conflict( ) +def _advisory_lock_key(name: str) -> int: + """Signed 64-bit Postgres advisory-lock key for ``name``: BLAKE2b-64, or the + first 8 bytes of SHA-256 when general_settings.fips_mode is on.""" + digest: Final = ( + hashlib.sha256(name.encode()).digest()[:8] + if fips_mode_active() + else hashlib.blake2b(name.encode(), digest_size=8).digest() + ) + return int.from_bytes(digest, "big", signed=True) + + def _mcp_identifier_lock_keys(*identifiers: str | None) -> tuple[int, ...]: """Deterministic advisory-lock keys for the lowercased identifiers, sorted so concurrent requests for the same pair always lock in the same order.""" return tuple( - int.from_bytes( - hashlib.blake2b(f"mcp_identifier:{normalized}".encode(), digest_size=8).digest(), - "big", - signed=True, - ) + _advisory_lock_key(f"mcp_identifier:{normalized}") for normalized in sorted(frozenset(value.lower() for value in identifiers if value)) ) @@ -1379,8 +1401,10 @@ async def update_mcp_server( "credentials": safe_dumps( _bind_submitted_oauth_client( safe_submitted, - _blank_to_none(cleared_auth_fields.get("issuer", prepared_data.get("issuer", old_issuer))), - _blank_to_none(prepared_data.get("url", existing.url if existing else None)), + _blank_to_none( + cleared_auth_fields.get("issuer", _submitted_or(prepared_data, "issuer", old_issuer)) + ), + _blank_to_none(_submitted_or(prepared_data, "url", existing.url if existing else None)), ) ) } @@ -2499,11 +2523,7 @@ async def merge_user_env_vars( so an admin retiring a user-scoped variable also clears its stored value. """ allowed: Final = set(allowed_names) - lock_key: Final = int.from_bytes( - hashlib.blake2b(f"{user_id}:{server_id}".encode(), digest_size=8).digest(), - "big", - signed=True, - ) + lock_key: Final = _advisory_lock_key(f"{user_id}:{server_id}") async with _db_transaction_manager(prisma_client) as tx: await tx.execute_raw("SELECT pg_advisory_xact_lock($1::bigint)", lock_key) row: Final[prisma_db_models.LiteLLM_MCPUserEnvVars | None] = await tx.litellm_mcpuserenvvars.find_unique( diff --git a/litellm/proxy/mcp_server/discoverable_endpoints.py b/litellm/proxy/mcp_server/discoverable_endpoints.py index 07a267d6caa..f36609aa8b3 100644 --- a/litellm/proxy/mcp_server/discoverable_endpoints.py +++ b/litellm/proxy/mcp_server/discoverable_endpoints.py @@ -6,7 +6,17 @@ import time from collections.abc import AsyncIterator, Callable, Mapping from contextlib import asynccontextmanager from datetime import datetime, timezone -from typing import TYPE_CHECKING, Any, Final, Literal, Optional +from typing import ( + TYPE_CHECKING, + Final, + Literal, + Optional, + Protocol, + SupportsIndex, + SupportsInt, + overload, + runtime_checkable, +) from urllib.parse import parse_qsl, urlencode, urlparse, urlunparse import httpx @@ -15,6 +25,7 @@ from fastapi.responses import HTMLResponse, JSONResponse, RedirectResponse, Resp from mcp.client.auth.utils import get_client_metadata_scopes, union_scopes from mcp.shared.auth import OAuthMetadata from pydantic import ConfigDict, Field, SecretStr, TypeAdapter, ValidationError +from typing_extensions import Buffer from litellm._logging import verbose_logger from litellm.caching.in_memory_cache import InMemoryCache @@ -105,9 +116,11 @@ from litellm.proxy.mcp_server.oauth_utils import ( get_cimd_client_id, get_cimd_document_url, get_request_base_url, + grant_covers_scopes, needs_cimd_discovery, oauth_client_registration_matches, resolve_upstream_resource, + server_scope_names, validate_trusted_redirect_uri, well_known_root_suffix, ) @@ -671,10 +684,24 @@ def _validate_token_response( ) +@runtime_checkable +class _SupportsTrunc(Protocol): + def __trunc__(self) -> int: ... + + +class _OAuthTokenResponseFields(Protocol): + @overload + def get(self, key: Literal["access_token", "refresh_token"], /) -> str | None: ... + @overload + def get(self, key: Literal["expires_in"], /) -> object: ... + @overload + def get(self, key: Literal["scope"], default: str | None, /) -> object: ... + + async def _store_per_user_token_server_side( server: MCPServer, user_id: str, - token_response: dict[str, Any], + token_response: _OAuthTokenResponseFields, identity_binding_proof: str | None = None, cimd_client_id: str | None = None, requested_scope: str | None = None, @@ -697,7 +724,11 @@ async def _store_per_user_token_server_side( raw_expires: Final = token_response.get("expires_in") try: - expires_in: int | None = int(raw_expires) if raw_expires is not None else None + expires_in: int | None = ( + int(raw_expires) + if isinstance(raw_expires, (str, Buffer, SupportsInt, SupportsIndex, _SupportsTrunc)) + else None + ) except (TypeError, ValueError): expires_in = None @@ -2537,6 +2568,9 @@ async def _vendor_credential_state( get_user_oauth_credential, oauth_grant_state, ) + from litellm.proxy.mcp_server.mcp_server_manager import ( # noqa: PLC0415 # circular import at module load + global_mcp_server_manager, + ) from litellm.proxy.proxy_server import prisma_client # noqa: PLC0415 # circular import at module load if prisma_client is None: @@ -2548,7 +2582,12 @@ async def _vendor_credential_state( if oauth_grant_state(credential) == "absent": return "absent" granted_scopes: Final = credential.get("scopes") if credential else None - return "present" if set(requested_scopes).issubset(granted_scopes or ()) else "absent" + covered: Final = grant_covers_scopes( + tuple(granted_scopes or ()), + requested_scopes, + lambda: server_scope_names(global_mcp_server_manager.get_mcp_server_by_id(server_id)), + ) + return "present" if covered else "absent" @router.get("/authorize/flow") diff --git a/litellm/proxy/mcp_server/exceptions.py b/litellm/proxy/mcp_server/exceptions.py index 8be3ae78d15..db9bc4fc0ee 100644 --- a/litellm/proxy/mcp_server/exceptions.py +++ b/litellm/proxy/mcp_server/exceptions.py @@ -1,10 +1,11 @@ """Exceptions raised by the LiteLLM MCP proxy.""" from typing import Final +from urllib.parse import quote from fastapi import HTTPException -from litellm.proxy.mcp_server.oauth_utils import encode_upstream_scope +from litellm.proxy.mcp_server.oauth_utils import encode_upstream_scope, well_known_root_suffix TOKEN_EXCHANGE_SUBJECT_ERROR: Final = ( "Missing or invalid subject token. Authenticate with your identity provider and send its token " @@ -101,12 +102,14 @@ class MCPUpstreamAuthError(Exception): challenge: str | None = self.www_authenticate if challenge is None and (self.status_code == 401 or self.required_scope is not None) and base_url: prefix: Final = base_url.rstrip("/") - if aggregate_step_up: - resource_metadata_url = f"{prefix}/.well-known/oauth-protected-resource" - elif request_path and request_path.startswith(f"/{self.server_name}/mcp"): - resource_metadata_url = f"{prefix}/.well-known/oauth-protected-resource/{self.server_name}/mcp" - else: - resource_metadata_url = f"{prefix}/.well-known/oauth-protected-resource/mcp/{self.server_name}" + name: Final = quote(self.server_name, safe="/:@!$&'()*+,;=") + resource_metadata_url: Final = ( + f"{prefix}/.well-known/oauth-protected-resource" + if aggregate_step_up + else f"{prefix}/.well-known/oauth-protected-resource{well_known_root_suffix()}/{name}/mcp" + if request_path and request_path.startswith(f"/{self.server_name}/mcp") + else f"{prefix}/.well-known/oauth-protected-resource{well_known_root_suffix()}/mcp/{name}" + ) challenge = f'Bearer resource_metadata="{resource_metadata_url}"' scoped_challenge: Final = ( (f'{challenge}, error="insufficient_scope"' if challenge else 'Bearer error="insufficient_scope"') diff --git a/litellm/proxy/mcp_server/legacy_callbacks.py b/litellm/proxy/mcp_server/legacy_callbacks.py index 3d2f97492bb..82d98f39604 100644 --- a/litellm/proxy/mcp_server/legacy_callbacks.py +++ b/litellm/proxy/mcp_server/legacy_callbacks.py @@ -17,6 +17,7 @@ from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.mcp_server.contracts import OperationContext from litellm.proxy.mcp_server.mcp_context import get_active_mcp_request_ctx from litellm.proxy.mcp_server.scope_challenge import ( + LISTING_METHODS, OAuthScopeResponse, is_tool_call_request, scope_response_from_request, @@ -113,6 +114,12 @@ def get_scope_response() -> OAuthScopeResponse | None: return scope_response_from_request(context.request) if context is not None else None +def get_listing_scope_response() -> OAuthScopeResponse | None: + """The response gate of the active request, when the SDK parsed that request as a listing.""" + context: Final = get_active_mcp_request_ctx() + return get_scope_response() if context is not None and context.method in LISTING_METHODS else None + + async def record_upstream_tool_authorization(response: httpx2.Response, *, pending: OAuthScopeResponse | None) -> None: if pending is None or not pending.pending or not response.is_success or response.request.method != "POST": return diff --git a/litellm/proxy/mcp_server/mcp_server_manager.py b/litellm/proxy/mcp_server/mcp_server_manager.py index 013336e1d5d..5b4ebe41948 100644 --- a/litellm/proxy/mcp_server/mcp_server_manager.py +++ b/litellm/proxy/mcp_server/mcp_server_manager.py @@ -26,10 +26,10 @@ from collections.abc import ( ) from contextlib import AbstractAsyncContextManager, ExitStack, asynccontextmanager, nullcontext from dataclasses import dataclass, replace -from functools import lru_cache +from functools import lru_cache, partial from itertools import chain, groupby from types import EllipsisType, MappingProxyType -from typing import TYPE_CHECKING, Any, Final, Literal, TypeAlias, TypedDict, cast +from typing import TYPE_CHECKING, Any, Final, Literal, Protocol, TypeAlias, TypedDict, cast from urllib.parse import ParseResult, urlparse import anyio @@ -58,8 +58,8 @@ from mcp.types import ( ResourceTemplate, ) from mcp.types import Tool as MCPTool -from pydantic import AnyUrl, Field, SecretStr, TypeAdapter, ValidationError -from typing_extensions import ReadOnly, assert_never +from pydantic import AnyUrl, BaseModel, ConfigDict, Field, SecretStr, TypeAdapter, ValidationError +from typing_extensions import ReadOnly, Self, assert_never import litellm from litellm._internal_context import with_service_target @@ -73,6 +73,7 @@ from litellm.constants import ( MCP_UPSTREAM_SESSION_SHUTDOWN_TIMEOUT_SECONDS, ) from litellm.exceptions import BlockedPiiEntityError, GuardrailRaisedException +from litellm.litellm_core_utils.core_helpers import as_object_list, decoded_json_object from litellm.litellm_core_utils.url_utils import SSRFError, async_safe_get from litellm.llms.custom_httpx.http_handler import get_async_httpx_client from litellm.mcp_client.client import ( @@ -235,6 +236,7 @@ from litellm.types.mcp import ( without_header, ) from litellm.types.mcp_server.mcp_server_manager import ( + MAX_TOOLS_LIST_CACHE_TTL_SECONDS, MCPInfo, MCPOAuthMetadata, MCPServer, @@ -469,14 +471,6 @@ class MCPServerConfig(TypedDict, total=False): rpm: ReadOnly[int | None] -class _ProtectedResourceMetadataPayload(TypedDict, total=False): - """The RFC 9728 protected-resource metadata document fields this gateway reads.""" - - authorization_servers: Sequence[object] - scopes_supported: Sequence[str] - scopes: Sequence[str] - - class _AuthorizationServerMetadataPayload(TypedDict, total=False): """The RFC 8414 / OpenID Discovery authorization-server metadata fields this gateway reads.""" @@ -1206,8 +1200,10 @@ def should_strip_caller_authorization( admission credential — a virtual key, an IdP JWT, or an SSO / OIDC / session token whose ``api_key`` is ``None`` — and must never reach the upstream, so it is stripped regardless of the ``api_key`` value. - - **Every other auth-enabled mode**: strip when ``Authorization`` is the - credential admission validated. + - **true_passthrough**: strip when ``Authorization`` is the credential + admission validated. + - **Every other mode**: forward. The caller's ``Authorization`` only reaches + the upstream because the admin listed it in ``extra_headers``. """ if ( user_api_key_auth is not None @@ -1233,6 +1229,8 @@ def should_strip_caller_authorization( mcp_server.auth_type == MCPAuth.oauth2 and mcp_server.delegate_auth_to_upstream ) if not (mcp_server.is_oauth_passthrough or is_delegated_oauth): + if not mcp_server.is_client_forwarded_token: + return False from litellm.proxy.auth.user_api_key_auth import is_no_auth_dev_mode from litellm.proxy.proxy_server import ( general_settings, # pyright: ignore[reportUnknownVariableType] # legacy global is declared as a bare dict @@ -1403,7 +1401,7 @@ def _openapi_forwarded_extra_headers( ) forwarded: Final[dict[str, str]] = {} for header_name in mcp_server.extra_headers: - if not isinstance(header_name, str) or header_name.lower() == "x-litellm-api-key": + if not isinstance(header_name, str): continue if skip_caller_authorization and header_name.lower() == "authorization": continue @@ -1899,6 +1897,49 @@ def _mcp_discovery_cache_ttl() -> float: return ttl +_TOOL_LIST_ENTRY_LIMIT_KB: Final = 1024 + + +class _UpstreamToolListing(BaseModel): + model_config = ConfigDict(frozen=True) + + page: ListToolsResult + ttl_ms: int + upstream_instructions: str | None + + @classmethod + def fetched_by(cls, client: MCPClient, page: ListToolsResult) -> Self: + declared: Final[object] = getattr(client, "_last_initialize_instructions", None) + return cls(page=page, ttl_ms=page.ttl_ms, upstream_instructions=declared if isinstance(declared, str) else None) + + def is_whole(self) -> bool: + return not self.page.next_cursor + + def page_to_serve(self) -> ListToolsResult: + if self.ttl_ms == self.page.ttl_ms: + return self.page + return self.page.model_copy(update={"ttl_ms": self.ttl_ms}) + + +def _tool_page_cursor(params: PaginatedRequestParams | None) -> tuple[str | None] | None: + return None if params is None else (params.cursor,) + + +def _mcp_tools_list_cache_ttl() -> int | None: + raw: Final = os.environ.get("LITELLM_MCP_TOOLS_LIST_CACHE_TTL") + if raw is None: + return None + try: + ttl: Final = int(raw) + except ValueError: + verbose_logger.warning("Invalid LITELLM_MCP_TOOLS_LIST_CACHE_TTL; ignoring it") + return None + if not 0 <= ttl <= MAX_TOOLS_LIST_CACHE_TTL_SECONDS: + verbose_logger.warning("Invalid LITELLM_MCP_TOOLS_LIST_CACHE_TTL; ignoring it") + return None + return ttl + + def _listing_task_was_cancelled(error: asyncio.CancelledError) -> bool: """The MCP client raises its own CancelledError(SESSION_CLEANUP_TIMEOUT_MESSAGE) when a session's teardown outlives its budget while the listing task keeps running. That one is the server's fault, @@ -1906,6 +1947,10 @@ def _listing_task_was_cancelled(error: asyncio.CancelledError) -> bool: return error.args != (SESSION_CLEANUP_TIMEOUT_MESSAGE,) +class _InternalNetworkSettings(Protocol): + def get(self, key: Literal["mcp_internal_ip_ranges"], /) -> list[str] | None: ... + + class MCPServerManager: _STDIO_ENV_TEMPLATE_PATTERN = re.compile(r"^\$\{(X-[^}]+)\}$") @@ -2044,6 +2089,15 @@ class MCPServerManager: self._template_discovery_cache = _DiscoveryCache[ListResourceTemplatesResult]( discovery_ttl, discovery_clock, TypeAdapter(ListResourceTemplatesResult) ) + self._tool_discovery_cache = _DiscoveryCache[_UpstreamToolListing]( + discovery_ttl, + discovery_clock, + TypeAdapter(_UpstreamToolListing), + max_entry_kb=_TOOL_LIST_ENTRY_LIMIT_KB, + storable=_UpstreamToolListing.is_whole, + ) + self._list_caching_enabled = discovery_ttl > 0 + self._tools_list_cache_ttl = _mcp_tools_list_cache_ttl() from litellm.proxy.mcp_server.catalog import CatalogSnapshots self.catalog = CatalogSnapshots(self) @@ -4439,6 +4493,7 @@ class MCPServerManager: *, catalog_auth_header: str | dict[str, str] | None | EllipsisType = ..., record_listing: bool = False, + use_tool_list_cache: bool = True, ) -> list[MCPTool]: result: Final = await self.get_tools_page( server=server, @@ -4452,6 +4507,7 @@ class MCPServerManager: proxy_logging_obj=proxy_logging_obj, catalog_auth_header=catalog_auth_header, record_listing=record_listing, + use_tool_list_cache=use_tool_list_cache, ) return result.tools @@ -4473,6 +4529,7 @@ class MCPServerManager: catalog_auth_header: str | dict[str, str] | None | EllipsisType = ..., record_listing: bool = False, listing_updates: ExitStack | None = None, + use_tool_list_cache: bool = True, ) -> ListToolsResult: from litellm.proxy.mcp_server.tool_registry import ( global_mcp_tool_registry, @@ -4520,6 +4577,7 @@ class MCPServerManager: # upstream API key or a user's OAuth token (MCPClient._get_auth_headers # applies extra_headers after writing Authorization from auth_value, so # an injected JWT would otherwise clobber the per-user token). + headers_before_signing: Final = extra_headers if user_api_key_auth is not None and not server.spec_path: from litellm.proxy.guardrails.guardrail_hooks.mcp_jwt_signer.mcp_jwt_signer import ( get_mcp_jwt_signer, @@ -4594,14 +4652,22 @@ class MCPServerManager: tools=[t.model_copy(update={"name": registered_names[t.name]}) for t in guarded_openapi] ) else: - page: Final = ( - await retry_upstream_rate_limit( - lambda: self._fetch_tools_page_with_timeout(client, server, params), - server.name, - deadline_seconds=MCP_TOOL_LISTING_TIMEOUT, - ) - if params is not None - else ListToolsResult(tools=await self._fetch_tools_with_timeout(client, server.name)) + page: Final = await self._list_upstream_tools( + server, + client, + params, + partial( + self._discovery_key, + server, + user_api_key_auth, + mcp_auth_header, + extra_headers, + stdio_env, + subject_token, + raw_headers=raw_headers, + page_cursor=_tool_page_cursor(params), + ), + use_cache=use_tool_list_cache and extra_headers is headers_before_signing, ) tools = page.tools self._remember_upstream_initialize_instructions(server, client) @@ -4662,6 +4728,92 @@ class MCPServerManager: ) raise_classified_list_failure(e, server.name, suppress_challenge=server.is_dcr_bridge) + def _admin_tools_list_ttl(self, server: MCPServer) -> int | None: + if not self._list_caching_enabled: + return None + per_server: Final = server.tools_list_cache_ttl_seconds + return self._tools_list_cache_ttl if per_server is None else per_server + + def _tools_fetch( + self, client: MCPClient, server: MCPServer, params: PaginatedRequestParams | None + ) -> Callable[[], Awaitable[ListToolsResult]]: + if params is None: + return partial(self._fetch_tools_with_timeout, client, server.name) + return partial( + retry_upstream_rate_limit, + partial(self._fetch_tools_page_with_timeout, client, server, params), + server.name, + deadline_seconds=MCP_TOOL_LISTING_TIMEOUT, + ) + + async def _list_upstream_tools( + self, + server: MCPServer, + client: MCPClient, + params: PaginatedRequestParams | None, + key_for_credential: Callable[[str], _DiscoveryKey], + *, + use_cache: bool, + ) -> ListToolsResult: + fetch_page: Final = self._tools_fetch(client, server, params) + + async def fetch() -> _UpstreamToolListing: + return _UpstreamToolListing.fetched_by(client, await fetch_page()) + + listing: Final = await self._cached_or_upstream_tools( + server, client, params, key_for_credential, fetch, use_cache + ) + self._remember_instructions_if_missing(server, listing.upstream_instructions) + return listing.page_to_serve() + + def _remember_instructions_if_missing(self, server: MCPServer, seen_by_this_caller: str | None) -> None: + if seen_by_this_caller and not self._upstream_initialize_instructions_by_server_id.get(server.server_id): + self._upstream_initialize_instructions_by_server_id[server.server_id] = seen_by_this_caller + + async def _cached_or_upstream_tools( + self, + server: MCPServer, + client: MCPClient, + params: PaginatedRequestParams | None, + key_for_credential: Callable[[str], _DiscoveryKey], + fetch: Callable[[], Awaitable[_UpstreamToolListing]], + use_cache: bool, + ) -> _UpstreamToolListing: + if not use_cache or (params is not None and params.cursor is not None): + return await fetch() + + async def cache_key() -> _DiscoveryKey: + return key_for_credential(await client.discovery_auth_fingerprint()) + + admin_ttl: Final = self._admin_tools_list_ttl(server) + if admin_ttl is None: + return await self._list_tools_for_upstream_ttl(server, cache_key, fetch) + + async def fetch_with_admin_ttl() -> _UpstreamToolListing: + listing: Final = await fetch() + return listing.model_copy(update={"ttl_ms": admin_ttl * 1000}) if listing.is_whole() else listing + + if admin_ttl <= 0: + return await fetch_with_admin_ttl() + return await self._tool_discovery_cache.get(await cache_key(), fetch_with_admin_ttl, capped=False) + + async def _list_tools_for_upstream_ttl( + self, + server: MCPServer, + cache_key: Callable[[], Awaitable[_DiscoveryKey]], + fetch: Callable[[], Awaitable[_UpstreamToolListing]], + ) -> _UpstreamToolListing: + if self._tool_discovery_cache.holds(server.server_id): + return await self._tool_discovery_cache.get(await cache_key(), fetch) + invalidations_before: Final = self._tool_discovery_cache.invalidations + listing: Final = await fetch() + if not self._list_caching_enabled or listing.ttl_ms <= 0 or not listing.is_whole(): + return listing + key: Final = await cache_key() + if self._tool_discovery_cache.invalidations == invalidations_before: + self._tool_discovery_cache.keep(key, listing) + return listing + def clear_initialize_instructions(self) -> None: self._upstream_initialize_instructions_by_server_id.clear() self._upstream_initialize_instructions_probed_at.clear() @@ -4672,6 +4824,7 @@ class MCPServerManager: self._prompt_discovery_cache.invalidate(server_id) self._resource_discovery_cache.invalidate(server_id) self._template_discovery_cache.invalidate(server_id) + self._tool_discovery_cache.invalidate(server_id) def invalidate_server_definition_caches(self, server_id: str) -> None: from litellm.proxy.mcp_server.discoverable_endpoints import ( # noqa: PLC0415 # lazy: discoverable_endpoints lazily imports this module's manager singleton @@ -4773,6 +4926,7 @@ class MCPServerManager: subject_token: str | None, credential_fingerprint: str | None = None, raw_headers: Mapping[str, str] | None = None, + page_cursor: tuple[str | None] | None = None, ) -> _DiscoveryKey: identity: Final = ( user_api_key_auth.model_dump( @@ -4799,6 +4953,7 @@ class MCPServerManager: stdio_env, subject_token, credential_fingerprint, + page_cursor, ), sort_keys=True, separators=(",", ":"), @@ -5365,7 +5520,7 @@ class MCPServerManager: try: response: Final = await self._fetch_oauth_discovery_url(resource_metadata_url, server_url) response.raise_for_status() - data: Final[_ProtectedResourceMetadataPayload] = response.json() + decoded: Final = _UNTYPED_VALUE.validate_python(response.json()) except SSRFError as exc: verbose_logger.warning( "MCP OAuth discovery: refusing to fetch resource metadata from %s " @@ -5383,11 +5538,13 @@ class MCPServerManager: ) return [], None - raw_servers: Final = data.get("authorization_servers") - if isinstance(raw_servers, list): - authorization_servers = [entry for entry in raw_servers if isinstance(entry, str) and entry.strip() != ""] - else: - authorization_servers = [] + data: Final = decoded_json_object(decoded) + raw_servers: Final = as_object_list(data.get("authorization_servers")) + authorization_servers: Final = ( + [entry for entry in raw_servers if isinstance(entry, str) and entry.strip() != ""] + if raw_servers is not None + else [] + ) scopes: Final = self._extract_scopes(data.get("scopes_supported") or data.get("scopes")) @@ -5627,20 +5784,21 @@ class MCPServerManager: "aws_session_name": credentials_dict.get("aws_session_name"), } - def _extract_scopes(self, scopes_value: str | Sequence[object] | None) -> list[str] | None: + def _extract_scopes(self, scopes_value: object) -> list[str] | None: if isinstance(scopes_value, str): scopes = [s.strip() for s in scopes_value.split() if s.strip()] return scopes or None - if isinstance(scopes_value, list): - scopes = [s for s in scopes_value if isinstance(s, str) and s.strip()] - return scopes or None + scope_entries: Final = as_object_list(scopes_value) + if scope_entries is not None: + listed_scopes: Final = [s for s in scope_entries if isinstance(s, str) and s.strip()] + return listed_scopes or None return None async def _fetch_tools_with_timeout( self, client: MCPClient, server_name: str, - ) -> list[MCPTool]: + ) -> ListToolsResult: """ Fetch tools from MCP client with timeout and error handling. @@ -5664,17 +5822,17 @@ class MCPServerManager: server_name: Name of the server for logging Returns: - List of tools from the server + The tools from the server with the upstream freshness of the complete walk """ try: with anyio.fail_after(MCP_TOOL_LISTING_TIMEOUT): - tools: Final = await retry_upstream_rate_limit( - lambda: client.list_tools(raise_on_error=True), + listing: Final = await retry_upstream_rate_limit( + lambda: client.list_tools_result(raise_on_error=True), server_name, deadline_seconds=MCP_TOOL_LISTING_TIMEOUT, ) - verbose_logger.debug("Tools from %s: %s", server_name, tools) - return tools + verbose_logger.debug("Tools from %s: %s", server_name, listing.tools) + return listing except TimeoutError as e: verbose_logger.warning("Timeout while listing tools from %s", server_name) raise MCPServerListError(ServerListFault(tag="timeout"), server_name) from e @@ -6127,6 +6285,7 @@ class MCPServerManager: dict(catalog_auth_header) if isinstance(catalog_auth_header, Mapping) else catalog_auth_header ), record_listing=False, + use_tool_list_cache=False, ) selected: Final = tuple(tool for tool in upstream if tool.name == name) scan: Final = await scan_tool_descriptions( @@ -6241,7 +6400,7 @@ class MCPServerManager: ) caller_bearer: Final = ( - MCPRequestHandler.get_incoming_bearer_token(raw_headers or {}) + MCPRequestHandler.guardrail_bearer_from_raw_headers(raw_headers, user_api_key_auth) if incoming_bearer_token is ... else incoming_bearer_token ) @@ -6640,7 +6799,7 @@ class MCPServerManager: # For M2M OAuth servers, Authorization must come from token fetch. extra_headers = None else: - extra_headers = oauth2_headers + extra_headers = dict(oauth2_headers) if oauth2_headers else None # Migrated authorization_code: the v2 resolver injects the stored per-user # token, so drop the caller-forwarded Authorization (apply-if-absent would # otherwise let it shadow the resolved token). Delegate keeps it. Centralized @@ -6673,7 +6832,7 @@ class MCPServerManager: ) for header in mcp_server.extra_headers: - if not isinstance(header, str) or header.lower() == "x-litellm-api-key": + if not isinstance(header, str): continue if header.lower() == "authorization" and strip_caller_authorization: continue @@ -7350,7 +7509,7 @@ class MCPServerManager: servers.append(server) return servers - def _get_general_settings(self) -> dict[str, Any]: + def _get_general_settings(self) -> _InternalNetworkSettings: """Get general_settings, importing lazily to avoid circular imports.""" try: from litellm.proxy.proxy_server import ( diff --git a/litellm/proxy/mcp_server/oauth_utils.py b/litellm/proxy/mcp_server/oauth_utils.py index 76343f77e32..3171c476ede 100644 --- a/litellm/proxy/mcp_server/oauth_utils.py +++ b/litellm/proxy/mcp_server/oauth_utils.py @@ -3,7 +3,7 @@ import os import re -from collections.abc import Mapping +from collections.abc import Callable, Mapping from dataclasses import dataclass from ipaddress import ip_address from types import MappingProxyType @@ -11,6 +11,7 @@ from typing import TYPE_CHECKING, Final, NoReturn from urllib.parse import ParseResult, parse_qsl, urlencode, urlparse, urlsplit, urlunparse, urlunsplit from fastapi import HTTPException, Request +from pydantic import TypeAdapter from starlette.types import Scope from litellm._logging import verbose_logger @@ -131,6 +132,34 @@ def build_upstream_authorize_url(authorization_url: str, params: Mapping[str, st return urlunparse(parsed._replace(query=urlencode(merged))) +def grant_covers_scopes( + granted: tuple[str, ...], requested: tuple[str, ...], server_scopes: Callable[[], frozenset[str]] +) -> bool: + """Whether a stored grant holds every requested scope. A grant stored as one comma-joined token, the form + Slack and GitHub reply with, counts as its parts only when every part is a requested or server scope.""" + if all(scope in granted for scope in requested): + return True + if len(granted) != 1 or "," not in granted[0]: + return False + parts: Final = frozenset(granted[0].split(",")) + known: Final = frozenset(requested) | server_scopes() + return parts <= known and all(scope in granted or scope in parts for scope in requested) + + +_PUBLISHED_SCOPES: Final = TypeAdapter[tuple[str, ...] | None](tuple[str, ...] | None) + + +def server_scope_names(server: "MCPServer | None") -> frozenset[str]: + if server is None: + return frozenset() + published: Final = ( + _PUBLISHED_SCOPES.validate_python(server.authorization_server_metadata.get("scopes_supported")) + if server.authorization_server_metadata is not None + else None + ) + return frozenset((*(server.scopes or ()), *(published or ()))) + + def proxy_base_url_from_env() -> str | None: """The gateway's fixed public URL from ``PROXY_BASE_URL``, ``None`` when unset or malformed.""" return _resolve_proxy_base_url_env() diff --git a/litellm/proxy/mcp_server/openapi_to_mcp_generator.py b/litellm/proxy/mcp_server/openapi_to_mcp_generator.py index 7282e59d746..fc88d8da1a3 100644 --- a/litellm/proxy/mcp_server/openapi_to_mcp_generator.py +++ b/litellm/proxy/mcp_server/openapi_to_mcp_generator.py @@ -760,7 +760,7 @@ def register_tools_from_openapi(spec: _OpenAPISpec, base_url: str) -> None: # by sanitized characters (e.g. "foo/list" and "foo.list") # would both become "foo_list". Append _2, _3, … to keep # every tool reachable, mirroring the Anthropic-side logic - # in _build_anthropic_tool_name_maps. + # in build_anthropic_tool_name_maps. unique = tool_name n = 1 while unique in used_names: diff --git a/litellm/proxy/mcp_server/operations.py b/litellm/proxy/mcp_server/operations.py index dfc45417814..73a16291c61 100644 --- a/litellm/proxy/mcp_server/operations.py +++ b/litellm/proxy/mcp_server/operations.py @@ -1080,7 +1080,7 @@ def _prepare_mcp_server_headers( ) for header in server.extra_headers: - if not isinstance(header, str) or header.lower() == "x-litellm-api-key": + if not isinstance(header, str): continue if header.lower() == "authorization" and (strip_caller_authorization or withhold_forwarded_authorization): continue @@ -1218,6 +1218,7 @@ async def find_mcp_proxy_tool( context=context, allowed_mcp_servers=allowed_mcp_servers, prefetched_oauth_creds=prefetched_oauth_creds, + use_tool_list_cache=False, ) return next((tool for tool in page.tools if mcp_proxy_tool_id(tool) == tool_id), None) @@ -1255,6 +1256,7 @@ async def _get_tools_from_mcp_servers( record_listing: bool = False, request_trace_id: str | None = None, enforce_rate_limits: bool = True, + use_tool_list_cache: bool = True, ) -> AggregateToolListing: """ Helper method to fetch tools from MCP servers based on server filtering criteria. @@ -1384,6 +1386,7 @@ async def _get_tools_from_mcp_servers( allowed_mcp_servers=allowed_mcp_servers, prefetched_oauth_creds=_prefetched_oauth_creds, record_listing=record_listing, + use_tool_list_cache=use_tool_list_cache, ) return page.tools, outcome @@ -1419,6 +1422,7 @@ async def _get_tools_from_mcp_servers( _prefetched_oauth_creds, record_listing=record_listing, enforce_rate_limits=enforce_rate_limits, + use_tool_list_cache=use_tool_list_cache, ) all_tools: Final = aggregated.tools server_outcomes: Final = aggregated.outcomes @@ -1710,6 +1714,7 @@ async def _list_mcp_tools( protocol_version: str | None = None, *, record_listing: bool = False, + use_tool_list_cache: bool = True, ) -> AggregateToolListing: """ List all available MCP tools. @@ -1745,6 +1750,7 @@ async def _list_mcp_tools( record_listing=record_listing, params=params, protocol_version=protocol_version, + use_tool_list_cache=use_tool_list_cache, ) verbose_logger.debug("Successfully fetched %s tools from managed MCP servers", len(listing.tools)) return listing @@ -2073,6 +2079,7 @@ async def _list_tools_before_first_call( client_ip=client_ip, record_listing=False, enforce_rate_limits=False, + use_tool_list_cache=False, ) except Exception as e: # noqa: BLE001 # best effort: resolution below answers as it did before verbose_logger.debug("MCP tools/call: listing %s before its first call failed: %s", server.name, e) @@ -2080,7 +2087,7 @@ async def _list_tools_before_first_call( async def execute_mcp_tool( name: str, - arguments: dict[str, object], + arguments: Mapping[str, object], allowed_mcp_servers: list[MCPServer], start_time: datetime, user_api_key_auth: UserAPIKeyAuth | None = None, diff --git a/litellm/proxy/mcp_server/rest_endpoints.py b/litellm/proxy/mcp_server/rest_endpoints.py index 2737b567985..a5cba312d64 100644 --- a/litellm/proxy/mcp_server/rest_endpoints.py +++ b/litellm/proxy/mcp_server/rest_endpoints.py @@ -15,7 +15,7 @@ import httpx2 from fastapi import APIRouter, Depends, HTTPException, Query, Request, status from pydantic import TypeAdapter, ValidationError from starlette.datastructures import Headers -from typing_extensions import ReadOnly +from typing_extensions import Never, ReadOnly from litellm._logging import verbose_logger from litellm.constants import MCP_CLIENT_TIMEOUT, MCP_TOOL_LISTING_TIMEOUT @@ -118,6 +118,8 @@ _MCP_GUARDRAIL_REJECTIONS: Final = ( _CLIENT_FORWARDED_TOKEN_AUTH_TYPES: Final = frozenset((MCPAuth.true_passthrough, MCPAuth.oauth_delegate)) +_NO_TOOL_ARGUMENTS: Final[Mapping[str, Never]] = MappingProxyType({}) + def _connection_error_message(exc: BaseException, url: str | None, timeout_seconds: float) -> str: reference: Final = uuid4().hex @@ -356,7 +358,7 @@ if MCP_AVAILABLE: status_code=403, detail={"error": "forbidden", "message": f"{tool_name} requires mcp_tool_search_enabled on the key"}, ) - tool_arguments: Final = data.get("arguments") or {} + tool_arguments: Final = data.get("arguments") or _NO_TOOL_ARGUMENTS if tool_name == AGENT_SEARCH_TOOL_NAME: return await handle_agent_search( query=str(tool_arguments.get("query", "")), @@ -627,7 +629,6 @@ if MCP_AVAILABLE: ) = MCPRequestHandler.scrub_gateway_admission_credentials( admitted=False, admitted_credential=admitted_credential, - preserve_jwt_subject=bool(user_api_key_dict.jwt_claims), oauth2_headers=oauth2_headers_from_request, raw_headers=dict(headers), mcp_auth_header=MCPRequestHandler.get_mcp_auth_header_from_headers(headers), @@ -747,6 +748,7 @@ if MCP_AVAILABLE: proxy_logging_obj: "ProxyLogging | None", *, record_listing: bool, + use_tool_list_cache: bool, ) -> list[MCPTool]: return list( await global_mcp_server_manager.get_tools_from_server( @@ -759,6 +761,7 @@ if MCP_AVAILABLE: user_api_key_auth=user_api_key_auth, proxy_logging_obj=proxy_logging_obj, record_listing=record_listing, + use_tool_list_cache=use_tool_list_cache, ) ) @@ -792,6 +795,7 @@ if MCP_AVAILABLE: client_ip, proxy_logging_obj, record_listing=False, + use_tool_list_cache=apply_tool_filters, ) server_filtered: Final = filter_tools_by_allowed_tools(tools, server) if apply_tool_filters else tools @@ -838,6 +842,7 @@ if MCP_AVAILABLE: IPAddressUtils.get_mcp_client_ip(request), None, record_listing=False, + use_tool_list_cache=False, ) scan: Final = await scan_tool_descriptions( apply_description_overrides(upstream, server), diff --git a/litellm/proxy/mcp_server/scope_challenge.py b/litellm/proxy/mcp_server/scope_challenge.py index 128b27b0f91..927cb38c42e 100644 --- a/litellm/proxy/mcp_server/scope_challenge.py +++ b/litellm/proxy/mcp_server/scope_challenge.py @@ -19,18 +19,31 @@ SCOPE_RESPONSE_KEY: Final = "litellm.mcp.scope_response" _REQUEST: Final = TypeAdapter[dict[str, object]](dict[str, object]) -def is_tool_call_request(body: bytes) -> bool: +LISTING_METHODS: Final = frozenset({"tools/list", "prompts/list", "resources/list", "resources/templates/list"}) + + +def _request_method(body: bytes) -> object: try: - return _REQUEST.validate_json(body).get("method") == "tools/call" + return _REQUEST.validate_json(body).get("method") except ValidationError: - return False + return None + + +def is_tool_call_request(body: bytes) -> bool: + return _request_method(body) == "tools/call" + + +def is_listing_request(body: bytes) -> bool: + method: Final = _request_method(body) + return isinstance(method, str) and method in LISTING_METHODS class OAuthScopeResponse: - def __init__(self, send: Send, base_url: str, request_path: str | None) -> None: + def __init__(self, send: Send, base_url: str, request_path: str | None, reauthorize_as: str | None = None) -> None: self._send = send self._base_url = base_url self._request_path = request_path + self._reauthorize_as = reauthorize_as self._ready = asyncio.Event() self._lock = asyncio.Lock() self._challenge: MCPUpstreamAuthError | None = None @@ -44,7 +57,15 @@ class OAuthScopeResponse: self._ready.set() def deny(self, error: MCPUpstreamAuthError) -> None: - if self.pending and error.status_code == 403 and error.required_scope is not None: + if error.status_code == 403 and error.required_scope is not None: + self._refuse(error) + + def deny_reauth(self) -> None: + if self._reauthorize_as is not None: + self._refuse(MCPUpstreamAuthError(status_code=401, www_authenticate=None, server_name=self._reauthorize_as)) + + def _refuse(self, error: MCPUpstreamAuthError) -> None: + if self.pending: self._challenge = error self._ready.set() diff --git a/litellm/proxy/mcp_server/server.py b/litellm/proxy/mcp_server/server.py index bbbbd09e527..c255eddb214 100644 --- a/litellm/proxy/mcp_server/server.py +++ b/litellm/proxy/mcp_server/server.py @@ -10,6 +10,7 @@ import contextvars import hashlib import json import os +import re import time import types from collections import Counter @@ -81,9 +82,11 @@ from litellm.proxy.mcp_server.oauth_utils import ( well_known_root_suffix, ) from litellm.proxy.mcp_server.scope_challenge import ( + LISTING_METHODS, SCOPE_RESPONSE_KEY, OAuthScopeResponse, finish_scope_response, + is_listing_request, is_tool_call_request, ) from litellm.proxy.mcp_server.ui_session_utils import ( @@ -225,16 +228,13 @@ _SESSION_MANAGERS_INITIALIZED = False _INITIALIZATION_LOCK: Final = asyncio.Lock() -def _jsonrpc_text_has_top_level_method(text: str) -> bool: - """Whether a (possibly truncated) JSON-RPC envelope has a ``method`` key at - the root object's top level. +def _jsonrpc_text_top_level_key_end(text: str, key: str) -> int | None: + """Where the root object's top-level ``key`` ends in a (possibly truncated) JSON-RPC envelope. - Used to tell a request/notification (carries ``method``) apart from a - response (carries ``result``/``error`` and no top-level ``method``). A - response payload can itself nest a ``method`` field, so only keys at the + A response payload can itself nest a ``method`` field, so only keys at the root object's depth are inspected rather than searching the whole string. - Returns ``True`` only when a top-level ``method`` key is positively found; - truncation that hides it yields ``False``. + Returns an index only when the key is positively found; truncation that + hides it yields ``None``. """ depth = 0 in_string = False @@ -243,7 +243,7 @@ def _jsonrpc_text_has_top_level_method(text: str) -> bool: reading_key = False expect_key = False key_chars: list[str] = [] - for ch in text: + for index, ch in enumerate(text): if in_string: if escaped: escaped = False @@ -251,8 +251,8 @@ def _jsonrpc_text_has_top_level_method(text: str) -> bool: escaped = True elif ch == '"': in_string = False - if reading_key and depth == 1 and "".join(key_chars) == "method": - return True + if reading_key and depth == 1 and "".join(key_chars) == key: + return index + 1 elif reading_key: key_chars.append(ch) continue @@ -276,7 +276,32 @@ def _jsonrpc_text_has_top_level_method(text: str) -> bool: expect_key = bool(in_object) and in_object[-1] elif ch == ":": expect_key = False - return False + return None + + +def _jsonrpc_text_has_top_level_method(text: str) -> bool: + """Whether a (possibly truncated) JSON-RPC envelope has a top-level ``method`` key. + + Used to tell a request/notification (carries ``method``) apart from a + response (carries ``result``/``error`` and no top-level ``method``). + """ + return _jsonrpc_text_top_level_key_end(text, "method") is not None + + +_JSONRPC_STRING_VALUE: Final = re.compile(r'\s*:\s*("(?:[^"\\]|\\.)*")') + + +def _jsonrpc_text_method(text: str) -> str | None: + """The top-level ``method`` of a (possibly truncated) JSON-RPC envelope, when the cut leaves it whole.""" + key_end: Final = _jsonrpc_text_top_level_key_end(text, "method") + value: Final = _JSONRPC_STRING_VALUE.match(text, key_end) if key_end is not None else None + if value is None: + return None + try: + method: Final = json.loads(value.group(1)) + except ValueError: + return None + return method if isinstance(method, str) else None def _mcp_meta_trace_carrier(req_ctx: object) -> dict[str, str] | None: @@ -2470,6 +2495,27 @@ if MCP_AVAILABLE: ), ) + def _is_listing_body(body: bytes) -> bool: + """A listing request, including one the routing peek cut off after its method.""" + if is_listing_request(body): + return True + peek_cut: Final = len(body) >= _MCP_ROUTING_PEEK_MAX_BYTES + return peek_cut and _jsonrpc_text_method(body.decode("utf-8", errors="replace")) in LISTING_METHODS + + def _server_to_reauthorize( + mcp_servers: Sequence[str] | None, scoped_server_endpoint: bool, body: bytes, client_ip: str | None + ) -> str | None: + """The server a client addressed alone for a listing it can fix by authenticating again.""" + if not scoped_server_endpoint or mcp_servers is None or len(mcp_servers) != 1 or not _is_listing_body(body): + return None + server: Final = operations.global_mcp_server_manager.get_mcp_server_by_identifier( + mcp_servers[0], client_ip=client_ip + ) + reauthorizes: Final = ( + server is not None and MCPServerManager.resolve_oauth2_flow_for_request(server).reauthorizes_in_client + ) + return mcp_servers[0] if reauthorizes else None + async def handle_streamable_http_mcp(scope: Scope, receive: Receive, send: Send) -> None: """Handle MCP requests through StreamableHTTP.""" try: @@ -2638,13 +2684,15 @@ if MCP_AVAILABLE: await rejection(scope, receive, send) return + reauthorize_as: Final = _server_to_reauthorize(mcp_servers, scoped_server_endpoint, body, _client_ip) scope_response: Final = ( OAuthScopeResponse( send, get_request_base_url(StarletteRequest(scope)), get_route_relative_request_path(scope), + reauthorize_as=reauthorize_as, ) - if is_tool_call_request(body) or len(body) >= _MCP_ROUTING_PEEK_MAX_BYTES + if is_tool_call_request(body) or len(body) >= _MCP_ROUTING_PEEK_MAX_BYTES or reauthorize_as is not None else None ) if scope_response is not None: diff --git a/litellm/proxy/mcp_server/tool_search.py b/litellm/proxy/mcp_server/tool_search.py index 96bcf8fbacf..b90e5c79889 100644 --- a/litellm/proxy/mcp_server/tool_search.py +++ b/litellm/proxy/mcp_server/tool_search.py @@ -10,13 +10,13 @@ from dataclasses import dataclass from datetime import datetime from itertools import chain, islice from types import EllipsisType, MappingProxyType -from typing import TYPE_CHECKING, Any, Final, TypedDict +from typing import TYPE_CHECKING, Final, Protocol, SupportsIndex, SupportsInt, TypedDict, runtime_checkable import anyio from anyio import to_process from anyio.lowlevel import RunVar from pydantic import JsonValue, SecretStr, ValidationError -from typing_extensions import ReadOnly, Required, assert_never +from typing_extensions import Buffer, ReadOnly, Required, assert_never import litellm from litellm.llms.litellm_proxy.skills.skill_search import DEFAULT_SKILL_SEARCH_TOP_K @@ -131,7 +131,14 @@ async def _tool_argument_validation_error( return "Tool argument validation worker failed" -def coerce_top_k(value: Any, default: int = 5) -> int: +@runtime_checkable +class _SupportsTrunc(Protocol): + def __trunc__(self) -> int: ... + + +def coerce_top_k(value: object, default: int = 5) -> int: + if not isinstance(value, (str, Buffer, SupportsInt, SupportsIndex, _SupportsTrunc)): + return default try: return int(value) except (TypeError, ValueError): @@ -581,6 +588,7 @@ async def handle_mcp_tool_search( mcp_server_auth_headers=mcp_server_auth_headers, oauth2_headers=oauth2_headers, raw_headers=raw_headers, + use_tool_list_cache=False, ) results: Final = await search_mcp_tools(query, mcp_listing.tools, top_k, settings, ranker) if isinstance(results, EmbeddingFailed): @@ -621,6 +629,7 @@ async def handle_mcp_proxy_tool( oauth2_headers=oauth2_headers, raw_headers=raw_headers, mcp_proxy_mode=True, + use_tool_list_cache=False, ) llm_router: Final = proxy_server.llm_router proxy_logging_obj: Final = proxy_server.proxy_logging_obj @@ -699,7 +708,7 @@ async def handle_mcp_proxy_tool( async def handle_mcp_tool_call( tool_name: str, - arguments: dict[str, Any], + arguments: Mapping[str, object], user_api_key_dict: UserAPIKeyAuth, client_ip: str | None = None, mcp_servers: list[str] | None = None, diff --git a/litellm/proxy/mcp_server/utils.py b/litellm/proxy/mcp_server/utils.py index 92bea6053b0..024bf2aa3e1 100644 --- a/litellm/proxy/mcp_server/utils.py +++ b/litellm/proxy/mcp_server/utils.py @@ -176,7 +176,7 @@ def sanitize_mcp_alias_for_header(alias: str) -> str: """ Sanitize an MCP server alias for x-mcp-{alias}-{header} HTTP headers. - Must stay in sync with ui/litellm-dashboard/src/utils/mcpHeaderUtils.ts. + Must stay in sync with litellm/ui/litellm-dashboard/src/utils/mcpHeaderUtils.ts. """ sanitized = _MCP_ALIAS_HEADER_INVALID_RE.sub("_", alias.lower().strip()) sanitized = re.sub(r"_+", "_", sanitized) diff --git a/litellm/proxy/middleware/admission_control_middleware.py b/litellm/proxy/middleware/admission_control_middleware.py index 83503d0c3d4..1b1af7fff95 100644 --- a/litellm/proxy/middleware/admission_control_middleware.py +++ b/litellm/proxy/middleware/admission_control_middleware.py @@ -3,7 +3,7 @@ import os from collections.abc import Callable, Mapping from dataclasses import dataclass from functools import lru_cache -from typing import Annotated, Final, Protocol, TypeAlias, runtime_checkable +from typing import Annotated, Final, Literal, Protocol, TypeAlias, runtime_checkable from pydantic import Field, TypeAdapter, ValidationError from starlette.responses import JSONResponse @@ -133,6 +133,12 @@ class AdmissionControlState: return self._metrics +class _RoutedScope(Protocol): + def __getitem__(self, key: Literal["path"], /) -> str: ... + + def get(self, key: Literal["root_path"], default: str, /) -> str: ... + + class _AdmissionLease: def __init__(self, state: AdmissionControlState) -> None: self.state: Final = state @@ -207,7 +213,7 @@ class AdmissionControlMiddleware: state.record_release() -def _get_route_path(scope: Scope) -> str: +def _get_route_path(scope: _RoutedScope) -> str: """Strip the ASGI root_path (SERVER_ROOT_PATH) the same way Starlette does before route matching.""" path: Final[str] = scope["path"] root_path: Final[str] = scope.get("root_path", "") diff --git a/litellm/proxy/middleware/billable_request_metrics_middleware.py b/litellm/proxy/middleware/billable_request_metrics_middleware.py index 95e5c9d1293..14b99b0e25d 100644 --- a/litellm/proxy/middleware/billable_request_metrics_middleware.py +++ b/litellm/proxy/middleware/billable_request_metrics_middleware.py @@ -19,7 +19,7 @@ import re import threading from collections.abc import Callable, Sequence from enum import Enum -from typing import Final, Protocol, runtime_checkable +from typing import Final, Literal, Protocol, runtime_checkable from starlette.types import ASGIApp, Message, Receive, Scope, Send @@ -196,6 +196,26 @@ def _extract_model_id(headers: Sequence[tuple[bytes, bytes]]) -> str | None: ) +class _RequestLineFields(Protocol): + def get(self, key: Literal["path", "method"], default: str, /) -> str: ... + + +class _ResponseStartFields(Protocol): + def __getitem__(self, key: Literal["status"], /) -> int: ... + + def get( + self, key: Literal["headers"], default: Sequence[tuple[bytes, bytes]], / + ) -> Sequence[tuple[bytes, bytes]]: ... + + +def _request_line_fields(scope: _RequestLineFields) -> _RequestLineFields: + return scope + + +def _response_start_fields(message: _ResponseStartFields) -> _ResponseStartFields: + return message + + class BillableRequestMetricsMiddleware: """ Pure ASGI middleware that classifies each request once and fans the result @@ -263,7 +283,10 @@ class BillableRequestMetricsMiddleware: await self.app(scope, receive, send) return - classification: Final = classify_billable_request(scope.get("path", ""), scope.get("method", "POST")) + request_line: Final = _request_line_fields(scope) + classification: Final = classify_billable_request( + request_line.get("path", ""), request_line.get("method", "POST") + ) if classification is None: await self.app(scope, receive, send) return @@ -275,8 +298,9 @@ class BillableRequestMetricsMiddleware: async def send_wrapper(message: Message) -> None: nonlocal status_code, model_id if message["type"] == "http.response.start": - status_code = message["status"] - model_id = _extract_model_id(message.get("headers", [])) + response_start: Final = _response_start_fields(message) + status_code = response_start["status"] + model_id = _extract_model_id(response_start.get("headers", [])) await send(message) await self.app(scope, receive, send_wrapper) diff --git a/litellm/proxy/middleware/per_request_root_path_middleware.py b/litellm/proxy/middleware/per_request_root_path_middleware.py index 3afa268b182..fdc374a58d7 100644 --- a/litellm/proxy/middleware/per_request_root_path_middleware.py +++ b/litellm/proxy/middleware/per_request_root_path_middleware.py @@ -14,7 +14,7 @@ Opt-in: with ``SERVER_ROOT_PATHS`` unset the middleware is not added at all. import os from collections.abc import Sequence from contextvars import ContextVar -from typing import Final +from typing import Final, Literal, Protocol from starlette.types import ASGIApp, Receive, Scope, Send @@ -89,6 +89,14 @@ def get_server_root_paths() -> tuple[str, ...]: return normalize_root_paths(configured.split(",")) +class _RootPathFields(Protocol): + def get(self, key: Literal["path", "root_path"], default: str, /) -> str: ... + + +def _root_path_fields(scope: _RootPathFields) -> _RootPathFields: + return scope + + class PerRequestRootPathMiddleware: """Sets ``scope["root_path"]`` to the configured prefix matching the request path on a whole-segment boundary. ``scope["path"]`` is left @@ -104,7 +112,7 @@ class PerRequestRootPathMiddleware: async def __call__(self, scope: Scope, receive: Receive, send: Send) -> None: if scope["type"] in ("http", "websocket"): - path: Final[str] = scope.get("path", "") + path: Final[str] = _root_path_fields(scope).get("path", "") for prefix in self.root_paths: if path == prefix or path.startswith(prefix + "/"): scope["root_path"] = prefix # rebind-ok: ASGI middleware contract; Router and base_url read it @@ -113,7 +121,7 @@ class PerRequestRootPathMiddleware: # existing value when nothing matched — i.e. FastAPI's scalar # SERVER_ROOT_PATH) so code that emits URLs off the request path # picks the same prefix the router will resolve the request under. - token: Final = _request_root_path_var.set(str(scope.get("root_path", ""))) + token: Final = _request_root_path_var.set(str(_root_path_fields(scope).get("root_path", ""))) try: await self.app(scope, receive, send) finally: diff --git a/litellm/proxy/middleware/request_size_limit_middleware.py b/litellm/proxy/middleware/request_size_limit_middleware.py index 329a3c38d91..06649d72153 100644 --- a/litellm/proxy/middleware/request_size_limit_middleware.py +++ b/litellm/proxy/middleware/request_size_limit_middleware.py @@ -1,7 +1,7 @@ import json -from collections.abc import Callable, Mapping +from collections.abc import Callable, Iterable, Mapping from types import MappingProxyType -from typing import Final +from typing import Final, Literal, Protocol from fastapi import HTTPException from starlette._utils import get_route_path @@ -14,6 +14,18 @@ MaxRequestSizeGetter = Callable[[], int | float | None] RequestSizeLimitEnabledGetter = Callable[[], bool] +class _RequestHeadersFields(Protocol): + def get(self, key: Literal["headers"], /) -> Iterable[tuple[bytes, bytes]] | None: ... + + +class _RequestBodyFields(Protocol): + def get(self, key: Literal["body"], default: bytes, /) -> bytes: ... + + +def _request_body_fields(message: _RequestBodyFields) -> _RequestBodyFields: + return message + + class RequestEntityTooLarge(HTTPException): def __init__(self, max_request_size_mb: float) -> None: super().__init__(status_code=413, detail=f"Request size is too large. Max size is {max_request_size_mb} MB") @@ -100,7 +112,7 @@ class RequestSizeLimitMiddleware: if message["type"] != "http.request": return message - received_body_bytes += len(message.get("body", b"")) + received_body_bytes += len(_request_body_fields(message).get("body", b"")) if received_body_bytes > max_request_size_bytes: raise RequestEntityTooLarge(max_request_size_mb) return message @@ -128,7 +140,7 @@ def _mb_to_bytes(max_request_size_mb: float | None) -> int | None: return int(max_request_size_mb * 1024 * 1024) -def _get_content_length(scope: Scope) -> int | None: +def _get_content_length(scope: _RequestHeadersFields) -> int | None: headers: Final = dict(scope.get("headers") or []) raw_content_length: Final = headers.get(b"content-length") if raw_content_length is None: diff --git a/litellm/proxy/openai_files_endpoints/common_utils.py b/litellm/proxy/openai_files_endpoints/common_utils.py index 9a044f1dee3..a81fced9021 100644 --- a/litellm/proxy/openai_files_endpoints/common_utils.py +++ b/litellm/proxy/openai_files_endpoints/common_utils.py @@ -24,7 +24,8 @@ from typing_extensions import NotRequired, ReadOnly, TypedDict from litellm._logging import verbose_proxy_logger from litellm.constants import MAX_FILE_LIST_LIMIT from litellm.litellm_core_utils.batch_utils import batch_cost_is_final -from litellm.litellm_core_utils.core_helpers import as_str_mapping +from litellm.litellm_core_utils.cloud_storage_security import REQUEST_S3_BUCKET_PARAMS +from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_or_none from litellm.llms.base_llm.managed_resources.utils import is_base64_encoded_unified_id from litellm.proxy._types import ProxyException from litellm.proxy.db.exception_handler import PrismaDBExceptionHandler @@ -884,6 +885,8 @@ def apply_team_provider_credentials( llm_router: Optional["Router"], user_api_key_dict: "UserAPIKeyAuth", custom_llm_provider: str, + *, + keep_request_buckets: bool = False, ) -> None: """ Resolve credentials for a provider-only request (no model pinned) via @@ -901,7 +904,11 @@ def apply_team_provider_credentials( ) if credentials is None: return - prepare_data_with_credentials(data=data, credentials={**credentials, **explicit_request_credentials(data)}) + prepare_data_with_credentials( + data=data, + credentials={**credentials, **explicit_request_credentials(data)}, + keep_request_buckets=keep_request_buckets, + ) def add_deployment_model_info( @@ -925,10 +932,16 @@ def add_deployment_model_info( } +_REQUEST_FIELDS: Final = TypeAdapter(Mapping[str, object]) +_NO_REQUEST_FIELDS: Final[Mapping[str, object]] = MappingProxyType({}) + + def prepare_data_with_credentials( data: dict, credentials: dict, file_id: str | None = None, + *, + keep_request_buckets: bool = False, ) -> None: """ Update data dictionary with model credentials (in-place). @@ -937,8 +950,15 @@ def prepare_data_with_credentials( data: Data dictionary to update credentials: Credentials from router file_id: Optional original file_id to set (for decoded file IDs) + keep_request_buckets: Keep an S3 bucket the request already carries over the deployment's. Only + file upload and batch create set it, after checking the bucket against the caller's allowlist. + Reads keep the deployment's bucket so a request cannot widen which buckets a file id may point at. """ - data.update(credentials) + request_fields: Final = _REQUEST_FIELDS.validate_python(data) if keep_request_buckets else _NO_REQUEST_FIELDS + request_buckets: Final = MappingProxyType( + {key: request_fields[key] for key in REQUEST_S3_BUCKET_PARAMS if key in request_fields} + ) + data.update({**credentials, **request_buckets}) data.pop("custom_llm_provider", None) if file_id is not None: @@ -1547,7 +1567,7 @@ async def resolve_output_file_ids_to_unified(response, prisma_client) -> None: if not prisma_client: return for attr in ("output_file_id", "error_file_id"): - raw_id = getattr(response, attr, None) + raw_id = attribute_or_none(response, attr) if not raw_id or is_base64_encoded_unified_file_id(raw_id): continue try: diff --git a/litellm/proxy/openai_files_endpoints/file_content_streaming_handler.py b/litellm/proxy/openai_files_endpoints/file_content_streaming_handler.py index 3b809688d6c..fb67cc93e37 100644 --- a/litellm/proxy/openai_files_endpoints/file_content_streaming_handler.py +++ b/litellm/proxy/openai_files_endpoints/file_content_streaming_handler.py @@ -1,5 +1,5 @@ from collections.abc import AsyncIterator -from typing import TYPE_CHECKING, Any, Final, cast +from typing import TYPE_CHECKING, Any, Final, Literal, Protocol, cast from fastapi.responses import StreamingResponse @@ -12,6 +12,14 @@ if TYPE_CHECKING: from litellm.proxy.utils import ProxyLogging +class _CallIdFields(Protocol): + def get(self, key: Literal["litellm_call_id"], default: str, /) -> str: ... + + +def _call_id_fields(data: _CallIdFields) -> _CallIdFields: + return data + + class FileContentStreamingHandler: @staticmethod def resolve_streaming_request_params( @@ -77,7 +85,7 @@ class FileContentStreamingHandler: async for chunk in stream_iterator: yield chunk await proxy_logging_obj.update_request_status( - litellm_call_id=data.get("litellm_call_id", ""), status="success" + litellm_call_id=_call_id_fields(data).get("litellm_call_id", ""), status="success" ) except Exception as e: await proxy_logging_obj.post_call_failure_hook( diff --git a/litellm/proxy/openai_files_endpoints/files_endpoints.py b/litellm/proxy/openai_files_endpoints/files_endpoints.py index 5ce0ed8b493..df51740b553 100644 --- a/litellm/proxy/openai_files_endpoints/files_endpoints.py +++ b/litellm/proxy/openai_files_endpoints/files_endpoints.py @@ -11,7 +11,7 @@ import itertools import traceback from collections.abc import Iterable, Iterator, Mapping, Sequence from dataclasses import dataclass -from typing import Any, BinaryIO, Final, NoReturn, TypedDict, cast, get_args +from typing import Any, BinaryIO, Final, NoReturn, Protocol, TypedDict, cast, get_args import httpx from fastapi import ( @@ -35,11 +35,12 @@ from litellm.constants import ANTHROPIC_DEFAULT_FILE_LIST_LIMIT from litellm.litellm_core_utils.cloud_storage_security import ( is_managed_cloud_storage_uri, ) -from litellm.litellm_core_utils.core_helpers import get_or_create_metadata_bucket +from litellm.litellm_core_utils.core_helpers import get_or_create_metadata_bucket, has_attributes from litellm.llms.base_llm.files.litellm_db_storage_backend import LITELLM_DB_STORAGE_BACKEND_NAME from litellm.llms.base_llm.files.transformation import BaseFileEndpoints, FileListModelScope from litellm.llms.base_llm.managed_resources.isolation import build_list_page from litellm.proxy._types import * +from litellm.proxy.auth.auth_utils import enforce_team_s3_bucket_allowlist from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.proxy.batches_endpoints.litellm_executed_batches import ( litellm_executed_provider_of, @@ -181,6 +182,12 @@ async def _litellm_executed_batch_input_model( _MAX_BATCH_FILE_SIZE_MB_ADAPTER: Final = TypeAdapter(int | None) _LISTED_FILES_ADAPTER: Final = TypeAdapter(list[OpenAIFileObject]) +_REQUEST_BODY_ADAPTER: Final = TypeAdapter(Mapping[str, object]) + + +class _CarriesPrismaClient(Protocol): + @property + def prisma_client(self) -> PrismaClient: ... class UploadedFileInfo(TypedDict): @@ -465,6 +472,7 @@ async def route_create_file( prepare_data_with_credentials( data=_create_file_request, credentials={**credentials, **deployment_drop_params(llm_router, model, _create_file_request)}, + keep_request_buckets=True, ) # Create the file with model credentials @@ -528,6 +536,7 @@ async def route_create_file( llm_router=llm_router, user_api_key_dict=user_api_key_dict, custom_llm_provider=custom_llm_provider, + keep_request_buckets=True, ) # get configs for custom_llm_provider llm_provider_config: Final = get_files_provider_config(custom_llm_provider=custom_llm_provider) @@ -630,6 +639,13 @@ async def create_file( # Extract file creation parameters using utility function request_body: Final = await read_request_body(request=request) or {} + enforce_team_s3_bucket_allowlist( + request_body=_REQUEST_BODY_ADAPTER.validate_python(request_body), + general_settings=general_settings_view(), + llm_router=llm_router, + team_metadata=user_api_key_dict.team_metadata, + team_id=user_api_key_dict.team_id, + ) file_params: Final = await extract_file_creation_params( request=request, request_body=request_body, @@ -707,6 +723,8 @@ async def create_file( # Add litellm_metadata to data if provided (from form field) if extracted_litellm_metadata is not None: data["litellm_metadata"] = extracted_litellm_metadata + if isinstance(s3_bucket_name := form_data_raw.get("s3_bucket_name"), str) and s3_bucket_name: + data["s3_bucket_name"] = s3_bucket_name if expires_after_anchor is not None or expires_after_seconds_str is not None: if expires_after_anchor is None or expires_after_seconds_str is None: @@ -1054,8 +1072,11 @@ async def get_file_content( ) # Check if file is stored in a storage backend (check DB) - if hasattr(managed_files_obj, "prisma_client") and getattr(managed_files_obj, "prisma_client", None): - prisma_client: Final[PrismaClient] = getattr(managed_files_obj, "prisma_client") + if ( + has_attributes(managed_files_obj, _CarriesPrismaClient, "prisma_client") + and managed_files_obj.prisma_client + ): + prisma_client: Final = managed_files_obj.prisma_client db_file: Final = await ManagedFileRepository(prisma_client).table.find_first( where={"unified_file_id": file_id} ) diff --git a/litellm/proxy/pass_through_endpoints/background_response_settlement.py b/litellm/proxy/pass_through_endpoints/background_response_settlement.py new file mode 100644 index 00000000000..c5497e51fa4 --- /dev/null +++ b/litellm/proxy/pass_through_endpoints/background_response_settlement.py @@ -0,0 +1,52 @@ +import asyncio +from collections.abc import Awaitable, Callable, Sequence +from dataclasses import dataclass +from typing import Final, Protocol + +from typing_extensions import ReadOnly, TypedDict + +from litellm._logging import verbose_proxy_logger +from litellm.constants import BACKGROUND_RESPONSE_SETTLEMENT_TIMEOUT_SECONDS +from litellm.repositories.table_repositories import BackgroundResponseSettlementRepository + + +class _NewSettlementRow(TypedDict): + response_id: ReadOnly[str] + + +class BackgroundResponseSettlementTable(Protocol): + def create_many(self, data: Sequence[_NewSettlementRow], *, skip_duplicates: bool) -> Awaitable[int]: ... + + +class BackgroundResponseSettlementStore(Protocol): + async def claim(self, response_id: str) -> bool: ... + + +def _proxy_settlement_table() -> BackgroundResponseSettlementTable | None: + from litellm.proxy.proxy_server import prisma_client # noqa: PLC0415 # runtime global, set after load + + if prisma_client is None: + return None + return BackgroundResponseSettlementRepository(prisma_client).table + + +@dataclass(frozen=True, slots=True) +class PrismaBackgroundResponseSettlementStore: + table: Callable[[], BackgroundResponseSettlementTable | None] = _proxy_settlement_table + timeout_seconds: float = BACKGROUND_RESPONSE_SETTLEMENT_TIMEOUT_SECONDS + + async def claim(self, response_id: str) -> bool: + try: + table: Final = self.table() + if table is None: + return True + inserted: Final = await asyncio.wait_for( + table.create_many([_NewSettlementRow(response_id=response_id)], skip_duplicates=True), + timeout=self.timeout_seconds, + ) + except Exception as e: # noqa: BLE001 # any DB failure must bill as before rather than drop the charge + verbose_proxy_logger.warning( + "Could not record the settlement of background response %s, billing it anyway: %s", response_id, e + ) + return True + return inserted > 0 diff --git a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py index 5bdb2219194..782b5698f3c 100644 --- a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py +++ b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py @@ -86,6 +86,7 @@ from litellm.llms.oss_decision import OssDecisionProvider, oss_connection, valid from litellm.llms.vertex_ai.vertex_llm_base import VertexBase from litellm.llms.vllm.common_utils import endpoint_under_api_base from litellm.passthrough.main import AsyncPassthroughStreamingResponse, is_provider_error +from litellm.passthrough.utils import BasePassthroughUtils from litellm.proxy._types import * from litellm.proxy.auth.auth_checks import ( can_agent_call_model, @@ -93,6 +94,7 @@ from litellm.proxy.auth.auth_checks import ( key_model_aliases_for_auth_check, team_model_aliases_for_auth_check, ) +from litellm.proxy.auth.auth_utils import deployment_clientside_auth_params from litellm.proxy.auth.handle_jwt import JWTHandler from litellm.proxy.auth.route_checks import RouteChecks from litellm.proxy.auth.user_api_key_auth import ( # noqa: F401 # legacy module exports @@ -131,6 +133,7 @@ from litellm.proxy.common_utils.sse_keepalive import ( wrap_passthrough_sse_bytes_with_keepalive_pings, ) from litellm.proxy.common_utils.token_count_log import ( + answered_with_litellm_call_id, deployment_model_id, logged_provider_token_count, rejected_token_count, @@ -174,7 +177,9 @@ from litellm.types.passthrough_endpoints.eu_jev import EuJevDecisionRequest, EuJ from litellm.types.passthrough_endpoints.pass_through_endpoints import ( LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY, LITELLM_PASS_THROUGH_DEPLOYMENT_MODEL_INFO_STATE_KEY, + LITELLM_PASS_THROUGH_DEPLOYMENT_PRICING_STATE_KEY, LITELLM_PASS_THROUGH_RAW_BODY_STATE_KEY, + DeploymentPricingResolver, WebSocketSessionMeter, ) from litellm.types.passthrough_endpoints.tinyfish import ( @@ -185,7 +190,12 @@ from litellm.types.passthrough_endpoints.tinyfish import ( ) from litellm.types.passthrough_endpoints.vertex_ai import VertexPassThroughCredentials from litellm.types.router import LiteLLMParamsTypedDict -from litellm.types.utils import CallTypes, LlmProviders +from litellm.types.utils import ( + DEPLOYMENT_SCOPED_PRICING_FIELDS, + SERVER_DERIVED_PRICING_FIELDS, + CallTypes, + LlmProviders, +) from litellm.types.vector_stores import LiteLLM_ManagedVectorStore, LiteLLM_ManagedVectorStoreIndex from litellm.utils import ProviderConfigManager, with_named_credential @@ -245,6 +255,58 @@ def _models_served_by_group(llm_router: litellm.Router, model_group: str) -> fro ) +_OBJECT_MAPPING: Final = TypeAdapter(Mapping[str, object]) +_DEPLOYMENT_PRICING_FIELDS: Final[frozenset[str]] = SERVER_DERIVED_PRICING_FIELDS | DEPLOYMENT_SCOPED_PRICING_FIELDS + + +def _object_mapping(value: object) -> Mapping[str, object]: + return _OBJECT_MAPPING.validate_python(value if isinstance(value, Mapping) else {}) + + +def _anthropic_deployment_model_info(deployment: object, model: str) -> Mapping[str, object] | None: + fields: Final = _object_mapping(deployment) + params: Final = _object_mapping(fields.get("litellm_params")) + backend: Final = params.get("model") + provider_override: Final = params.get("custom_llm_provider") + if not isinstance(backend, str): + return None + try: + backend_model, provider, _, _ = get_llm_provider( + model=backend, custom_llm_provider=provider_override if isinstance(provider_override, str) else None + ) + except litellm.BadRequestError: + return None + if provider != LlmProviders.ANTHROPIC.value or model not in (backend_model, backend.removeprefix(f"{provider}/")): + return None + return { + **_object_mapping(fields.get("model_info")), + **{field: value for field in _DEPLOYMENT_PRICING_FIELDS if (value := params.get(field)) is not None}, + } + + +def anthropic_deployment_pricing_model_info( + llm_router: litellm.Router | None, request_body: Mapping[str, object], team_id: str | None +) -> Mapping[str, object] | None: + """ + The pass-through selects no deployment, so ``request_body`` is the body it forwards. Only a single deployment in + that model's group serving that exact Anthropic model can say what it costs: with several, any pick could bill + another deployment's negotiated price. + """ + model: Final = request_body.get("model") + if llm_router is None or not isinstance(model, str) or not model: + return None + candidates: Final = tuple( + model_info + for deployment in llm_router.registry().deployments(model, team_id=team_id) or () + if llm_router.registry().includes(deployment, team_id=team_id) + and (model_info := _anthropic_deployment_model_info(deployment, model)) is not None + ) + if len(candidates) != 1: + return None + (only_match,) = candidates + return only_match if any(only_match.get(field) is not None for field in _DEPLOYMENT_PRICING_FIELDS) else None + + def is_passthrough_request_streaming(request_body: object) -> bool: """ Returns True if the request is streaming. @@ -1233,6 +1295,16 @@ async def anthropic_proxy_route( ## check for streaming is_streaming_request: Final = await is_streaming_request_fn(request) + from litellm.proxy.proxy_server import llm_router + + setattr( + request.state, + LITELLM_PASS_THROUGH_DEPLOYMENT_PRICING_STATE_KEY, + DeploymentPricingResolver( + resolve=partial(anthropic_deployment_pricing_model_info, llm_router, team_id=user_api_key_dict.team_id) + ), + ) + ## CREATE PASS-THROUGH auth_header: Final = await AnthropicModelInfo.aget_auth_header( anthropic_api_key or None, allow_workload_identity=True @@ -1422,6 +1494,12 @@ async def bedrock_passthrough_error_response( raise +def _bedrock_pass_through_headers(request: Request) -> Mapping[str, str]: + from litellm.proxy.litellm_pre_call_utils import without_credential_headers + + return without_credential_headers(BasePassthroughUtils.pass_through_prefixed_headers(request.headers)) + + async def handle_bedrock_passthrough_router_model( model: str, endpoint: str, @@ -1477,6 +1555,7 @@ async def handle_bedrock_passthrough_router_model( "endpoint": endpoint, "data": request_body, "custom_llm_provider": "bedrock", + "request_headers": _bedrock_pass_through_headers(request), } data: Final[dict[str, object]] = guardrail_request_data_with_streaming( MappingProxyType(bedrock_payload), @@ -1517,7 +1596,7 @@ async def handle_bedrock_count_tokens( fastapi_response: Response, user_api_key_dict: UserAPIKeyAuth, request_body: dict[str, object], -) -> dict[str, object]: +) -> Mapping[str, object]: """ Handle AWS Bedrock CountTokens API requests. @@ -1525,11 +1604,22 @@ async def handle_bedrock_count_tokens( - /v1/messages/count_tokens - /v1/messages/count-tokens """ + litellm_call_id: Final = resolve_litellm_call_id(request.headers.get(LITELLM_CALL_ID_HEADER)) + return await answered_with_litellm_call_id( + _bedrock_count_tokens(user_api_key_dict, request_body, litellm_call_id), + litellm_call_id, + request, + fastapi_response, + ) + + +async def _bedrock_count_tokens( + user_api_key_dict: UserAPIKeyAuth, request_body: dict[str, object], litellm_call_id: str +) -> Mapping[str, object]: from litellm.llms.bedrock.common_utils import BedrockError from litellm.llms.bedrock.count_tokens.handler import BedrockCountTokensHandler from litellm.proxy.proxy_server import llm_router - litellm_call_id: Final = resolve_litellm_call_id(request.headers.get(LITELLM_CALL_ID_HEADER)) try: # Initialize the handler handler: Final = BedrockCountTokensHandler() @@ -1683,6 +1773,7 @@ async def bedrock_llm_proxy_route( "endpoint": endpoint, "data": request_body, "custom_llm_provider": "bedrock", + "request_headers": _bedrock_pass_through_headers(request), } data: Final[dict[str, object]] = guardrail_request_data_with_streaming( MappingProxyType(passthrough_payload), @@ -2500,21 +2591,23 @@ async def _relay_router_model( user_api_key_dict: UserAPIKeyAuth, ) -> Response: try: - result: Final = await llm_router.allm_passthrough_route( - model=model, - method=request.method, - endpoint=endpoint, - request_query_params=request.query_params, - request_headers=safe_get_request_headers(request), - stream=is_streaming_request, - content=None, - data=None, - files=None, - json=(request_body if is_json_content_type(request.headers.get("content-type", "")) else None), - params=None, - headers=None, - cookies=None, - litellm_metadata=get_passthrough_router_request_metadata(user_api_key_dict, request), + result: Final = _DECODED_JSON.validate_python( + await llm_router.allm_passthrough_route( + model=model, + method=request.method, + endpoint=endpoint, + request_query_params=request.query_params, + request_headers=safe_get_request_headers(request), + stream=is_streaming_request, + content=None, + data=None, + files=None, + json=(request_body if is_json_content_type(request.headers.get("content-type", "")) else None), + params=None, + headers=None, + cookies=None, + litellm_metadata=get_passthrough_router_request_metadata(user_api_key_dict, request), + ) ) except httpx.HTTPStatusError as upstream_error: return await _relay_upstream_response(upstream_error.response) @@ -4241,6 +4334,10 @@ VERTEX_LIVE_UNCONFIGURED_CLOSE_REASON: Final = ( "Vertex AI auth failed: set a use_in_pass_through vertex model, default_vertex_config, or DEFAULT_VERTEXAI_* env" ) +VERTEX_LIVE_UNPINNED_PROJECT_CLOSE_REASON: Final = ( + "Rejected Request: vertex_project must come from the proxy's configuration, see allow_client_side_credentials" +) + VERTEX_PUBLISHER_MODEL_PREFIX: Final = "publishers/google/models/" VERTEX_PUBLISHERS_SEGMENT: Final = "publishers/" @@ -4265,11 +4362,25 @@ def _get_llm_router() -> Router | None: return llm_router -def _resolve_vertex_live_credentials( +@dataclass(frozen=True, slots=True) +class _ConfiguredVertexLiveTarget: + credentials: VertexPassThroughCredentials | None + + +@dataclass(frozen=True, slots=True) +class _DeploymentVertexLiveTarget: + credentials: VertexPassThroughCredentials + deployment_params: LiteLLMParamsTypedDict + + +_VertexLiveTarget = _ConfiguredVertexLiveTarget | _DeploymentVertexLiveTarget + + +def _resolve_vertex_live_target( vertex_project: str | None, vertex_location: str | None, model: str | None, -) -> VertexPassThroughCredentials | None: +) -> _VertexLiveTarget: """ Resolution order: an explicit project/location registration, then ``default_vertex_config`` (which the proxy fills from the ``DEFAULT_VERTEXAI_*`` env vars whenever the yaml leaves it out), then any DB model entry @@ -4283,36 +4394,133 @@ def _resolve_vertex_live_credentials( location=vertex_location, ) if keyed is not None and keyed.vertex_project is not None: - return keyed - from_deployments: Final = passthrough_endpoint_router.get_vertex_credentials_from_router_deployments(model=model) + return _ConfiguredVertexLiveTarget(credentials=keyed) + from_deployments: Final = passthrough_endpoint_router.get_vertex_deployment_from_router(model=model) if from_deployments is not None: - return from_deployments + deployment, credentials = from_deployments + return _DeploymentVertexLiveTarget(credentials=credentials, deployment_params=deployment["litellm_params"]) if keyed is not None: - return keyed + return _ConfiguredVertexLiveTarget(credentials=keyed) passthrough_endpoint_router.set_default_vertex_config() - return passthrough_endpoint_router.get_vertex_credentials( - project_id=vertex_project, - location=vertex_location, + return _ConfiguredVertexLiveTarget( + credentials=passthrough_endpoint_router.get_vertex_credentials( + project_id=vertex_project, + location=vertex_location, + ) ) +def _requested_vertex_live_target( + credentials: VertexPassThroughCredentials, vertex_project: str | None, vertex_location: str | None +) -> tuple[tuple[str, str | None, str | None], ...]: + return ( + ("vertex_project", vertex_project, credentials.vertex_project), + ("vertex_location", vertex_location, credentials.vertex_location), + ) + + +def _proxy_configured_vertex_projects() -> frozenset[str]: + return frozenset( + project + for project in ( + litellm.vertex_project, + get_secret_str("VERTEXAI_PROJECT"), + get_secret_str("DEFAULT_VERTEXAI_PROJECT"), + ) + if project + ) + + +def _names_an_unconfigured_project( + credentials: VertexPassThroughCredentials | None, vertex_project: str | None +) -> bool: + return ( + bool(vertex_project) + and (credentials is None or credentials.vertex_project is None) + and vertex_project not in _proxy_configured_vertex_projects() + ) + + +def _live_target_override_reason( + target: _VertexLiveTarget, + vertex_project: str | None, + vertex_location: str | None, + allow_client_side_credentials: bool, +) -> str | None: + if allow_client_side_credentials: + return None + match target: + case _ConfiguredVertexLiveTarget(credentials=credentials) if _names_an_unconfigured_project( + credentials, vertex_project + ): + return VERTEX_LIVE_UNPINNED_PROJECT_CLOSE_REASON + case _ConfiguredVertexLiveTarget(credentials=VertexPassThroughCredentials() as credentials): + configured_field: Final = next( + ( + name + for name, asked, pinned in _requested_vertex_live_target( + credentials, vertex_project, vertex_location + ) + if asked and pinned and asked != pinned + ), + None, + ) + if configured_field is None: + return None + return ( + f"Rejected Request: {configured_field} is pinned by default_vertex_config, " + "see allow_client_side_credentials" + ) + case _ConfiguredVertexLiveTarget(): + return None + case _DeploymentVertexLiveTarget(credentials=credentials, deployment_params=deployment_params): + opted_in: Final = deployment_clientside_auth_params(deployment_params) or () + deployment_field: Final = next( + ( + name + for name, asked, pinned in _requested_vertex_live_target( + credentials, vertex_project, vertex_location + ) + if asked and asked != pinned and name not in opted_in + ), + None, + ) + if deployment_field is None: + return None + return ( + f"Rejected Request: {deployment_field} is pinned by the deployment, " + "see configurable_clientside_auth_params" + ) + + +_VERTEX_RESOURCE_PROJECT_AND_LOCATION: Final = re.compile(r"projects/[^/]+/locations/(?P[^/]+)/") + + def _build_vertex_live_setup_model_rewriter( vertex_project: str | None, vertex_location: str | None, + configured_location: str | None, llm_router: Router | None, + keeps_caller_resource_path: bool, ) -> Callable[[str], str] | None: """ Rewrite the ``setup`` frame's model into the full Vertex resource path the Live API requires. Clients address the gateway the way they address LiteLLM (bare id or model alias); Vertex reads anything - that is not a ``projects/...`` path as a project name and closes the socket + that is not a ``projects/...`` path as a project name and closes the socket. A ``projects/...`` path + picks the project the proxy's token is spent on, so it is moved onto the connection's project, and onto its + region when one is configured, unless ``allow_client_side_credentials`` lets callers choose them """ if vertex_project is None or vertex_location is None: return None def rewrite(setup_model: str) -> str: if setup_model.startswith("projects/"): - return setup_model + resource_prefix: Final = _VERTEX_RESOURCE_PROJECT_AND_LOCATION.match(setup_model) + if keeps_caller_resource_path or resource_prefix is None: + return setup_model + location: Final = configured_location or resource_prefix.group("location") + return f"projects/{vertex_project}/locations/{location}/{setup_model[resource_prefix.end() :]}" aliased: Final = _resolve_alias_to_upstream_model(setup_model, llm_router) return f"projects/{vertex_project}/locations/{vertex_location}/{_vertex_publisher_model_suffix(aliased)}" @@ -4366,11 +4574,22 @@ async def vertex_ai_live_websocket_passthrough( await websocket.accept() incoming_headers: Final = dict(websocket.headers) - vertex_credentials_config: Final = _resolve_vertex_live_credentials( + live_target: Final = _resolve_vertex_live_target( vertex_project=vertex_project, vertex_location=vertex_location, model=model, ) + allow_client_side_credentials: Final = _proxy_general_settings().get("allow_client_side_credentials") is True + override_reason: Final = _live_target_override_reason( + live_target, + vertex_project=vertex_project, + vertex_location=vertex_location, + allow_client_side_credentials=allow_client_side_credentials, + ) + if override_reason is not None: + await websocket.close(code=1008, reason=override_reason) + return + vertex_credentials_config: Final = live_target.credentials configured_project: Final = vertex_project or ( vertex_credentials_config.vertex_project if vertex_credentials_config is not None else None @@ -4452,7 +4671,9 @@ async def vertex_ai_live_websocket_passthrough( setup_model_rewriter=_build_vertex_live_setup_model_rewriter( vertex_project=resolved_project, vertex_location=resolved_location, + configured_location=configured_location, llm_router=_get_llm_router(), + keeps_caller_resource_path=allow_client_side_credentials, ), ) diff --git a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/anthropic_passthrough_logging_handler.py b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/anthropic_passthrough_logging_handler.py index c1fc6479421..dafbf6f74b6 100644 --- a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/anthropic_passthrough_logging_handler.py +++ b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/anthropic_passthrough_logging_handler.py @@ -11,6 +11,7 @@ import litellm from litellm._logging import verbose_proxy_logger from litellm.constants import ANTHROPIC_BATCHES_ROUTE from litellm.litellm_core_utils.core_helpers import ( + json_contains, native_messages_reported_cost, override_stamped_response_cost, response_cost_in_hidden_params, @@ -58,6 +59,7 @@ else: EndpointType = Any _JSON_OBJECT: Final = TypeAdapter(Mapping[str, object], config=ConfigDict(hide_input_in_errors=True)) +_DECODED_JSON: Final = TypeAdapter(object) def _event_payload(event: str) -> Mapping[str, object] | None: @@ -609,10 +611,10 @@ class AnthropicPassthroughLoggingHandler: from litellm.types.utils import Choices, SpecialEnums try: - _json_response: Final = httpx_response.json() + _json_response: Final = _DECODED_JSON.validate_python(httpx_response.json()) # Only handle successful batch job creation (POST requests with 201 status) - if httpx_response.status_code == 200 and "id" in _json_response: + if httpx_response.status_code == 200 and json_contains(_json_response, "id"): # Transform Anthropic response to LiteLLM batch format anthropic_batches_config: Final = AnthropicBatchesConfig() litellm_batch_response: Final = anthropic_batches_config.transform_retrieve_batch_response( @@ -626,7 +628,7 @@ class AnthropicPassthroughLoggingHandler: litellm_batch_response.status = "validating" # Extract batch ID from the response - batch_id: Final = _json_response.get("id", "") + batch_id: Final = litellm_batch_response.id # Get model from request body (batch response doesn't include model) request_body = request_body or {} diff --git a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/batch_attribution.py b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/batch_attribution.py index cc3b0c429ff..e936959a085 100644 --- a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/batch_attribution.py +++ b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/batch_attribution.py @@ -6,13 +6,36 @@ background poll that has no request to read them from. """ import asyncio -from collections.abc import Mapping, Sequence -from typing import Final +import base64 +from collections.abc import Coroutine, Mapping, Sequence +from functools import partial +from typing import TYPE_CHECKING, Final, Literal, Protocol, runtime_checkable from pydantic import TypeAdapter from litellm._logging import verbose_proxy_logger from litellm.litellm_core_utils.safe_json_dumps import strip_null_bytes +from litellm.types.utils import LiteLLMBatch, SpecialEnums + +if TYPE_CHECKING: + from litellm.proxy._types import UserAPIKeyAuth + + +@runtime_checkable +class BatchRegistry(Protocol): + """The managed-files hook's write path, the one method passthrough batch attribution needs from it.""" + + def store_unified_object_id( + self, + unified_object_id: str, + file_object: LiteLLMBatch, + litellm_parent_otel_span: None, + model_object_id: str, + file_purpose: Literal["batch"], + user_api_key_dict: "UserAPIKeyAuth", + request_tags: Sequence[str] | None, + persist_attribution: bool, + ) -> Coroutine[object, object, None]: ... def optional_str(value: object) -> str | None: @@ -88,3 +111,62 @@ def log_batch_registration_result( unified_object_id, model_object_id, ) + + +def unified_batch_object_id(model_id: str, batch_id: str) -> str: + """The managed object id CheckBatchCost decodes back into the deployment and the provider batch id.""" + unified: Final = SpecialEnums.LITELLM_MANAGED_BATCH_COMPLETE_STR.value.format(model_id, batch_id) + return base64.urlsafe_b64encode(unified.encode()).decode().rstrip("=") + + +def register_passthrough_batch( + provider: str, + unified_object_id: str, + batch_object: LiteLLMBatch, + model_object_id: str, + request_metadata: Mapping[str, object], +) -> None: + """Record a batch created through a passthrough create for the calling key, team and tags, so + CheckBatchCost prices it on completion. Fire and forget, the passthrough response is already on its way.""" + from litellm.proxy._types import LitellmUserRoles, UserAPIKeyAuth + from litellm.proxy.proxy_server import proxy_logging_obj + + managed_files_hook: Final = proxy_logging_obj.get_proxy_hook("managed_files") + if not isinstance(managed_files_hook, BatchRegistry): + verbose_proxy_logger.warning( + "Managed files hook not available, cannot store %s batch %s for cost tracking", provider, model_object_id + ) + return + user_api_key_dict: Final = UserAPIKeyAuth( + user_id=optional_str(request_metadata.get("user_api_key_user_id")), + api_key=optional_str(request_metadata.get("user_api_key")), + team_id=optional_str(request_metadata.get("user_api_key_team_id")), + user_role=LitellmUserRoles.CUSTOMER, + spend=0.0, + models=[], + metadata={}, + permissions={}, + model_max_budget={}, + model_spend={}, + ) + task: Final[asyncio.Task[None]] = asyncio.create_task( + managed_files_hook.store_unified_object_id( + unified_object_id=unified_object_id, + file_object=batch_object, + litellm_parent_otel_span=None, + model_object_id=model_object_id, + file_purpose="batch", + user_api_key_dict=user_api_key_dict, + request_tags=request_tags_from_metadata(request_metadata), + persist_attribution=True, + ) + ) + task.add_done_callback( + partial( + log_batch_registration_result, + provider=provider, + unified_object_id=unified_object_id, + model_object_id=model_object_id, + is_batch_create=True, + ) + ) diff --git a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/gemini_passthrough_logging_handler.py b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/gemini_passthrough_logging_handler.py index d449f62af2c..24a11c653d7 100644 --- a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/gemini_passthrough_logging_handler.py +++ b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/gemini_passthrough_logging_handler.py @@ -1,8 +1,10 @@ -from collections.abc import Sequence +from collections.abc import Mapping, Sequence from datetime import datetime +from types import MappingProxyType from typing import TYPE_CHECKING, Any, Final import httpx +from pydantic import TypeAdapter import litellm from litellm._logging import verbose_proxy_logger @@ -10,11 +12,16 @@ from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLogging from litellm.llms.gemini.videos.transformation import GeminiVideoConfig from litellm.llms.vertex_ai.common_utils import get_vertex_model_id_from_url from litellm.proxy._types import PassThroughEndpointLoggingTypedDict +from litellm.proxy.pass_through_endpoints.llm_provider_handlers.batch_attribution import ( + register_passthrough_batch, + unified_batch_object_id, +) from litellm.proxy.pass_through_endpoints.llm_provider_handlers.vertex_passthrough_logging_handler import ( GeminiSseChunkParser, VertexPassthroughLoggingHandler, ) from litellm.types.utils import ( + Choices, ModelResponse, TextCompletionResponse, ) @@ -28,6 +35,10 @@ else: EndpointType = Any +_JSON_OBJECT: Final = TypeAdapter(dict[str, object]) +_EMPTY: Final[Mapping[str, object]] = MappingProxyType({}) + + class GeminiPassthroughLoggingHandler: @staticmethod def gemini_passthrough_handler( @@ -53,6 +64,14 @@ class GeminiPassthroughLoggingHandler: custom_llm_provider="gemini", vertex_location=None, ) + if "batchGenerateContent" in url_route: + return GeminiPassthroughLoggingHandler._batch_create_handler( + httpx_response=httpx_response, + logging_obj=logging_obj, + url_route=url_route, + start_time=start_time, + kwargs=_JSON_OBJECT.validate_python(kwargs), + ) if "predictLongRunning" in url_route: model = GeminiPassthroughLoggingHandler.extract_model_from_url(url_route) @@ -127,6 +146,99 @@ class GeminiPassthroughLoggingHandler: "kwargs": kwargs, } + @staticmethod + def gemini_deployment_id(model: str) -> str | None: + """The configured ``gemini/`` deployment CheckBatchCost bills a pass-through batch through, or nothing.""" + from litellm.proxy.proxy_server import llm_router + + if llm_router is None: + return None + deployments: Final = tuple( + _JSON_OBJECT.validate_python(deployment) + for deployment in llm_router.registry().deployments(model_name=model) or () + ) + deployment_ids: Final = ( + _JSON_OBJECT.validate_python(deployment.get("model_info") or _EMPTY).get("id") + for deployment in deployments + if _JSON_OBJECT.validate_python(deployment.get("litellm_params") or _EMPTY).get("model") + == f"gemini/{model}" + ) + return next((deployment_id for deployment_id in deployment_ids if isinstance(deployment_id, str)), None) + + @staticmethod + def _batch_create_handler( + httpx_response: httpx.Response, + logging_obj: LiteLLMLoggingObj, + url_route: str, + start_time: datetime, + kwargs: Mapping[str, object], + ) -> PassThroughEndpointLoggingTypedDict: + """A 200 from ``models/{model}:batchGenerateContent`` registers the job for the calling key, so + CheckBatchCost prices its output file when it completes. Anything else is logged as the plain + $0 pass-through row it always was.""" + from litellm._uuid import uuid + from litellm.llms.gemini.batches.transformation import GeminiBatchesConfig + + model: Final = GeminiPassthroughLoggingHandler.extract_model_from_url(url_route) + if httpx_response.status_code != 200 or "name" not in _JSON_OBJECT.validate_json(httpx_response.content): + return {"result": None, "kwargs": dict(kwargs, model=model, custom_llm_provider="gemini")} + batch: Final = GeminiBatchesConfig().transform_create_batch_response( + model=model, raw_response=httpx_response, logging_obj=logging_obj, litellm_params=MappingProxyType({}) + ) + deployment_id: Final = GeminiPassthroughLoggingHandler.gemini_deployment_id(model) + if deployment_id is None: + verbose_proxy_logger.warning( + "No gemini/%s deployment is configured, so batch %s created through the pass-through cannot be billed", + model, + batch.id, + ) + return { + "result": None, + "kwargs": dict(kwargs, model=model, custom_llm_provider="gemini", batch_id=batch.id), + } + unified_object_id: Final = unified_batch_object_id(deployment_id, batch.id) + litellm_params: Final = _JSON_OBJECT.validate_python(kwargs.get("litellm_params") or _EMPTY) + request_metadata: Final = _JSON_OBJECT.validate_python(litellm_params.get("metadata") or _EMPTY) + register_passthrough_batch("Gemini", unified_object_id, batch, batch.id, request_metadata) + + litellm_model_response: Final = ModelResponse() + litellm_model_response.id = str(uuid.uuid4()) + litellm_model_response.model = model + litellm_model_response.object = "batch" + litellm_model_response.created = int(start_time.timestamp()) + litellm_model_response.choices = [ + Choices( + finish_reason="stop", + index=0, + message={ + "role": "assistant", + "content": f"Batch job {batch.id} created and is pending. Spend lands when the batch completes.", + "tool_calls": None, + "function_call": None, + "provider_specific_fields": { + "batch_job_id": batch.id, + "batch_job_state": batch.status, + "unified_object_id": unified_object_id, + }, + }, + ) + ] + logging_obj.model = model # rebind-ok: passthrough attribution records the resolved Gemini model + logging_obj.model_call_details.update( + {"model": model, "custom_llm_provider": "gemini", "response_cost": 0.0, "batch_id": batch.id} + ) + return { + "result": litellm_model_response, + "kwargs": dict( + kwargs, + response_cost=0.0, + model=model, + custom_llm_provider="gemini", + batch_id=batch.id, + unified_object_id=unified_object_id, + ), + } + @staticmethod def _handle_logging_gemini_collected_chunks( litellm_logging_obj: LiteLLMLoggingObj, diff --git a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/openai_passthrough_logging_handler.py b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/openai_passthrough_logging_handler.py index e4e3fec855d..0b97820fb0d 100644 --- a/litellm/proxy/pass_through_endpoints/llm_provider_handlers/openai_passthrough_logging_handler.py +++ b/litellm/proxy/pass_through_endpoints/llm_provider_handlers/openai_passthrough_logging_handler.py @@ -124,6 +124,10 @@ def _is_finished_background_response(response_body: Mapping[str, object]) -> boo return is_background_response(response_body) and response_body.get("usage") is not None +def _settles_background_response(terminal_response: ResponsesAPIResponse) -> bool: + return is_background_response(terminal_response) and terminal_response.usage is not None + + def _responses_sub_route(path: str) -> tuple[str, ...] | None: segments: Final = path.rstrip("/").split("/") anchor: Final = max((index for index, segment in enumerate(segments) if segment == "responses"), default=None) @@ -263,7 +267,7 @@ class OpenAIPassthroughLoggingHandler(BasePassthroughLoggingHandler): @staticmethod def openai_responses_call_billing( - method: str, url_route: str, response_body: Mapping[str, object] + method: str, url_route: str, response_body: Mapping[str, object], settled_before: bool = False ) -> ResponsesCallBilling: if not OpenAIPassthroughLoggingHandler.is_openai_responses_route(url_route): return "unbilled" @@ -271,10 +275,35 @@ class OpenAIPassthroughLoggingHandler(BasePassthroughLoggingHandler): case ("POST", ("input_tokens",)) | ("GET", (_, "input_items")) | ("DELETE", (_,)): return "unbilled" case ("GET", (_,)) | ("POST", (_, "cancel")): - return "background_settlement" if _is_finished_background_response(response_body) else "unbilled" + settles: Final = not settled_before and _is_finished_background_response(response_body) + return "background_settlement" if settles else "unbilled" case _: return "billed" + @staticmethod + def background_response_settled_by_call( + method: str, url_route: str, response_body: Mapping[str, object] + ) -> str | None: + response_id: Final = response_body.get("id") + billing: Final = OpenAIPassthroughLoggingHandler.openai_responses_call_billing(method, url_route, response_body) + return response_id if billing == "background_settlement" and isinstance(response_id, str) else None + + @staticmethod + def stream_may_settle_background_response(url_route: str, request_body: Mapping[str, object]) -> bool: + sub_route: Final = _responses_sub_route(urlparse(url_route).path) + creates_in_background: Final = sub_route == () and request_body.get("background") is True + resumes_a_response: Final = sub_route is not None and len(sub_route) == 1 + return OpenAIPassthroughLoggingHandler.is_openai_responses_route(url_route) and ( + creates_in_background or resumes_a_response + ) + + @staticmethod + def background_response_settled_by_stream(all_chunks: Sequence[str]) -> str | None: + terminal_response: Final = OpenAIResponsesAPIConfig.parse_terminal_response_from_stream_chunks(all_chunks) + if terminal_response is None or not _settles_background_response(terminal_response): + return None + return terminal_response.id + @staticmethod def is_openai_agents_route(url_route: str) -> bool: return is_openai_compatible_url(url_route) and is_openai_agents_api_path(urlparse(url_route).path) @@ -483,6 +512,7 @@ class OpenAIPassthroughLoggingHandler(BasePassthroughLoggingHandler): end_time: datetime, cache_hit: bool, request_body: dict, + background_response_settled_before: bool = False, **kwargs, ) -> PassThroughEndpointLoggingTypedDict: """ @@ -494,7 +524,7 @@ class OpenAIPassthroughLoggingHandler(BasePassthroughLoggingHandler): is_image_generation: Final = OpenAIPassthroughLoggingHandler.is_openai_image_generation_route(url_route) is_image_editing: Final = OpenAIPassthroughLoggingHandler.is_openai_image_editing_route(url_route) responses_billing: Final = OpenAIPassthroughLoggingHandler.openai_responses_call_billing( - httpx_response.request.method, url_route, response_body + httpx_response.request.method, url_route, response_body, background_response_settled_before ) is_responses: Final = responses_billing != "unbilled" is_decisions: Final = ( @@ -801,6 +831,7 @@ class OpenAIPassthroughLoggingHandler(BasePassthroughLoggingHandler): start_time: datetime, all_chunks: list[str], end_time: datetime, + background_response_settled_before: bool = False, ) -> PassThroughEndpointLoggingTypedDict: """ Handle logging for collected OpenAI streaming chunks with cost tracking. @@ -811,11 +842,16 @@ class OpenAIPassthroughLoggingHandler(BasePassthroughLoggingHandler): ) try: is_responses: Final = OpenAIPassthroughLoggingHandler.is_openai_responses_route(url_route) - terminal_response: Final = ( + parsed_terminal_response: Final = ( OpenAIResponsesAPIConfig.parse_terminal_response_from_stream_chunks(all_chunks=all_chunks) if is_responses else None ) + terminal_response: Final = ( + parsed_terminal_response.model_copy(update={"usage": None}) + if background_response_settled_before and parsed_terminal_response is not None + else parsed_terminal_response + ) requested_model: Final[object] = request_body.get("model") model: Final = ( requested_model @@ -846,7 +882,9 @@ class OpenAIPassthroughLoggingHandler(BasePassthroughLoggingHandler): custom_llm_provider: Final = litellm_logging_obj.model_call_details.get("custom_llm_provider", "openai") # Calculate cost using LiteLLM's cost calculator response_cost: Final = ( - litellm.completion_cost( + 0.0 + if background_response_settled_before + else litellm.completion_cost( completion_response=complete_response, model=model, custom_llm_provider=custom_llm_provider, @@ -862,9 +900,9 @@ class OpenAIPassthroughLoggingHandler(BasePassthroughLoggingHandler): settles_background_response: Final = ( BackgroundResponseSettlement.SETTLES - if terminal_response is not None - and is_background_response(terminal_response) - and terminal_response.usage is not None + if not background_response_settled_before + and terminal_response is not None + and _settles_background_response(terminal_response) else None ) diff --git a/litellm/proxy/pass_through_endpoints/pass_through_endpoints.py b/litellm/proxy/pass_through_endpoints/pass_through_endpoints.py index 66634688b9a..8a728a7335a 100644 --- a/litellm/proxy/pass_through_endpoints/pass_through_endpoints.py +++ b/litellm/proxy/pass_through_endpoints/pass_through_endpoints.py @@ -6,7 +6,16 @@ import posixpath import re import traceback from base64 import b64encode -from collections.abc import AsyncGenerator, AsyncIterator, Callable, Iterable, Mapping, MutableMapping, Sequence +from collections.abc import ( + AsyncGenerator, + AsyncIterator, + Callable, + Coroutine, + Iterable, + Mapping, + MutableMapping, + Sequence, +) from dataclasses import dataclass from datetime import datetime from functools import reduce @@ -158,8 +167,10 @@ from litellm.types.llms.custom_http import httpxSpecialProvider from litellm.types.passthrough_endpoints.pass_through_endpoints import ( LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY, LITELLM_PASS_THROUGH_DEPLOYMENT_MODEL_INFO_STATE_KEY, + LITELLM_PASS_THROUGH_DEPLOYMENT_PRICING_STATE_KEY, LITELLM_PASS_THROUGH_ENDPOINT_MARKER, LITELLM_PASS_THROUGH_RAW_BODY_STATE_KEY, + DeploymentPricingResolver, EndpointType, PassthroughStandardLoggingPayload, WebSocketSessionMeter, @@ -278,6 +289,11 @@ async def set_env_variables_in_header(custom_headers: dict | None) -> dict | Non return headers +class _AdapterCompletionRouter(Protocol): + @property + def aadapter_completion(self) -> Callable[..., Coroutine[object, object, object]]: ... + + async def chat_completion_pass_through_endpoint( fastapi_response: Response, request: Request, @@ -368,7 +384,8 @@ async def chat_completion_pass_through_endpoint( and data["model"] is not None and llm_router.registry().resolve(data["model"], kind="recognized") ): - llm_response = asyncio.create_task(llm_router.aadapter_completion(**data)) + adapter_router = require_attributes(llm_router, _AdapterCompletionRouter, "aadapter_completion") + llm_response = asyncio.create_task(adapter_router.aadapter_completion(**data)) elif ( llm_router is not None and data["model"] not in router_model_names @@ -377,11 +394,13 @@ async def chat_completion_pass_through_endpoint( or len(llm_router.registry().patterns().patterns) > 0 ) ): # check for wildcard routes or default deployment before checking deployment_names - llm_response = asyncio.create_task(llm_router.aadapter_completion(**data)) + adapter_router = require_attributes(llm_router, _AdapterCompletionRouter, "aadapter_completion") + llm_response = asyncio.create_task(adapter_router.aadapter_completion(**data)) elif llm_router is not None and data["model"] in llm_router.registry().names( kind="deployment_names" ): # model in router deployments, calling a specific deployment on the router (lowest priority) - llm_response = asyncio.create_task(llm_router.aadapter_completion(**data, specific_deployment=True)) + adapter_router = require_attributes(llm_router, _AdapterCompletionRouter, "aadapter_completion") + llm_response = asyncio.create_task(adapter_router.aadapter_completion(**data, specific_deployment=True)) elif user_model is not None: # `litellm --model ` llm_response = asyncio.create_task(litellm.aadapter_completion(**data)) else: @@ -431,6 +450,20 @@ async def chat_completion_pass_through_endpoint( ) +_PASS_THROUGH_REQUEST_STATE_KEYS: Final = ( + LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY, + LITELLM_PASS_THROUGH_RAW_BODY_STATE_KEY, + LITELLM_PASS_THROUGH_DEPLOYMENT_MODEL_INFO_STATE_KEY, + LITELLM_PASS_THROUGH_DEPLOYMENT_PRICING_STATE_KEY, +) + + +def _clear_pass_through_request_state(state: object) -> None: + for key in _PASS_THROUGH_REQUEST_STATE_KEYS: + if hasattr(state, key): + delattr(state, key) + + def _is_provider_payload(request: Request) -> bool: return is_opaque_pass_through_request(get_request_route(request), request.headers.get("content-type", "")) @@ -781,6 +814,14 @@ class HttpPassThroughEndpointHelpers(BasePassthroughUtils): ) if isinstance(deployment_model_info, Mapping): _metadata["model_info"] = dict(deployment_model_info) + deployment_pricing: Final = getattr(_request_state, LITELLM_PASS_THROUGH_DEPLOYMENT_PRICING_STATE_KEY, None) + priced_model_info: Final = ( + deployment_pricing.resolve(server_marker_free_body) + if isinstance(deployment_pricing, DeploymentPricingResolver) + else None + ) + if priced_model_info is not None: + _metadata["model_info"] = dict(priced_model_info) kwargs: Final = { "litellm_params": { @@ -2519,12 +2560,7 @@ def create_pass_through_route( keep_target_query=keep_target_query, ) finally: - if hasattr(request.state, LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY): - delattr(request.state, LITELLM_PASS_THROUGH_CUSTOM_BODY_STATE_KEY) - if hasattr(request.state, LITELLM_PASS_THROUGH_RAW_BODY_STATE_KEY): - delattr(request.state, LITELLM_PASS_THROUGH_RAW_BODY_STATE_KEY) - if hasattr(request.state, LITELLM_PASS_THROUGH_DEPLOYMENT_MODEL_INFO_STATE_KEY): - delattr(request.state, LITELLM_PASS_THROUGH_DEPLOYMENT_MODEL_INFO_STATE_KEY) + _clear_pass_through_request_state(request.state) # The upstream withholds its response headers until its first token, so # the whole time-to-first-token is spent inside _relay with nothing on @@ -2613,6 +2649,21 @@ def _rewrite_vertex_live_setup_model(text_data: str, setup_model_rewriter: Calla return json.dumps({**message, "setup": {**setup, "model": rewritten_model}}) +VERTEX_LIVE_UNDECODABLE_BINARY_CLOSE_REASON: Final = "Rejected Request: binary messages must be UTF-8 encoded JSON" + + +def _rewrite_vertex_live_binary_setup_model( + bytes_data: bytes, setup_model_rewriter: Callable[[str], str] | None +) -> bytes | None: + if setup_model_rewriter is None: + return bytes_data + try: + text_data: Final = bytes_data.decode("utf-8") + except UnicodeDecodeError: + return None + return _rewrite_vertex_live_setup_model(text_data, setup_model_rewriter).encode("utf-8") + + def _resolved_vertex_live_setup( setup_data: Mapping[str, object], setup_model_rewriter: Callable[[str], str] | None ) -> Mapping[str, object]: @@ -3042,6 +3093,28 @@ async def _relay_client_frame( return verdict +_UNDECODABLE_BINARY_CLIENT_FRAME: Final = _RefuseClientFrame( + refusal=WebsocketFrameModelRefused( + message=VERTEX_LIVE_UNDECODABLE_BINARY_CLOSE_REASON, error_type="invalid_request_error" + ) +) + + +async def _relay_client_binary_frame( + websocket: WebSocket, + upstream_ws: ClientConnection, + bytes_data: bytes, + setup_model_rewriter: Callable[[str], str] | None, + gate: WebsocketFrameModelGate | None, + ledger: _WebsocketTurnLedger, +) -> _ForwardClientFrame | _RefuseClientFrame: + rewritten_bytes: Final = _rewrite_vertex_live_binary_setup_model(bytes_data, setup_model_rewriter) + if rewritten_bytes is None: + await websocket.close(code=CloseCode.POLICY_VIOLATION, reason=VERTEX_LIVE_UNDECODABLE_BINARY_CLOSE_REASON) + return _UNDECODABLE_BINARY_CLIENT_FRAME + return await _relay_client_frame(websocket, upstream_ws, bytes_data, rewritten_bytes, gate, ledger) + + _EXPLICIT_SUCCESS_KWARGS: Final = frozenset({"logging_obj", "passthrough_logging_payload", "custom_llm_provider"}) WALKOUT_TURN_DRAIN_SECONDS: Final = 600.0 @@ -3409,8 +3482,13 @@ async def websocket_passthrough_request( metered_total += _metered_client_text(meter, text_data) elif bytes_data is not None: if isinstance( - await _relay_client_frame( - websocket, upstream_ws, bytes_data, bytes_data, client_frame_model_gate, ledger + await _relay_client_binary_frame( + websocket, + upstream_ws, + bytes_data, + setup_model_rewriter, + client_frame_model_gate, + ledger, ), _RefuseClientFrame, ): diff --git a/litellm/proxy/pass_through_endpoints/passthrough_endpoint_router.py b/litellm/proxy/pass_through_endpoints/passthrough_endpoint_router.py index e793dac4d06..877c4ece6c7 100644 --- a/litellm/proxy/pass_through_endpoints/passthrough_endpoint_router.py +++ b/litellm/proxy/pass_through_endpoints/passthrough_endpoint_router.py @@ -223,6 +223,12 @@ class PassthroughEndpointRouter: return provider def get_vertex_credentials_from_router_deployments(self, model: str | None) -> VertexPassThroughCredentials | None: + found: Final = self.get_vertex_deployment_from_router(model) + return found[1] if found is not None else None + + def get_vertex_deployment_from_router( + self, model: str | None + ) -> tuple[DeploymentTypedDict, VertexPassThroughCredentials] | None: """ Resolve vertex pass-through credentials from the live router deployments flagged ``use_in_pass_through``. @@ -242,7 +248,7 @@ class PassthroughEndpointRouter: ) matched: Final = next( ( - credentials + (deployment, credentials) for deployment, credentials in resolved if model is not None and self._deployment_matches_model(deployment, model) ), @@ -260,7 +266,7 @@ class PassthroughEndpointRouter: ) if len(targets) != 1: return None - return resolved[0][1] + return resolved[0] def _resolve_vertex_deployment_credentials( self, litellm_params: LiteLLMParamsTypedDict diff --git a/litellm/proxy/pass_through_endpoints/streaming_handler.py b/litellm/proxy/pass_through_endpoints/streaming_handler.py index ef8ffdf640e..722e58211ae 100644 --- a/litellm/proxy/pass_through_endpoints/streaming_handler.py +++ b/litellm/proxy/pass_through_endpoints/streaming_handler.py @@ -5,6 +5,7 @@ from datetime import datetime, timezone from typing import Final, Protocol import httpx +from pydantic import TypeAdapter from litellm._logging import verbose_proxy_logger from litellm.litellm_core_utils.asyncify import asyncify @@ -42,6 +43,8 @@ from .llm_provider_handlers.vertex_passthrough_logging_handler import ( ) from .success_handler import PassThroughEndpointLogging +_REQUEST_FIELDS: Final = TypeAdapter(dict[str, object]) + class RouteStreamingLogging(Protocol): def __call__( @@ -170,6 +173,7 @@ class PassThroughStreamingHandler: passthrough_success_handler_obj: PassThroughEndpointLogging, url_route: str, route_streaming_logging: RouteStreamingLogging | None = None, + on_upstream_error: Callable[[Exception], object] = lambda _: None, ): resolved_route_streaming_logging: Final[RouteStreamingLogging] = ( route_streaming_logging or PassThroughStreamingHandler.route_streaming_logging_to_handler @@ -268,6 +272,7 @@ class PassThroughStreamingHandler: litellm_logging_obj._deferred_stream_complete_args = (_build_logging_coroutine(),) except Exception as e: verbose_proxy_logger.error("Error in chunk_processor: %s", e) + on_upstream_error(e) if response.status_code < 400: logging_scheduled = True await PassThroughStreamingHandler.schedule_stream_failure_logging( @@ -395,6 +400,15 @@ class PassThroughStreamingHandler: **tinyfish_payload["kwargs"], ) return + background_response_settled_before: Final = ( + endpoint_type == EndpointType.OPENAI + and await PassThroughStreamingHandler._stream_background_response_settled_before( + passthrough_success_handler_obj=passthrough_success_handler_obj, + url_route=url_route, + request_body=_REQUEST_FIELDS.validate_python(request_body), + raw_bytes=raw_bytes, + ) + ) ( standard_logging_response_object, kwargs, @@ -408,6 +422,7 @@ class PassThroughStreamingHandler: raw_bytes=raw_bytes, end_time=end_time, model=model, + background_response_settled_before=background_response_settled_before, ) # Always reached from an async context (anthropic_messages, # google_genai, and proxy pass-through stream tasks). prefer_async_handlers @@ -426,6 +441,25 @@ class PassThroughStreamingHandler: _route_streaming_logging_to_handler = route_streaming_logging_to_handler + @staticmethod + async def _stream_background_response_settled_before( + passthrough_success_handler_obj: PassThroughEndpointLogging, + url_route: str, + request_body: Mapping[str, object], + raw_bytes: Sequence[bytes], + ) -> bool: + return OpenAIPassthroughLoggingHandler.stream_may_settle_background_response( + url_route, request_body + ) and await passthrough_success_handler_obj.background_response_settled_before( + await asyncify(PassThroughStreamingHandler._background_response_settled_by_stream)(raw_bytes) + ) + + @staticmethod + def _background_response_settled_by_stream(raw_bytes: Sequence[bytes]) -> str | None: + return OpenAIPassthroughLoggingHandler.background_response_settled_by_stream( + PassThroughStreamingHandler._convert_raw_bytes_to_str_lines(raw_bytes) + ) + @staticmethod def _build_passthrough_logging_result( litellm_logging_obj: LiteLLMLoggingObj, @@ -437,6 +471,7 @@ class PassThroughStreamingHandler: raw_bytes: Sequence[bytes], end_time: datetime, model: str | None, + background_response_settled_before: bool = False, ) -> tuple[PassThroughEndpointLoggingResultValues, dict]: """ Synchronous, CPU-bound reconstruction of the standard logging payload @@ -510,6 +545,7 @@ class PassThroughStreamingHandler: start_time=start_time, all_chunks=all_chunks, end_time=end_time, + background_response_settled_before=background_response_settled_before, ) ) standard_logging_response_object = openai_passthrough_logging_handler_result["result"] diff --git a/litellm/proxy/pass_through_endpoints/success_handler.py b/litellm/proxy/pass_through_endpoints/success_handler.py index 8f55906498b..2375cd4dc69 100644 --- a/litellm/proxy/pass_through_endpoints/success_handler.py +++ b/litellm/proxy/pass_through_endpoints/success_handler.py @@ -1,14 +1,16 @@ import asyncio +import functools import json -from collections.abc import Mapping, Sequence +from collections.abc import Callable, Coroutine, Mapping, Sequence from contextlib import suppress from datetime import datetime from types import MappingProxyType -from typing import Any, Final +from typing import Any, Final, ParamSpec from urllib.parse import urlparse import anyio import httpx +from pydantic import TypeAdapter from litellm._logging import verbose_proxy_logger from litellm.constants import AZURE_SPEECH_CUSTOM_LLM_PROVIDER @@ -20,6 +22,7 @@ from litellm.types.passthrough_endpoints.pass_through_endpoints import ( ) from litellm.types.utils import StandardPassThroughResponseObject +from .background_response_settlement import BackgroundResponseSettlementStore, PrismaBackgroundResponseSettlementStore from .llm_provider_handlers.anthropic_passthrough_logging_handler import ( AnthropicPassthroughLoggingHandler, ) @@ -54,9 +57,43 @@ from .llm_provider_handlers.transcribe_passthrough_logging_handler import ( from .llm_provider_handlers.vertex_passthrough_logging_handler import ( VertexPassthroughLoggingHandler, ) +from .managed_id_codec import decode as decode_managed_id from .upstream_usage_headers import has_upstream_reported_usage cohere_passthrough_logging_handler: Final = CoherePassthroughLoggingHandler() +_RESPONSE_BODY: Final = TypeAdapter(dict[str, object]) + + +async def complete_despite_cancellation(work: Coroutine[object, object, None]) -> None: + pending: Final = asyncio.create_task(work) + try: + await asyncio.shield(pending) + except asyncio.CancelledError: + with anyio.CancelScope(shield=True): + while not pending.done(): + with suppress(asyncio.CancelledError): + await asyncio.shield(pending) + pending.result() + raise + + +_HandlerParams: Final = ParamSpec("_HandlerParams") + + +def _finishes_despite_cancellation_when_finalizing( + handler: Callable[_HandlerParams, Coroutine[object, object, None]], +) -> Callable[_HandlerParams, Coroutine[object, object, None]]: + @functools.wraps(handler) + async def handle( + *args: _HandlerParams.args, + **kwargs: _HandlerParams.kwargs, # kwargs-ok: ParamSpec forwards the wrapped handler's exact signature + ) -> None: + if kwargs.get("finalize_before_dispatch") is True: + await complete_despite_cancellation(handler(*args, **kwargs)) + return + await handler(*args, **kwargs) + + return handle def _safe_response_text(httpx_response: httpx.Response) -> str: @@ -84,11 +121,17 @@ class PassThroughEndpointLogging: self, transcribe_handler: TranscribePassthroughLoggingHandler | None = None, log_dispatch: PassThroughLogDispatch | None = None, + background_response_settlement: BackgroundResponseSettlementStore | None = None, ): self.transcribe_passthrough_logging_handler: Final = ( transcribe_handler if transcribe_handler is not None else TranscribePassthroughLoggingHandler() ) self._injected_log_dispatch: Final = log_dispatch + self.background_response_settlement: Final[BackgroundResponseSettlementStore] = ( + background_response_settlement + if background_response_settlement is not None + else PrismaBackgroundResponseSettlementStore() + ) self.TRACKED_VERTEX_METHOD_ROUTES = ( "generateContent", "streamGenerateContent", @@ -116,6 +159,7 @@ class PassThroughEndpointLogging: self.TRACKED_GEMINI_ROUTES = [ "generateContent", "streamGenerateContent", + "batchGenerateContent", "predictLongRunning", ] @@ -174,16 +218,7 @@ class PassThroughEndpointLogging: ) bind_budget_reservation_to_callbacks(logging_obj.litellm_params) - pending: Final = asyncio.create_task(finalize_and_enqueue()) - try: - await asyncio.shield(pending) - except asyncio.CancelledError: - with anyio.CancelScope(shield=True): - while not pending.done(): - with suppress(asyncio.CancelledError): - await asyncio.shield(pending) - pending.result() - raise + await complete_despite_cancellation(finalize_and_enqueue()) return await logging_obj.dispatch_success_handlers( @@ -197,6 +232,13 @@ class PassThroughEndpointLogging: _handle_logging = handle_logging + async def background_response_settled_before(self, settled_response_id: str | None) -> bool: + if settled_response_id is None: + return False + managed_id: Final = decode_managed_id(settled_response_id) + upstream_response_id: Final = settled_response_id if managed_id is None else managed_id.raw_provider_id + return not await self.background_response_settlement.claim(upstream_response_id) + def normalize_llm_passthrough_logging_payload( self, httpx_response: httpx.Response, @@ -209,6 +251,7 @@ class PassThroughEndpointLogging: end_time: datetime, cache_hit: bool, custom_llm_provider: str | None = None, + background_response_settled_before: bool = False, **kwargs, ): return_dict: Final = { @@ -294,6 +337,7 @@ class PassThroughEndpointLogging: end_time=end_time, cache_hit=cache_hit, request_body=request_body, + background_response_settled_before=background_response_settled_before, **kwargs, ) standard_logging_response_object = openai_passthrough_logging_handler_result["result"] @@ -489,6 +533,7 @@ class PassThroughEndpointLogging: ) return None + @_finishes_despite_cancellation_when_finalizing async def pass_through_async_success_handler( self, httpx_response: httpx.Response, @@ -504,7 +549,7 @@ class PassThroughEndpointLogging: custom_llm_provider: str | None = None, finalize_before_dispatch: bool = False, **kwargs, - ): + ) -> None: standard_logging_response_object: PassThroughEndpointLoggingResultValues | None = None logging_obj.model_call_details["passthrough_logging_payload"] = passthrough_logging_payload if self.is_tinyfish_route(url_route, custom_llm_provider): @@ -558,7 +603,22 @@ class PassThroughEndpointLogging: ) return else: + from .llm_provider_handlers.openai_passthrough_logging_handler import ( + OpenAIPassthroughLoggingHandler, + ) + try: + settled_response_id: Final = ( + OpenAIPassthroughLoggingHandler.background_response_settled_by_call( + httpx_response.request.method, url_route, _RESPONSE_BODY.validate_python(response_body) + ) + if isinstance(response_body, dict) + and OpenAIPassthroughLoggingHandler.is_openai_responses_route(url_route) + else None + ) + background_response_settled_before: Final = await self.background_response_settled_before( + settled_response_id + ) normalized_llm_passthrough_logging_payload: Final = self.normalize_llm_passthrough_logging_payload( httpx_response=httpx_response, response_body=response_body, @@ -570,6 +630,7 @@ class PassThroughEndpointLogging: end_time=end_time, cache_hit=cache_hit, custom_llm_provider=custom_llm_provider, + background_response_settled_before=background_response_settled_before, **kwargs, ) standard_logging_response_object = normalized_llm_passthrough_logging_payload[ diff --git a/litellm/proxy/prompts/prompt_endpoints.py b/litellm/proxy/prompts/prompt_endpoints.py index b7775b99419..04d6c78f08a 100644 --- a/litellm/proxy/prompts/prompt_endpoints.py +++ b/litellm/proxy/prompts/prompt_endpoints.py @@ -1111,6 +1111,7 @@ async def test_prompt( general_settings=general_settings, llm_router=llm_router, model=data.get("model", ""), + team_id=user_api_key_dict.team_id, ) # Use ProxyBaseLLMRequestProcessing to go through all proxy logic diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py index 41aedf4b5cd..f252e69d739 100644 --- a/litellm/proxy/proxy_cli.py +++ b/litellm/proxy/proxy_cli.py @@ -31,10 +31,14 @@ from litellm.proxy.db.pgbouncer import ( start_in_container_pgbouncer, ) from litellm.proxy.db.query_engine_reaper import start_query_engine_reaper +from litellm.proxy.server_listener import PrivateListener, gunicorn_overrides from litellm.types.llms.base import LiteLLMBaseModel if TYPE_CHECKING: from fastapi import FastAPI + + from litellm.proxy.rust_forward.peer import ASGIApp + from litellm.proxy.rust_forward.server import PythonServer else: FastAPI = Any @@ -679,13 +683,14 @@ class ProxyInitializationHelpers: def run_gunicorn_server( host: str, port: int, - app: FastAPI, + app: "ASGIApp", num_workers: int, ssl_certfile_path: str, ssl_keyfile_path: str, max_requests_before_restart: int | None = None, max_requests_before_restart_jitter: int | None = None, max_request_header_size: int | None = None, + private_listener: PrivateListener | None = None, ): """ Run litellm with `gunicorn` @@ -766,6 +771,7 @@ class ProxyInitializationHelpers: "accesslog": "-", # Log to stdout "timeout": 600, # default to very high number, bedrock/anthropic.claude-v2:1 can take 30+ seconds for the 1st chunk to come in "access_log_format": '%(h)s %(l)s %(u)s %(t)s "%(r)s" %(s)s %(b)s', + **gunicorn_overrides(private_listener), } # Optional: recycle workers after N requests to mitigate memory growth @@ -821,7 +827,7 @@ class ProxyInitializationHelpers: _run_ollama_serve = run_ollama_serve @staticmethod - def is_port_in_use(port): + def is_port_in_use(port: int): import socket with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s: @@ -829,6 +835,69 @@ class ProxyInitializationHelpers: _is_port_in_use = is_port_in_use + @staticmethod + def serving_port(port: int) -> int: + return random.randint(1024, 49152) if port == 4000 and ProxyInitializationHelpers.is_port_in_use(port) else port + + @staticmethod + def python_server( + host: str, + port: int, + keepalive_timeout: int | None, + run_gunicorn: bool, + run_hypercorn: bool, + run_granian: bool, + tls: bool, + ) -> "PythonServer": + """``run_gunicorn_server`` never hands ``--keepalive_timeout`` or forwarded IPs to gunicorn, so its workers keep + gunicorn's keep-alive and gunicorn's trusted proxies, which include ``::1`` where uvicorn's do not.""" + import uvicorn + + from litellm.proxy.rust_forward.server import Listener, PythonServer, Server, uvicorn_trusted_proxies + from litellm.proxy.shutdown.graceful_shutdown_manager import GracefulShutdownManager + + server: Final = ( + Server.HYPERCORN + if run_hypercorn + else Server.GRANIAN + if run_granian + else Server.GUNICORN + if run_gunicorn + else Server.UVICORN + ) + keepalive, trusted_proxies = ( + ProxyInitializationHelpers.gunicorn_keepalive_and_trusted_proxies() + if server is Server.GUNICORN + else ( + uvicorn.Config(app="", log_config=None).timeout_keep_alive + if keepalive_timeout is None + else keepalive_timeout, + uvicorn_trusted_proxies(None), + ) + ) + return PythonServer( + server=server, + listener=Listener.TLS if tls else Listener.TCP, + host=host, + port=ProxyInitializationHelpers.serving_port(port), + keepalive_seconds=keepalive, + graceful_timeout_seconds=GracefulShutdownManager.get_timeout(), + trusted_proxies=trusted_proxies, + ) + + @staticmethod + def gunicorn_keepalive_and_trusted_proxies() -> tuple[int, str]: + """Loaded only when gunicorn is the server, because gunicorn imports ``fcntl``, which Windows lacks.""" + from gunicorn.config import Config as GunicornConfig + + config: Final = GunicornConfig() + keepalive: Final[object] = config.keepalive + forwarded_allow_ips: Final[object] = config.forwarded_allow_ips + return ( + TypeAdapter(int).validate_python(keepalive), + ",".join(TypeAdapter(list[str]).validate_python(forwarded_allow_ips)), + ) + @staticmethod def get_loop_type(): """Helper function to determine the event loop type based on platform""" @@ -1228,8 +1297,8 @@ class ProxyInitializationHelpers: ) def run_server( cli_args, - host, - port, + host: str, + port: int, api_base, api_version, model, @@ -1269,7 +1338,7 @@ def run_server( skip_server_startup, validate_config: bool, check_migrations_against_existing_data: bool, - keepalive_timeout, + keepalive_timeout: int | None, timeout_worker_healthcheck, max_request_header_size: int | None, max_requests_before_restart: int | None, @@ -1299,6 +1368,49 @@ def run_server( run_setup_wizard() return + from pydantic import ValidationError + + from litellm.proxy.rust_forward.mode import ( + Mode, + environment_error, + private_listener, + rust_forward_mode, + stop_with_supervisor, + uvicorn_options, + ) + + try: + forward_mode: Final = rust_forward_mode(os.environ) + except ValidationError as error: + raise click.ClickException(environment_error(error)) from None + stop_with_supervisor(forward_mode) + runs_one_command: Final = ( + version is True + or validate_config + or health is True + or test is True + or skip_server_startup is True + or check_migrations_against_existing_data + ) + if forward_mode is Mode.SUPERVISOR and not runs_one_command: + from litellm.proxy.rust_forward.supervisor import supervise + from litellm.proxy.rust_forward.supervisor.preflight import StartupError + + server: Final = ProxyInitializationHelpers.python_server( + host, + port, + keepalive_timeout, + run_gunicorn=run_gunicorn is True, + run_hypercorn=run_hypercorn is True, + run_granian=run_granian is True, + tls=None not in (ssl_keyfile_path, ssl_certfile_path), + ) + if prometheus_metrics_port == server.port: + raise click.UsageError("--prometheus_metrics_port must differ from --port") + supervised: Final = supervise(server) + if not isinstance(supervised, StartupError): + raise SystemExit(supervised) + args: Final = locals() try: from litellm.proxy.proxy_server import ( @@ -1717,8 +1829,7 @@ def run_server( ) sys.exit(1) export_pooled_database_url(pooled_database_url) - if port == 4000 and ProxyInitializationHelpers.is_port_in_use(port): - port = random.randint(1024, 49152) + port = ProxyInitializationHelpers.serving_port(port) if prometheus_metrics_port == port: raise click.UsageError("--prometheus_metrics_port must differ from --port") @@ -1767,6 +1878,8 @@ def run_server( timeout_worker_healthcheck=(timeout_worker_healthcheck if running_uvicorn else None), max_request_header_size=max_request_header_size, ) + for option, value in uvicorn_options(forward_mode, WORKER_APP).items(): + uvicorn_args[option] = value # Optional: recycle uvicorn workers after N requests if max_requests_before_restart is not None: uvicorn_args["limit_max_requests"] = max_requests_before_restart @@ -1831,16 +1944,19 @@ def run_server( workers=num_workers, ) elif run_gunicorn is True: + from litellm.proxy.rust_forward.peer import wrap + ProxyInitializationHelpers.run_gunicorn_server( host=host, port=port, - app=app, + app=wrap(app, forward_mode), num_workers=num_workers, ssl_certfile_path=ssl_certfile_path, ssl_keyfile_path=ssl_keyfile_path, max_requests_before_restart=max_requests_before_restart, max_requests_before_restart_jitter=max_requests_before_restart_jitter, max_request_header_size=max_request_header_size, + private_listener=private_listener(forward_mode), ) elif run_hypercorn is True: ProxyInitializationHelpers.init_hypercorn_server( diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 9fb1316d2b2..243f4fb23ea 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -210,8 +210,10 @@ from litellm.rust_bridge.catalog import Target from litellm.types.utils import ( PRICING_OVERRIDES_KEY, CallTypes, + Choices, CountContextManagement, LlmProviders, + Message, ModelResponse, ModelResponseStream, TextCompletionResponse, @@ -275,8 +277,6 @@ try: import yaml from apscheduler.schedulers.asyncio import AsyncIOScheduler from apscheduler.schedulers.base import STATE_STOPPED - from apscheduler.triggers.base import BaseTrigger - from apscheduler.triggers.interval import IntervalTrigger except ImportError as e: raise ImportError(f"Missing dependency {e}. Run `pip install 'litellm[proxy]'`") @@ -368,8 +368,8 @@ from litellm.constants import ( REALTIME_SESSION_FAILURE_LOGGED_KEY, REALTIME_SESSION_SUCCESS_LOGGED_KEY, ROUTER_SETTINGS_MANAGED_OUTSIDE_CONFIG, + SCHEDULED_JOB_POLL_INTERVAL_SECONDS, SPEND_CAPTURE_RATE_CHECK_JOB_ID, - SPEND_LOG_SIZE_CHECK_INTERVAL, USER_SPEND_ALERTS_JOB_ID, WEEKLY_SPEND_REPORT_JOB_ID, ) @@ -392,6 +392,7 @@ from litellm.litellm_core_utils.core_helpers import ( get_litellm_metadata_from_kwargs, get_parent_otel_span_from_kwargs, iter_items, + json_contains, normalize_drop_params, require_attributes, ) @@ -419,7 +420,7 @@ from litellm.llms.anthropic.messages.convertible_blocks import ( malformed_tool_result_count_error, ) from litellm.llms.custom_httpx.aiohttp_pool_diagnostics import build_pool_wait_trace_config -from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler +from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler, exclude_rsa_key_exchange_and_chacha20 from litellm.llms.openai.live import parse_live_session_start from litellm.llms.openai_like.model_info import MODEL_INFO_REFRESH_SECONDS from litellm.llms.vertex_ai.vertex_llm_base import VertexBase @@ -427,6 +428,7 @@ from litellm.messages.dispatch import messages_target from litellm.proxy._lazy_features import attach_lazy_features, reserve_lazy_slot from litellm.proxy._types import * from litellm.proxy.agent_endpoints.auth.agent_access_groups import CeilingResolver, resolve_agent_access_group_ceiling +from litellm.proxy.alerting_endpoints.alerts import router as alerts_router from litellm.proxy.alerting_endpoints.model_deprecation_alerts import ( router as model_deprecation_alerts_router, ) @@ -454,6 +456,7 @@ from litellm.proxy.auth.auth_utils import ( ) from litellm.proxy.auth.fallback_budget import RouterFallbackBudgetCheck, router_fallback_budget_check from litellm.proxy.auth.fallback_model_access import router_fallback_access_check +from litellm.proxy.auth.fallback_rate_limit import RouterFallbackRateLimitCheck from litellm.proxy.auth.handle_jwt import JWTHandler from litellm.proxy.auth.legacy_empty_models_check import warn_about_legacy_empty_models from litellm.proxy.auth.litellm_license import AUTO_ROUTER_LICENSE_REMEDY, LicenseCheck @@ -546,7 +549,7 @@ from litellm.proxy.common_utils.encrypt_decrypt_utils import ( encrypt_value_helper, ) from litellm.proxy.common_utils.error_body_call_id import JSON_OBJECT, error_body_call_id, with_call_id -from litellm.proxy.common_utils.fips import enforce_fips_mode +from litellm.proxy.common_utils.fips import enforce_fips_mode, fips_mode_setting from litellm.proxy.common_utils.healthy_model_filter import ( get_hidden_unhealthy_model_names, is_healthy_only_listing_default, @@ -613,7 +616,6 @@ from litellm.proxy.common_utils.scheduled_job_stagger import ( apply_scheduled_job_stagger, attach_job_timing_logger, parse_stagger_settings, - stagger_trigger, ) from litellm.proxy.common_utils.slow_gc_logger import log_slow_gc_passes from litellm.proxy.common_utils.swagger_utils import ERROR_RESPONSES @@ -622,6 +624,7 @@ from litellm.proxy.common_utils.timezone_utils import ( get_budget_reset_time, ) from litellm.proxy.common_utils.token_count_log import ( + answered_with_litellm_call_id, deployment_model_id, logged_token_count, rejected_token_count, @@ -666,7 +669,10 @@ from litellm.proxy.container_endpoints.endpoints import router as container_rout from litellm.proxy.credential_endpoints.endpoints import router as credential_router from litellm.proxy.db.create_views import SupportsRawQueries from litellm.proxy.db.db_transaction_queue.pod_lock_manager import PodLockManager -from litellm.proxy.db.db_transaction_queue.spend_log_cleanup import SpendLogCleanup +from litellm.proxy.db.db_transaction_queue.spend_log_cleanup import ( + SPEND_LOG_RETENTION_JOB, + SPEND_LOG_SIZE_CHECK_JOB, +) from litellm.proxy.db.db_transaction_queue.window_spend_update_queue import ( build_window_spend_transaction, ) @@ -692,6 +698,7 @@ from litellm.proxy.db.request_error_tracking import ( flush_request_errors, request_error_accumulator, ) +from litellm.proxy.db.scheduled_job_runs import JobScheduler, register_poll from litellm.proxy.db.spend_counter_reseed import END_USER_COUNTER_PREFIX, SpendCounterReseed from litellm.proxy.discovery_endpoints import ( agent_skills_discovery_router, @@ -1200,7 +1207,7 @@ try: except Exception: # when using litellm docker image try: - import enterprise + from litellm import enterprise except Exception: pass @@ -2520,6 +2527,7 @@ class _InvitationAcceptTxManager(Protocol): exc_type: type[BaseException] | None, exc_value: BaseException | None, traceback: TracebackType | None, + /, ) -> bool | None: ... @@ -2578,6 +2586,9 @@ async def otel_unhandled_exception_handler(request: Request, exc: Exception): raise exc response: Final = await _unhandled_exception_response(request, exc) response.headers.update(trace_response_headers(getattr(request.state, "parent_otel_span", None))) + litellm_call_id: Final = attribute_of(request.state, "litellm_call_id") + if isinstance(litellm_call_id, str): + response.headers.setdefault(LITELLM_CALL_ID_HEADER, litellm_call_id) return response @@ -2967,6 +2978,7 @@ _ROUTE_MAX_REQUEST_SIZE_MB: Final[Mapping[tuple[str, str], float]] = MappingProx ("POST", "/claude-code/plugins/upload"): 11, ("POST", "/skill-hub/skills/upload"): 11, ("PUT", "/skill-hub/skills/{name}/upload"): 11, + ("PUT", "/skill-hub/submissions/{submission_id}/upload"): 11, } ) @@ -3166,6 +3178,10 @@ def general_settings_view() -> Mapping[str, object]: return _GENERAL_SETTINGS_VIEW.validate_python(general_settings) +def user_model_view() -> str | None: + return user_model if isinstance(user_model, str) else None + + config_passthrough_endpoints: list[dict[str, object]] | None = None log_file: Final = "api_log.json" worker_config: Final = None @@ -5719,7 +5735,6 @@ def should_load_db_object(object_type: str | SupportedDBObjectType) -> bool: _CONFIG_PERSISTED_SECTIONS: Final = ("general_settings", "router_settings", "litellm_settings") _CONFIG_UNMANAGED_EXCLUSIONS: Final = frozenset(("environment_variables", "model_list")) _CONFIG_SECTION_VALUES: Final = TypeAdapter(Mapping[str, JsonValue]) -_CONFIG_SECTION_LOCK_SQL: Final = "SELECT 1 AS locked FROM pg_advisory_xact_lock(hashtext($1))" class _ConfigParamWhere(TypedDict): @@ -5883,6 +5898,28 @@ def _wants_cleanup_jobs(settings: Mapping[str, object]) -> bool: return _wants_retention_job(settings) or _wants_size_check_job(settings) +_SPEND_LOG_CLEANUP_POLLS: Final = ( + (_SPEND_LOG_CLEANUP_JOB_ID, _wants_retention_job, SPEND_LOG_RETENTION_JOB), + (_SPEND_LOG_SIZE_CHECK_JOB_ID, _wants_size_check_job, SPEND_LOG_SIZE_CHECK_JOB), +) + + +def _register_spend_log_cleanup_jobs( + job_scheduler: JobScheduler, db: PrismaClient | None, settings: Mapping[str, object] +) -> None: + """Poll LiteLLM_ScheduledJobRun for each cleanup job the settings ask for. Every pod polls, one claims each run.""" + for job_id, wanted, job in _SPEND_LOG_CLEANUP_POLLS: + register_poll( + job_scheduler, + db, + job_id, + job, + wanted=wanted(settings), + poll_seconds=SCHEDULED_JOB_POLL_INTERVAL_SECONDS, + misfire_grace_time=APSCHEDULER_MISFIRE_GRACE_TIME, + ) + + @lru_cache(maxsize=4096) def _log_ignored_cost_map_copy(model_id: str, fields: tuple[str, ...]) -> None: verbose_proxy_logger.warning( @@ -6272,7 +6309,7 @@ class ProxyConfig: prisma_client: PrismaClient, ) -> Mapping[str, JsonValue] | None: async with prisma_client.tx() as tx: - await tx.query_raw(_CONFIG_SECTION_LOCK_SQL, section_name) + await tx.query_raw(CONFIG_PARAM_LOCK_SQL, section_name) config_table: Final = cast("TableActions[_ConfigParamRow]", tx.litellm_config) config_where: Final[_ConfigParamWhere] = {"param_name": section_name} existing_row: Final[_ConfigParamRow | None] = await config_table.find_first(where=config_where) @@ -6663,6 +6700,11 @@ class ProxyConfig: printed_yaml: Final = copy.deepcopy(config) printed_yaml.pop("environment_variables", None) + # Secret manager reads and the rest of config load make outbound TLS calls before enforce_fips_mode runs + raw_general_settings: Final = as_str_mapping(config.get("general_settings")) + if raw_general_settings is not None and fips_mode_setting(raw_general_settings) is True: + exclude_rsa_key_exchange_and_chacha20(True) + self._initialize_secret_manager_from_raw_config(config=config, config_file_path=config_file_path) config = self._check_for_os_environ_vars(config=config) @@ -7023,7 +7065,7 @@ class ProxyConfig: elif key == "priority_reservation_settings": from litellm.types.utils import PriorityReservationSettings - litellm.priority_reservation_settings = PriorityReservationSettings(**value) + litellm.priority_reservation_settings = PriorityReservationSettings.model_validate(value) elif key == "callbacks": initialize_callbacks_on_proxy( value=value, @@ -7640,6 +7682,9 @@ class ProxyConfig: is_enforced=router_fallback_budget_check.is_enforced, team_member_model_budget_limiter=model_max_budget_limiter, ), + fallback_rate_limit_check=RouterFallbackRateLimitCheck( + limiter=lambda: proxy_logging_obj.get_proxy_hook("parallel_request_limiter"), + ), auto_router_capability_limit=_license_check.auto_router_capability_limit, ) ) @@ -7876,7 +7921,7 @@ class ProxyConfig: else: raise ValueError("Invalid Key Management System selected") - from litellm.rust_bridge.host.secret_manager import capture_secret_manager + from litellm.secret_managers.native_config import capture_secret_manager if litellm.secret_manager_client is not previous_client: capture_secret_manager(litellm.secret_manager_client, key_management_system) @@ -8146,6 +8191,9 @@ class ProxyConfig: is_enforced=router_fallback_budget_check.is_enforced, team_member_model_budget_limiter=model_max_budget_limiter, ), + fallback_rate_limit_check=RouterFallbackRateLimitCheck( + limiter=lambda: proxy_logging_obj.get_proxy_hook("parallel_request_limiter"), + ), auto_router_capability_limit=_license_check.auto_router_capability_limit, ) ) @@ -8449,97 +8497,10 @@ class ProxyConfig: ) async def _reschedule_spend_log_cleanup_job(self): - """ - Reschedule the spend log cleanup job based on current general_settings. - This is called when maximum_spend_logs_retention_period is updated dynamically. - If the retention period is None, the job will be removed. - """ - global scheduler, general_settings, prisma_client + """Add or remove the cleanup polls when the settings that ask for them change.""" if scheduler is None: return - - from litellm.proxy.db.db_transaction_queue.spend_log_cleanup import ( - SpendLogCleanup, - ) - - if not _wants_retention_job(general_settings): - if scheduler.get_job(_SPEND_LOG_CLEANUP_JOB_ID) is not None: - scheduler.remove_job(_SPEND_LOG_CLEANUP_JOB_ID) - verbose_proxy_logger.info("Removed existing spend log cleanup job") - else: - trigger: Final = self._spend_log_cleanup_trigger() - if trigger is not None: - scheduler.add_job( - SpendLogCleanup().cleanup_old_spend_logs, - trigger, - args=[prisma_client], - id=_SPEND_LOG_CLEANUP_JOB_ID, - replace_existing=True, - misfire_grace_time=APSCHEDULER_MISFIRE_GRACE_TIME, - ) - verbose_proxy_logger.info("Spend log cleanup rescheduled with trigger: %s", trigger) - - if not _wants_size_check_job(general_settings): # pyright: ignore[reportUnknownArgumentType] # general_settings is an untyped module dict - if scheduler.get_job(_SPEND_LOG_SIZE_CHECK_JOB_ID) is not None: # pyright: ignore[reportUnknownMemberType] # apscheduler is untyped - scheduler.remove_job(_SPEND_LOG_SIZE_CHECK_JOB_ID) # pyright: ignore[reportUnknownMemberType] # apscheduler is untyped - verbose_proxy_logger.info("Removed existing spend log size check job") - return - size_trigger: Final = self._spend_log_size_check_trigger() - if size_trigger is None: - return - scheduler.add_job( # pyright: ignore[reportUnknownMemberType] # apscheduler is untyped - SpendLogCleanup().cleanup_spend_logs_by_size, - size_trigger, - args=[prisma_client], - id=_SPEND_LOG_SIZE_CHECK_JOB_ID, - replace_existing=True, - misfire_grace_time=APSCHEDULER_MISFIRE_GRACE_TIME, - ) - verbose_proxy_logger.info("Spend log size check rescheduled with trigger: %s", size_trigger) - - def _spend_log_size_check_trigger(self) -> object | None: - return self._staggered_interval_trigger( - _SPEND_LOG_SIZE_CHECK_JOB_ID, - "maximum_spend_logs_size_check_interval", - general_settings.get("maximum_spend_logs_size_check_interval", SPEND_LOG_SIZE_CHECK_INTERVAL), # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType] # general_settings is an untyped module dict - ) - - @staticmethod - def _staggered_interval_trigger(job_id: str, setting_name: str, interval: object) -> object | None: - if not isinstance(interval, str): - verbose_proxy_logger.error("Invalid %s value: %r", setting_name, interval) - return None - # this runs against a started scheduler, which the startup stagger sweep - # cannot reach, so the offset is applied here or the job reconverges across - # replicas the first time an admin edits the settings - try: - interval_seconds: Final = duration_in_seconds(interval) - return stagger_trigger( - job_id=job_id, - trigger=IntervalTrigger(seconds=interval_seconds), - period_seconds=interval_seconds, - settings=parse_stagger_settings(general_settings), # pyright: ignore[reportUnknownArgumentType] # general_settings is an untyped module dict - ) - except (ValueError, OverflowError): - verbose_proxy_logger.error("Invalid %s value: %r", setting_name, interval) - return None - - def _spend_log_cleanup_trigger(self) -> object | None: - cleanup_cron: Final[object] = general_settings.get("maximum_spend_logs_cleanup_cron") - if cleanup_cron: - from apscheduler.triggers.cron import CronTrigger - - try: - cron_trigger: Final[BaseTrigger] = CronTrigger.from_crontab(cleanup_cron) - except (ValueError, TypeError, AttributeError): - verbose_proxy_logger.error("Invalid maximum_spend_logs_cleanup_cron value: %s", cleanup_cron) - return None - return cron_trigger - return self._staggered_interval_trigger( - _SPEND_LOG_CLEANUP_JOB_ID, - "maximum_spend_logs_retention_interval", - general_settings.get("maximum_spend_logs_retention_interval", "1d"), - ) + _register_spend_log_cleanup_jobs(scheduler, prisma_client, general_settings) # pyright: ignore[reportUnknownArgumentType, reportArgumentType] # apscheduler is untyped async def _update_general_settings(self, db_general_settings: Mapping[str, SettingsJsonValue] | str | None) -> None: global general_settings @@ -8996,9 +8957,8 @@ class ProxyConfig: proxy_logging_obj: ProxyLogging, ) -> ReconcileOutcome: """add_deployment's body, minus the locking. DB_RECONCILE_LOCK MUST already - be held. Split out for the one caller that has to hold the lock across more than - this reconcile -- clear_cache, which un-serves every db model before calling it - and would deadlock on a re-acquire.""" + be held. Split out for clear_cache, which already holds the lock and would + deadlock on a re-acquire.""" global llm_router, llm_model_list, master_key, general_settings still_desired_ids: frozenset[str] | None = None @@ -10287,23 +10247,34 @@ def _get_streaming_fallback_metadata( return True, None, fallback_errors +_FALLBACK_METADATA_ID: Final = "litellm-fallback-metadata" +_RESPONSES_FALLBACK_METADATA_EVENT_TYPE: Final = "litellm.fallback_metadata" + + def _format_fallback_metadata_sse_event( *, fallback_model: str | None, fallback_errors: list[dict[str, object]], + responses_stream: bool, + return_raw_model_name: bool, ) -> str: - import time - + litellm_fallback: Final = {"fallback_model": fallback_model, "errors": fallback_errors} + if responses_stream: + stamped_model: Final = None if return_raw_model_name else fallback_model + event: Final = { + "type": _RESPONSES_FALLBACK_METADATA_EVENT_TYPE, + "id": _FALLBACK_METADATA_ID, + **({"model": stamped_model} if stamped_model else {}), + "litellm_fallback": litellm_fallback, + } + return f"data: {json.dumps(event)}\n\n" payload: Final = { - "id": "litellm-fallback-metadata", + "id": _FALLBACK_METADATA_ID, "object": "chat.completion.chunk", "created": int(time.time()), "model": fallback_model or "", "choices": [], - "litellm_fallback": { - "fallback_model": fallback_model, - "errors": fallback_errors, - }, + "litellm_fallback": litellm_fallback, } return f"data: {json.dumps(payload)}\n\n" @@ -10312,7 +10283,7 @@ def _restamp_streaming_chunk_model( *, chunk: object, requested_model_from_client: str, - request_data: dict, + request_data: Mapping[str, object], model_mismatch_logged: bool, fallback_was_attempted: bool = False, fallback_model_from_metadata: str | None = None, @@ -10890,6 +10861,7 @@ async def async_data_generator( model_mismatch_logged = False fallback_metadata_event_sent = False include_fallback_errors: Final = _should_include_fallback_errors(request_data) + return_raw_model_name: Final = should_return_raw_model_name(request_data) # Use a running string instead of list + join to avoid O(n^2) overhead. # Previously "".join(str_so_far_parts) was called every chunk, re-joining # the entire accumulated response. String += is O(n) amortized total. @@ -10987,6 +10959,8 @@ async def async_data_generator( yield _format_fallback_metadata_sse_event( fallback_model=fallback_model_from_metadata, fallback_errors=fallback_errors, + responses_stream=error_state is not None, + return_raw_model_name=return_raw_model_name, ) fallback_metadata_event_sent = True continue @@ -11043,6 +11017,8 @@ async def async_data_generator( yield _format_fallback_metadata_sse_event( fallback_model=fallback_model_from_metadata, fallback_errors=fallback_errors, + responses_stream=error_state is not None, + return_raw_model_name=return_raw_model_name, ) fallback_metadata_event_sent = True @@ -11928,6 +11904,24 @@ class ProxyStartupEvent: read_general_settings=_current_general_settings, ) + from litellm.proxy.spend_tracking.performance_alerts import RUN_INTERVAL, run_performance_alerts + from litellm.repositories.performance_alert_repository import PerformanceAlertRepository + + async def run_performance_alerts_job() -> None: + if _current_general_settings().get("performance_alerts_enabled", True) is True: + await run_performance_alerts(PerformanceAlertRepository(prisma_client, enterprise=premium_user is True)) + + scheduler.add_job( # pyright: ignore[reportUnknownMemberType] # APScheduler does not provide typed job methods + run_performance_alerts_job, + "interval", + seconds=RUN_INTERVAL.total_seconds(), + id="performance_alerts", + replace_existing=True, + max_instances=1, + coalesce=True, + misfire_grace_time=APSCHEDULER_MISFIRE_GRACE_TIME, + ) + ### PTU DAILY ROLLUP ### from litellm.proxy.spend_tracking.ptu_feature_flag import ( is_ptu_cost_attribution_enabled, @@ -11972,70 +11966,7 @@ class ProxyStartupEvent: ### SPEND LOG CLEANUP ### cleanup_settings: Final = _current_general_settings() - if _wants_size_check_job(cleanup_settings): - size_check_interval: Final = cleanup_settings.get( - "maximum_spend_logs_size_check_interval", SPEND_LOG_SIZE_CHECK_INTERVAL - ) - try: - if not isinstance(size_check_interval, str): - raise TypeError(size_check_interval) - size_check_seconds: Final = duration_in_seconds(size_check_interval) - scheduler.add_job( # pyright: ignore[reportUnknownMemberType] # apscheduler is untyped - SpendLogCleanup().cleanup_spend_logs_by_size, - "interval", - seconds=size_check_seconds + random.randint(0, 60), - args=[prisma_client], - id=_SPEND_LOG_SIZE_CHECK_JOB_ID, - replace_existing=True, - misfire_grace_time=APSCHEDULER_MISFIRE_GRACE_TIME, - ) - verbose_proxy_logger.info("Spend log size check scheduled every %s", size_check_interval) - except (TypeError, ValueError, OverflowError): - verbose_proxy_logger.error( - "Invalid maximum_spend_logs_size_check_interval value: %r", size_check_interval - ) - if _wants_retention_job(cleanup_settings): - spend_log_cleanup: Final = SpendLogCleanup() - cleanup_cron: Final = cleanup_settings.get("maximum_spend_logs_cleanup_cron") - - if cleanup_cron and not isinstance(cleanup_cron, str): - verbose_proxy_logger.error("Invalid maximum_spend_logs_cleanup_cron value: %r", cleanup_cron) - elif isinstance(cleanup_cron, str) and cleanup_cron: - from apscheduler.triggers.cron import CronTrigger - - try: - cron_trigger: Final = CronTrigger.from_crontab(cleanup_cron) - scheduler.add_job( - spend_log_cleanup.cleanup_old_spend_logs, - cron_trigger, - args=[prisma_client], - id=_SPEND_LOG_CLEANUP_JOB_ID, - replace_existing=True, - misfire_grace_time=APSCHEDULER_MISFIRE_GRACE_TIME, - ) - verbose_proxy_logger.info("Spend log cleanup scheduled with cron: %s", cleanup_cron) - except ValueError: - verbose_proxy_logger.error("Invalid maximum_spend_logs_cleanup_cron value: %s", cleanup_cron) - else: - # Interval-based scheduling (existing behavior) - retention_interval: Final = cleanup_settings.get("maximum_spend_logs_retention_interval", "1d") - try: - if not isinstance(retention_interval, str): - raise ValueError(retention_interval) - interval_seconds: Final = duration_in_seconds(retention_interval) - scheduler.add_job( - spend_log_cleanup.cleanup_old_spend_logs, - "interval", - seconds=interval_seconds + random.randint(0, 60), - args=[prisma_client], - id=_SPEND_LOG_CLEANUP_JOB_ID, - replace_existing=True, - misfire_grace_time=APSCHEDULER_MISFIRE_GRACE_TIME, - ) - except (ValueError, OverflowError): - verbose_proxy_logger.error( - "Invalid maximum_spend_logs_retention_interval value: %r", retention_interval - ) + _register_spend_log_cleanup_jobs(scheduler, prisma_client, cleanup_settings) # pyright: ignore[reportUnknownArgumentType, reportArgumentType] # apscheduler is untyped if _wants_cleanup_jobs(cleanup_settings): proxy_config.record_cleanup_schedule_attempt(cleanup_settings) ### CHECK BATCH COST ### @@ -12414,7 +12345,7 @@ class ProxyStartupEvent: _scheduled_weekly_spend_report, "interval", days=days, - next_run_time=datetime.now() + timedelta(seconds=10 + random.randint(0, 300)), + next_run_time=datetime.now(timezone.utc) + timedelta(seconds=10 + random.randint(0, 300)), id=WEEKLY_SPEND_REPORT_JOB_ID, replace_existing=True, misfire_grace_time=APSCHEDULER_MISFIRE_GRACE_TIME, @@ -13216,6 +13147,70 @@ def _blocked_response_usage(original_response: object | None) -> "litellm.Usage" return litellm.Usage(prompt_tokens=0, completion_tokens=0, total_tokens=0) +def _passthrough_block_response(e: ModifyResponseException) -> ModelResponse: + return ModelResponse( + model=e.model, + choices=[Choices(message=Message(content=e.message), finish_reason="content_filter")], + usage=_blocked_response_usage(e.original_response), + ) + + +async def _record_passthrough_block(e: ModifyResponseException, user_api_key_dict: UserAPIKeyAuth) -> None: + await proxy_logging_obj.post_call_failure_hook( + user_api_key_dict=user_api_key_dict, + original_exception=e, + request_data=e.request_data, + ) + + +async def _stream_chat_passthrough_block( + e: ModifyResponseException, user_api_key_dict: UserAPIKeyAuth, request: Request +) -> StreamingResponse: + # Read before post_call_failure_hook, which pops it from the request data. + logging_obj: Final = e.request_data.get("litellm_logging_obj") + await _record_passthrough_block(e, user_api_key_dict) + streaming_response: Final = litellm.CustomStreamWrapper( + completion_stream=litellm.utils.ModelResponseIterator( + model_response=_passthrough_block_response(e), convert_to_delta=True + ), + model=e.model, + custom_llm_provider="cached_response", + logging_obj=logging_obj, + ) + return StreamingResponse( + select_data_generator( + response=streaming_response, + user_api_key_dict=user_api_key_dict, + request_data=e.request_data, + request=request, + ), + media_type="text/event-stream", + status_code=200, + ) + + +async def _stream_text_completion_passthrough_block( + e: ModifyResponseException, user_api_key_dict: UserAPIKeyAuth, request: Request +) -> StreamingResponse: + await _record_passthrough_block(e, user_api_key_dict) + streaming_response: Final = litellm.TextCompletionStreamWrapper( + completion_stream=litellm.utils.ModelResponseIterator( + model_response=_passthrough_block_response(e), convert_to_delta=True + ), + model=e.model, + ) + return StreamingResponse( + select_data_generator( + response=streaming_response, + user_api_key_dict=user_api_key_dict, + request_data=e.request_data, + request=request, + ), + media_type="text/event-stream", + status_code=200, + ) + + @router.post( "/v1/chat/completions", dependencies=[Depends(user_api_key_auth)], @@ -13305,50 +13300,17 @@ async def chat_completion( user_max_tokens=user_max_tokens, user_api_base=user_api_base, version=version, + on_passthrough_block=lambda block: _stream_chat_passthrough_block(block, user_api_key_dict, request), ) if isinstance(result, BaseModel): return model_dump_with_preserved_fields(result, exclude_unset=True) else: return result except ModifyResponseException as e: - # Guardrail flagged content in passthrough mode - return 200 with violation message - _data = e.request_data - # Capture logging_obj before post_call_failure_hook pops it from _data. - _logging_obj: Final = _data.get("litellm_logging_obj") - await proxy_logging_obj.post_call_failure_hook( - user_api_key_dict=user_api_key_dict, - original_exception=e, - request_data=_data, - ) - _chat_response = litellm.ModelResponse() - _chat_response.model = e.model - _chat_response.choices[0].message.content = e.message - _chat_response.choices[0].finish_reason = "content_filter" - # Report the blocked LLM response's real usage (set before the stream - # branch so both paths carry it); zero for pre-call blocks. - _chat_response.usage = _blocked_response_usage(e.original_response) - - if data.get("stream", None) is not None and data["stream"] is True: - _iterator = litellm.utils.ModelResponseIterator(model_response=_chat_response, convert_to_delta=True) - _streaming_response = litellm.CustomStreamWrapper( - completion_stream=_iterator, - model=e.model, - custom_llm_provider="cached_response", - logging_obj=_logging_obj, - ) - selected_data_generator = select_data_generator( - response=_streaming_response, - user_api_key_dict=user_api_key_dict, - request_data=_data, - request=request, - ) - - return StreamingResponse( - selected_data_generator, - media_type="text/event-stream", - status_code=200, # Return 200 for passthrough mode - ) - return _chat_response + if data.get("stream") is True: + return await _stream_chat_passthrough_block(e, user_api_key_dict, request) + await _record_passthrough_block(e, user_api_key_dict) + return _passthrough_block_response(e) except RejectedRequestError as e: _data = e.request_data await proxy_logging_obj.post_call_failure_hook( @@ -13462,49 +13424,20 @@ async def completion( user_max_tokens=user_max_tokens, user_api_base=user_api_base, version=version, + on_passthrough_block=lambda block: _stream_text_completion_passthrough_block( + block, user_api_key_dict, request + ), ) except ModifyResponseException as e: - # Guardrail flagged content in passthrough mode - return 200 with violation message - _data = e.request_data - await proxy_logging_obj.post_call_failure_hook( - user_api_key_dict=user_api_key_dict, - original_exception=e, - request_data=_data, - ) - - if _data.get("stream", None) is not None and _data["stream"] is True: - _text_response: Final = litellm.ModelResponse() - # Set text attribute dynamically for text completion format - setattr(_text_response.choices[0], "text", e.message) - _text_response.model = e.model - _usage = _blocked_response_usage(e.original_response) - # Set usage attribute dynamically (ModelResponse accepts usage in __init__ but it's not in type definition) - setattr(_text_response, "usage", _usage) - _iterator = litellm.utils.ModelResponseIterator(model_response=_text_response, convert_to_delta=True) - _streaming_response = litellm.TextCompletionStreamWrapper( - completion_stream=_iterator, - model=e.model, - ) - - selected_data_generator = select_data_generator( - response=_streaming_response, - user_api_key_dict=user_api_key_dict, - request_data=_data, - request=request, - ) - - return StreamingResponse( - selected_data_generator, - media_type="text/event-stream", - status_code=200, # Return 200 for passthrough mode - ) - else: - _response = litellm.TextCompletionResponse() - _response.choices[0].text = e.message - _response.model = e.model - _usage = _blocked_response_usage(e.original_response) - _response.usage = _usage - return _response + if e.request_data.get("stream") is True: + return await _stream_text_completion_passthrough_block(e, user_api_key_dict, request) + await _record_passthrough_block(e, user_api_key_dict) + text_completion_response: Final = litellm.TextCompletionResponse() + text_completion_response.choices[0].text = e.message + text_completion_response.choices[0].finish_reason = "content_filter" + text_completion_response.model = e.model + text_completion_response.usage = _blocked_response_usage(e.original_response) + return text_completion_response except RejectedRequestError as e: _data = e.request_data await proxy_logging_obj.post_call_failure_hook( @@ -13755,7 +13688,7 @@ async def moderations( llm_router=llm_router, user_model=user_model, ) - response: Final = await llm_call + response: Final = _UNTYPED_VALUE.validate_python(await llm_call) ### ALERTING ### asyncio.create_task(proxy_logging_obj.update_request_status(litellm_call_id=litellm_call_id, status="success")) @@ -13805,14 +13738,20 @@ async def moderations( ) +class _SpeechBytes(Protocol): + def aiter_bytes(self, chunk_size: int | None = None) -> Awaitable[AsyncIterator[bytes]]: ... + + async def _audio_speech_chunk_generator( - _response: HttpxBinaryResponseContent, + _response: object, ) -> AsyncGenerator[bytes, None]: # chunk_size has a big impact on latency, it can't be too small or too large # too small: latency is high # too large: latency is low, but memory usage is high # 8192 is a good compromise - _generator: Final = await _response.aiter_bytes(chunk_size=AUDIO_SPEECH_CHUNK_SIZE) + _generator: Final = await require_attributes(_response, _SpeechBytes, "aiter_bytes").aiter_bytes( + chunk_size=AUDIO_SPEECH_CHUNK_SIZE + ) async for chunk in _generator: yield chunk @@ -13873,7 +13812,7 @@ async def audio_speech( llm_router=llm_router, user_model=user_model, ) - response: Final = await llm_call + response: Final = _UNTYPED_VALUE.validate_python(await llm_call) ### ALERTING ### asyncio.create_task(proxy_logging_obj.update_request_status(litellm_call_id=litellm_call_id, status="success")) @@ -14037,7 +13976,7 @@ async def audio_transcriptions( llm_router=llm_router, user_model=user_model, ) - response: Final = await llm_call + response: Final = _UNTYPED_VALUE.validate_python(await llm_call) except Exception as e: raise e finally: @@ -14614,7 +14553,7 @@ async def get_assistants( # for now use custom_llm_provider=="openai" -> this will change as LiteLLM adds more providers for acreate_batch if llm_router is None: raise HTTPException(status_code=500, detail={"error": CommonProxyErrors.no_llm_router.value}) - response: Final = await llm_router.aget_assistants(**data) + response: Final = _UNTYPED_VALUE.validate_python(await llm_router.aget_assistants(**data)) ### ALERTING ### asyncio.create_task( @@ -14690,7 +14629,7 @@ async def create_assistant( # for now use custom_llm_provider=="openai" -> this will change as LiteLLM adds more providers for acreate_batch if llm_router is None: raise HTTPException(status_code=500, detail={"error": CommonProxyErrors.no_llm_router.value}) - response: Final = await llm_router.acreate_assistants(**data) + response: Final = _UNTYPED_VALUE.validate_python(await llm_router.acreate_assistants(**data)) ### ALERTING ### asyncio.create_task( @@ -14765,7 +14704,9 @@ async def delete_assistant( # for now use custom_llm_provider=="openai" -> this will change as LiteLLM adds more providers for acreate_batch if llm_router is None: raise HTTPException(status_code=500, detail={"error": CommonProxyErrors.no_llm_router.value}) - response: Final = await llm_router.adelete_assistant(assistant_id=assistant_id, **data) + response: Final = _UNTYPED_VALUE.validate_python( + await llm_router.adelete_assistant(assistant_id=assistant_id, **data) + ) ### ALERTING ### asyncio.create_task( @@ -14840,7 +14781,7 @@ async def create_threads( # for now use custom_llm_provider=="openai" -> this will change as LiteLLM adds more providers for acreate_batch if llm_router is None: raise HTTPException(status_code=500, detail={"error": CommonProxyErrors.no_llm_router.value}) - response: Final = await llm_router.acreate_thread(**data) + response: Final = _UNTYPED_VALUE.validate_python(await llm_router.acreate_thread(**data)) ### ALERTING ### asyncio.create_task( @@ -14913,7 +14854,7 @@ async def get_thread( # for now use custom_llm_provider=="openai" -> this will change as LiteLLM adds more providers for acreate_batch if llm_router is None: raise HTTPException(status_code=500, detail={"error": CommonProxyErrors.no_llm_router.value}) - response: Final = await llm_router.aget_thread(thread_id=thread_id, **data) + response: Final = _UNTYPED_VALUE.validate_python(await llm_router.aget_thread(thread_id=thread_id, **data)) ### ALERTING ### asyncio.create_task( @@ -14990,7 +14931,7 @@ async def add_messages( # for now use custom_llm_provider=="openai" -> this will change as LiteLLM adds more providers for acreate_batch if llm_router is None: raise HTTPException(status_code=500, detail={"error": CommonProxyErrors.no_llm_router.value}) - response: Final = await llm_router.a_add_message(thread_id=thread_id, **data) + response: Final = _UNTYPED_VALUE.validate_python(await llm_router.a_add_message(thread_id=thread_id, **data)) ### ALERTING ### asyncio.create_task( @@ -15063,7 +15004,7 @@ async def get_messages( # for now use custom_llm_provider=="openai" -> this will change as LiteLLM adds more providers for acreate_batch if llm_router is None: raise HTTPException(status_code=500, detail={"error": CommonProxyErrors.no_llm_router.value}) - response: Final = await llm_router.aget_messages(thread_id=thread_id, **data) + response: Final = _UNTYPED_VALUE.validate_python(await llm_router.aget_messages(thread_id=thread_id, **data)) ### ALERTING ### asyncio.create_task( @@ -15143,7 +15084,9 @@ async def run_thread( if "stream" in data and data["stream"] is True: # use generate_responses to stream responses async def produce_run_stream() -> StreamingResponse | JSONResponse: - run_stream: Final = await router.arun_thread(thread_id=thread_id, **data) + run_stream: Final = _UNTYPED_VALUE.validate_python( + await router.arun_thread(thread_id=thread_id, **data) + ) return await create_response( generator=async_assistants_data_generator( user_api_key_dict=user_api_key_dict, @@ -15171,7 +15114,7 @@ async def run_thread( on_late_failure=audit_late_failure, ) - response: Final = await router.arun_thread(thread_id=thread_id, **data) + response: Final = _UNTYPED_VALUE.validate_python(await router.arun_thread(thread_id=thread_id, **data)) ### ALERTING ### asyncio.create_task( @@ -15220,7 +15163,7 @@ from litellm.llms.anthropic.count_tokens.token_counter import AnthropicTokenCoun from litellm.llms.base_llm.base_utils import BaseTokenCounter from litellm.llms.openai.responses.count_tokens.token_counter import OpenAITokenCounter from litellm.proxy.db.routing_prisma_wrapper import WriterPinnedClient -from litellm.repositories.config_repository import ConfigRepository +from litellm.repositories.config_repository import CONFIG_PARAM_LOCK_SQL, ConfigRepository from litellm.repositories.model_repository import ModelRepository from litellm.repositories.table_repositories import ( AccessGroupRepository, @@ -15309,7 +15252,12 @@ def _provider_count_outcome( if result is not None and result.error is True: return ProviderCountFailure( status_code=result.status_code or 500, - message=result.error_message or "Token counting failed", + message=result.error_message + or ( + "Token counting failed" + if result.status_code is None + else f"The provider's count API answered {result.status_code} with no error message" + ), rejected_before_provider_call=result.rejected_before_provider_call, ) return result @@ -15778,6 +15726,14 @@ def _token_count_settings_model(deployment: _TokenCountDeployment, request_model _PROVIDERS_COUNTING_WITHOUT_MESSAGES: Final = frozenset( {litellm.LlmProviders.GEMINI.value, litellm.LlmProviders.VERTEX_AI.value} ) +_CHAT_MODES: Final = frozenset({"chat", "responses"}) + + +def _serves_chat(deployment: _TokenCountDeployment, cost_map_row: Mapping[str, object]) -> bool: + mode: Final = _non_empty_str(deployment.get("model_info", {}).get("mode")) or _non_empty_str( + cost_map_row.get("mode") + ) + return mode is None or mode in _CHAT_MODES _ESTIMABLE_GOOGLE_PART_KEYS: Final = frozenset({"text", "functionCall", "functionResponse", "thoughtSignature"}) @@ -16014,19 +15970,30 @@ def _system_message(system: object) -> ChatCompletionSystemMessage | None: ) async def token_counter( request: TokenCountRequest, + http_request: Request, + fastapi_response: Response, call_endpoint: bool = False, litellm_call_id: Annotated[str | None, Header(alias=LITELLM_CALL_ID_HEADER)] = None, ): """ + Returns: + TokenCountResponse + Args: request: TokenCountRequest call_endpoint: bool - When set to "True" it will call the token counting endpoint - e.g Anthropic or Google AI Studio Token Counting APIs. litellm_call_id: the x-litellm-call-id header, logged with the count so it joins the inference call's logs - - Returns: - TokenCountResponse + \f + http_request: carries the call id to the error handler when the count fails + fastapi_response: answers the x-litellm-call-id header the count's log line names """ - return await count_request_tokens(request=request, call_endpoint=call_endpoint, litellm_call_id=litellm_call_id) + call_id: Final = resolve_litellm_call_id(litellm_call_id) + return await answered_with_litellm_call_id( + count_request_tokens(request=request, call_endpoint=call_endpoint, litellm_call_id=call_id), + call_id, + http_request, + fastapi_response, + ) async def count_request_tokens( @@ -16088,6 +16055,12 @@ async def _routed_count_deployment( return None +def _with_chat_timeout(litellm_params: Mapping[str, object]) -> Mapping[str, object]: + if llm_router is None: + return litellm_params + return {**litellm_params, "timeout": llm_router.settings().timeout_for(litellm_params)} + + async def _count_request_tokens( request: TokenCountRequest, routed: Mapping[str, object] | None, @@ -16105,20 +16078,20 @@ async def _count_request_tokens( tools: Final = request.tools system: Final = request.system - deployment: dict[str, Any] | None = None if routed is None else dict(routed) + deployment: dict[str, object] | None = None if routed is None else dict(routed) litellm_model_name = None model_info: Final = None if routed is None else routed.get("model_info", {}) if deployment is not None: - litellm_model_name = deployment.get("litellm_params", {}).get("model") + litellm_model_name = _with_get(deployment.get("litellm_params", _EMPTY_MAPPING)).get("model") deployment = { # rebind-ok: merge the named credential into a copy **deployment, - "litellm_params": with_named_credential( - _LITELLM_PARAMS_COPY.validate_python(deployment.get("litellm_params", {})) + "litellm_params": _with_chat_timeout( + with_named_credential(_LITELLM_PARAMS_COPY.validate_python(deployment.get("litellm_params", {}))) ), } # remove the custom_llm_provider_prefix in the litellm_model_name - if "/" in litellm_model_name: - litellm_model_name = litellm_model_name.split("/", 1)[1] + if json_contains(litellm_model_name, "/"): + litellm_model_name = _split_once(litellm_model_name, "/")[1] model_to_use: str = ( litellm_model_name if isinstance(litellm_model_name, str) and litellm_model_name else request.model @@ -16126,9 +16099,10 @@ async def _count_request_tokens( deployment_view: Final = _TOKEN_COUNT_DEPLOYMENT.validate_python( deployment or _model_group_deployment(llm_router, request.model) or {} ) + cost_map_row: Final = await asyncify(cost_map_entry)(*_token_count_settings_model(deployment_view, request.model)) settings: Final = await asyncify(resolve_token_count_settings)( configured=deployment_view.get("model_info", {}), - default=await asyncify(cost_map_entry)(*_token_count_settings_model(deployment_view, request.model)), + default=cost_map_row, deployment_region=partial(_deployment_aws_region, deployment_view), ) @@ -16153,6 +16127,15 @@ async def _count_request_tokens( code=400, ) prompt_only: Final = bool(prompt) and conversation_empty + prompt_as_turn: Final = ( + prompt_only + and provider_counter is not None + and provider_counter.should_use_token_counting_api(custom_llm_provider=custom_llm_provider) + and _serves_chat(deployment_view, cost_map_row) + ) + prompt_as_message: Final = prompt_as_turn or ( + prompt_only and custom_llm_provider in _PROVIDERS_COUNTING_WITHOUT_MESSAGES + ) request_messages: Final = _counted_request_messages(messages, messages_format, count_deployment) local_count_error: Final = malformed_tool_result_count_error(request_messages, messages_format, count_deployment) malformed_messages: Final = ( @@ -16189,7 +16172,6 @@ async def _count_request_tokens( ) inference_system: Final = system if edited_request is None else edited_request.system contents_estimable: Final = not contents or (bool(messages) and _estimable_contents(contents)) - prompt_as_message: Final = prompt_only and custom_llm_provider in _PROVIDERS_COUNTING_WITHOUT_MESSAGES routed_deployment: Final = _ROUTED_DEPLOYMENT.validate_python(deployment) routed_request: Final = ( None if responses_request is None else with_provider_file_ids(responses_request, routed_deployment) @@ -16290,7 +16272,7 @@ async def _count_request_tokens( _with_get(model_info).get("custom_tokenizer", None), ) system_message: Final = _system_message(local_system) - prompt_turn: Final = prompt_only and not (system_message is None and not tools) + prompt_turn: Final = prompt_as_turn or (prompt_only and not (system_message is None and not tools)) typed_messages: Final = cast( # cast-ok: request messages are raw chat-shaped dicts that token_counter normalizes Sequence[AllMessageValues] | None, [{"role": "user", "content": prompt}] if prompt_turn else (None if prompt_only else local_messages), @@ -16452,7 +16434,9 @@ async def model_info_lookup(model: str, custom_llm_provider: str | None = None): dependencies=[Depends(user_api_key_auth)], response_model=RawRequestTypedDict, ) -async def transform_request(request: TransformRequestBody): +async def transform_request( + request: TransformRequestBody, user_api_key_dict: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)] +): from litellm.utils import return_raw_request try: @@ -16461,6 +16445,7 @@ async def transform_request(request: TransformRequestBody): general_settings=general_settings, llm_router=llm_router, model=request.request_body.get("model", ""), + team_id=user_api_key_dict.team_id, ) except ValueError as e: raise HTTPException(status_code=400, detail={"error": str(e)}) @@ -16989,6 +16974,14 @@ class _SupportsLower(Protocol): def lower(self) -> object: ... +class _SupportsSplit(Protocol): + def split(self, sep: str, maxsplit: int, /) -> Sequence[object]: ... + + +def _split_once(value: object, sep: str) -> Sequence[object]: + return require_attributes(value, _SupportsSplit, "split").split(sep, 1) + + def _lowered(value: object) -> object: return require_attributes(value, _SupportsLower, "lower").lower() @@ -17157,18 +17150,19 @@ async def _apply_search_filter_to_models( def _is_byok_outside_caller_teams(model_info_dict: object) -> bool: return _byok_row_outside_caller_teams(model_info_dict, allowed_team_ids) - def _model_matches_search(m: dict[str, Any]) -> bool: + def _model_matches_search(m: Mapping[str, object]) -> bool: # Team BYOK models persist an internal `model_name` # (e.g. `model_name_{team_id}_{uuid}`) and expose the user-facing # name via `model_info.team_public_model_name`. Match both so the # name shown in the UI is searchable. - if search_lower in (m.get("model_name") or "").lower(): + if json_contains(_lowered(m.get("model_name") or ""), search_lower): return True - team_public_model_name: Final = (m.get("model_info") or {}).get("team_public_model_name") or "" - if search_lower in team_public_model_name.lower(): + team_public_model_name: Final = ( + _with_get(m.get("model_info") or _EMPTY_MAPPING).get("team_public_model_name") or "" + ) + if json_contains(_lowered(team_public_model_name), search_lower): return True - litellm_params: Final[Mapping[str, object]] = m.get("litellm_params") or MappingProxyType({}) - litellm_model: Final = litellm_params.get("model") + litellm_model: Final = _with_get(m.get("litellm_params") or _EMPTY_MAPPING).get("model") return isinstance(litellm_model, str) and search_lower in litellm_model.lower() # Filter models in router by search term, dropping BYOK rows that @@ -19399,7 +19393,7 @@ async def async_queue_request( return StreamingResponse( async_data_generator( user_api_key_dict=user_api_key_dict, - response=await router.schedule_acompletion(**data), + response=_UNTYPED_VALUE.validate_python(await router.schedule_acompletion(**data)), request_data=data, request=request, ), @@ -19418,7 +19412,7 @@ async def async_queue_request( on_late_failure=audit_late_failure, ) - response: Final = await router.schedule_acompletion(**data) + response: Final = _UNTYPED_VALUE.validate_python(await router.schedule_acompletion(**data)) fastapi_response.headers.update({"x-litellm-priority": str(queued_priority)}) return response except Exception as e: @@ -20065,7 +20059,7 @@ async def claim_onboarding_link(data: InvitationClaim, request: Request): ) if user_obj and hasattr(user_obj, "__dict__"): - user_obj.__dict__.pop("password", None) + vars(user_obj).pop("password", None) # The password just changed via an invitation/reset link; any UI session # minted under the old password may be in hostile hands. Revoke them all — @@ -22599,6 +22593,7 @@ app.include_router(router_settings_router) app.include_router(fallback_management_router) app.include_router(cache_settings_router) app.include_router(model_deprecation_alerts_router) +app.include_router(alerts_router) app.include_router(coordination_redis_settings_router) app.include_router(user_agent_analytics_router) app.include_router(gateway_request_router) diff --git a/litellm/proxy/rag_endpoints/endpoints.py b/litellm/proxy/rag_endpoints/endpoints.py index f4710fa30e3..38041ed1862 100644 --- a/litellm/proxy/rag_endpoints/endpoints.py +++ b/litellm/proxy/rag_endpoints/endpoints.py @@ -8,6 +8,7 @@ Provides: import base64 import json +import re from collections.abc import Mapping from types import MappingProxyType from typing import TYPE_CHECKING, Any, Final @@ -18,15 +19,17 @@ from fastapi import APIRouter, Depends, HTTPException, Request, Response from fastapi.responses import ORJSONResponse, StreamingResponse from pydantic import TypeAdapter from starlette.datastructures import UploadFile +from typing_extensions import TypedDict import litellm from litellm._logging import verbose_proxy_logger -from litellm.constants import DEFAULT_MAX_RECURSE_DEPTH +from litellm.constants import DEFAULT_MAX_RECURSE_DEPTH, LITELLM_PROXY_ADMIN_NAME from litellm.integrations.vector_store_integrations.vector_store_pre_call_hook import ( LiteLLM_ManagedVectorStore, ) +from litellm.llms.vertex_ai.vertex_llm_base import VertexBase from litellm.proxy._types import * -from litellm.proxy.auth.auth_utils import is_request_body_safe +from litellm.proxy.auth.auth_utils import get_request_route, is_request_body_safe from litellm.proxy.auth.user_api_key_auth import UserAPIKeyAuth, user_api_key_auth from litellm.proxy.common_request_processing import ( ProxyBaseLLMRequestProcessing, @@ -70,9 +73,12 @@ from litellm.proxy.vector_store_endpoints.utils import ( assert_user_can_access_vector_store_id, with_managed_search_file_ids, ) +from litellm.rag.ingestion.vertex_ai_ingestion import DEFAULT_VERTEX_RAG_LOCATION from litellm.rag.main import get_ingestion_class from litellm.rag.rag_query import RAGQuery from litellm.repositories.table_repositories import ManagedVectorStoresRepository +from litellm.repositories.user_repository import UserRepository +from litellm.secret_managers.main import get_secret_str from litellm.types.rag import RAGIngestResponse from litellm.types.utils import Choices, ModelResponse @@ -86,6 +92,10 @@ _EMPTY_TEAM_PROVIDER_CREDENTIALS: Final[Mapping[str, object]] = MappingProxyType _TEAM_CREDENTIAL_PROVIDER: Final = "openai" +class _ForwardedRequestFields(TypedDict, total=False, extra_items=object): + pass + + def _as_string_keyed_mapping(value: object) -> Mapping[str, object] | None: if isinstance(value, Mapping): return value @@ -192,6 +202,103 @@ def _ingest_provider_error(vector_store_config: Mapping[str, object]) -> str | N return None +_VERTEX_RAG_CORPUS_NAME: Final = re.compile( + r"projects/(?P[^/%\\]+)/locations/(?P[^/%\\]+)/ragCorpora/(?P[^/%\\]+)" +) +_DOT_SEGMENTS: Final = frozenset({".", ".."}) + + +def _clean_vertex_corpus_name(corpus_name: object) -> re.Match[str] | None: + if not isinstance(corpus_name, str) or not _DOT_SEGMENTS.isdisjoint(corpus_name.split("/")): + return None + return _VERTEX_RAG_CORPUS_NAME.fullmatch(corpus_name) + + +def _vertex_target_message(field: str) -> str: + return ( + f"Rejected Request: {field} picks a Vertex project or region other than the proxy's. " + "Use a vector store a proxy admin created, or set general_settings.allow_client_side_credentials" + ) + + +def _vertex_target_is_checked( + vector_store_config: Mapping[str, object], + user_api_key_dict: UserAPIKeyAuth, + general_settings: Mapping[str, object], +) -> bool: + return ( + vector_store_config.get("custom_llm_provider") == "vertex_ai" + and user_api_key_dict.user_role != LitellmUserRoles.PROXY_ADMIN + and general_settings.get("allow_client_side_credentials") is not True + ) + + +def _configured_vertex_project() -> str | None: + return litellm.vertex_project or get_secret_str("VERTEXAI_PROJECT") + + +def _corpus_on_configured_project(vector_store_config: Mapping[str, object]) -> Mapping[str, object]: + corpus: Final = _clean_vertex_corpus_name(vector_store_config.get("vector_store_id")) + configured_project: Final = _configured_vertex_project() + if corpus is None or configured_project is None or not corpus["project"].isdigit(): + return vector_store_config + return MappingProxyType( + { + **vector_store_config, + "vector_store_id": ( + f"projects/{configured_project}/locations/{corpus['location']}/ragCorpora/{corpus['corpus']}" + ), + } + ) + + +async def _authorize_rewritten_corpus( + requested: Mapping[str, object], rewritten: Mapping[str, object], user_api_key_dict: UserAPIKeyAuth +) -> None: + rewritten_id: Final = rewritten.get("vector_store_id") + if isinstance(rewritten_id, str) and rewritten_id != requested.get("vector_store_id"): + await assert_user_can_access_vector_store_id(vector_store_id=rewritten_id, user_api_key_dict=user_api_key_dict) + + +def _vertex_target_error(vector_store_config: Mapping[str, object]) -> str | None: + corpus_name: Final = vector_store_config.get("vector_store_id") + corpus: Final = _clean_vertex_corpus_name(corpus_name) + if corpus_name and corpus is None: + return _vertex_target_message("vector_store_id") + configured_project: Final = _configured_vertex_project() + configured_location: Final = VertexBase.safe_get_vertex_ai_location({}) or DEFAULT_VERTEX_RAG_LOCATION + requested: Final = ( + *( + (name, vector_store_config.get(name), configured_project) + for name in ("vertex_project", "vertex_ai_project") + ), + *( + (name, vector_store_config.get(name), configured_location) + for name in ("vertex_location", "vertex_ai_location") + ), + ("vector_store_id", corpus["project"] if corpus is not None else None, configured_project), + ("vector_store_id", corpus["location"] if corpus is not None else None, configured_location), + ) + field: Final = next((name for name, asked, configured in requested if asked and asked != configured), None) + return None if field is None else _vertex_target_message(field) + + +async def _admin_set_store_target( + managed_store: LiteLLM_ManagedVectorStore | None, prisma_client: "PrismaClient | None" +) -> bool: + if managed_store is None: + return False + if managed_store.get("is_config", False): + return True + creator: Final = managed_store.get("user_id") + if creator == LITELLM_PROXY_ADMIN_NAME: + return True + if creator is None or prisma_client is None: + return False + creator_row: Final = await UserRepository(prisma_client).find_by_id(creator) + return creator_row is not None and creator_row.user_role == LitellmUserRoles.PROXY_ADMIN + + _MANAGED_STORE_CALLER_OPTIONS: Final = frozenset( { "vector_store_id", @@ -757,6 +864,7 @@ async def rag_ingest( from litellm.proxy.proxy_server import ( add_litellm_data_to_request, general_settings, + general_settings_view, llm_router, prisma_client, proxy_config, @@ -782,16 +890,26 @@ async def rag_ingest( general_settings=general_settings, llm_router=llm_router, model="", + route=get_request_route(request=request), + team_id=user_api_key_dict.team_id, ) except ValueError as e: raise HTTPException(status_code=400, detail={"error": str(e)}) managed_store: Final = resolved_stores.get(request_vector_store_config.get("vector_store_id")) - base: Final = { + requested_base: Final = { **_caller_vector_store_options(request_vector_store_config, managed_store), **_managed_store_overrides(managed_store), } - request_data: Final[dict[str, Any]] = await add_litellm_data_to_request( + vertex_target_checked: Final = _vertex_target_is_checked( + requested_base, user_api_key_dict, general_settings_view() + ) and not await _admin_set_store_target(managed_store, prisma_client) + base: Final = _corpus_on_configured_project(requested_base) if vertex_target_checked else requested_base + await _authorize_rewritten_corpus(requested_base, base, user_api_key_dict) + vertex_target_error: Final = _vertex_target_error(base) if vertex_target_checked else None + if vertex_target_error is not None: + raise HTTPException(status_code=400, detail={"error": vertex_target_error}) + request_data: Final[dict[str, object]] = await add_litellm_data_to_request( data={}, request=request, general_settings=general_settings, @@ -842,7 +960,7 @@ async def rag_ingest( file_url=file_url, file_id=ingest_file_id, router=llm_router, - **request_data, + **_ForwardedRequestFields(**request_data), ) if ingest_response.get("status") == "failed": raise HTTPException( diff --git a/litellm/proxy/rerank_endpoints/endpoints.py b/litellm/proxy/rerank_endpoints/endpoints.py index 4905751a85d..b80220b1aac 100644 --- a/litellm/proxy/rerank_endpoints/endpoints.py +++ b/litellm/proxy/rerank_endpoints/endpoints.py @@ -6,6 +6,7 @@ from typing import Final import orjson from fastapi import APIRouter, Depends, HTTPException, Request, Response, status from fastapi.responses import ORJSONResponse +from pydantic import TypeAdapter from litellm.proxy._types import * from litellm.proxy.auth.user_api_key_auth import user_api_key_auth @@ -23,6 +24,7 @@ from litellm.proxy.common_utils.openai_error_payload import ( from litellm.types.utils import CallTypes router: Final = APIRouter() +_DECODED_JSON: Final = TypeAdapter(object) @router.post( @@ -85,7 +87,7 @@ async def rerank( llm_router=llm_router, user_model=user_model, ) - response: Final = await llm_call + response: Final = _DECODED_JSON.validate_python(await llm_call) ### ALERTING ### asyncio.create_task(proxy_logging_obj.update_request_status(litellm_call_id=litellm_call_id, status="success")) diff --git a/litellm/proxy/response_api_endpoints/endpoints.py b/litellm/proxy/response_api_endpoints/endpoints.py index 574a677061d..b4eec96ecd9 100644 --- a/litellm/proxy/response_api_endpoints/endpoints.py +++ b/litellm/proxy/response_api_endpoints/endpoints.py @@ -11,6 +11,7 @@ from itertools import chain from types import MappingProxyType from typing import ( TYPE_CHECKING, + Annotated, Any, Final, Literal, @@ -80,8 +81,9 @@ from litellm.proxy.common_utils.openai_error_payload import ( LITELLM_CALL_ID_HEADER, error_status_code, openai_error_type_for_status, + with_litellm_call_id, ) -from litellm.proxy.common_utils.token_count_log import rejected_token_count +from litellm.proxy.common_utils.token_count_log import answered_with_litellm_call_id, rejected_token_count from litellm.proxy.common_utils.token_count_settings import count_source_fields from litellm.proxy.hooks.proxy_track_cost_callback import ProxyDBLogger from litellm.proxy.hooks.responses_id_security import ResponsesIDSecurity, decrypted_response_id @@ -110,7 +112,6 @@ from litellm.router import Router from litellm.types.llms.base import LiteLLMBaseModel from litellm.types.llms.openai import ( REASONING_EFFORT, - ResponsesAPIOptionalRequestParams, ResponsesAPIResponse, ) from litellm.types.responses.main import DeleteResponseResult @@ -1576,6 +1577,12 @@ def _proxy_managed_files_hook() -> _ManagedFileAccess | None: _managed_files_hook_dep: Final = Depends(_proxy_managed_files_hook) +def _proxy_general_settings() -> Mapping[str, object]: + from litellm.proxy.proxy_server import general_settings_view + + return general_settings_view() + + async def _with_managed_file_id_mapping( data: Mapping[str, object], managed_files: _ManagedFileAccess | None, user_api_key_dict: UserAPIKeyAuth ) -> Mapping[str, object]: @@ -1608,7 +1615,9 @@ def _with_authorized_previous_response( return {**data, "previous_response_id": authorized_id, ADDRESSED_RESPONSE_ID_FIELD: previous_response_id} -def _responses_invalid_request_response(message: str, param: str | None, code: str | None) -> JSONResponse: +def _responses_invalid_request_response( + message: str, param: str | None, code: str | None, body_call_id: str | None +) -> JSONResponse: body: Final[_ResponsesApiErrorBody] = { "error": { "message": message, @@ -1617,7 +1626,7 @@ def _responses_invalid_request_response(message: str, param: str | None, code: s "code": code, } } - return JSONResponse(status_code=400, content=body) + return JSONResponse(status_code=400, content={"error": with_call_id({**body["error"]}, body_call_id)}) class _ProviderErrorMessage(TypedDict): @@ -1682,16 +1691,17 @@ def _provider_count_error_body(raw_message: str, status_code: int) -> _Responses } -def _provider_count_error_response(exc: ProxyException, request: Request) -> JSONResponse: +def _provider_count_error_response( + exc: ProxyException, request: Request, general_settings: Mapping[str, object] +) -> JSONResponse: from litellm.proxy.proxy_server import ( _close_dangling_otel_server_span, # pyright: ignore[reportPrivateUsage] # proxy_server keeps the span-close helper private; a route that answers an error itself must stamp the OTel server span like the global ProxyException handler does - general_settings_view, ) status_code: Final = error_status_code(exc, 500) _close_dangling_otel_server_span(request, status_code, exc=exc) body: Final = _provider_count_error_body(exc.message, status_code) - call_id: Final = error_body_call_id(general_settings_view(), exc.headers.get(LITELLM_CALL_ID_HEADER)) + call_id: Final = error_body_call_id(general_settings, exc.headers.get(LITELLM_CALL_ID_HEADER)) return JSONResponse( status_code=status_code, content={"error": with_call_id({**body["error"]}, call_id)}, @@ -1699,26 +1709,29 @@ def _provider_count_error_response(exc: ProxyException, request: Request) -> JSO ) -def _missing_responses_param_response(param: str) -> JSONResponse: +def _missing_responses_param_response(param: str, body_call_id: str | None) -> JSONResponse: return _responses_invalid_request_response( message=f"Missing required parameter: '{param}'.", param=param, code="missing_required_parameter", + body_call_id=body_call_id, ) def _responses_input_as_token_count_messages( input_value: str | ResponseInputParam, - instructions: str | None, + request_params: Mapping[str, object], ) -> tuple[Mapping[str, object], ...]: from litellm.responses.litellm_completion_transformation.transformation import ( LiteLLMCompletionResponsesConfig, ) - request_params: Final[ResponsesAPIOptionalRequestParams] = {"instructions": instructions} transformed: Final = LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( input=input_value, - responses_api_request=request_params, + responses_api_request={ + "instructions": request_params.get("instructions"), + "tools": request_params.get("tools"), + }, only_since_compaction=True, ) return tuple( @@ -1743,6 +1756,8 @@ def _responses_input_as_token_count_messages( ) async def responses_input_tokens( request: Request, + fastapi_response: Response, + general_settings: Annotated[Mapping[str, object], Depends(_proxy_general_settings)], token_counter: _TokenCounter = _token_counter_dep, llm_router: Router | None = _llm_router_dep, user_api_key_dict: UserAPIKeyAuth = _user_api_key_auth_dep, @@ -1767,19 +1782,50 @@ async def responses_input_tokens( Returns: `{"object": "response.input_tokens", "input_tokens": }` """ litellm_call_id: Final = resolve_litellm_call_id(request.headers.get(LITELLM_CALL_ID_HEADER)) + return await answered_with_litellm_call_id( + _responses_input_tokens( + request, + token_counter, + llm_router, + user_api_key_dict, + response_id_security, + managed_files, + litellm_call_id, + general_settings, + ), + litellm_call_id, + request, + fastapi_response, + ) + + +async def _responses_input_tokens( + request: Request, + token_counter: _TokenCounter, + llm_router: Router | None, + user_api_key_dict: UserAPIKeyAuth, + response_id_security: ResponsesIDSecurity | None, + managed_files: _ManagedFileAccess | None, + litellm_call_id: str, + general_settings: Mapping[str, object], +) -> JSONResponse | _ResponsesInputTokensResult: + body_call_id: Final = error_body_call_id(general_settings, litellm_call_id) data: Final = await read_request_body(request=request) model_name: Final = data.get("model") input_value: Final = data.get("input") if not isinstance(model_name, str) or not model_name: - return rejected_token_count(_missing_responses_param_response("model"), litellm_call_id, None) + return rejected_token_count(_missing_responses_param_response("model", body_call_id), litellm_call_id, None) if input_value is None: - return rejected_token_count(_missing_responses_param_response("input"), litellm_call_id, model_name) + return rejected_token_count( + _missing_responses_param_response("input", body_call_id), litellm_call_id, model_name + ) if isinstance(input_value, (str, list)) and not input_value: return rejected_token_count( _responses_invalid_request_response( message="""One of "input" or "previous_response_id" or 'prompt' or 'conversation' must be provided.""", param=None, code="missing_required_parameter", + body_call_id=body_call_id, ), litellm_call_id, model_name, @@ -1791,7 +1837,9 @@ async def responses_input_tokens( token_fields: Final = resolve_counted_tool_fields(counted_fields, llm_router, user_api_key_dict.team_id) if isinstance(token_fields, ProxyException): return rejected_token_count( - _responses_invalid_request_response(message=token_fields.message, param=token_fields.param, code=None), + _responses_invalid_request_response( + message=token_fields.message, param=token_fields.param, code=None, body_call_id=body_call_id + ), litellm_call_id, model_name, ) @@ -1799,17 +1847,17 @@ async def responses_input_tokens( try: payload: Final[_TokenCountPayload] = { "model": model_name, - "messages": _responses_input_as_token_count_messages( - input_value=input_value, - instructions=data.get("instructions"), - ), + "messages": _responses_input_as_token_count_messages(input_value=input_value, request_params=data), "tools": token_fields.get("tools"), } token_request: Final = TokenCountRequest.model_validate(payload) except ValidationError as e: return rejected_token_count( _responses_invalid_request_response( - message=first_validation_error(e), param=str(e.errors(include_url=False)[0]["loc"][0]), code=None + message=first_validation_error(e), + param=str(e.errors(include_url=False)[0]["loc"][0]), + code=None, + body_call_id=body_call_id, ), litellm_call_id, model_name, @@ -1817,7 +1865,7 @@ async def responses_input_tokens( except Exception as e: return rejected_token_count( _responses_invalid_request_response( - message=f"Invalid request for token counting: {e}", param=None, code=None + message=f"Invalid request for token counting: {e}", param=None, code=None, body_call_id=body_call_id ), litellm_call_id, model_name, @@ -1837,8 +1885,9 @@ async def responses_input_tokens( managed_files, user_api_key_dict, ) - except ProxyException as e: - raise rejected_token_count(e, litellm_call_id, model_name) + except Exception as e: + rejected_token_count(e, litellm_call_id, model_name) + raise try: token_response: Final = await token_counter( request=token_request, @@ -1849,7 +1898,7 @@ async def responses_input_tokens( except ProxyException as e: if e.type != _PROVIDER_COUNT_ERROR_TYPE: raise - return _provider_count_error_response(e, request) + return _provider_count_error_response(with_litellm_call_id(e, litellm_call_id), request, general_settings) result: Final[_ResponsesInputTokensResult] = { "object": "response.input_tokens", "input_tokens": token_response.total_tokens, @@ -2688,7 +2737,7 @@ async def _responses_websocket_session( llm_router=llm_router, user_model=user_model, ) - outcome: Final = await llm_call + outcome: Final = _DECODED_JSON.validate_python(await llm_call) except asyncio.CancelledError: if refused_turns.first is not None: _ = bill_socket_failure(refused_turns.first) diff --git a/litellm/proxy/response_polling/polling_handler.py b/litellm/proxy/response_polling/polling_handler.py index 0a13e3a9e99..11be7a736ed 100644 --- a/litellm/proxy/response_polling/polling_handler.py +++ b/litellm/proxy/response_polling/polling_handler.py @@ -21,6 +21,13 @@ if TYPE_CHECKING: _RESPONSE_POLLING_TARGET: Final = "response_polling" _JSON_OBJECT: Final = TypeAdapter(dict[str, object]) _JSON_LIST: Final = TypeAdapter(list[object]) +_CACHED_VALUE: Final = TypeAdapter(object) + + +def _json_document(value: object) -> str | bytes | bytearray: + if isinstance(value, (str, bytes, bytearray)): + return value + raise TypeError(f"the JSON object must be str, bytes or bytearray, not {value.__class__.__name__}") class ResponsePollingHandler: @@ -156,13 +163,13 @@ class ResponsePollingHandler: cache_key: Final = self.get_cache_key(polling_id) # Get current state - cached_state: Final = await self.redis_cache.async_get_cache(cache_key) + cached_state: Final = _CACHED_VALUE.validate_python(await self.redis_cache.async_get_cache(cache_key)) if not cached_state: verbose_proxy_logger.warning("No cached state found for polling_id: %s", polling_id) return # Parse existing ResponsesAPIResponse from cache - state: Final = _JSON_OBJECT.validate_python(json.loads(cached_state)) + state: Final = _JSON_OBJECT.validate_python(json.loads(_json_document(cached_state))) # Update status (using OpenAI native status values) if status: @@ -239,10 +246,10 @@ class ResponsePollingHandler: return None cache_key: Final = self.get_cache_key(polling_id) - cached_state: Final = await self.redis_cache.async_get_cache(cache_key) + cached_state: Final = _CACHED_VALUE.validate_python(await self.redis_cache.async_get_cache(cache_key)) if cached_state: - return _JSON_OBJECT.validate_python(json.loads(cached_state)) + return _JSON_OBJECT.validate_python(json.loads(_json_document(cached_state))) return None diff --git a/litellm/proxy/route_llm_request.py b/litellm/proxy/route_llm_request.py index b1ebd042f3d..5810a2f71ab 100644 --- a/litellm/proxy/route_llm_request.py +++ b/litellm/proxy/route_llm_request.py @@ -280,7 +280,10 @@ REQUIRED_ONE_OF_BODY_PARAMS_BY_ROUTE: Final[Mapping[str, tuple[str, str]]] = Map ) BODY_PARAM_ALTERNATIVES_BY_ROUTE: Final[Mapping[str, Mapping[str, tuple[str, ...]]]] = MappingProxyType( - {"acreate_interaction": MappingProxyType({"input": ("continuation_token",)})} + { + "acreate_interaction": MappingProxyType({"input": ("continuation_token",)}), + "avector_store_search": MappingProxyType({"query": ("query_image",)}), + } ) JSON_OBJECT_ADAPTER: Final[TypeAdapter[dict[str, object]]] = TypeAdapter(dict[str, object]) diff --git a/litellm/proxy/rust_forward/AGENTS.md b/litellm/proxy/rust_forward/AGENTS.md new file mode 100644 index 00000000000..935ff3f896e --- /dev/null +++ b/litellm/proxy/rust_forward/AGENTS.md @@ -0,0 +1,48 @@ +# Rust forwarding, Python half + +With `LITELLM_RUST_FIRST` on, a supervisor runs the Rust gateway on the public port and Python on a private loopback listener. Rust forwards every request to Python unchanged, so Python still serves every route. This package is the Python half of forwarding and pairs with the crate `litellm-rust/crates/gateway-forward`. Once Rust serves every route, both get deleted together, along with one dispatch branch in each entry point + +The same path runs everywhere. `litellm` (the main images and a local CLI run) and `python -m gateway.launch` (the gateway image) both call `supervisor.supervise`, and nothing else starts the Rust gateway in forwarding mode. In a container the supervisor is PID 1, so its signal and exit rules are deployment behavior and not CLI polish + +## Boundary + +A supervised Python server differs from Python alone in exactly two ways, and nothing else in the proxy may change because Rust is in front + +- It listens on the private loopback listener the supervisor gives it, never on the public address +- It restores the client address Rust saw, because its own TCP peer is always Rust + +`proxy_server.py`, routes, auth and middleware never know Rust is there. A change that needs one of them to branch on forwarding is in the wrong place + +## Modules + +- `server.py` describes what an entry point would serve with on the public port, as a `PythonServer`. The supervisor reads nothing else about the entry point +- `mode.py` is the Python child's side. `Supervised` is the whole contract the supervisor hands the child, and the `uvicorn_*` and `gunicorn_*` functions translate it into each server's own options +- `peer.py` restores the client address +- `supervisor/` starts, watches and stops both children. Its rules are in `supervisor/AGENTS.md` +- `platform/` holds every OS-specific operation. Its rules are in `platform/AGENTS.md` + +## Entry points + +Entry points (`litellm/proxy/proxy_cli.py`, `gateway/launch.py`, `litellm_cli/main.py`) only translate between their own flags and this package + +- In the supervisor they describe what they would serve with as a `server.PythonServer` and hand it to `supervisor.supervise`, which decides whether forwarding can start and what Rust and the Python child receive. A refusal (no gateway binary, or a server or listener Rust cannot front) is reported and returned, and the entry point then serves from Python alone exactly as with `LITELLM_RUST_FIRST` off +- In the supervised child they merge `mode.uvicorn_options` or `mode.uvicorn_flags` into their server settings, or hand `mode.private_listener` to `run_gunicorn_server`, and wrap the app with `peer.wrap` in their worker factory. These are identities when forwarding is off, so entry points never branch on it +- A server is started three ways here, through uvicorn keyword arguments, uvicorn's own CLI and gunicorn, and each one states the same two facts, the private listener and that the server itself trusts no peer's forwarding headers. The uvicorn translations are in `mode.py` and turn proxy headers off. `run_gunicorn_server` applies `server_listener.gunicorn_overrides` for the `PrivateListener` it is given, which sets gunicorn's `bind` and an empty `forwarded_allow_ips`. A new way to start a server gets its own translation, never a branch in the entry point + +## Client address + +Python must see each request as if the client had connected directly. `x-litellm-rust-peer` is the only Rust-specific input, and the proxy app itself never knows Rust is in front of it + +- Rust sends the client's TCP peer in `x-litellm-rust-peer` and leaves every forwarding header untouched. It never appends itself to `X-Forwarded-For`, because the proxy parses that header on its own (`use_x_forwarded_for`, `mcp_xff_num_trusted_hops`) and an extra hop would shift what those settings resolve +- Server-level proxy headers are off in a supervised server, through `proxy_headers: False` for uvicorn, `--no-proxy-headers` for its CLI and an empty `forwarded_allow_ips` for gunicorn. The server's TCP peer is always loopback, which uvicorn and gunicorn trust by default, so leaving them on would let any client set its own address and scheme +- `peer.RustPeerMiddleware` puts the real peer back into the scope and then runs uvicorn's own `ProxyHeadersMiddleware` with the operator's trust. It wraps the app from outside, so it runs before anything that reads the client address +- The operator's trust is one string, `trusted_proxies`. It is resolved by the server library the entry point uses (`server.uvicorn_trusted_proxies` or gunicorn's config), never defaulted in this package. `server.NO_TRUSTED_PROXIES` stands for proxy headers the operator turned off, since a trust list that matches nobody behaves the same +- `peer.py` honors the peer header only from the loopback hop and always removes it. Any process on the host can connect to the private listener and send that header, so loopback is the trust boundary of the private listener. That widens what Python alone allows only when the operator's trust list leaves loopback out + +## Environment contracts + +Each environment contract is written and read in one place + +- The Python child's contract is the `mode.Supervised` type itself. `mode.supervised_environment` serializes it into one variable and `mode.rust_forward_mode` validates it back, so a new field needs no parsing code +- `supervisor.children.rust_spec` writes the `LITELLM_FORWARD_*` variables that `gateway-forward`'s `settings.rs` reads. Python owns every value Rust needs, so a new one gets a new variable there and a matching field in `settings.rs` in the same change +- `mode.rust_forward_mode` reads `LITELLM_RUST_FIRST` strictly, so an invalid value stops the CLI at startup with one line naming it. It is independent of `LITELLM_RUST`, which only selects the Rust paths inside the SDK in `litellm/rust_bridge/configuration.py`, so neither turns the other on diff --git a/cookbook/litellm_router/response_log.txt b/litellm/proxy/rust_forward/__init__.py similarity index 100% rename from cookbook/litellm_router/response_log.txt rename to litellm/proxy/rust_forward/__init__.py diff --git a/litellm/proxy/rust_forward/mode.py b/litellm/proxy/rust_forward/mode.py new file mode 100644 index 00000000000..1c417db345f --- /dev/null +++ b/litellm/proxy/rust_forward/mode.py @@ -0,0 +1,142 @@ +import contextlib +import os +import signal +import threading +from collections.abc import Callable, Mapping +from dataclasses import dataclass +from enum import Enum, auto +from types import MappingProxyType +from typing import Final, TypeAlias + +from pydantic import BaseModel, ConfigDict, Field, TypeAdapter, ValidationError +from typing_extensions import assert_never + +from litellm.proxy.server_listener import LOOPBACK_HOST, AssignedPort, InheritedFd, PrivateListener +from litellm.rust_bridge.configuration import RustSwitch + +SWITCH_ENV: Final = "LITELLM_RUST_FIRST" +SUPERVISED_ENV: Final = "_LITELLM_GATEWAY_SUPERVISED" +RUST_HOP: Final = LOOPBACK_HOST + + +class _Switch(BaseModel): + model_config = ConfigDict(frozen=True) + + rust: RustSwitch = Field(None, validation_alias=SWITCH_ENV) + + +class Mode(Enum): + DISABLED = auto() + SUPERVISOR = auto() + + +@dataclass(frozen=True, slots=True) +class Supervised: + listener: PrivateListener + trusted_proxies: str + + +RustForwardMode: TypeAlias = Mode | Supervised +_SUPERVISED: Final = TypeAdapter(Supervised) + + +def supervised_environment(supervised: Supervised) -> Mapping[str, str]: + return MappingProxyType({SUPERVISED_ENV: _SUPERVISED.dump_json(supervised).decode()}) + + +def rust_forward_mode(environ: Mapping[str, str]) -> RustForwardMode: + switch: Final = _Switch.model_validate(environ) + supervised: Final = environ.get(SUPERVISED_ENV) + if supervised is not None: + return _SUPERVISED.validate_json(supervised) + return Mode.SUPERVISOR if switch.rust else Mode.DISABLED + + +def _wait_for_eof(fd: int) -> None: + with contextlib.suppress(OSError): + while os.read(fd, 4096): + pass + + +def _stop_when_closed(fd: int, stop: Callable[[], None]) -> None: + _wait_for_eof(fd) + stop() + + +def _terminate_self() -> None: + signal.raise_signal(signal.SIGTERM) + + +def stop_with_supervisor(mode: RustForwardMode, fd: int = 0, stop: Callable[[], None] = _terminate_self) -> None: + """Shut the supervised server down gracefully once the supervisor's end of its stdin closes, so it never outlives + a supervisor that was killed. Call it only in the process the supervisor started, not in its workers.""" + match mode: + case Supervised(): + threading.Thread(target=_stop_when_closed, args=(fd, stop), name="supervisor-stdin", daemon=True).start() + case Mode.DISABLED | Mode.SUPERVISOR: + pass + case _: + assert_never(mode) + + +def environment_error(error: ValidationError) -> str: + return "; ".join( + f"{'.'.join(str(part) for part in detail['loc'])} is invalid: {detail['msg']}" + for detail in error.errors(include_url=False) + ) + + +# A supervised server's TCP peer is always Rust on loopback, so server-level proxy headers would trust any +# client's forwarding headers. They stay off there and ``peer.wrap`` applies the operator's trust instead. + + +def _uvicorn_listener(listener: PrivateListener) -> Mapping[str, object]: + match listener: + case InheritedFd(fd): + return MappingProxyType({"fd": fd}) + case AssignedPort(port): + return MappingProxyType({"host": RUST_HOP, "port": port}) + case _: + assert_never(listener) + + +def uvicorn_options(mode: RustForwardMode, factory: str) -> Mapping[str, object]: + match mode: + case Supervised(listener): + return MappingProxyType( + {"app": factory, "factory": True, **_uvicorn_listener(listener), "proxy_headers": False} + ) + case Mode.DISABLED | Mode.SUPERVISOR: + return MappingProxyType({}) + case _: + assert_never(mode) + + +def _uvicorn_listener_flags(listener: PrivateListener) -> tuple[str, ...]: + match listener: + case InheritedFd(fd): + return ("--fd", str(fd)) + case AssignedPort(port): + return ("--host", RUST_HOP, "--port", str(port)) + case _: + assert_never(listener) + + +def uvicorn_flags(mode: RustForwardMode) -> tuple[str, ...]: + match mode: + case Supervised(listener): + return (*_uvicorn_listener_flags(listener), "--no-proxy-headers") + case Mode.DISABLED | Mode.SUPERVISOR: + return () + case _: + assert_never(mode) + + +def private_listener(mode: RustForwardMode) -> PrivateListener | None: + match mode: + case Supervised(listener): + return listener + case Mode.DISABLED | Mode.SUPERVISOR: + return None + case _: + assert_never(mode) diff --git a/litellm/proxy/rust_forward/peer.py b/litellm/proxy/rust_forward/peer.py new file mode 100644 index 00000000000..1dd52e24564 --- /dev/null +++ b/litellm/proxy/rust_forward/peer.py @@ -0,0 +1,69 @@ +from typing import ( + TYPE_CHECKING, + Final, + TypeAlias, + cast, # noqa: TID251 # the one Starlette-to-uvicorn ASGI conversion in served +) + +from typing_extensions import assert_never + +from litellm.proxy.rust_forward.mode import RUST_HOP, Mode, RustForwardMode, Supervised + +if TYPE_CHECKING: + import starlette.types + from uvicorn._types import ASGI3Application, ASGIReceiveCallable, ASGISendCallable, Scope, WWWScope + +PEER_HEADER: Final = b"x-litellm-rust-peer" + +ASGIApp: TypeAlias = "ASGI3Application" + + +def served(app: "starlette.types.ASGIApp") -> ASGIApp: + return cast( # cast-ok: Starlette and uvicorn type the same ASGI 3 callable with unassignable scope/receive/send + "ASGI3Application", app + ) + + +def _restore_peer(scope: "WWWScope") -> None: + headers: Final = tuple(scope["headers"]) + peer: Final = next((value for name, value in headers if name == PEER_HEADER), None) + if peer is None: + return + remaining: Final = tuple((name, value) for name, value in headers if name != PEER_HEADER) + scope["headers"] = remaining # rebind-ok: the peer header is private to the Rust hop + client: Final = scope["client"] + if client is None or client[0] != RUST_HOP: + return + host, _, port = peer.decode("latin-1").rpartition(":") + scope["client"] = (host.strip("[]"), int(port)) # rebind-ok: uvicorn's access log reads this same scope + + +class RustPeerMiddleware: + """Make Python see each request as if the client had connected to it directly. + + Rust owns the public port, so Python's peer is always Rust on loopback. Rust passes the real + TCP peer in ``x-litellm-rust-peer`` and leaves every forwarding header untouched. This puts the + real peer back into the scope, then runs uvicorn's own ``ProxyHeadersMiddleware`` with the trust + settings Python would have used on the public port. + """ + + def __init__(self, app: ASGIApp, mode: Supervised) -> None: + from uvicorn.middleware.proxy_headers import ProxyHeadersMiddleware + + self.app: Final = ProxyHeadersMiddleware(app, mode.trusted_proxies) + + async def __call__(self, scope: "Scope", receive: "ASGIReceiveCallable", send: "ASGISendCallable") -> None: + if scope["type"] != "lifespan": + _restore_peer(scope) + await self.app(scope, receive, send) + + +def wrap(app: "starlette.types.ASGIApp", mode: RustForwardMode) -> ASGIApp: + converted: Final = served(app) + match mode: + case Supervised(): + return RustPeerMiddleware(converted, mode) + case Mode.DISABLED | Mode.SUPERVISOR: + return converted + case _: + assert_never(mode) diff --git a/litellm/proxy/rust_forward/platform/AGENTS.md b/litellm/proxy/rust_forward/platform/AGENTS.md new file mode 100644 index 00000000000..32d1e4ac5c9 --- /dev/null +++ b/litellm/proxy/rust_forward/platform/AGENTS.md @@ -0,0 +1,19 @@ +# Platforms + +Every OS-specific operation sits behind `Platform`, which `supervise` picks once with `current_platform()`. The supervisor, `mode.py` and the entry points never check the OS themselves, so a new OS difference becomes a `Platform` member and never an `os.name` check somewhere else + +A `Platform` answers these questions and nothing else. What the gateway binary is called, which servers it can supervise, how the private listener reaches Python, which spawn options the children get, which signals are relayed and which of them stop Rust, and how a child is signalled and stopped + +## POSIX + +`PosixPlatform` binds the private socket itself and hands Python the open descriptor (`server_listener.InheritedFd`). Nobody else can take the port between the supervisor picking it and Python serving it. The socket does not listen until Python does, so the readiness probe only succeeds against Python. Children run in their own session (`start_new_session`) only so that a terminal Ctrl-C reaches Python once, through the supervisor + +## Windows + +Windows is supported for running the proxy locally from the CLI. Nobody deploys the proxy on Windows, but `LITELLM_RUST_FIRST` is meant to become the default, and then this is the path every Windows laptop runs. Revisit the choices below before treating Windows as a deployment target + +- Python gets an assigned loopback port (`server_listener.AssignedPort`) instead of an open socket, which uvicorn on Windows cannot serve. Another process can take that port before Python binds it, and the readiness probe would then accept it as Python. Python's failed bind still ends the run +- Each child runs in its own process group, which can only be sent `CTRL_BREAK_EVENT`. Both relayed signals arrive as that, so a second Ctrl-C does not force Python's exit the way it does on POSIX +- gunicorn is refused, since it does not run on Windows +- The Windows-only names are spelled out as constants in `windows.py` so the module imports and type checks on every OS. `tests/windows_tests/test_rust_forward_platform.py` pins them to the stdlib on the Windows runner +- No CI job runs the supervisor itself on Windows, because the `windows-sdk` job installs no proxy dependencies and no `litellm-gateway.exe`. Run a change to `windows.py` by hand on Windows until one does diff --git a/litellm/proxy/rust_forward/platform/__init__.py b/litellm/proxy/rust_forward/platform/__init__.py new file mode 100644 index 00000000000..b5a53d6efb0 --- /dev/null +++ b/litellm/proxy/rust_forward/platform/__init__.py @@ -0,0 +1,70 @@ +import asyncio +import os +import signal +from collections.abc import Callable +from contextlib import AbstractContextManager +from dataclasses import dataclass +from typing import Protocol + +from litellm.proxy.rust_forward.server import Server +from litellm.proxy.server_listener import PrivateListener + + +@dataclass(frozen=True, slots=True) +class PlatformListener: + listener: PrivateListener + port: int + pass_fds: tuple[int, ...] + + +@dataclass(frozen=True, slots=True) +class SpawnOptions: + pass_fds: tuple[int, ...] + start_new_session: bool + creationflags: int + + +class ChildProcess(Protocol): + @property + def pid(self) -> int: ... + + @property + def stdin(self) -> asyncio.StreamWriter | None: ... + + def send_signal(self, signum: int, /) -> None: ... + + async def wait(self) -> int: ... + + +class Platform(Protocol): + @property + def name(self) -> str: ... + + @property + def gateway_name(self) -> str: ... + + @property + def servers(self) -> frozenset[Server]: ... + + def private_listener(self) -> AbstractContextManager[PlatformListener]: ... + + def spawn_options(self, pass_fds: tuple[int, ...]) -> SpawnOptions: ... + + @property + def relayed_signals(self) -> tuple[signal.Signals, ...]: ... + + @property + def stop_signals(self) -> frozenset[signal.Signals]: ... + + def catch(self, loop: asyncio.AbstractEventLoop, on_signal: Callable[[signal.Signals], None]) -> None: ... + + def signal_child(self, process: ChildProcess, signum: signal.Signals) -> None: ... + + def stop_group(self, process: ChildProcess) -> None: ... + + +def current_platform() -> Platform: + from litellm.proxy.rust_forward.platform.posix import PosixPlatform + from litellm.proxy.rust_forward.platform.windows import WindowsPlatform + + return WindowsPlatform() if os.name == "nt" else PosixPlatform() diff --git a/litellm/proxy/rust_forward/platform/posix.py b/litellm/proxy/rust_forward/platform/posix.py new file mode 100644 index 00000000000..0cb71b01ae2 --- /dev/null +++ b/litellm/proxy/rust_forward/platform/posix.py @@ -0,0 +1,64 @@ +import asyncio +import contextlib +import os +import signal +import socket +from collections.abc import Callable, Generator +from dataclasses import dataclass +from typing import Final + +from pydantic import TypeAdapter + +from litellm.proxy.rust_forward.mode import RUST_HOP +from litellm.proxy.rust_forward.platform import ChildProcess, PlatformListener, SpawnOptions +from litellm.proxy.rust_forward.server import Server +from litellm.proxy.server_listener import InheritedFd + +_ADDRESS: Final = TypeAdapter(tuple[str, int]) + + +@dataclass(frozen=True, slots=True) +class PosixPlatform: + name: str = "POSIX" + gateway_name: str = "litellm-gateway" + servers: frozenset[Server] = frozenset({Server.UVICORN, Server.GUNICORN}) + + @contextlib.contextmanager + def private_listener(self) -> Generator[PlatformListener]: + with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as private: + private.bind((RUST_HOP, 0)) + _, port = _ADDRESS.validate_python(private.getsockname()) + yield PlatformListener(InheritedFd(private.fileno()), port, (private.fileno(),)) + + def spawn_options(self, pass_fds: tuple[int, ...]) -> SpawnOptions: + return SpawnOptions(pass_fds=pass_fds, start_new_session=True, creationflags=0) + + @property + def relayed_signals(self) -> tuple[signal.Signals, ...]: + return ( + signal.SIGTERM, + signal.SIGINT, + signal.SIGHUP, + signal.SIGQUIT, + signal.SIGUSR1, + signal.SIGUSR2, + signal.SIGTTIN, + signal.SIGTTOU, + signal.SIGWINCH, + ) + + @property + def stop_signals(self) -> frozenset[signal.Signals]: + return frozenset({signal.SIGTERM, signal.SIGINT, signal.SIGQUIT}) + + def catch(self, loop: asyncio.AbstractEventLoop, on_signal: Callable[[signal.Signals], None]) -> None: + for signum in self.relayed_signals: + loop.add_signal_handler(signum, on_signal, signum) + + def signal_child(self, process: ChildProcess, signum: signal.Signals) -> None: + with contextlib.suppress(ProcessLookupError): + process.send_signal(signum) + + def stop_group(self, process: ChildProcess) -> None: + with contextlib.suppress(ProcessLookupError): + os.killpg(process.pid, signal.SIGTERM) diff --git a/litellm/proxy/rust_forward/platform/windows.py b/litellm/proxy/rust_forward/platform/windows.py new file mode 100644 index 00000000000..841c9cbfd59 --- /dev/null +++ b/litellm/proxy/rust_forward/platform/windows.py @@ -0,0 +1,68 @@ +import asyncio +import contextlib +import signal +import socket +from collections.abc import Callable, Generator +from dataclasses import dataclass +from types import FrameType +from typing import Final + +from pydantic import TypeAdapter + +from litellm.proxy.rust_forward.mode import RUST_HOP +from litellm.proxy.rust_forward.platform import ChildProcess, PlatformListener, SpawnOptions +from litellm.proxy.rust_forward.server import Server +from litellm.proxy.server_listener import AssignedPort + +_ADDRESS: Final = TypeAdapter(tuple[str, int]) +# signal.CTRL_BREAK_EVENT, signal.SIGBREAK and subprocess.CREATE_NEW_PROCESS_GROUP exist only on Windows, so they are +# spelled out to keep this module importable and type checked everywhere. A Windows-only test pins them to the stdlib. +CTRL_BREAK_EVENT: Final = 1 +SIGBREAK: Final = 21 +CREATE_NEW_PROCESS_GROUP: Final = 0x00000200 + + +# Windows support exists only for running the proxy locally from the CLI, never for deploying it. That is why the +# supervisor picks a free loopback port and hands Python its number instead of an open socket, which Windows uvicorn +# cannot serve. Another process could take that port before Python binds it, and the readiness probe would then +# accept it as Python. Python's failed bind still ends the run, which is acceptable on a developer's machine. +@dataclass(frozen=True, slots=True) +class WindowsPlatform: + name: str = "Windows" + gateway_name: str = "litellm-gateway.exe" + servers: frozenset[Server] = frozenset({Server.UVICORN}) + + @contextlib.contextmanager + def private_listener(self) -> Generator[PlatformListener]: + with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as probe: + probe.bind((RUST_HOP, 0)) + _, port = _ADDRESS.validate_python(probe.getsockname()) + yield PlatformListener(AssignedPort(port), port, ()) + + def spawn_options(self, pass_fds: tuple[int, ...]) -> SpawnOptions: + return SpawnOptions(pass_fds=pass_fds, start_new_session=False, creationflags=CREATE_NEW_PROCESS_GROUP) + + @property + def relayed_signals(self) -> tuple[signal.Signals, ...]: + return (signal.SIGINT, signal.Signals(SIGBREAK)) + + @property + def stop_signals(self) -> frozenset[signal.Signals]: + return frozenset(self.relayed_signals) + + def catch(self, loop: asyncio.AbstractEventLoop, on_signal: Callable[[signal.Signals], None]) -> None: + def handle(signum: int, _frame: FrameType | None) -> None: + loop.call_soon_threadsafe(on_signal, signal.Signals(signum)) + + for signum in self.relayed_signals: + signal.signal(signum, handle) + + # A child in its own process group can only be sent CTRL_BREAK_EVENT, since Windows never delivers CTRL_C_EVENT + # to a new group. Both children shut down on it as on Ctrl-C, but uvicorn force-exits only on a repeated SIGINT, + # so a second Ctrl-C does not cut a Windows shutdown short the way it does on POSIX. + def signal_child(self, process: ChildProcess, signum: signal.Signals) -> None: + self.stop_group(process) + + def stop_group(self, process: ChildProcess) -> None: + with contextlib.suppress(ProcessLookupError): + process.send_signal(CTRL_BREAK_EVENT) diff --git a/litellm/proxy/rust_forward/server.py b/litellm/proxy/rust_forward/server.py new file mode 100644 index 00000000000..95a693291bf --- /dev/null +++ b/litellm/proxy/rust_forward/server.py @@ -0,0 +1,75 @@ +from dataclasses import dataclass +from enum import Enum +from typing import Final + +from pydantic import BaseModel, ConfigDict, TypeAdapter + +from litellm.proxy.server_listener import NO_TRUSTED_PROXIES + +_TRUSTED_PROXIES: Final = TypeAdapter(str) + + +class Server(Enum): + UVICORN = "uvicorn" + GUNICORN = "gunicorn" + HYPERCORN = "Hypercorn" + GRANIAN = "Granian" + + +class Listener(Enum): + TCP = "plain TCP" + TLS = "TLS" + UNIX_SOCKET = "a Unix socket" + INHERITED_FD = "an inherited file descriptor" + + +@dataclass(frozen=True, slots=True) +class PythonServer: + """What an entry point would serve with on the public port if Rust were not in front of it.""" + + server: Server + listener: Listener + host: str + port: int + keepalive_seconds: int + graceful_timeout_seconds: float + trusted_proxies: str + + +class UvicornCliParams(BaseModel): + """The options uvicorn's own CLI parsed that decide how it serves the public port.""" + + model_config = ConfigDict(frozen=True, extra="ignore") + + host: str + port: int + uds: str | None + fd: int | None + ssl_keyfile: str | None + ssl_certfile: str | None + timeout_keep_alive: int + timeout_graceful_shutdown: int | None + proxy_headers: bool + forwarded_allow_ips: str | None + + @property + def listener(self) -> Listener: + if self.ssl_keyfile is not None or self.ssl_certfile is not None: + return Listener.TLS + if self.uds is not None: + return Listener.UNIX_SOCKET + if self.fd is not None: + return Listener.INHERITED_FD + return Listener.TCP + + @property + def trusted_proxies(self) -> str: + return uvicorn_trusted_proxies(self.forwarded_allow_ips) if self.proxy_headers else NO_TRUSTED_PROXIES + + +def uvicorn_trusted_proxies(configured: str | None) -> str: + import uvicorn + + return _TRUSTED_PROXIES.validate_python( + uvicorn.Config(app="", log_config=None, forwarded_allow_ips=configured).forwarded_allow_ips + ) diff --git a/litellm/proxy/rust_forward/supervisor/AGENTS.md b/litellm/proxy/rust_forward/supervisor/AGENTS.md new file mode 100644 index 00000000000..65af84481e5 --- /dev/null +++ b/litellm/proxy/rust_forward/supervisor/AGENTS.md @@ -0,0 +1,21 @@ +# Forwarding supervisor + +`supervise` serves the public port from Rust and runs the entry point's own command behind it, or says why that cannot start. That command is the supervisor's own interpreter command line (`OWN_COMMAND`, from `sys.orig_argv`), so the child has the same import path and interpreter flags as the process the operator started. An entry point never builds a second way to start itself. It is transparent to Python, so a supervised proxy behaves on signals and exits exactly as Python alone. `tests/integration/configuration/test_rust_forward_lifecycle.py` checks that equivalence against Python alone, and a change that breaks one of the rules below breaks it + +## Split by job + +- `preflight` decides whether forwarding can start. It is the only place that refuses, and a refusal is a returned `StartupError`, never an exit, so the entry point can serve from Python alone +- `children` says what each child runs with, and it is the only writer of both environment contracts. `python_spec` writes the `mode.Supervised` variable and hands the Python child the entry point's own arguments with the private port appended. `rust_spec` writes the `LITELLM_FORWARD_*` variables. Each child gets only those variables on top of the supervisor's own environment +- `lifecycle` decides. `step` is a pure function from a `Lifecycle` of facts and an event to the next facts and the actions to run, and `exit_status` reads the result from those facts. It touches no process, socket or clock +- `runtime` acts. It only executes the actions `step` returns and feeds events back. The `contextlib.AsyncExitStack` it enters each child into owns their cleanup, last spawned first + +A new behavior is a new fact, event or action in `lifecycle` with a property test in `test_lifecycle.py`, never a condition in `runtime` + +## Rules + +- Signals pass through. Every signal in `Platform.relayed_signals` goes to Python unchanged, and the ones in `Platform.stop_signals` go to Rust first. The supervisor never reads meaning into a signal, so a repeated SIGINT reaches Python again and forces its exit as it would alone +- Python's exit status is the result. When Python exits for any reason, Rust gets SIGTERM, and once Rust is gone the supervisor exits with Python's status, dying by the same signal when Python died by one. The one exception is Rust exiting while Python serves with no stop requested, which stops Python and exits 1 +- A container's PID 1 cannot die by a signal it sends itself, since the kernel drops it. uvicorn alone survives its own re-raise there and exits 0, so `runtime.exit_like` exits 0 when a stop signal killed Python and with 128 plus the signal number for any other signal, which is how a kill of Python alone is reported +- Children cannot outlive the supervisor. Each child's stdin is a pipe only the supervisor holds open. The Python process the supervisor started (`mode.stop_with_supervisor`, never its workers) and the Rust gateway (`litellm_gateway_forward::input_closed`) shut down gracefully on EOF, so a supervisor killed by SIGKILL or a closed terminal leaves nothing behind +- Rust starts once Python listens, never after a stop was requested or Python exited. Python alone takes no connections until it has booted, so the public port refuses them until then too +- Only a preflight refusal falls back to Python alone. `before_start` runs once forwarding is known to be possible, so a refused start leaves nothing behind, and a child that fails to spawn after that exits 1 diff --git a/litellm/proxy/rust_forward/supervisor/__init__.py b/litellm/proxy/rust_forward/supervisor/__init__.py new file mode 100644 index 00000000000..768ce336af1 --- /dev/null +++ b/litellm/proxy/rust_forward/supervisor/__init__.py @@ -0,0 +1,56 @@ +import asyncio +import sys +import sysconfig +from collections.abc import Callable, Sequence +from typing import Final + +from typing_extensions import assert_never + +from litellm.proxy.rust_forward.platform import Platform, current_platform +from litellm.proxy.rust_forward.server import PythonServer +from litellm.proxy.rust_forward.supervisor.lifecycle import FAILURE +from litellm.proxy.rust_forward.supervisor.preflight import StartupError, gateway_binary, startup_check +from litellm.proxy.rust_forward.supervisor.runtime import SpawnFailed, exit_like, run + +OWN_COMMAND: Final = (sys.executable, *sys.orig_argv[1:]) +SERVING_WITHOUT_RUST: Final = "so Python serves the public port without Rust forwarding" + + +def _nothing_to_prepare() -> None: + pass + + +def supervise( + server: PythonServer, + command: Sequence[str] = OWN_COMMAND, + before_start: Callable[[], None] = _nothing_to_prepare, + scripts_dir: str = sysconfig.get_path("scripts"), + platform: Platform | None = None, +) -> int | StartupError: + """Serve ``server``'s public port from Rust and run ``command`` behind it, or say why that cannot start. + + A refusal is returned for the caller to serve from Python alone, and ``before_start`` runs only once forwarding + is known to be possible, so a refused start leaves nothing behind. + """ + chosen: Final = current_platform() if platform is None else platform + checked: Final = startup_check(chosen, server, gateway_binary(chosen, scripts_dir)) + if isinstance(checked, StartupError): + sys.stderr.write(f"{checked.reason}, {SERVING_WITHOUT_RUST}\n") + return checked + before_start() + try: + outcome: Final = asyncio.run(run(chosen, checked, command, server)) + except OSError as error: + return _startup_failed(error) + match outcome: + case SpawnFailed(error): + return _startup_failed(error) + case int(): + return exit_like(outcome, chosen.stop_signals) + case _: + assert_never(outcome) + + +def _startup_failed(error: OSError) -> int: + sys.stderr.write(f"Rust gateway startup failed: {error}\n") + return FAILURE diff --git a/litellm/proxy/rust_forward/supervisor/children.py b/litellm/proxy/rust_forward/supervisor/children.py new file mode 100644 index 00000000000..9d8f074f0f2 --- /dev/null +++ b/litellm/proxy/rust_forward/supervisor/children.py @@ -0,0 +1,43 @@ +from collections.abc import Mapping, Sequence +from dataclasses import dataclass +from types import MappingProxyType + +from litellm.constants import GRACEFUL_SHUTDOWN_TEARDOWN_HEADROOM_SECONDS +from litellm.proxy.rust_forward.mode import RUST_HOP, Supervised, supervised_environment +from litellm.proxy.rust_forward.platform import Platform, PlatformListener, SpawnOptions +from litellm.proxy.rust_forward.server import PythonServer + + +@dataclass(frozen=True, slots=True) +class ChildSpec: + argv: tuple[str, ...] + env_overrides: Mapping[str, str] + spawn: SpawnOptions + + +def python_spec( + platform: Platform, command: Sequence[str], private: PlatformListener, server: PythonServer +) -> ChildSpec: + return ChildSpec( + argv=(*command, "--port", str(private.port)), + env_overrides=supervised_environment(Supervised(private.listener, server.trusted_proxies)), + spawn=platform.spawn_options(private.pass_fds), + ) + + +def rust_spec(platform: Platform, binary: str, upstream_port: int, server: PythonServer) -> ChildSpec: + return ChildSpec( + argv=(binary,), + env_overrides=MappingProxyType( + { + "LITELLM_FORWARD_UPSTREAM": f"http://{RUST_HOP}:{upstream_port}", + "LITELLM_FORWARD_HOST": server.host, + "LITELLM_FORWARD_PORT": str(server.port), + "LITELLM_FORWARD_UPSTREAM_KEEPALIVE": str(server.keepalive_seconds), + "LITELLM_FORWARD_SHUTDOWN_DRAIN": str( + server.graceful_timeout_seconds + GRACEFUL_SHUTDOWN_TEARDOWN_HEADROOM_SECONDS + ), + } + ), + spawn=platform.spawn_options(()), + ) diff --git a/litellm/proxy/rust_forward/supervisor/lifecycle.py b/litellm/proxy/rust_forward/supervisor/lifecycle.py new file mode 100644 index 00000000000..e462c7df08a --- /dev/null +++ b/litellm/proxy/rust_forward/supervisor/lifecycle.py @@ -0,0 +1,138 @@ +import signal +from dataclasses import dataclass, replace +from enum import Enum, auto +from typing import Final, Literal, TypeAlias + +from typing_extensions import assert_never + + +class Child(Enum): + RUST = "rust" + PYTHON = "python" + + +FAILURE: Final = 1 + + +class Phase(Enum): + NOT_STARTED = auto() + SPAWNED = auto() + LISTENING = auto() + + +@dataclass(frozen=True, slots=True) +class Exited: + status: int + + +@dataclass(frozen=True, slots=True) +class Lost: + """Rust exited while Python was serving and nobody had asked either to stop.""" + + status: int + + +PythonState: TypeAlias = Literal[Phase.SPAWNED, Phase.LISTENING] | Exited +RustState: TypeAlias = Literal[Phase.NOT_STARTED, Phase.SPAWNED] | Exited | Lost + + +@dataclass(frozen=True, slots=True) +class Lifecycle: + python: PythonState + rust: RustState + stop_requested: bool + + +@dataclass(frozen=True, slots=True) +class Caught: + signum: signal.Signals + + +class Probe(Enum): + PYTHON_LISTENING = auto() + + +@dataclass(frozen=True, slots=True) +class ChildExited: + child: Child + status: int + + +@dataclass(frozen=True, slots=True) +class Spawn: + child: Child + + +@dataclass(frozen=True, slots=True) +class Send: + child: Child + signum: signal.Signals + + +Event: TypeAlias = Caught | Literal[Probe.PYTHON_LISTENING] | ChildExited +Action: TypeAlias = Spawn | Send +Transition: TypeAlias = tuple[Lifecycle, tuple[Action, ...]] + + +def boot() -> Transition: + return Lifecycle(Phase.SPAWNED, Phase.NOT_STARTED, stop_requested=False), (Spawn(Child.PYTHON),) + + +def _relay(state: Lifecycle, signum: signal.Signals, stops: bool) -> Transition: + to_rust: Final = (Send(Child.RUST, signum),) if stops and state.rust is Phase.SPAWNED else () + to_python: Final = (Send(Child.PYTHON, signum),) if not isinstance(state.python, Exited) else () + return replace(state, stop_requested=state.stop_requested or stops), (*to_rust, *to_python) + + +# Python alone takes no connections until it has booted, so Rust only opens the public port once Python listens. +def _python_listening(state: Lifecycle) -> Transition: + if state.python is not Phase.SPAWNED: + return state, () + if state.stop_requested: + return replace(state, python=Phase.LISTENING), () + return replace(state, python=Phase.LISTENING, rust=Phase.SPAWNED), (Spawn(Child.RUST),) + + +def _python_exited(state: Lifecycle, status: int) -> Transition: + if isinstance(state.python, Exited): + return state, () + exited: Final = replace(state, python=Exited(status)) + return exited, ((Send(Child.RUST, signal.SIGTERM),) if state.rust is Phase.SPAWNED else ()) + + +def _rust_exited(state: Lifecycle, status: int) -> Transition: + if state.rust is not Phase.SPAWNED: + return state, () + if state.stop_requested or isinstance(state.python, Exited): + return replace(state, rust=Exited(status)), () + return replace(state, rust=Lost(status)), (Send(Child.PYTHON, signal.SIGTERM),) + + +def step(state: Lifecycle, event: Event, stop_signals: frozenset[signal.Signals]) -> Transition: + """The supervisor never gives a signal or an exit a meaning of its own. Every signal reaches Python as sent, + Python's exit status is the supervisor's, and Rust only follows Python, except that losing Rust stops Python.""" + match event: + case Caught(signum): + return _relay(state, signum, signum in stop_signals) + case Probe.PYTHON_LISTENING: + return _python_listening(state) + case ChildExited(child, status): + match child: + case Child.PYTHON: + return _python_exited(state, status) + case Child.RUST: + return _rust_exited(state, status) + case _: + assert_never(child) + case _: + assert_never(event) + + +def exit_status(state: Lifecycle) -> int | None: + match state.python, state.rust: + case Exited(status), Phase.NOT_STARTED | Exited(): + return status + case Exited(), Lost(): + return FAILURE + case _: + return None diff --git a/litellm/proxy/rust_forward/supervisor/preflight.py b/litellm/proxy/rust_forward/supervisor/preflight.py new file mode 100644 index 00000000000..a561e77ba8d --- /dev/null +++ b/litellm/proxy/rust_forward/supervisor/preflight.py @@ -0,0 +1,28 @@ +import os +import shutil +from dataclasses import dataclass + +from litellm.proxy.rust_forward.mode import SWITCH_ENV +from litellm.proxy.rust_forward.platform import Platform +from litellm.proxy.rust_forward.server import Listener, PythonServer, Server + + +@dataclass(frozen=True, slots=True) +class StartupError: + reason: str + + +def gateway_binary(platform: Platform, scripts_dir: str) -> str | None: + return shutil.which(os.path.join(scripts_dir, platform.gateway_name)) + + +def startup_check(platform: Platform, server: PythonServer, binary: str | None) -> str | StartupError: + if server.server in (Server.HYPERCORN, Server.GRANIAN): + return StartupError(f"{SWITCH_ENV} does not support {server.server.value}") + if server.server not in platform.servers: + return StartupError(f"{SWITCH_ENV} does not support {server.server.value} on {platform.name}") + if server.listener is not Listener.TCP: + return StartupError(f"{SWITCH_ENV} does not support {server.listener.value} on the public port") + if binary is None: + return StartupError(f"{SWITCH_ENV} requires the litellm-gateway binary from the litellm-proxy package") + return binary diff --git a/litellm/proxy/rust_forward/supervisor/runtime.py b/litellm/proxy/rust_forward/supervisor/runtime.py new file mode 100644 index 00000000000..8a8bda6f7f2 --- /dev/null +++ b/litellm/proxy/rust_forward/supervisor/runtime.py @@ -0,0 +1,209 @@ +import asyncio +import contextlib +import math +import os +import signal +from collections.abc import AsyncGenerator, Callable, Mapping, Sequence +from dataclasses import dataclass +from types import MappingProxyType +from typing import Final, Protocol + +import anyio +from anyio.abc import TaskGroup +from anyio.streams.memory import MemoryObjectReceiveStream, MemoryObjectSendStream +from typing_extensions import assert_never + +from litellm.proxy.rust_forward.mode import RUST_HOP +from litellm.proxy.rust_forward.platform import ChildProcess, Platform +from litellm.proxy.rust_forward.server import PythonServer +from litellm.proxy.rust_forward.supervisor.children import ChildSpec, python_spec, rust_spec +from litellm.proxy.rust_forward.supervisor.lifecycle import ( + Caught, + Child, + ChildExited, + Event, + Probe, + Send, + Spawn, + boot, + exit_status, + step, +) + +PROBE_INTERVAL_SECONDS: Final = 0.05 + + +@dataclass(frozen=True, slots=True) +class SpawnFailed: + error: OSError + + +class Executor(Protocol): + async def spawn(self, child: Child) -> SpawnFailed | None: ... + + def send(self, child: Child, signum: signal.Signals) -> None: ... + + async def next_event(self) -> Event: ... + + +class ChildControl(Protocol): + def signal_child(self, process: ChildProcess, signum: signal.Signals) -> None: ... + + def stop_group(self, process: ChildProcess) -> None: ... + + +class Spawner(Protocol): + async def __call__(self, spec: ChildSpec, /) -> ChildProcess: ... + + +async def spawn_subprocess(spec: ChildSpec) -> asyncio.subprocess.Process: + return await asyncio.create_subprocess_exec( + *spec.argv, + stdin=asyncio.subprocess.PIPE, + env={**os.environ, **spec.env_overrides}, + pass_fds=spec.spawn.pass_fds, + start_new_session=spec.spawn.start_new_session, + creationflags=spec.spawn.creationflags, + ) + + +async def run(platform: Platform, binary: str, command: Sequence[str], server: PythonServer) -> int | SpawnFailed: + with platform.private_listener() as private: + specs: Final = MappingProxyType( + { + Child.PYTHON: python_spec(platform, command, private, server), + Child.RUST: rust_spec(platform, binary, private.port, server), + } + ) + async with open_children(platform, spawn_subprocess, specs, private.port) as children: + platform.catch(asyncio.get_running_loop(), children.caught) + return await drive(children, platform.stop_signals) + + +async def drive(executor: Executor, stop_signals: frozenset[signal.Signals]) -> int | SpawnFailed: + """Carry out what ``lifecycle.step`` decides until it settles the exit status.""" + state, actions = boot() + while True: + for action in actions: + match action: + case Spawn(child): + if (failed := await executor.spawn(child)) is not None: + return failed + case Send(child, signum): + executor.send(child, signum) + case _: + assert_never(action) + if (status := exit_status(state)) is not None: + return status + state, actions = step(state, await executor.next_event(), stop_signals) + + +def _die_by(signum: signal.Signals) -> None: + with contextlib.suppress(OSError): + signal.signal(signum, signal.SIG_DFL) + signal.raise_signal(signum) + + +def exit_like( + status: int, stop_signals: frozenset[signal.Signals], die_by: Callable[[signal.Signals], None] = _die_by +) -> int: + """A child killed by a signal kills the supervisor with the same signal, as uvicorn re-raises the one it caught. + + SIGKILL takes no handler and needs none to kill. The kernel drops the signal when the supervisor is a container's + PID 1. uvicorn alone survives its own re-raise there and exits 0, so a stop signal ends the supervisor with 0 too, + and any other signal with the status a shell reports for it.""" + if status >= 0: + return status + signum: Final = signal.Signals(-status) + die_by(signum) + return 0 if signum in stop_signals else 128 + signum + + +@dataclass(frozen=True, slots=True) +class Children: + platform: ChildControl + spawner: Spawner + specs: Mapping[Child, ChildSpec] + private_port: int + stack: contextlib.AsyncExitStack + tasks: TaskGroup + events_in: MemoryObjectSendStream[Event] + events_out: MemoryObjectReceiveStream[Event] + processes: dict[Child, ChildProcess] # mutable-ok: the running children the stack owns + + def caught(self, signum: signal.Signals) -> None: + with contextlib.suppress(anyio.ClosedResourceError): + self.events_in.send_nowait(Caught(signum)) + + async def spawn(self, child: Child) -> SpawnFailed | None: + try: + process: Final = await self.stack.enter_async_context( + _process(self.platform, self.spawner, self.specs[child]) + ) + except OSError as error: + return SpawnFailed(error) + self.processes[child] = process + self.tasks.start_soon(_report_exit, child, process, self.events_in.clone()) + if child is Child.PYTHON: + probe: Final = self.tasks.start_soon(_report_once_listening, self.private_port, self.events_in.clone()) + self.stack.callback(probe.cancel) + return None + + def send(self, child: Child, signum: signal.Signals) -> None: + self.platform.signal_child(self.processes[child], signum) + + async def next_event(self) -> Event: + return await self.events_out.receive() + + +# The task group is entered before any child, so on the way out every child is stopped, last spawned first, before +# the task group waits for the tasks reporting their exits. Signal handlers cannot wait for room, hence the +# unbounded event buffer. +@contextlib.asynccontextmanager +async def open_children( + platform: ChildControl, spawner: Spawner, specs: Mapping[Child, ChildSpec], private_port: int +) -> AsyncGenerator[Children]: + events_in, events_out = anyio.create_memory_object_stream[Event](math.inf) + with events_in, events_out: + async with contextlib.AsyncExitStack() as stack: + tasks: Final = await stack.enter_async_context(anyio.create_task_group()) + yield Children(platform, spawner, specs, private_port, stack, tasks, events_in, events_out, {}) + + +# A child's stdin is a pipe only the supervisor holds open, so the child sees EOF as soon as the supervisor is gone, +# however it went, and shuts down instead of outliving it. Stopping is shielded so a cancelled supervisor still waits +# for the child it is stopping. +@contextlib.asynccontextmanager +async def _process(platform: ChildControl, spawner: Spawner, spec: ChildSpec) -> AsyncGenerator[ChildProcess]: + process: Final = await spawner(spec) + try: + yield process + finally: + with anyio.CancelScope(shield=True): + platform.stop_group(process) + await process.wait() + if process.stdin is not None: + process.stdin.close() + + +async def _report_exit(child: Child, process: ChildProcess, events: MemoryObjectSendStream[Event]) -> None: + with events: + events.send_nowait(ChildExited(child, await process.wait())) + + +async def _report_once_listening(port: int, events: MemoryObjectSendStream[Event]) -> None: + with events: + while not await _accepts(port): + await anyio.sleep(PROBE_INTERVAL_SECONDS) + events.send_nowait(Probe.PYTHON_LISTENING) + + +async def _accepts(port: int) -> bool: + with anyio.move_on_after(PROBE_INTERVAL_SECONDS): + try: + stream: Final = await anyio.connect_tcp(RUST_HOP, port) + except OSError: + return False + await stream.aclose() + return True + return False diff --git a/litellm/proxy/schema.prisma b/litellm/proxy/schema.prisma index e63580da721..498f86cc40f 100644 --- a/litellm/proxy/schema.prisma +++ b/litellm/proxy/schema.prisma @@ -883,6 +883,7 @@ model LiteLLM_DailyUserSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -896,6 +897,7 @@ model LiteLLM_DailyUserSpend { @@index([date]) @@index([user_id, date]) @@index([api_key]) + @@index([api_key, date]) @@index([model]) @@index([mcp_namespaced_tool_name]) @@index([endpoint]) @@ -919,6 +921,7 @@ model LiteLLM_DailyGlobalSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -952,6 +955,7 @@ model LiteLLM_DailyOrganizationSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -990,6 +994,7 @@ model LiteLLM_DailyEndUserSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1027,6 +1032,7 @@ model LiteLLM_DailyAgentSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1064,6 +1070,7 @@ model LiteLLM_DailyTeamSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1104,6 +1111,7 @@ model LiteLLM_DailyTagSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1148,6 +1156,31 @@ enum JobStatus { INACTIVE } +model LiteLLM_ScheduledJobRun { + id String @id @default(uuid()) + job_name String + lock_group String + schedule String + scheduled_for DateTime @client.Timestamptz(3) + status ScheduledJobRunStatus @default(PENDING) + claimed_by String? + claimed_at DateTime? @client.Timestamptz(3) + lease_expires_at DateTime? @client.Timestamptz(3) + finished_at DateTime? @client.Timestamptz(3) + created_at DateTime @default(now()) @client.Timestamptz(3) + + @@index([job_name, status]) + @@index([lock_group, status]) +} + +enum ScheduledJobRunStatus { + PENDING + RUNNING + SUCCEEDED + FAILED + CANCELLED +} + model LiteLLM_ManagedFileTable { id String @id @default(uuid()) unified_file_id String @unique // The base64 encoded unified file ID @@ -1351,6 +1384,8 @@ model LiteLLM_DailyModelUsage { request_count BigInt @default(0) successful_requests BigInt @default(0) failed_requests BigInt @default(0) + total_response_time_ms BigInt @default(0) + timed_requests BigInt @default(0) created_at DateTime @default(now()) updated_at DateTime @updatedAt @@ -2055,6 +2090,11 @@ model LiteLLM_BackgroundInteractionSettlement { @@index([settled_at], map: "idx_background_interaction_settlement_settled_at") } +model LiteLLM_BackgroundResponseSettlement { + response_id String @id + settled_at DateTime @default(now()) +} + model LiteLLM_Lens { reviews LiteLLM_LensReview[] id String @id @@ -2170,3 +2210,38 @@ model LiteLLM_SubscriptionAccountTable { @@unique([custom_llm_provider, account_id], map: "LiteLLM_SubscriptionAccountTable_provider_account_key") } + +model LiteLLM_Alert { + id BigInt @id @default(autoincrement()) + detection_key String @unique @client.VarChar(64) + type String @client.VarChar(32) + resource_type String @client.VarChar(16) + resource_id String @client.VarChar(1024) + status String @default("open") @client.VarChar(16) + window_start DateTime + window_end DateTime + evidence Json + created_at DateTime @default(now()) + updated_at DateTime @default(now()) @updatedAt + updated_by String? @client.VarChar(1024) + + @@index([status, id]) +} + +model LiteLLM_PerformanceAlertState { + enabled Boolean @default(true) + alerts_used Int? + id Int @id + owner String @client.VarChar(32) + next_run_at DateTime @client.Timestamptz(3) + day String? @client.VarChar(10) + scope String? @client.VarChar(16) + resume_after String @default("") @client.VarChar(1024) + wrapped Boolean @default(false) + checked Int @default(0) + skipped Int @default(0) + start_scope String? @client.VarChar(16) + start_after String @default("") @client.VarChar(1024) + completed_at DateTime? + updated_at DateTime @default(now()) @updatedAt +} diff --git a/litellm/proxy/search_endpoints/search_tool_management.py b/litellm/proxy/search_endpoints/search_tool_management.py index a2c4066a14f..dee8c8d5c60 100644 --- a/litellm/proxy/search_endpoints/search_tool_management.py +++ b/litellm/proxy/search_endpoints/search_tool_management.py @@ -7,6 +7,7 @@ from datetime import datetime from typing import Any, Final, TypeAlias from fastapi import APIRouter, Depends, HTTPException +from typing_extensions import ReadOnly, Required, TypedDict from litellm._logging import verbose_proxy_logger from litellm.constants import UI_SESSION_TOKEN_TEAM_ID @@ -68,7 +69,18 @@ async def _refresh_router_search_tools() -> None: verbose_proxy_logger.exception("Search tool router refresh failed after a management write: %s", e) -def _with_loaded_tools_where_undecryptable(db_search_tools: Sequence[dict[str, object]]) -> list[dict[str, Any]]: +class _ListedSearchTool(TypedDict, total=False): + search_tool_id: ReadOnly[str | None] + search_tool_name: ReadOnly[Required[str]] + litellm_params: ReadOnly[Required[Mapping[str, object]]] + search_tool_info: ReadOnly[dict[object, object] | None] + created_at: ReadOnly[str | None] + updated_at: ReadOnly[str | None] + + +def _with_loaded_tools_where_undecryptable( + db_search_tools: Sequence[_ListedSearchTool], +) -> Sequence[_ListedSearchTool]: from litellm.proxy.proxy_server import llm_router kept_search_tools: Final = keep_loaded_search_tools_that_do_not_decrypt( diff --git a/litellm/proxy/search_endpoints/search_tool_registry.py b/litellm/proxy/search_endpoints/search_tool_registry.py index c8cd1100e08..39510076d22 100644 --- a/litellm/proxy/search_endpoints/search_tool_registry.py +++ b/litellm/proxy/search_endpoints/search_tool_registry.py @@ -5,7 +5,7 @@ Search Tool Registry for managing search tool configurations. import os from collections.abc import Iterator, Mapping, Sequence from datetime import datetime, timezone -from typing import Final, Protocol +from typing import Final, Protocol, TypeVar from pydantic import TypeAdapter, ValidationError @@ -172,9 +172,13 @@ def _did_not_decrypt(search_tool: Mapping[str, object]) -> bool: ) +_DbSearchToolT: Final = TypeVar("_DbSearchToolT", bound=Mapping[str, object]) +_LoadedSearchToolT: Final = TypeVar("_LoadedSearchToolT", bound=Mapping[str, object]) + + def keep_loaded_search_tools_that_do_not_decrypt( - db_search_tools: Sequence[Mapping[str, object]], loaded_search_tools: Sequence[Mapping[str, object]] -) -> Sequence[Mapping[str, object]]: + db_search_tools: Sequence[_DbSearchToolT], loaded_search_tools: Sequence[_LoadedSearchToolT] +) -> Sequence[_DbSearchToolT | _LoadedSearchToolT]: """Replace each DB search tool whose params do not decrypt with the current key by its loaded version.""" loaded_by_id: Final = {tool.get("search_tool_id"): tool for tool in loaded_search_tools} kept: Final = tuple( diff --git a/litellm/proxy/server_listener.py b/litellm/proxy/server_listener.py new file mode 100644 index 00000000000..bf57fce4ebd --- /dev/null +++ b/litellm/proxy/server_listener.py @@ -0,0 +1,38 @@ +from collections.abc import Mapping +from dataclasses import dataclass +from types import MappingProxyType +from typing import Final, TypeAlias + +from typing_extensions import assert_never + +LOOPBACK_HOST: Final = "127.0.0.1" +NO_TRUSTED_PROXIES: Final = "" + + +@dataclass(frozen=True, slots=True) +class InheritedFd: + fd: int + + +@dataclass(frozen=True, slots=True) +class AssignedPort: + port: int + + +PrivateListener: TypeAlias = InheritedFd | AssignedPort + + +def _gunicorn_bind(listener: PrivateListener) -> str: + match listener: + case InheritedFd(fd): + return f"fd://{fd}" + case AssignedPort(port): + return f"{LOOPBACK_HOST}:{port}" + case _: + assert_never(listener) + + +def gunicorn_overrides(listener: PrivateListener | None) -> Mapping[str, str]: + if listener is None: + return MappingProxyType({}) + return MappingProxyType({"bind": _gunicorn_bind(listener), "forwarded_allow_ips": NO_TRUSTED_PROXIES}) diff --git a/litellm/proxy/spend_tracking/budget_reservation.py b/litellm/proxy/spend_tracking/budget_reservation.py index 8f0584bd0d0..096578264e3 100644 --- a/litellm/proxy/spend_tracking/budget_reservation.py +++ b/litellm/proxy/spend_tracking/budget_reservation.py @@ -262,12 +262,13 @@ async def reserve_budget_for_request( apply_user_budget_to_team_keys: bool = False, fail_closed_budget_enforcement: bool = False, raw_body: bytes | None = None, + path_params: Mapping[str, object] | None = None, ) -> dict | None: if valid_token is None or not RouteChecks.is_llm_api_route(route=route): return None if RouteChecks.is_unbilled_route(route): return None - if get_model_from_request(request_body, route, llm_router=llm_router) is None: + if get_model_from_request(request_body, route, llm_router=llm_router, path_params=path_params) is None: return None counters: Final = await _get_budget_counters( @@ -291,6 +292,7 @@ async def reserve_budget_for_request( llm_router=llm_router, team_id=valid_token.team_id, raw_body=raw_body, + path_params=path_params, ) reservation_cost = estimate_request_max_cost( @@ -298,6 +300,7 @@ async def reserve_budget_for_request( route=route, llm_router=llm_router, input_token_counts=input_token_counts, + path_params=path_params, ) # estimate_request_max_cost still returns None when the model is unknown # to the cost map (no token-priced cost fields, e.g. image/audio routes). @@ -334,6 +337,7 @@ async def reserve_budget_for_request( route=route, llm_router=llm_router, input_token_counts=input_token_counts, + path_params=path_params, ) budget_reservation: Final = { "reserved_cost": reservation_cost, @@ -1319,6 +1323,7 @@ def estimate_request_max_cost( route: str, llm_router: Router | None, input_token_counts: Mapping[str, int] | None = None, + path_params: Mapping[str, object] | None = None, ) -> float | None: estimates = [ _estimate_request_max_cost_for_model( @@ -1328,7 +1333,9 @@ def estimate_request_max_cost( llm_router=llm_router, input_tokens=(input_token_counts or {}).get(model_name), ) - for model_name in _get_request_models(request_body=request_body, route=route, llm_router=llm_router) + for model_name in _get_request_models( + request_body=request_body, route=route, llm_router=llm_router, path_params=path_params + ) ] estimates = [estimate for estimate in estimates if estimate is not None] if not estimates: @@ -1341,6 +1348,7 @@ def estimate_request_input_cost( route: str, llm_router: Router | None, input_token_counts: Mapping[str, int] | None = None, + path_params: Mapping[str, object] | None = None, ) -> float | None: """Cost of the request's input tokens alone. @@ -1357,7 +1365,9 @@ def estimate_request_input_cost( llm_router=llm_router, input_tokens=(input_token_counts or {}).get(model_name), ) - for model_name in _get_request_models(request_body=request_body, route=route, llm_router=llm_router) + for model_name in _get_request_models( + request_body=request_body, route=route, llm_router=llm_router, path_params=path_params + ) ] estimates = [estimate for estimate in estimates if estimate is not None] if not estimates: @@ -1609,8 +1619,9 @@ def _get_request_models( request_body: dict, route: str, llm_router: Router | None, + path_params: Mapping[str, object] | None = None, ) -> Sequence[str]: - model: Final = get_model_from_request(request_body, route, llm_router=llm_router) + model: Final = get_model_from_request(request_body, route, llm_router=llm_router, path_params=path_params) if model is None: return () return (model,) if isinstance(model, str) else tuple(model) @@ -1622,11 +1633,14 @@ async def count_request_input_tokens( llm_router: Router | None, team_id: str | None, raw_body: bytes | None = None, + path_params: Mapping[str, object] | None = None, ) -> Mapping[str, int]: """Input-token count per candidate model, counted once per request. The counts are reused by both the max-cost and the input-cost estimate.""" - models: Final = _get_request_models(request_body=request_body, route=route, llm_router=llm_router) + models: Final = _get_request_models( + request_body=request_body, route=route, llm_router=llm_router, path_params=path_params + ) if not models: return MappingProxyType({}) counted_models: Final = MappingProxyType( diff --git a/litellm/proxy/spend_tracking/key_metadata_recovery.py b/litellm/proxy/spend_tracking/key_metadata_recovery.py index b3b5e41328d..f48f853ba2a 100644 --- a/litellm/proxy/spend_tracking/key_metadata_recovery.py +++ b/litellm/proxy/spend_tracking/key_metadata_recovery.py @@ -1,10 +1,11 @@ import asyncio from collections.abc import Awaitable, Callable, Mapping, Sequence from collections.abc import Set as AbstractSet +from contextlib import AbstractAsyncContextManager from dataclasses import dataclass from datetime import datetime, timedelta from types import MappingProxyType -from typing import Final, Literal, TypeVar +from typing import Final, Literal, Protocol, TypeVar from pydantic import ConfigDict, TypeAdapter from typing_extensions import ReadOnly, TypedDict @@ -168,6 +169,16 @@ async def _db_or_empty( return None +class _SpendLogTransaction(Protocol): + async def execute_raw(self, query: str, /) -> int: ... + + async def query_raw(self, query: str, /, *args: object) -> object: ... + + +def _spend_log_transaction(prisma_client: PrismaClient) -> AbstractAsyncContextManager[_SpendLogTransaction]: + return prisma_client.db.tx(timeout=_SPEND_LOG_TRANSACTION_TIMEOUT) + + async def _rows_within_the_statement_timeout( prisma_client: PrismaClient, sql: str, @@ -177,7 +188,7 @@ async def _rows_within_the_statement_timeout( ) -> Sequence[Mapping[str, object]]: async with ( db_span("recover_key_metadata", table), - prisma_client.db.tx(timeout=_SPEND_LOG_TRANSACTION_TIMEOUT) as transaction, + _spend_log_transaction(prisma_client) as transaction, ): await transaction.execute_raw(_SPEND_LOG_STATEMENT_TIMEOUT_SQL) for setting in planner_settings: diff --git a/litellm/proxy/spend_tracking/performance_alerts.py b/litellm/proxy/spend_tracking/performance_alerts.py new file mode 100644 index 00000000000..b5249a9e8b8 --- /dev/null +++ b/litellm/proxy/spend_tracking/performance_alerts.py @@ -0,0 +1,91 @@ +import asyncio +import time +from collections.abc import Awaitable, Callable +from datetime import datetime, timedelta, timezone +from typing import Final + +from litellm._logging import verbose_proxy_logger +from litellm.models.performance_alert import ( + Claim, + PerformanceAlertStore, + ResourceUnreadableError, + SweepOwnershipLostError, + SweepState, + new_sweep, + target_day, +) +from litellm.repositories.performance_alert_repository import KEY_DATE_INDEX + +RUN_INTERVAL: Final = timedelta(minutes=5) +RUN_BUDGET_SECONDS: Final = 10.0 +PAGE_SIZE: Final = 25 +PAUSE_SECONDS: Final = 0.1 + + +async def _step(store: PerformanceAlertStore, owner: str, state: SweepState) -> SweepState | None: + """One page, falling back to a single resource and then stepping over it, so one bad resource + cannot hold up the rest of the sweep.""" + try: + return await store.evaluate_page(owner, state, PAGE_SIZE) + except ResourceUnreadableError: + pass + try: + return await store.evaluate_page(owner, state, 1) + except ResourceUnreadableError: + verbose_proxy_logger.warning( + "Performance alerts skipped one %s it could not read within its limits", state.scope + ) + return await store.skip_next(owner, state) + + +def _start(claim: Claim, now: datetime) -> SweepState: + day: Final = target_day(now) + if claim.state is not None and claim.state.day == day: + return claim.state + if claim.state is not None and not claim.state.completed: + verbose_proxy_logger.info( + "Performance alerts did not finish %s: stopped in %s after %d resources, %d skipped", + claim.state.day, + claim.state.scope, + claim.state.checked, + claim.state.skipped, + ) + return new_sweep(day, claim.state) + + +async def run_performance_alerts( + store: PerformanceAlertStore, + interval: timedelta = RUN_INTERVAL, + now: Callable[[], datetime] = lambda: datetime.now(timezone.utc), + clock: Callable[[], float] = time.monotonic, + sleep: Callable[[float], Awaitable[None]] = asyncio.sleep, +) -> None: + from prisma.errors import PrismaError + from pydantic import ValidationError + + try: + claim: Final = await store.claim(interval) + if claim is None: + return + started: Final = _start(claim, now()) + if started.completed: + return + deadline: Final = clock() + RUN_BUDGET_SECONDS + keys_ready: Final = await store.key_index_ready() + state = started # rebind-ok: each page returns the next saved position + while not state.completed and clock() < deadline: + if state.scope == "key" and not keys_ready: + verbose_proxy_logger.info("Performance alerts waiting for %s before checking keys", KEY_DATE_INDEX) + break + state = await _step(store, claim.owner, state) + if state is None: + return + await sleep(PAUSE_SECONDS) + if state.completed: + verbose_proxy_logger.info( + "Performance alerts checked %d resources for %s, %d skipped", state.checked, state.day, state.skipped + ) + except SweepOwnershipLostError: + verbose_proxy_logger.info("Performance alerts run ended, another worker took over") + except (PrismaError, ValidationError, TimeoutError) as exc: + verbose_proxy_logger.warning("Performance alerts run ended early (%s)", type(exc).__name__) diff --git a/litellm/proxy/spend_tracking/ptu_flat_cost_rollup.py b/litellm/proxy/spend_tracking/ptu_flat_cost_rollup.py index e4a98619bfd..86e8ef31cf4 100644 --- a/litellm/proxy/spend_tracking/ptu_flat_cost_rollup.py +++ b/litellm/proxy/spend_tracking/ptu_flat_cost_rollup.py @@ -18,7 +18,7 @@ from collections.abc import Awaitable, Callable, Iterator, Mapping from dataclasses import dataclass from datetime import date, datetime, time, timedelta, timezone from itertools import chain, groupby -from types import MappingProxyType +from types import MappingProxyType, TracebackType from typing import TYPE_CHECKING, Final, Protocol from pydantic import TypeAdapter @@ -71,13 +71,20 @@ class _SentinelBatchTable(Protocol): class _SentinelBatch(Protocol): - litellm_dailyteamspend: _SentinelBatchTable + @property + def litellm_dailyteamspend(self) -> _SentinelBatchTable: ... class _SentinelBatchManager(Protocol): async def __aenter__(self) -> _SentinelBatch: ... - async def __aexit__(self, exc_type: object, exc_value: object, traceback: object) -> bool | None: ... + async def __aexit__( + self, + exc_type: type[BaseException] | None, + exc_value: BaseException | None, + traceback: TracebackType | None, + /, + ) -> bool | None: ... class _SupportsGet(Protocol): diff --git a/litellm/proxy/spend_tracking/session_spend_total.py b/litellm/proxy/spend_tracking/session_spend_total.py new file mode 100644 index 00000000000..af13a8940a7 --- /dev/null +++ b/litellm/proxy/spend_tracking/session_spend_total.py @@ -0,0 +1,59 @@ +import hashlib +import logging +from collections.abc import Callable +from typing import Final, Protocol + +from pydantic import TypeAdapter + +from litellm._internal_context import with_service_target +from litellm._logging import verbose_proxy_logger +from litellm.caching.redis_cache import log_redis_failure +from litellm.constants import SESSION_SPEND_TOTAL_TTL_SECONDS + +_STORED_SPEND: Final[TypeAdapter[float | str | bytes | None]] = TypeAdapter(float | str | bytes | None) + + +class SharedCounterStore(Protocol): + async def async_increment( + self, key: str, value: float, *, ttl: int | None = None, refresh_ttl: bool = False + ) -> float: ... + + async def async_get_cache(self, key: str) -> object: ... + + +def _key(api_key: str, session_id: str) -> str: + session_digest: Final = hashlib.sha256(session_id.encode("utf-8", errors="surrogatepass")).hexdigest() + return f"session_spend_total:{api_key}:{session_digest}" + + +class SessionSpendTotals: + """Spend billed to one key's caller-supplied session, kept in the shared Redis on a TTL that every write slides.""" + + def __init__(self, shared_store: Callable[[], SharedCounterStore | None]) -> None: + self.shared_store: Final = shared_store + + @with_service_target("session_spend_totals") + async def record(self, api_key: str, session_id: str, spend: float) -> None: + store: Final = self.shared_store() + if store is None: + return + try: + await store.async_increment( + _key(api_key, session_id), spend, ttl=SESSION_SPEND_TOTAL_TTL_SECONDS, refresh_ttl=True + ) + except Exception as record_error: # noqa: BLE001 # a lost session total must never fail the spend write + log_redis_failure(verbose_proxy_logger, logging.WARNING, "Session spend total write failed", record_error) + + @with_service_target("session_spend_totals") + async def read(self, api_key: str, session_id: str) -> float | None: + store: Final = self.shared_store() + if store is None: + return None + try: + stored: Final = _STORED_SPEND.validate_python(await store.async_get_cache(_key(api_key, session_id))) + except Exception as read_error: # noqa: BLE001 # an unreadable total is reported as no total + log_redis_failure(verbose_proxy_logger, logging.WARNING, "Session spend total read failed", read_error) + return None + if stored is None: + return None + return float(stored.decode() if isinstance(stored, bytes) else stored) diff --git a/litellm/proxy/spend_tracking/spend_event.py b/litellm/proxy/spend_tracking/spend_event.py index d054519cb9c..52b9acf44c0 100644 --- a/litellm/proxy/spend_tracking/spend_event.py +++ b/litellm/proxy/spend_tracking/spend_event.py @@ -23,10 +23,15 @@ from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError from typing_extensions import NotRequired, ReadOnly, TypedDict import litellm +from litellm.litellm_core_utils.batch_utils import is_batch_retrieve_call_type from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.db.spend_log_tool_index import response_tool_call_names from litellm.types.interactions import InteractionsAPIResponse from litellm.types.llms.base import LiteLLMBaseModel +from litellm.types.passthrough_endpoints.pass_through_endpoints import ( + SETTLES_BACKGROUND_RESPONSE_KWARG, + BackgroundResponseSettlement, +) from litellm.types.utils import LiteLLMBatch, Usage from litellm.types.videos.utils import is_video_status_call_type @@ -206,10 +211,19 @@ class SpendEventDecodeError: reason: str -def is_offloadable_success(response_obj: object, call_type: object) -> bool: - """Batch retrieves and interaction polls branch on the concrete response class, and a video status poll on - the status and video id the event leaves out, so they stay in-process.""" - return not isinstance(response_obj, _NOT_OFFLOADED_RESPONSE_TYPES) and not is_video_status_call_type(call_type) +def is_offloadable_success(response_obj: object, kwargs: ObjectMapping) -> bool: + """A success stays in-process when its cost logic reads something the spend event leaves out. + + Batches and interaction polls need the concrete response class. A batch retrieve needs the polled batch id, + which message redaction can hide. A video status poll needs the status and the video id. A background + response's settling read needs the settlement flag.""" + call_type: Final = kwargs.get("call_type") + return ( + not isinstance(response_obj, _NOT_OFFLOADED_RESPONSE_TYPES) + and not is_batch_retrieve_call_type(call_type) + and not is_video_status_call_type(call_type) + and kwargs.get(SETTLES_BACKGROUND_RESPONSE_KWARG) is not BackgroundResponseSettlement.SETTLES + ) def _json_fallback(value: object) -> str: diff --git a/litellm/proxy/spend_tracking/spend_log_api_key_scope.py b/litellm/proxy/spend_tracking/spend_log_api_key_scope.py new file mode 100644 index 00000000000..8b5c899553a --- /dev/null +++ b/litellm/proxy/spend_tracking/spend_log_api_key_scope.py @@ -0,0 +1,85 @@ +"""``LiteLLM_SpendLogs`` has no index on ``"user"`` or ``team_id``, so a read filtered by owner scans the +whole date window. The owner's ``LiteLLM_Daily*Spend`` rows (kept after key deletion) plus their live keys +name every api_key that produced those logs, and ``(api_key, "startTime")`` is indexed.""" + +from collections.abc import Mapping, Sequence +from datetime import date, timedelta +from typing import Final + +from pydantic import ConfigDict, TypeAdapter + +from litellm.proxy.utils import PrismaClient, query_raw_within_statement_timeout +from litellm.types.llms.base import LiteLLMBaseModel + +SPEND_LOG_API_KEY_SCOPE_MAX_KEYS: Final = 5000 +_WHAT: Final = "Spend log key lookup" + +_USER_API_KEYS_SQL: Final = """ +SELECT DISTINCT api_key FROM ( + SELECT api_key FROM "LiteLLM_DailyUserSpend" + WHERE user_id = $1 AND date >= $2 AND date <= $3 + UNION ALL + SELECT token AS api_key FROM "LiteLLM_VerificationToken" WHERE user_id = $1 +) owned +LIMIT $4 +""" + +_TEAM_API_KEYS_SQL: Final = """ +SELECT DISTINCT api_key FROM ( + SELECT api_key FROM "LiteLLM_DailyTeamSpend" + WHERE team_id = ANY($1::text[]) AND date >= $2 AND date <= $3 + UNION ALL + SELECT token AS api_key FROM "LiteLLM_VerificationToken" WHERE team_id = ANY($1::text[]) +) owned +LIMIT $4 +""" + + +class _ApiKeyRow(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True) + + api_key: str + + +_API_KEY_ROWS: Final = TypeAdapter(tuple[_ApiKeyRow, ...]) + + +def _narrowing_keys(rows: Sequence[Mapping[str, object]]) -> tuple[str, ...] | None: + """None when the list cannot narrow the read: nothing known about the owner, or too many keys to help.""" + keys: Final = tuple(row.api_key for row in _API_KEY_ROWS.validate_python(rows)) + if not keys or len(keys) > SPEND_LOG_API_KEY_SCOPE_MAX_KEYS: + return None + return keys if "" in keys else (*keys, "") + + +def _daily_dates_around(start: date, end: date) -> tuple[str, str]: + return (start - timedelta(days=1)).isoformat(), (end + timedelta(days=1)).isoformat() + + +async def spend_log_api_keys_for_user( + prisma_client: PrismaClient, user_id: str, start: date, end: date +) -> tuple[str, ...] | None: + """The api_keys that can carry this user's spend logs in the window, or None when there are too many to help.""" + first, last = _daily_dates_around(start, end) + return _narrowing_keys( + await query_raw_within_statement_timeout( + prisma_client, _USER_API_KEYS_SQL, user_id, first, last, SPEND_LOG_API_KEY_SCOPE_MAX_KEYS + 1, what=_WHAT + ) + ) + + +async def spend_log_api_keys_for_teams( + prisma_client: PrismaClient, team_ids: Sequence[str], start: date, end: date +) -> tuple[str, ...] | None: + first, last = _daily_dates_around(start, end) + return _narrowing_keys( + await query_raw_within_statement_timeout( + prisma_client, + _TEAM_API_KEYS_SQL, + list(team_ids), + first, + last, + SPEND_LOG_API_KEY_SCOPE_MAX_KEYS + 1, + what=_WHAT, + ) + ) diff --git a/litellm/proxy/spend_tracking/spend_management_endpoints.py b/litellm/proxy/spend_tracking/spend_management_endpoints.py index f3dc672a072..6d87b39afb3 100644 --- a/litellm/proxy/spend_tracking/spend_management_endpoints.py +++ b/litellm/proxy/spend_tracking/spend_management_endpoints.py @@ -70,6 +70,10 @@ from litellm.proxy.spend_tracking.spend_capture_rate import ( # NOTE: Avoid module-level import from common_utils: proxy_server imports this # module while common_utils may pull proxy_server during init, which can leave # those names undefined. Import the helpers locally where they are used. +from litellm.proxy.spend_tracking.spend_log_api_key_scope import ( + spend_log_api_keys_for_teams, + spend_log_api_keys_for_user, +) from litellm.proxy.spend_tracking.spend_tracking_utils import ( get_spend_by_team, get_spend_by_team_and_customer, @@ -132,11 +136,6 @@ class _SupportsModelDump(Protocol): def model_dump(self) -> Mapping[str, object]: ... -class _SpendLogOwnerRow(TypedDict): - user: ReadOnly[str | None] - team_id: ReadOnly[str | None] - - class _ActivityRow(TypedDict): date: str api_requests: int @@ -262,6 +261,22 @@ async def _query_raw(prisma_client: PrismaClient, sql_query: str, *args: object) return await prisma_client.db.query_raw(sql_query, *args) +async def _scope_api_keys( + prisma_client: PrismaClient, *, where_conditions: Mapping[str, object], start: datetime | None, end: datetime | None +) -> tuple[str, ...] | None: + """The api_keys behind a ``"user"`` / ``team_id`` filter, so the unindexed column is only checked on rows the + ``(api_key, "startTime")`` index already picked.""" + if start is None or end is None or isinstance(where_conditions.get("api_key"), str): + return None + user_id: Final = where_conditions.get("user") + if isinstance(user_id, str): + return await spend_log_api_keys_for_user(prisma_client, user_id, start.date(), end.date()) + team_id: Final = where_conditions.get("team_id") + if isinstance(team_id, str): + return await spend_log_api_keys_for_teams(prisma_client, (team_id,), start.date(), end.date()) + return None + + async def _query_raw_or_none(prisma_client: PrismaClient, sql_query: str, *args: object) -> Sequence[_RowT] | None: """``_query_raw`` for the call sites that guard the result against ``None``.""" return await _query_raw(prisma_client, sql_query, *args) @@ -273,6 +288,60 @@ async def _query_spend_logs(prisma_client: PrismaClient, sql_query: str, *args: ) +_SpendLogIdColumn: TypeAlias = Literal["request_id", "litellm_call_id"] + + +@dataclass(frozen=True, slots=True) +class _SpendLogWindow: + start: datetime | None = None + end: datetime | None = None + + +_UNBOUNDED_SPEND_LOG_WINDOW: Final = _SpendLogWindow() + + +def _spend_log_id_filter( + id_column: _SpendLogIdColumn, lookup_id: str, window: _SpendLogWindow +) -> tuple[str, tuple[object, ...]]: + match id_column: + case "request_id": + return "request_id = $1", (lookup_id,) + case "litellm_call_id": + bounds: Final = tuple( + (operator, bound.isoformat()) + for operator, bound in ((">=", window.start), ("<=", window.end)) + if bound is not None + ) + bound_sql: Final = "".join( + f""" AND "startTime" {operator} (${index}::timestamptz AT TIME ZONE 'UTC')""" + for index, (operator, _) in enumerate(bounds, start=2) + ) + return f"litellm_call_id = $1{bound_sql}", (lookup_id, *(bound for _, bound in bounds)) + + +def _spend_log_lookup_timeout_hint(id_column: _SpendLogIdColumn) -> str: + match id_column: + case "request_id": + return "Try again" + case "litellm_call_id": + return ( + "Pass a narrower start_date and end_date, or ask an admin to check that the " + "LiteLLM_SpendLogs_litellm_call_id_idx index exists and is valid" + ) + + +async def _query_spend_logs_by_id( + prisma_client: PrismaClient, id_column: _SpendLogIdColumn, sql_query: str, *args: object +) -> Sequence[Mapping[str, object]]: + return await query_raw_within_statement_timeout( + prisma_client, + sql_query, + *args, + what=f"Spend log lookup by {id_column}", + hint=_spend_log_lookup_timeout_hint(id_column), + ) + + @dataclass(frozen=True, slots=True) class _SpendLogsReader: prisma_client: PrismaClient @@ -399,9 +468,11 @@ def _request_id_or_call_id_clause(request_id: str) -> tuple[_RequestIdEquals, _L return (request_id_clause, call_id_clause) -async def _find_spend_log_owners(prisma_client: PrismaClient, request_id: str) -> Sequence[_SpendLogOwnerRow]: +async def _find_spend_log_owners( + prisma_client: PrismaClient, id_column: _SpendLogIdColumn, lookup_id: str, window: _SpendLogWindow +) -> frozenset[tuple[str | None, str | None]]: """Read the distinct ``(user, team_id)`` owner pairs across every spend log row - identified by ``request_id`` or ``litellm_call_id``. + whose ``id_column`` is ``lookup_id``. ``litellm_call_id`` is populated from the client-settable ``x-litellm-call-id`` request header, so it is not guaranteed unique to one tenant: any number of rows @@ -409,13 +480,14 @@ async def _find_spend_log_owners(prisma_client: PrismaClient, request_id: str) - carrying the caller's id could otherwise push the caller's own owner pair past a row-sample cap and lock them out of their own lookup. """ - sql_query: Final = """ - SELECT DISTINCT "user", team_id - FROM "LiteLLM_SpendLogs" - WHERE request_id = $1 OR litellm_call_id = $1 - """ - owners: Final[Sequence[_SpendLogOwnerRow] | None] = await _query_raw_or_none(prisma_client, sql_query, request_id) - return owners if owners is not None else () + id_filter, id_params = _spend_log_id_filter(id_column, lookup_id, window) + rows: Final = await _query_spend_logs_by_id( + prisma_client, + id_column, + f'SELECT DISTINCT "user", team_id FROM "LiteLLM_SpendLogs" WHERE {id_filter}', + *id_params, + ) + return frozenset(_fetched_row_owner(row) for row in rows) async def _count_spend_logs(prisma_client: PrismaClient, where: Mapping[str, object]) -> int: @@ -2898,6 +2970,18 @@ async def ui_view_spend_logs( sql_params.append(f"%{like_escaped_session_id}%") p += 1 + scope_api_keys: Final = ( + await _scope_api_keys( + prisma_client, where_conditions=where_conditions, start=start_date_obj, end=end_date_obj + ) + if not search_owns_window + else None + ) + if scope_api_keys is not None: + sql_conditions.append(f"api_key = ANY(${p}::text[])") + sql_params.append(list(scope_api_keys)) + p += 1 # rebind-ok: advances the file's shared $N placeholder counter + # Status filter if status_filter is not None and not (group_by_session is True and not is_search_lookup): if status_filter == "success": @@ -3292,6 +3376,18 @@ async def _resolve_request_response_payload( ) +def _parse_spend_log_ui_date(value: str | None) -> datetime | None: + if value is None: + return None + try: + return datetime.strptime(value, "%Y-%m-%d %H:%M:%S").replace(tzinfo=timezone.utc) + except ValueError as error: + raise HTTPException( + status_code=status.HTTP_400_BAD_REQUEST, + detail={"error": f"Invalid date {value!r}, expected YYYY-MM-DD HH:MM:SS in UTC"}, + ) from error + + @router.get( "/spend/logs/ui/{request_id}", tags=["Budget & Spend Tracking"], @@ -3319,6 +3415,7 @@ async def ui_view_request_response_for_request_id( """ from litellm.proxy.proxy_server import prisma_client + window: Final = _SpendLogWindow(start=_parse_spend_log_ui_date(start_date), end=_parse_spend_log_ui_date(end_date)) caller_is_admin: Final = is_admin_view_safe(user_api_key_dict=user_api_key_dict) if not caller_is_admin: if prisma_client is None: @@ -3335,16 +3432,10 @@ async def ui_view_request_response_for_request_id( prisma_client=prisma_client, user_api_key_dict=user_api_key_dict, request_id=request_id, + window=window, ) custom_loggers: Final = litellm.logging_callback_manager.get_active_additional_logging_utils_from_custom_logger() - start_date_obj: datetime | None = None - end_date_obj: datetime | None = None - if start_date is not None: - start_date_obj = datetime.strptime(start_date, "%Y-%m-%d %H:%M:%S").replace(tzinfo=timezone.utc) - if end_date is not None: - end_date_obj = datetime.strptime(end_date, "%Y-%m-%d %H:%M:%S").replace(tzinfo=timezone.utc) - spend_log_row: Final = ( None if prisma_client is None @@ -3354,6 +3445,7 @@ async def ui_view_request_response_for_request_id( request_id=request_id, caller_is_admin=caller_is_admin, log_team_lookup=log_team_lookup, + window=window, ) ) stored_request_id: Final = _stored_request_id(spend_log_row, request_id) @@ -3361,8 +3453,8 @@ async def ui_view_request_response_for_request_id( for custom_logger in custom_loggers: payload = await custom_logger.get_request_response_payload( request_id=stored_request_id, - start_time_utc=start_date_obj, - end_time_utc=end_date_obj, + start_time_utc=window.start, + end_time_utc=window.end, ) if payload is not None: if not caller_is_admin and prisma_client is not None: @@ -4877,6 +4969,7 @@ async def _assert_user_can_view_request_id( prisma_client: PrismaClient, user_api_key_dict: UserAPIKeyAuth, request_id: str, + window: _SpendLogWindow = _UNBOUNDED_SPEND_LOG_WINDOW, ) -> None: """ Verify the requesting non-admin user is allowed to view at least one spend-log @@ -4889,11 +4982,24 @@ async def _assert_user_can_view_request_id( so a missing row can't be used to read a payload out of cold storage via the detail endpoint. """ - owners: Final = await _find_spend_log_owners(prisma_client, request_id) - for owner in owners: - if await _user_can_view_spend_log_owner(prisma_client, user_api_key_dict, owner["user"], owner["team_id"]): - return - raise _spend_log_forbidden(request_id) + if not ( + await _user_can_view_spend_log_by_id(prisma_client, user_api_key_dict, "request_id", request_id, window) + or await _user_can_view_spend_log_by_id(prisma_client, user_api_key_dict, "litellm_call_id", request_id, window) + ): + raise _spend_log_forbidden(request_id) + + +async def _user_can_view_spend_log_by_id( + prisma_client: PrismaClient, + user_api_key_dict: UserAPIKeyAuth, + id_column: _SpendLogIdColumn, + lookup_id: str, + window: _SpendLogWindow, +) -> bool: + for user, team_id in await _find_spend_log_owners(prisma_client, id_column, lookup_id, window): + if await _user_can_view_spend_log_owner(prisma_client, user_api_key_dict, user, team_id): + return True + return False async def _spend_log_read_scope(user_api_key_dict: UserAPIKeyAuth, log_team_lookup: LogTeamLookup) -> OwnedRows: @@ -4927,32 +5033,54 @@ def _read_scope_where(scope: ReadScope) -> Mapping[str, object]: return grants[0] if len(grants) == 1 else {"OR": list(grants)} -def _spend_log_payload_query(request_id: str, scope: ReadScope) -> tuple[str, tuple[object, ...]]: +def _spend_log_payload_query( + id_column: _SpendLogIdColumn, lookup_id: str, scope: ReadScope, window: _SpendLogWindow +) -> tuple[str, tuple[object, ...]]: """ - Fetch the one row an id lookup resolves to, preferring the exact ``request_id`` - match over rows that merely carry the id as their client-set ``litellm_call_id``. - A non-admin viewer only ever gets rows they own or rows of a team they may view. + Fetch one row whose ``id_column`` is ``lookup_id``. A non-admin viewer only ever + gets rows they own or rows of a team they may view. """ - scope_clause, scope_params = read_scope_sql(scope, 2) + id_filter, id_params = _spend_log_id_filter(id_column, lookup_id, window) + scope_clause, scope_params = read_scope_sql(scope, len(id_params) + 1) scope_sql: Final = f" AND {scope_clause}" if scope_clause else "" return ( f""" SELECT request_id, messages, response, proxy_server_request, metadata, "user", team_id FROM "LiteLLM_SpendLogs" - WHERE (request_id = $1 OR litellm_call_id = $1){scope_sql} - ORDER BY (request_id = $1) DESC + WHERE {id_filter}{scope_sql} LIMIT 1 """, - (request_id, *scope_params), + (*id_params, *scope_params), ) +async def _query_spend_log_payload( + prisma_client: PrismaClient, + id_column: _SpendLogIdColumn, + lookup_id: str, + scope: ReadScope, + window: _SpendLogWindow, +) -> Sequence[Mapping[str, object]]: + sql_query, sql_params = _spend_log_payload_query(id_column, lookup_id, scope, window) + return await _query_spend_logs_by_id(prisma_client, id_column, sql_query, *sql_params) + + +async def _fetch_spend_log_payload_rows( + prisma_client: PrismaClient, lookup_id: str, scope: ReadScope, window: _SpendLogWindow +) -> Sequence[Mapping[str, object]]: + by_request_id: Final = await _query_spend_log_payload(prisma_client, "request_id", lookup_id, scope, window) + if by_request_id: + return by_request_id + return await _query_spend_log_payload(prisma_client, "litellm_call_id", lookup_id, scope, window) + + async def _resolve_spend_log_payload_row( prisma_client: PrismaClient, user_api_key_dict: UserAPIKeyAuth, request_id: str, caller_is_admin: bool, log_team_lookup: LogTeamLookup, + window: _SpendLogWindow, ) -> Mapping[str, object] | None: """ Resolve an id lookup to the caller's own spend-log row before any payload @@ -4962,8 +5090,7 @@ async def _resolve_spend_log_payload_row( ``request_id`` is the key that names the caller's own request. """ scope: Final = AllRows() if caller_is_admin else await _spend_log_read_scope(user_api_key_dict, log_team_lookup) - sql_query, sql_params = _spend_log_payload_query(request_id, scope) - rows: Final[Sequence[Mapping[str, object]] | None] = await _query_raw_or_none(prisma_client, sql_query, *sql_params) + rows: Final = await _fetch_spend_log_payload_rows(prisma_client, request_id, scope, window) if not rows: return None if not caller_is_admin: diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py index 15b2d18eeae..f431763c049 100644 --- a/litellm/proxy/spend_tracking/spend_tracking_utils.py +++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py @@ -37,7 +37,7 @@ from litellm.constants import ( MAX_STRING_LENGTH_PROMPT_IN_DB as DEFAULT_MAX_STRING_LENGTH_PROMPT_IN_DB, ) from litellm.integrations.otel.model.metadata import caller_session_id -from litellm.integrations.otel.model.trace_controls import TraceControls +from litellm.integrations.otel.model.trace_controls import TraceControls, caller_trace_controls from litellm.litellm_core_utils.batch_utils import ( BATCH_COST_REQUEST_ID_SUFFIX, charged_poll_cost, @@ -1050,12 +1050,31 @@ def _get_batch_trace_session_id(call_type: str | None, request_id: str | None) - return request_id.removesuffix(BATCH_COST_REQUEST_ID_SUFFIX) -def _caller_session_for_spend_log(kwargs: Mapping[str, object], metadata: Mapping[str, object] | None) -> str | None: +def caller_session_for_accounting(kwargs: Mapping[str, object]) -> str | None: + params: Final = as_str_mapping(kwargs.get("litellm_params")) or MappingProxyType({}) + preserved: Final = next( + ( + session + for key in ("litellm_metadata", "metadata") + if isinstance(session := (as_str_mapping(params.get(key)) or {}).get(CALLER_SESSION_ID_METADATA_KEY), str) + ), + None, + ) + return _caller_session_for_spend_log( + kwargs, + MappingProxyType({CALLER_SESSION_ID_METADATA_KEY: preserved}) if preserved else None, + trace=caller_trace_controls(kwargs), + ) + + +def _caller_session_for_spend_log( + kwargs: Mapping[str, object], metadata: Mapping[str, object] | None, trace: TraceControls | None = None +) -> str | None: beside_trace_header: Final = metadata.get(CALLER_SESSION_ID_METADATA_KEY) if metadata else None caller_session: Final = ( beside_trace_header if isinstance(beside_trace_header, str) and beside_trace_header - else caller_session_id(kwargs, TraceControls()) + else caller_session_id(kwargs, trace or TraceControls()) ) return caller_session if caller_session and "\x00" not in caller_session else None diff --git a/litellm/proxy/start.sh b/litellm/proxy/start.sh deleted file mode 100755 index 44df50aaabf..00000000000 --- a/litellm/proxy/start.sh +++ /dev/null @@ -1,2 +0,0 @@ -#!/bin/bash -python3 proxy_cli.py \ No newline at end of file diff --git a/litellm/proxy/ui_crud_endpoints/latest_release_endpoints.py b/litellm/proxy/ui_crud_endpoints/latest_release_endpoints.py index 4bb17fd290e..49f90997879 100644 --- a/litellm/proxy/ui_crud_endpoints/latest_release_endpoints.py +++ b/litellm/proxy/ui_crud_endpoints/latest_release_endpoints.py @@ -9,7 +9,8 @@ from types import MappingProxyType from typing import Annotated, Final, Literal, Protocol, TypeAlias import httpx -from fastapi import APIRouter, Depends +from fastapi import APIRouter, BackgroundTasks, Depends, HTTPException, status +from fastapi.responses import JSONResponse from pydantic import ValidationError from litellm._logging import verbose_proxy_logger @@ -29,11 +30,13 @@ LATEST_RELEASE_UNAVAILABLE_CACHE_TTL_SECONDS: Final = 5 * 60 LATEST_RELEASE_CACHE_KEY: Final = "latest_release_info" _RELEASE_BULLET_PATTERN: Final = re.compile(r"^\*\s+(?:([A-Za-z]+)(?:\([^)]*\))?!?:\s)?\S") +_AREA_BULLET_PATTERN: Final = re.compile(r"^-\s+\*\*[^*]+\*\*\s+([A-Za-z]+)") _NEW_CONTRIBUTOR_PATTERN: Final = re.compile(r"^\*\s+@\S+ made their first contribution\b") _CHANGELOG_PAGE_PATTERN: Final = re.compile(rf"{re.escape(CHANGELOG_URL)}v(\d+)\.(\d+)\.(\d+)/") _Bucket: TypeAlias = Literal["new_features", "bug_fixes", "other_updates"] _PREFIX_BUCKETS: Final[Mapping[str, _Bucket]] = MappingProxyType({"feat": "new_features", "fix": "bug_fixes"}) +_VERB_BUCKETS: Final[Mapping[str, _Bucket]] = MappingProxyType({"added": "new_features", "fixed": "bug_fixes"}) class LatestReleaseInfo(LiteLLMBaseModel): @@ -97,6 +100,9 @@ def _default_release_check_enabled() -> bool: def _bucket_for(line: str) -> _Bucket | None: if _NEW_CONTRIBUTOR_PATTERN.match(line) is not None: return None + area_match: Final = _AREA_BULLET_PATTERN.match(line) + if area_match is not None: + return _VERB_BUCKETS.get(area_match.group(1).lower(), "other_updates") match: Final = _RELEASE_BULLET_PATTERN.match(line) if match is None: return None @@ -105,7 +111,8 @@ def _bucket_for(line: str) -> _Bucket | None: def count_release_bullets(body: str) -> Mapping[_Bucket, int]: - """Bucket release-note bullets by conventional-commit type or ``other_updates``.""" + """Bucket release-note bullets by conventional-commit type (``* fix(x): ...``) or by the verb after the area label + (``- **Area:** Fixed ...``), falling back to ``other_updates``.""" return MappingProxyType(Counter(bucket for line in body.splitlines() if (bucket := _bucket_for(line)) is not None)) @@ -200,15 +207,20 @@ async def fetch_latest_release(client: _AsyncGetClient) -> LatestReleaseInfo | L ) +def _cached_release(cache: InMemoryCache) -> LatestReleaseInfo | LatestReleaseUnavailable | None: + cached: Final = cache.get_cache(LATEST_RELEASE_CACHE_KEY) + return cached if isinstance(cached, (LatestReleaseInfo, LatestReleaseUnavailable)) else None + + async def get_latest_release_info( client: _AsyncGetClient, cache: InMemoryCache, fetch_lock: asyncio.Lock ) -> LatestReleaseInfo | LatestReleaseUnavailable: - cached: Final = cache.get_cache(LATEST_RELEASE_CACHE_KEY) - if isinstance(cached, (LatestReleaseInfo, LatestReleaseUnavailable)): + cached: Final = _cached_release(cache) + if cached is not None: return cached async with fetch_lock: - cached_after_lock: Final = cache.get_cache(LATEST_RELEASE_CACHE_KEY) - if isinstance(cached_after_lock, (LatestReleaseInfo, LatestReleaseUnavailable)): + cached_after_lock: Final = _cached_release(cache) + if cached_after_lock is not None: return cached_after_lock result: Final = await fetch_latest_release(client) ttl: Final = ( @@ -220,28 +232,46 @@ async def get_latest_release_info( return result +async def refresh_latest_release_info(client: _AsyncGetClient, cache: InMemoryCache, fetch_lock: asyncio.Lock) -> None: + result: Final = await get_latest_release_info(client=client, cache=cache, fetch_lock=fetch_lock) + if isinstance(result, LatestReleaseUnavailable): + verbose_proxy_logger.warning("LiteLLM: latest release info unavailable: %s", result.reason) + + @router.get( "/get/latest_release_info", tags=["UI Settings"], dependencies=[Depends(user_api_key_auth)], response_model=LatestReleaseInfo | None, + responses={ + 202: {"description": "The release is being fetched in the background, so ask again shortly", "model": None}, + 502: {"description": "The changelog or GitHub could not be reached or answered with something unusable"}, + }, ) async def latest_release_info( + background_tasks: BackgroundTasks, client: Annotated[_AsyncGetClient, Depends(_default_client)], cache: Annotated[InMemoryCache, Depends(_default_cache)], fetch_lock: Annotated[asyncio.Lock, Depends(_default_fetch_lock)], release_check_enabled: Annotated[bool, Depends(_default_release_check_enabled)], -) -> LatestReleaseInfo | None: +) -> LatestReleaseInfo | JSONResponse | None: """ Newest stable release on the LiteLLM changelog, linked to its changelog page, with the PR count of its whole minor line (e.g. v1.105.0 + v1.105.1) from GitHub split into new features, bug fixes and other updates. - Returns null when the changelog or GitHub can't be reached so the dashboard upgrade banner simply doesn't render. + Never waits on the changelog or GitHub. It answers from the cache and, when the cache is empty or expired, responds + 202 with null and fetches after the response is sent, so a later call returns the release. Responds 502 once that + fetch has failed because the changelog or GitHub couldn't be reached or answered with something unusable, so the dashboard + upgrade notice simply doesn't render. The three counts are all zero when the release notes list no change in a + format this proxy can count. Set LITELLM_DISABLE_LATEST_RELEASE_CHECK=true to return null without making any outbound request. """ if not release_check_enabled: return None - result: Final = await get_latest_release_info(client=client, cache=cache, fetch_lock=fetch_lock) - if isinstance(result, LatestReleaseUnavailable): - verbose_proxy_logger.warning("LiteLLM: latest release info unavailable: %s", result.reason) - return None - return result + cached: Final = _cached_release(cache) + if isinstance(cached, LatestReleaseInfo): + return cached + if isinstance(cached, LatestReleaseUnavailable): + raise HTTPException(status_code=502, detail="Latest release info unavailable") + if not fetch_lock.locked(): + background_tasks.add_task(refresh_latest_release_info, client, cache, fetch_lock) + return JSONResponse(status_code=status.HTTP_202_ACCEPTED, content=None) diff --git a/litellm/proxy/ui_crud_endpoints/proxy_setting_endpoints.py b/litellm/proxy/ui_crud_endpoints/proxy_setting_endpoints.py index 5b961f1320b..2de589564ac 100644 --- a/litellm/proxy/ui_crud_endpoints/proxy_setting_endpoints.py +++ b/litellm/proxy/ui_crud_endpoints/proxy_setting_endpoints.py @@ -3,7 +3,7 @@ import asyncio import json import os from collections import Counter -from collections.abc import Mapping, MutableMapping, Sequence +from collections.abc import ItemsView, Mapping, MutableMapping, Sequence from types import MappingProxyType from typing import ( TYPE_CHECKING, @@ -1306,6 +1306,16 @@ async def _load_environment_variables_param( return param_value +def _submitted_sso_values(submitted: Mapping[str, object]) -> ItemsView[str, object]: + return submitted.items() + + +def _environment_value(value: object) -> str: + if isinstance(value, str): + return value + raise TypeError(f"str expected, not {type(value).__name__}") + + def _decrypted_sso_fields(environment_variables: Mapping[str, object]) -> Mapping[str, str | None]: return MappingProxyType( { @@ -1398,11 +1408,11 @@ async def update_sso_settings( field_name: submitted[field_name] if field_name in submitted else fallback_values.get(field_name) for field_name in SSOConfig.model_fields } - for field_name, value in submitted.items(): + for field_name, value in _submitted_sso_values(submitted): if field_name in SSO_FIELD_ENV_VARS: env_var_name = SSO_FIELD_ENV_VARS[field_name] if value: - os.environ[env_var_name] = value + os.environ[env_var_name] = _environment_value(value) else: # Clear environment variable if value is null/empty os.environ.pop(env_var_name, None) diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index 97c327cbe4e..ee78db34d62 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -65,6 +65,7 @@ from litellm.constants import ( LITELLM_HTTP_STATUS_CLIENT_DISCONNECTED, LITELLM_LOGGING_NO_UPSTREAM_LLM_CALL, MAX_TEAM_LIST_LIMIT, + MESSAGE_THREAD_MAX_TRACKED_OWNERS, PROXY_REJECTED_BEFORE_ROUTING_KEY, REDACTED_BY_LITELLM, REDIS_SPEND_LOGS_BUFFER_DEQUEUE_COUNT, @@ -72,6 +73,7 @@ from litellm.constants import ( SPEND_LOG_READ_STATEMENT_TIMEOUT_SECONDS, SPEND_LOG_WRITE_BATCH_MAX_BYTES, SPEND_LOG_WRITE_BATCH_MAX_ROWS, + TEAM_DELETE_TRANSACTION_TIMEOUT_SECONDS, VLLM_CHOICE_FIELDS, ) from litellm.cost_calculator import BaseTokenUsageProcessor @@ -149,6 +151,7 @@ from litellm.caching.dual_cache import LimitedSizeOrderedDict from litellm.caching.in_memory_cache import InMemoryCache from litellm.exceptions import ( GuardrailRaisedException, + MissingMessageRoleError, RejectedRequestError, SensitiveDataRouteException, ) @@ -166,6 +169,7 @@ from litellm.litellm_core_utils.core_helpers import ( attribute_or_none, coerce_token_limit, get_or_create_metadata_bucket, + has_attributes, independent_snapshot, is_expected_client_error, require_attributes, @@ -285,6 +289,7 @@ from litellm.proxy.policy_engine.pipeline_executor import ( ) from litellm.proxy.policy_engine.policy_registry import get_policy_registry from litellm.proxy.policy_engine.policy_resolver import PolicyResolver +from litellm.proxy.spend_tracking.session_spend_total import SessionSpendTotals from litellm.repositories.budget_repository import BudgetRepository from litellm.repositories.config_repository import ConfigRepository from litellm.repositories.spend_log_insert import RejectedSpendLogRow @@ -668,6 +673,8 @@ class _BudgetAlertEmailer(Protocol): def _is_client_error_exception(exc: Exception) -> bool: + if isinstance(exc, MissingMessageRoleError): + return True if isinstance(exc, HTTPException): return exc.status_code < 500 if isinstance(exc, ProxyException): @@ -1962,6 +1969,9 @@ class ProxyLogging: self.file_usage_cache: Final = InternalUsageCache( dual_cache=DualCache(in_memory_cache=InMemoryCache(max_size_in_memory=FILE_USAGE_MAX_TRACKED_COUNTERS)) ) + self.message_thread_owner_cache: Final = InternalUsageCache( + dual_cache=DualCache(in_memory_cache=InMemoryCache(max_size_in_memory=MESSAGE_THREAD_MAX_TRACKED_OWNERS)) + ) self.max_parallel_request_limiter = PROXY_MaxParallelRequestsHandler(self.internal_usage_cache) self.cache_control_check = PROXY_CacheControlCheck() self.alerting: list[str] | None = None @@ -1983,7 +1993,8 @@ class ProxyLogging: ) self.premium_user = premium_user self.service_logging_obj = ServiceLogging() - self.db_spend_update_writer = DBSpendUpdateWriter() + self.session_spend_totals: Final = SessionSpendTotals(lambda: self.internal_usage_cache.dual_cache.redis_cache) + self.db_spend_update_writer = DBSpendUpdateWriter(session_spend_totals=self.session_spend_totals) self.proxy_hook_mapping: dict[str, CustomLogger] = {} # Guard flags to prevent duplicate background tasks @@ -2120,6 +2131,7 @@ class ProxyLogging: if redis_cache is not None: self.internal_usage_cache.dual_cache.redis_cache = redis_cache self.file_usage_cache.dual_cache.redis_cache = redis_cache + self.message_thread_owner_cache.dual_cache.redis_cache = redis_cache self.db_spend_update_writer.redis_update_buffer.redis_cache = redis_cache self.db_spend_update_writer.pod_lock_manager.redis_cache = redis_cache @@ -2139,6 +2151,7 @@ class ProxyLogging: continue available_args: Mapping[str, object] = { "internal_usage_cache": self.internal_usage_cache, + "message_thread_owner_cache": self.message_thread_owner_cache, "prisma_client": prisma_client, } passed_in_args = {name: value for name, value in available_args.items() if name in expected_args} @@ -2361,10 +2374,12 @@ class ProxyLogging: modified_args = self._extract_modified_arguments_from_content(new_content, request_obj) if modified_args is not None: # Return the masked/redacted arguments for the MCP call to use - return MCPPreCallResponseObject( - should_proceed=True, - error_message=None, - modified_arguments=modified_args, + return MCPPreCallResponseObject.model_validate( + { + "should_proceed": True, + "error_message": None, + "modified_arguments": modified_args, + } ) else: # Could not parse modified arguments, allow original call but warn @@ -2383,7 +2398,7 @@ class ProxyLogging: return None - def _extract_modified_arguments_from_content(self, masked_content: str, request_obj) -> dict | None: + def _extract_modified_arguments_from_content(self, masked_content: str, request_obj) -> object: """ Extract modified/masked arguments from the guardrail response content. """ @@ -2404,7 +2419,7 @@ class ProxyLogging: # Try to parse as JSON first try: - modified_args = json.loads(args_text) + modified_args = _DECODED_JSON.validate_python(json.loads(args_text)) verbose_proxy_logger.debug("Successfully parsed JSON args: %s", modified_args) return modified_args except json.JSONDecodeError as e: @@ -5353,6 +5368,7 @@ _deprecated_key_cache: Final[LimitedSizeOrderedDict] = LimitedSizeOrderedDict(ma _DEPRECATED_KEY_CACHE_TTL_SECONDS: Final = 60 _PRISMA_DEFAULT_TX_TIMEOUT: Final = timedelta(seconds=5) _PRISMA_DEFAULT_TX_MAX_WAIT: Final = timedelta(seconds=2) +_TEAM_DELETE_TX_BUDGET: Final = timedelta(seconds=TEAM_DELETE_TRANSACTION_TIMEOUT_SECONDS) _SPEND_LOG_READ_STATEMENT_TIMEOUT: Final = timedelta(seconds=SPEND_LOG_READ_STATEMENT_TIMEOUT_SECONDS) _STATEMENT_TIMEOUT_TRANSACTION_GRACE: Final = timedelta(seconds=5) @@ -5367,16 +5383,19 @@ async def query_raw_within_statement_timeout( sql: str, *params: object, what: str = "Spend logs", + hint: str = "Pick a shorter date range", timeout: timedelta = _SPEND_LOG_READ_STATEMENT_TIMEOUT, ) -> Sequence[Mapping[str, object]]: """One raw read on the read target that Postgres cancels at ``timeout``. Prisma's HTTP client gives up on a statement after 30s anyway, so without this the Admin UI's error is the same but Postgres keeps running the scan. - A cancelled read surfaces as a 503 asking for a narrower date range. + A cancelled read surfaces as a 503 carrying ``hint``. """ try: - async with prisma_client.read_db.tx(timeout=timeout + _STATEMENT_TIMEOUT_TRANSACTION_GRACE) as transaction: + async with prisma_client.read_db.tx( + max_wait=timeout, timeout=timeout + _STATEMENT_TIMEOUT_TRANSACTION_GRACE + ) as transaction: await transaction.execute_raw(f"SET LOCAL statement_timeout = {int(timeout / timedelta(milliseconds=1))}") return await transaction.query_raw(sql, *params) except Exception as e: @@ -5384,7 +5403,7 @@ async def query_raw_within_statement_timeout( raise raise HTTPException( status_code=status.HTTP_503_SERVICE_UNAVAILABLE, - detail={"error": f"{what} took longer than {int(timeout.total_seconds())}s. Pick a shorter date range"}, + detail={"error": f"{what} took longer than {int(timeout.total_seconds())}s. {hint}"}, ) from e @@ -5627,8 +5646,13 @@ _LOCK_TEAMS_BY_ID_SQL: Final = ( ) -def _user_unique_conflict_message(metadata: object, user_id: object) -> str: - match metadata: +class _UniqueConflictMetadata(Protocol): + @property + def meta(self) -> object: ... + + +def _user_unique_conflict_message(error: _UniqueConflictMetadata, user_id: object) -> str: + match error.meta: case {"target": ["user_id"]}: return f"User with id {user_id} already exists" case {"target": ["sso_user_id"]}: @@ -5642,7 +5666,7 @@ def _raise_user_unique_conflict(error: "UniqueViolationError", user_id: object, raise error raise HTTPException( status_code=409, - detail={"error": _user_unique_conflict_message(error.meta, user_id)}, + detail={"error": _user_unique_conflict_message(error, user_id)}, ) from error @@ -5982,7 +6006,7 @@ class PrismaClient: missing_views: Final = expected_views_set - ret_view_names_set verbose_proxy_logger.warning( - "\n\n\x1b[93mNot all views exist in db, needed for UI 'Usage' tab. Missing=%s.\nRun 'create_views.py' from https://github.com/BerriAI/litellm/tree/main/db_scripts to create missing views.\x1b[0m\n", + "\n\n\x1b[93mNot all views exist in db, needed for UI 'Usage' tab. Missing=%s.\nRun 'create_views.py' from https://github.com/BerriAI/litellm/tree/main/scripts/db to create missing views.\x1b[0m\n", missing_views, ) @@ -6972,7 +6996,7 @@ class PrismaClient: return {"deleted_teams": team_id_list} elif table_name == "key" and team_id_list is not None and isinstance(team_id_list, list): # admin only endpoint -> `/team/delete` - async with self.tx() as transaction: + async with self.tx(max_wait=_TEAM_DELETE_TX_BUDGET, timeout=_TEAM_DELETE_TX_BUDGET) as transaction: _ = await transaction.query_raw(_LOCK_KEYS_BY_TEAM_SQL, team_id_list) _ = await transaction.litellm_verificationtoken.delete_many(where={"team_id": {"in": team_id_list}}) except Exception as e: @@ -8322,6 +8346,10 @@ class PrismaClient: ### HELPER FUNCTIONS ### +class _JsonDumpableRow(Protocol): + def model_dump_json(self) -> object: ... + + async def cache_user_row(user_id: str, cache: DualCache, db: PrismaClient) -> None: """ Check if a user_id exists in cache, @@ -8333,8 +8361,8 @@ async def cache_user_row(user_id: str, cache: DualCache, db: PrismaClient) -> No user_row: Final = await db.get_data(user_id=user_id) if user_row is not None: print_verbose(f"User Row: {user_row}, type = {type(user_row)}") - if hasattr(user_row, "model_dump_json") and callable(getattr(user_row, "model_dump_json")): - cache_value: Final[str] = user_row.model_dump_json() + if has_attributes(user_row, _JsonDumpableRow, "model_dump_json") and callable(user_row.model_dump_json): + cache_value: Final = user_row.model_dump_json() cache.set_cache(key=cache_key, value=cache_value, ttl=600) # store for 10 minutes diff --git a/litellm/proxy/vector_store_endpoints/endpoints.py b/litellm/proxy/vector_store_endpoints/endpoints.py index a6f9ba2ef14..0065f8e4002 100644 --- a/litellm/proxy/vector_store_endpoints/endpoints.py +++ b/litellm/proxy/vector_store_endpoints/endpoints.py @@ -36,6 +36,7 @@ from litellm.proxy.vector_store_endpoints.utils import ( from litellm.repositories.table_repositories import ManagedVectorStoreIndexRepository from litellm.types.utils import LlmProviders from litellm.types.vector_stores import IndexCreateRequest, IndexListResponse +from litellm.vector_stores.search_query import store_search_params, with_caller_query_params from litellm.vector_stores.utils import VectorStoreWriteBody, callers_metadata_snapshot from litellm.vector_stores.vector_store_registry import VectorStoreIndexRegistry @@ -113,8 +114,8 @@ def build_request_data_from_managed_vector_store( if key in vector_store } ) - litellm_params: Final = vector_store.get("litellm_params") or MappingProxyType({}) - return MappingProxyType({**top_level, **litellm_params}) + litellm_params: Final[Mapping[str, object]] = vector_store.get("litellm_params") or MappingProxyType({}) + return MappingProxyType({**top_level, **store_search_params(litellm_params)}) async def _update_request_data_with_litellm_managed_vector_store_registry( @@ -187,8 +188,13 @@ async def vector_store_search( caller_body: Final = JSON_OBJECT_ADAPTER.validate_python(data) # Check for legacy vector store registry (non-managed vector stores) - data = await _update_request_data_with_litellm_managed_vector_store_registry( - data=data, vector_store_id=vector_store_id, user_api_key_dict=user_api_key_dict + data = dict( # rebind-ok: pre-existing rebinding of the request body + with_caller_query_params( + await _update_request_data_with_litellm_managed_vector_store_registry( + data=data, vector_store_id=vector_store_id, user_api_key_dict=user_api_key_dict + ), + caller_body.get("extra_body"), + ) ) reject_caller_opensearch_index_name( caller_body=caller_body, diff --git a/litellm/proxy/vector_store_endpoints/management_endpoints.py b/litellm/proxy/vector_store_endpoints/management_endpoints.py index 4b9547300db..62af5663ea9 100644 --- a/litellm/proxy/vector_store_endpoints/management_endpoints.py +++ b/litellm/proxy/vector_store_endpoints/management_endpoints.py @@ -10,6 +10,7 @@ All /vector_store management endpoints import copy import json +from collections.abc import Mapping from typing import TYPE_CHECKING, Any, Final from fastapi import APIRouter, Depends, HTTPException @@ -54,8 +55,16 @@ def _vector_store_table(prisma_client: "PrismaClient") -> "TableActions[_VectorS return ManagedVectorStoresRepository(prisma_client).table +class _VectorStoreRowFields(TypedDict, total=False, extra_items=object): + pass + + +def _dumped_row(row: "_VectorStoreRow") -> Mapping[str, object]: + return row.model_dump() + + def _row_to_vector_store(row: "_VectorStoreRow") -> LiteLLM_ManagedVectorStore: - return LiteLLM_ManagedVectorStore(**row.model_dump()) + return LiteLLM_ManagedVectorStore(**_VectorStoreRowFields(**_dumped_row(row))) class _ConfigOwnedDetail(TypedDict): diff --git a/litellm/proxy/vector_store_endpoints/utils.py b/litellm/proxy/vector_store_endpoints/utils.py index 9004d1951b8..4044e50f8c1 100644 --- a/litellm/proxy/vector_store_endpoints/utils.py +++ b/litellm/proxy/vector_store_endpoints/utils.py @@ -2,10 +2,11 @@ import json import re from collections.abc import Iterable, Mapping from types import MappingProxyType -from typing import Final, Literal +from typing import Final, Literal, Protocol from fastapi import HTTPException, Request from pydantic import ConfigDict, TypeAdapter +from typing_extensions import TypedDict import litellm from litellm._logging import verbose_proxy_logger @@ -27,6 +28,18 @@ from litellm.utils import ProviderConfigManager _JSON_OBJECT: Final = TypeAdapter(dict[str, object], config=ConfigDict(hide_input_in_errors=True)) +class _ManagedVectorStoreFields(TypedDict, total=False, extra_items=object): + pass + + +class _DumpableRow(Protocol): + def model_dump(self) -> Mapping[str, object]: ... + + +def _managed_vector_store_from_row(row: _DumpableRow) -> LiteLLM_ManagedVectorStore: + return LiteLLM_ManagedVectorStore(**_ManagedVectorStoreFields(**row.model_dump())) + + def normalize_litellm_params( vector_store: LiteLLM_ManagedVectorStore, ) -> LiteLLM_ManagedVectorStore: @@ -316,7 +329,7 @@ async def get_litellm_managed_vector_store( ) if not rows: return None - return normalize_litellm_params(LiteLLM_ManagedVectorStore(**rows[0].model_dump())) + return normalize_litellm_params(_managed_vector_store_from_row(rows[0])) except Exception as e: verbose_proxy_logger.warning( "Failed to resolve vector store id=%s from shared cache: %s", diff --git a/litellm/proxy/video_endpoints/utils.py b/litellm/proxy/video_endpoints/utils.py index 24fd443b68a..8cca272b0b3 100644 --- a/litellm/proxy/video_endpoints/utils.py +++ b/litellm/proxy/video_endpoints/utils.py @@ -1,8 +1,9 @@ -from typing import TYPE_CHECKING, Any, Final +from typing import TYPE_CHECKING, Any, Final, Protocol import orjson from pydantic import BaseModel, ConfigDict, TypeAdapter +from litellm.litellm_core_utils.core_helpers import has_attributes from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.auth.auth_utils import video_access_group from litellm.proxy.openai_files_endpoints.common_utils import authorize_model_for_key @@ -63,7 +64,11 @@ def get_custom_provider_from_data(data: dict[str, Any]) -> str | None: return None -def encode_character_id_in_response(response: Any, custom_llm_provider: str, model_id: str | None) -> object: +class _CarriesId(Protocol): + id: object + + +def encode_character_id_in_response(response: object, custom_llm_provider: str, model_id: str | None) -> object: if isinstance(response, dict) and response.get("id"): response["id"] = encode_character_id_with_provider( character_id=response["id"], @@ -72,7 +77,9 @@ def encode_character_id_in_response(response: Any, custom_llm_provider: str, mod ) return response - character_id: Final = getattr(response, "id", None) + if not has_attributes(response, _CarriesId, "id"): + return response + character_id: Final = response.id if isinstance(character_id, str) and character_id: response.id = encode_character_id_with_provider( character_id=character_id, diff --git a/litellm/rag/ingestion/base_ingestion.py b/litellm/rag/ingestion/base_ingestion.py index 8b2cf6e0a4e..0d75fe4e531 100644 --- a/litellm/rag/ingestion/base_ingestion.py +++ b/litellm/rag/ingestion/base_ingestion.py @@ -14,12 +14,13 @@ from __future__ import annotations import base64 from abc import ABC, abstractmethod -from typing import TYPE_CHECKING, Any, Final, cast +from typing import TYPE_CHECKING, Any, Final, Protocol, cast import litellm from litellm._logging import verbose_logger from litellm._uuid import uuid4 from litellm.constants import DEFAULT_CHUNK_OVERLAP, DEFAULT_CHUNK_SIZE +from litellm.litellm_core_utils.core_helpers import has_attributes, require_attributes from litellm.litellm_core_utils.url_utils import async_safe_get from litellm.llms.custom_httpx.http_handler import ( get_async_httpx_client, @@ -31,6 +32,8 @@ from litellm.rag.text_splitters import RecursiveCharacterTextSplitter from litellm.types.rag import RAGIngestOptions, RAGIngestResponse if TYPE_CHECKING: + from collections.abc import Awaitable, Callable, Iterable + from litellm import Router @@ -38,6 +41,21 @@ class RAGIngestBadRequestError(ValueError): status_code: Final = 400 +class _OcrRouter(Protocol): + @property + def aocr(self) -> Callable[..., Awaitable[object]]: ... + + +class _OcrPages(Protocol): + @property + def pages(self) -> Iterable[object]: ... + + +class _OcrPage(Protocol): + @property + def markdown(self) -> str: ... + + class BaseRAGIngestion(ABC): """ Base class for RAG ingestion. @@ -168,7 +186,8 @@ class BaseRAGIngestion(ABC): # Use router if available if self.router is not None: - ocr_response = await self.router.aocr( + ocr_router: Final = require_attributes(self.router, _OcrRouter, "aocr") + ocr_response = await ocr_router.aocr( model=ocr_model, document={"type": doc_type, url_key: data_url}, ) @@ -179,8 +198,10 @@ class BaseRAGIngestion(ABC): ) # Extract text from pages - if hasattr(ocr_response, "pages") and ocr_response.pages: - return "\n\n".join(page.markdown for page in ocr_response.pages if hasattr(page, "markdown")) + if has_attributes(ocr_response, _OcrPages, "pages") and ocr_response.pages: + return "\n\n".join( + page.markdown for page in ocr_response.pages if has_attributes(page, _OcrPage, "markdown") + ) return None diff --git a/litellm/rag/ingestion/vertex_ai_ingestion.py b/litellm/rag/ingestion/vertex_ai_ingestion.py index cceddf31117..8157c0c6405 100644 --- a/litellm/rag/ingestion/vertex_ai_ingestion.py +++ b/litellm/rag/ingestion/vertex_ai_ingestion.py @@ -28,6 +28,8 @@ if TYPE_CHECKING: from litellm import Router from litellm.types.rag import RAGIngestOptions +DEFAULT_VERTEX_RAG_LOCATION: Final = "us-central1" + def _present_fields(fields: tuple[tuple[str, object], ...]) -> Mapping[str, object]: return {name: value for name, value in fields if value} @@ -90,7 +92,7 @@ class VertexAIRAGIngestion(BaseRAGIngestion, VertexBase): # Get project, location, and credentials using VertexBase methods self.project_id = self.safe_get_vertex_ai_project(litellm_params) - self.location = self.get_vertex_ai_location(litellm_params) or "us-central1" + self.location = self.get_vertex_ai_location(litellm_params) or DEFAULT_VERTEX_RAG_LOCATION self.vertex_credentials = self.safe_get_vertex_ai_credentials(litellm_params) async def embed( diff --git a/litellm/realtime_api/main.py b/litellm/realtime_api/main.py index 85d87554023..9bd8148b286 100644 --- a/litellm/realtime_api/main.py +++ b/litellm/realtime_api/main.py @@ -21,7 +21,7 @@ from litellm.constants import ( request_timeout, ) from litellm.exceptions import BadRequestError -from litellm.litellm_core_utils.core_helpers import as_str_mapping +from litellm.litellm_core_utils.core_helpers import as_str_mapping, keyword_arguments from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider from litellm.llms.base_llm.realtime.http_transformation import BaseRealtimeHTTPConfig from litellm.llms.base_llm.realtime.transformation import BaseRealtimeConfig @@ -394,7 +394,7 @@ async def acreate_realtime_client_secret( async def acreate_realtime_translation_client_secret( model: str | None = None, session: Mapping[str, Any] | None = None, - expires_after: Mapping[str, Any] | None = None, + expires_after: Mapping[str, object] | None = None, timeout: float | None = None, **kwargs: object, # kwargs-ok: public API preserves provider-specific request options ) -> httpx.Response: @@ -409,7 +409,11 @@ async def acreate_realtime_translation_client_secret( req: Final = RealtimeClientSecretRequest( model=requested_model_name, session=session_config, - expires_after=RealtimeExpiresAfter(**expires_after) if expires_after else None, + expires_after=RealtimeExpiresAfter( + **_ExpiresAfterFields(**keyword_arguments(expires_after, RealtimeExpiresAfter)) + ) + if expires_after + else None, ) litellm_logging_obj: Final = kwargs.get("litellm_logging_obj") if not isinstance(litellm_logging_obj, LiteLLMLogging): @@ -488,10 +492,18 @@ def _deployment_base_model(kwargs: Mapping[str, object], custom_llm_provider: st return None if base_model is None else base_model.removeprefix(f"{custom_llm_provider}/") +class _ExpiresAfterFields(TypedDict, total=False, extra_items=object): + pass + + +class _TranscriptionSessionFields(TypedDict, total=False, extra_items=object): + pass + + @wrapper_client async def acreate_realtime_transcription_session( model: str | None = None, - transcription_session: dict[str, Any] | None = None, + transcription_session: Mapping[str, object] | None = None, timeout: float | None = None, **kwargs, ): @@ -506,7 +518,9 @@ async def acreate_realtime_transcription_session( """ req: Final = RealtimeTranscriptionSessionRequest( model=model, - **(transcription_session or {}), + **_TranscriptionSessionFields( + **keyword_arguments(transcription_session or {}, RealtimeTranscriptionSessionRequest) + ), ) model_name = req.resolved_model() or "gpt-realtime-whisper" litellm_logging_obj: Final[LiteLLMLogging] = kwargs.get("litellm_logging_obj") @@ -626,7 +640,7 @@ async def arealtime_translation_calls( openai_ephemeral_key: str, sdp_body: bytes, model: str | None = None, - session: Mapping[str, Any] | None = None, + session: Mapping[str, object] | None = None, timeout: float | None = None, **kwargs: object, # kwargs-ok: public API preserves provider-specific request options ) -> httpx.Response: diff --git a/litellm/repositories/alert_repository.py b/litellm/repositories/alert_repository.py new file mode 100644 index 00000000000..eccdf16263d --- /dev/null +++ b/litellm/repositories/alert_repository.py @@ -0,0 +1,252 @@ +import hashlib +import json +from collections.abc import Mapping, Sequence +from contextlib import AbstractAsyncContextManager +from datetime import date as Date +from datetime import timedelta +from typing import ( + TYPE_CHECKING, + Final, + Protocol, + cast, # noqa: TID251 # Prisma exposes generated table actions dynamically +) + +from pydantic import BaseModel, ConfigDict, TypeAdapter +from typing_extensions import LiteralString + +from litellm._logging import verbose_proxy_logger +from litellm.models.alert import ( + Alert, + AlertDetection, + AlertFilter, + AlertHistoryPoint, + AlertPage, + AlertResourceType, + AlertStatus, + AlertView, +) +from litellm.repositories.prisma_protocols import PrismaRecord, TableActions + +if TYPE_CHECKING: + from litellm.proxy.utils import PrismaClient + + +class _HistoryTransaction(Protocol): + async def query_raw(self, query: str, *args: object) -> Sequence[Mapping[str, object]]: ... + + +class _HistoryDatabase(Protocol): + def tx(self, *, timeout: timedelta) -> AbstractAsyncContextManager[_HistoryTransaction]: ... + + +class _HistoryRow(BaseModel): + model_config = ConfigDict(frozen=True) + + id: str + resource_name: str | None + date: Date | None + spend: float + requests: int + failed: int + response_ms: int + timed: int + + def point(self, kind: str) -> AlertHistoryPoint | None: + if self.date is None or (kind == "latency" and not self.timed) or (kind == "reliability" and not self.requests): + return None + value: Final = { + "spend": self.spend, + "traffic": float(self.requests), + "latency": self.response_ms / self.timed if self.timed else 0, + "reliability": min(1.0, self.failed / self.requests) if self.requests else 0, + }[kind] + return AlertHistoryPoint(date=self.date, value=value) + + +_HISTORY_ROWS: Final = TypeAdapter(tuple[_HistoryRow, ...]) +_HISTORY_SOURCES: Final[ + Mapping[AlertResourceType, tuple[LiteralString, LiteralString, LiteralString, LiteralString, LiteralString]] +] = { + "gateway": ('"LiteLLM_DailyModelUsage"', "'gateway'", "request_count", "", "'Gateway'"), + "model": ('"LiteLLM_DailyModelUsage"', "d.model_group", "request_count", "", "r.resource_id"), + "team": ( + '"LiteLLM_DailyTeamSpend"', + "d.team_id", + "api_requests", + 'LEFT JOIN "LiteLLM_TeamTable" m ON m.team_id = r.resource_id', + "m.team_alias", + ), + "user": ( + '"LiteLLM_DailyUserSpend"', + "d.user_id", + "api_requests", + 'LEFT JOIN "LiteLLM_UserTable" m ON m.user_id = r.resource_id', + "m.user_alias", + ), + "key": ( + '"LiteLLM_DailyUserSpend"', + "d.api_key", + "api_requests", + 'LEFT JOIN "LiteLLM_VerificationToken" m ON m.token = r.resource_id', + "m.key_alias", + ), +} + + +def _history_sql(scope: AlertResourceType) -> LiteralString: + table, resource, requests, metadata, name = _HISTORY_SOURCES[scope] + return f"""SELECT r.id, LEFT({name}, 1024) AS resource_name, d.date, + COALESCE(SUM(d.spend), 0)::float8 AS spend, + COALESCE(SUM(d.{requests}), 0)::bigint AS requests, + COALESCE(SUM(d.failed_requests), 0)::bigint AS failed, + COALESCE(SUM(d.total_response_time_ms), 0)::bigint AS response_ms, + COALESCE(SUM(d.timed_requests), 0)::bigint AS timed + FROM requested r + LEFT JOIN {table} d ON {resource} = r.resource_id AND d.date BETWEEN r.start AND r.day + {metadata} + WHERE r.resource_type = '{scope}' + GROUP BY r.id, LEFT({name}, 1024), d.date""" + + +class AlertTransaction(Protocol): + async def execute_raw(self, query: str, *args: object) -> int: ... + + +def _detection_key(detection: AlertDetection) -> str: + return hashlib.sha256(json.dumps(detection.identity()).encode()).hexdigest() + + +async def record_alerts( + transaction: AlertTransaction, detections: Sequence[AlertDetection], limit: int | None = None +) -> int: + if not detections: + return 0 + return await transaction.execute_raw( + """INSERT INTO "LiteLLM_Alert" + (detection_key, type, resource_type, resource_id, window_start, window_end, evidence, created_at, updated_at) + SELECT detection_key, type, resource_type, resource_id, window_start, window_end, evidence, + now() AT TIME ZONE 'UTC', now() AT TIME ZONE 'UTC' + FROM jsonb_to_recordset($1::jsonb) AS rows(detection_key text, type text, resource_type text, + resource_id text, window_start timestamp, window_end timestamp, evidence jsonb) + WHERE NOT EXISTS (SELECT 1 FROM "LiteLLM_Alert" a WHERE a.detection_key = rows.detection_key) + ORDER BY resource_type, resource_id, type + LIMIT $2 + ON CONFLICT (detection_key) DO NOTHING""", + json.dumps( + tuple( + {**detection.model_dump(mode="json"), "detection_key": _detection_key(detection)} + for detection in detections + ) + ), + limit, + ) + + +def _alert(row: PrismaRecord) -> Alert: + values: Final = row.dict() + return Alert.model_validate( + {**{key: value for key, value in values.items() if key != "detection_key"}, "id": str(values["id"])} + ) + + +class AlertRepository: + def __init__(self, prisma_client: "PrismaClient") -> None: + self._database: Final = cast( # cast-ok: Prisma transaction exposes bounded raw query methods + _HistoryDatabase, prisma_client.writer_db + ) + self._table = cast( # cast-ok: the generated Prisma client delegates typed table actions dynamically + TableActions[PrismaRecord], prisma_client.writer_db.litellm_alert + ) + + async def record(self, detection: AlertDetection) -> Alert: + from prisma import Json + from prisma.errors import UniqueViolationError + + key: Final = _detection_key(detection) + try: + row: Final = await self._table.create( + data={ + **detection.model_dump(exclude={"evidence"}), + "detection_key": key, + "evidence": Json(detection.evidence.model_dump(mode="json")), + } + ) + return _alert(row) + except UniqueViolationError: + existing: Final = await self._table.find_unique(where={"detection_key": key}) + if existing is None: + raise + return _alert(existing) + + async def list( + self, status: AlertStatus, limit: int, cursor: int | None, alert_type: AlertFilter | None = None + ) -> AlertPage: + size: Final = max(1, min(limit, 100)) + category: Final = {"not": "model_deprecation"} if alert_type == "performance" else alert_type + rows: Final = await self._table.find_many( + where={ + "status": status, + **({"id": {"lt": cursor}} if cursor is not None else {}), + **({"type": category} if category is not None else {}), + }, + order={"id": "desc"}, + take=size + 1, + ) + return AlertPage( + data=tuple(_alert(row) for row in rows[:size]), + next_cursor=str(rows[size - 1].dict()["id"]) if len(rows) > size else None, + ) + + async def get(self, alert_id: int) -> Alert | None: + row: Final = await self._table.find_unique(where={"id": alert_id}) + return None if row is None else _alert(row) + + async def set_status(self, alert_id: int, status: AlertStatus, actor: str) -> Alert | None: + row: Final = await self._table.update(where={"id": alert_id}, data={"status": status, "updated_by": actor}) + return None if row is None else _alert(row) + + async def enrich(self, alerts: tuple[Alert, ...]) -> tuple[AlertView, ...]: + from prisma.errors import PrismaError + + requested: Final = tuple( + { + "id": alert.id, + "resource_id": alert.resource_id, + "resource_type": alert.resource_type, + "day": alert.window_start.date().isoformat(), + "start": (alert.window_start.date() - timedelta(days=7)).isoformat(), + } + for alert in alerts + if alert.type != "model_deprecation" + ) + if not requested: + return tuple(AlertView.model_validate(alert.model_dump()) for alert in alerts) + scopes: Final = frozenset[AlertResourceType](alert.resource_type for alert in alerts) + histories: Final = " UNION ALL ".join(_history_sql(scope) for scope in scopes) + query: Final = f"""WITH requested AS ( + SELECT * FROM jsonb_to_recordset($1::jsonb) + AS r(id text, resource_id text, resource_type text, day text, start text) + ) {histories} ORDER BY id, date""" + try: + async with self._database.tx(timeout=timedelta(seconds=3)) as transaction: + await transaction.query_raw( + "SELECT set_config('statement_timeout', '2s', true), set_config('work_mem', '1MB', true), " + "set_config('max_parallel_workers_per_gather', '0', true)" + ) + rows: Final = _HISTORY_ROWS.validate_python(await transaction.query_raw(query, json.dumps(requested))) + return tuple(_view(alert, rows) for alert in alerts) + except (PrismaError, TimeoutError, ValueError) as error: + verbose_proxy_logger.warning("Alert Usage history unavailable (%s)", type(error).__name__) + return tuple(AlertView.model_validate(alert.model_dump()) for alert in alerts) + + +def _view(alert: Alert, rows: tuple[_HistoryRow, ...]) -> AlertView: + history: Final = tuple(row for row in rows if row.id == alert.id) + points: Final = tuple(point for row in history if (point := row.point(alert.type)) is not None) + return AlertView.model_validate( + { + **alert.model_dump(), + "resource_name": history[0].resource_name if history else None, + "history": points, + } + ) diff --git a/litellm/repositories/config_repository.py b/litellm/repositories/config_repository.py index 36c6ab7f711..e9973e1f674 100644 --- a/litellm/repositories/config_repository.py +++ b/litellm/repositories/config_repository.py @@ -4,9 +4,14 @@ from __future__ import annotations import json from collections.abc import Mapping, Sequence +from contextlib import AbstractAsyncContextManager from datetime import datetime from typing import TYPE_CHECKING, Final, Protocol, cast +from pydantic import JsonValue, TypeAdapter, ValidationError + +from litellm.models.fallback import STORED_FALLBACKS, FallbackRulesEdit, FallbackRulesEditor, SavedFallbackRule + if TYPE_CHECKING: from litellm.proxy.utils import PrismaClient @@ -39,10 +44,42 @@ class _ConfigTable(Protocol): async def delete_many(self, *, where: Mapping[str, object]) -> int: ... -class _ConfigDatabase(Protocol): +class _ConfigTransaction(Protocol): + @property + def litellm_config(self) -> _ConfigTable: ... + async def query_raw(self, query: str, *args: object) -> object: ... +class _ConfigWriter(_ConfigTransaction, Protocol): + def tx(self) -> AbstractAsyncContextManager[_ConfigTransaction]: ... + + +CONFIG_PARAM_LOCK_SQL: Final = "SELECT 1 AS locked FROM pg_advisory_xact_lock(hashtext($1))" +ROUTER_SETTINGS_PARAM: Final = "router_settings" +_JSON_VALUE: Final[TypeAdapter[JsonValue]] = TypeAdapter(JsonValue) +_JSON_RULES: Final = TypeAdapter(list[JsonValue]) +_ROUTER_SETTINGS: Final = TypeAdapter(dict[str, JsonValue]) + + +def _stored_router_settings(param_value: object) -> Mapping[str, JsonValue]: + try: + decoded: Final[object] = _JSON_VALUE.validate_json(param_value) if isinstance(param_value, str) else param_value + except ValidationError: + return {} + if not isinstance(decoded, Mapping): + return {} + return _ROUTER_SETTINGS.validate_python(decoded) + + +def _edited_router_settings( + param_value: object, fallback_key: str, edit: FallbackRulesEditor +) -> tuple[Mapping[str, JsonValue], FallbackRulesEdit]: + router_settings: Final = _stored_router_settings(param_value) + edited: Final = edit(STORED_FALLBACKS.validate_python(router_settings.get(fallback_key) or [])) + return {**router_settings, fallback_key: _JSON_RULES.validate_python(edited.rules)}, edited + + class ConfigParam: """Simple wrapper for config parameter from DB.""" @@ -73,6 +110,12 @@ class ConfigRepository: def table(self) -> _ConfigTable: return self._config_table + @property + def _writer(self) -> _ConfigWriter: + return cast( # cast-ok: Prisma delegates database methods and transactions dynamically + _ConfigWriter, self.prisma_client.writer_db + ) + async def get_param(self, param_name: str) -> ConfigParam | None: """Get a config parameter from the database.""" record: Final = await self._config_table.find_unique(where={"param_name": param_name}) @@ -96,9 +139,7 @@ class ConfigRepository: return ConfigParam(param_name=param_name, param_value=param_value) async def set_param_if_revision(self, param_name: str, param_value: object, revision: int) -> bool: - delegate: Final = self.prisma_client.writer_db - database: Final = cast(_ConfigDatabase, delegate) # cast-ok: Prisma delegates database methods dynamically - rows: Final = await database.query_raw( + rows: Final = await self._writer.query_raw( """INSERT INTO "LiteLLM_Config" (param_name, param_value, last_run_at) SELECT $1, $2::jsonb, NOW() WHERE $3::int = 0 ON CONFLICT (param_name) DO UPDATE @@ -115,6 +156,31 @@ class ConfigRepository: ) return bool(rows) + async def saved_rules(self, fallback_key: str) -> Sequence[SavedFallbackRule] | None: + row: Final = await self._config_table.find_unique(where={"param_name": ROUTER_SETTINGS_PARAM}) + if row is None: + return None + rules: Final = _stored_router_settings(row.param_value).get(fallback_key) + if rules is None: + return None + return rules if isinstance(rules, list) else () + + async def edit_rules(self, fallback_key: str, edit: FallbackRulesEditor) -> FallbackRulesEdit: + param_name: Final = ROUTER_SETTINGS_PARAM + async with self._writer.tx() as transaction: + await transaction.query_raw(CONFIG_PARAM_LOCK_SQL, param_name) + row: Final = await transaction.litellm_config.find_unique(where={"param_name": param_name}) + value, result = _edited_router_settings(None if row is None else row.param_value, fallback_key, edit) + value_json: Final = json.dumps(dict(value)) + await transaction.litellm_config.upsert( + where={"param_name": param_name}, + data={ + "create": {"param_name": param_name, "param_value": value_json}, + "update": {"param_value": value_json}, + }, + ) + return result + async def delete_param(self, param_name: str) -> bool: """Delete a config parameter from the database.""" try: diff --git a/litellm/repositories/daily_activity_repository.py b/litellm/repositories/daily_activity_repository.py index 809f78e378c..9aa0950785b 100644 --- a/litellm/repositories/daily_activity_repository.py +++ b/litellm/repositories/daily_activity_repository.py @@ -132,6 +132,7 @@ class _CustomerDailyRow(BaseModel): prompt_caching_savings_spend: float gateway_injected_caching_savings_spend: float autorouter_savings_spend: float + guardrail_spend: float spend: float api_requests: int successful_requests: int diff --git a/litellm/repositories/daily_activity_sql.py b/litellm/repositories/daily_activity_sql.py index 5d1f85658ea..dc3ca19bb30 100644 --- a/litellm/repositories/daily_activity_sql.py +++ b/litellm/repositories/daily_activity_sql.py @@ -223,6 +223,7 @@ def _rollup_metric_select(table: DailyActivityTable) -> str: SUM(prompt_caching_savings_spend)::float AS prompt_caching_savings_spend, SUM(gateway_injected_caching_savings_spend)::float AS gateway_injected_caching_savings_spend, SUM(autorouter_savings_spend)::float AS autorouter_savings_spend, + SUM(guardrail_spend)::float AS guardrail_spend, SUM(api_requests)::bigint AS api_requests, SUM(successful_requests)::bigint AS successful_requests, SUM(failed_requests)::bigint AS failed_requests, diff --git a/litellm/repositories/performance_alert_repository.py b/litellm/repositories/performance_alert_repository.py new file mode 100644 index 00000000000..6d55670e0b8 --- /dev/null +++ b/litellm/repositories/performance_alert_repository.py @@ -0,0 +1,318 @@ +import uuid +from collections.abc import AsyncGenerator, Mapping, Sequence +from contextlib import AbstractAsyncContextManager, asynccontextmanager +from dataclasses import dataclass +from datetime import date, timedelta +from itertools import chain +from typing import TYPE_CHECKING, Final, Protocol, cast # noqa: TID251 # Prisma generates transaction types + +from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError +from typing_extensions import LiteralString + +from litellm.models.performance_alert import ( + BASELINE_DAYS, + FREE_ALERT_LIMIT, + AlertMonitoring, + Claim, + PerformanceScope, + ResourceUnreadableError, + ResourceWindow, + SweepOwnershipLostError, + SweepState, + advance, + detect, +) +from litellm.proxy.db.exception_handler import PrismaDBExceptionHandler +from litellm.repositories.alert_repository import record_alerts + +if TYPE_CHECKING: + from litellm.proxy.utils import PrismaClient + +KEY_DATE_INDEX: Final = "LiteLLM_DailyUserSpend_api_key_date_idx" +_STATEMENT_TIMEOUT: Final = "2s" +_TRANSACTION_TIMEOUT: Final = timedelta(seconds=5) + + +class _Transaction(Protocol): + async def query_raw(self, query: str, *args: object) -> Sequence[Mapping[str, object]]: ... + async def execute_raw(self, query: str, *args: object) -> int: ... + + +class _Database(Protocol): + def tx(self, *, timeout: timedelta) -> AbstractAsyncContextManager[_Transaction]: ... + + +class _MonitoringRow(BaseModel): + model_config = ConfigDict(frozen=True) + + enabled: bool + alerts_used: int | None + + +class _StateRow(BaseModel): + model_config = ConfigDict(frozen=True) + + day: date | None + scope: PerformanceScope | None + cursor: str + wrapped: bool + checked: int + skipped: int + completed: bool + start_scope: PerformanceScope | None + start_after: str + + +class _IdRow(BaseModel): + model_config = ConfigDict(frozen=True) + + resource_id: str + + +_STATE_ROWS: Final = TypeAdapter(tuple[_StateRow, ...]) +_WINDOWS: Final = TypeAdapter(tuple[ResourceWindow, ...]) +_ID_ROWS: Final = TypeAdapter(tuple[_IdRow, ...]) + + +@dataclass(frozen=True, slots=True) +class _Source: + table: LiteralString + resource_id: LiteralString + requests: LiteralString + filter: LiteralString + + +_SOURCES: Final[Mapping[PerformanceScope, _Source]] = { + "gateway": _Source('"LiteLLM_DailyModelUsage"', "'gateway'", "request_count", ""), + "model": _Source('"LiteLLM_DailyModelUsage"', "model_group", "request_count", ""), + "team": _Source('"LiteLLM_DailyTeamSpend"', "team_id", "api_requests", ""), + "user": _Source('"LiteLLM_DailyUserSpend"', "user_id", "api_requests", ""), + "key": _Source( + '"LiteLLM_DailyUserSpend"', + "api_key", + "api_requests", + " AND api_key ~ '^[0-9a-f]{64}$'", + ), +} + + +def _bounds(source: _Source, wrapped: bool) -> LiteralString: + upper: Final = f" AND {source.resource_id} <= $5" if wrapped else "" + return ( + f" AND {source.resource_id} > $4{upper} AND {source.resource_id} <> ''" + f" AND octet_length({source.resource_id}) <= 1024{source.filter}" + ) + + +def _page_sql(scope: PerformanceScope, wrapped: bool) -> LiteralString: + source: Final = _SOURCES[scope] + where: Final = "" if scope == "gateway" else _bounds(source, wrapped) + group: Final = ( + " HAVING COUNT(*) > 0" + if scope == "gateway" + else f" GROUP BY {source.resource_id} ORDER BY {source.resource_id}" + ) + return f"""SELECT {source.resource_id} AS resource_id, + COALESCE(SUM(spend) FILTER (WHERE date = $1), 0)::float8 AS spend, + COALESCE(SUM(spend) FILTER (WHERE date < $1), 0)::float8 AS base_spend, + COALESCE(SUM({source.requests}) FILTER (WHERE date = $1), 0)::bigint AS requests, + COALESCE(SUM({source.requests}) FILTER (WHERE date < $1), 0)::bigint AS base_requests, + COALESCE(SUM(failed_requests) FILTER (WHERE date = $1), 0)::bigint AS failed, + COALESCE(SUM(failed_requests) FILTER (WHERE date < $1), 0)::bigint AS base_failed, + COALESCE(SUM(total_response_time_ms) FILTER (WHERE date = $1), 0)::bigint AS response_ms, + COALESCE(SUM(timed_requests) FILTER (WHERE date = $1), 0)::bigint AS timed, + COALESCE(SUM(total_response_time_ms) FILTER (WHERE date < $1), 0)::bigint AS base_response_ms, + COALESCE(SUM(timed_requests) FILTER (WHERE date < $1), 0)::bigint AS base_timed, + COUNT(DISTINCT date) FILTER (WHERE date < $1 AND {source.requests} > 0) AS active_days, + COUNT(DISTINCT date) FILTER (WHERE date < $1 AND timed_requests > 0) AS timed_days + FROM {source.table} + WHERE date BETWEEN $2 AND $1{where}{group} + LIMIT $3::int""" + + +def _next_id_sql(scope: PerformanceScope, wrapped: bool) -> LiteralString: + source: Final = _SOURCES[scope] + return f"""SELECT {source.resource_id} AS resource_id FROM {source.table} +WHERE date BETWEEN $2 AND $1{_bounds(source, wrapped)} +ORDER BY {source.resource_id} LIMIT $3::int""" + + +_LIMITS: Final = f"""SELECT set_config('statement_timeout', '{_STATEMENT_TIMEOUT}', true), + set_config('lock_timeout', '100ms', true), set_config('work_mem', '1MB', true), + set_config('max_parallel_workers_per_gather', '0', true)""" +_CLAIM: Final = """INSERT INTO "LiteLLM_PerformanceAlertState" (id, owner, next_run_at, updated_at) +VALUES (1, $1, now() + $2::interval, now() AT TIME ZONE 'UTC') +ON CONFLICT (id) DO UPDATE SET owner = EXCLUDED.owner, next_run_at = EXCLUDED.next_run_at, + updated_at = now() AT TIME ZONE 'UTC' +WHERE "LiteLLM_PerformanceAlertState".next_run_at <= now() + interval '30 seconds' +RETURNING day, scope, resume_after AS cursor, wrapped, checked, skipped, completed_at IS NOT NULL AS completed, + start_scope, start_after""" +_SAVE: Final = """UPDATE "LiteLLM_PerformanceAlertState" +SET day = $2, scope = $3, resume_after = $4, wrapped = $5, checked = $6, skipped = $7, + start_scope = $9, start_after = $10, completed_at = CASE WHEN $8 THEN now() AT TIME ZONE 'UTC' END, updated_at = now() AT TIME ZONE 'UTC' +WHERE id = 1 AND owner = $1""" +_INDEX_READY: Final = """SELECT 1 AS resource_id FROM pg_index WHERE indexrelid = to_regclass($1) AND indisvalid""" + + +class PerformanceAlertRepository: + def __init__(self, prisma_client: "PrismaClient", *, enterprise: bool = False, configured: bool = True) -> None: + self._database: Final = cast( # cast-ok: generated Prisma transactions expose the bounded SQL surface + _Database, prisma_client.writer_db + ) + self._enterprise: Final = enterprise + self._configured: Final = configured + + async def _monitoring(self, transaction: _Transaction, *, lock: bool = False) -> AlertMonitoring: + query: Final = 'SELECT enabled, alerts_used FROM "LiteLLM_PerformanceAlertState" WHERE id = 1' + rows: Final = await transaction.query_raw(query + (" FOR UPDATE" if lock else "")) + if not rows: + await transaction.execute_raw( + """INSERT INTO "LiteLLM_PerformanceAlertState" (id, owner, next_run_at, updated_at) + VALUES (1, '', now(), now() AT TIME ZONE 'UTC') ON CONFLICT (id) DO NOTHING""" + ) + return await self._monitoring(transaction, lock=lock) + row: Final = _MonitoringRow.model_validate(rows[0]) + if row.alerts_used is None: + await transaction.execute_raw( + """UPDATE "LiteLLM_PerformanceAlertState" SET alerts_used = ( + SELECT COUNT(*) FROM (SELECT 1 FROM "LiteLLM_Alert" + WHERE type != 'model_deprecation' LIMIT $1) existing + ) WHERE id = 1 AND alerts_used IS NULL""", + FREE_ALERT_LIMIT, + ) + return await self._monitoring(transaction, lock=lock) + return AlertMonitoring( + enabled=self._configured and row.enabled, + alerts_used=row.alerts_used, + alert_limit=None if self._enterprise else FREE_ALERT_LIMIT, + disabled_by_config=not self._configured, + ) + + async def monitoring(self) -> AlertMonitoring: + async with self._transaction() as transaction: + return await self._monitoring(transaction) + + async def set_enabled(self, enabled: bool) -> AlertMonitoring: + async with self._database.tx(timeout=timedelta(seconds=10)) as transaction: + await transaction.query_raw( + "SELECT set_config('statement_timeout', '6s', true), set_config('lock_timeout', '5s', true)" + ) + await self._monitoring(transaction, lock=True) + await transaction.execute_raw( + """UPDATE "LiteLLM_PerformanceAlertState" SET enabled = $1, + updated_at = now() AT TIME ZONE 'UTC' WHERE id = 1""", + enabled, + ) + return await self._monitoring(transaction) + + @asynccontextmanager + async def _transaction(self) -> AsyncGenerator[_Transaction]: + async with self._database.tx(timeout=_TRANSACTION_TIMEOUT) as transaction: + await transaction.query_raw(_LIMITS) + yield transaction + + async def claim(self, interval: timedelta) -> Claim | None: + """Take this deployment's next run, at most one per `interval` across every worker and pod. A worker whose + timer fires up to 30 seconds early still takes it, so the claim's own delay never pushes a run back a whole + interval.""" + owner: Final = uuid.uuid4().hex + async with self._transaction() as transaction: + if not (await self._monitoring(transaction)).active: + return None + rows: Final = _STATE_ROWS.validate_python( + await transaction.query_raw(_CLAIM, owner, f"{int(interval.total_seconds())} seconds") + ) + if not rows: + return None + row: Final = rows[0] + if row.day is None or row.scope is None: + return Claim(owner, None) + return Claim(owner, SweepState.model_validate(row.model_dump())) + + async def key_index_ready(self) -> bool: + async with self._transaction() as transaction: + return bool(await transaction.query_raw(_INDEX_READY, f'"{KEY_DATE_INDEX}"')) + + async def evaluate_page(self, owner: str, state: SweepState, limit: int) -> SweepState | None: + """Evaluate the next `limit` resources and save their alerts together with the new position.""" + from prisma.errors import RawQueryError + + try: + return await self._evaluate_page(owner, state, limit) + except ValidationError as exc: + raise ResourceUnreadableError() from exc + except RawQueryError as exc: + if PrismaDBExceptionHandler.is_statement_timeout_error(exc): + raise ResourceUnreadableError() from exc + raise + + async def _evaluate_page(self, owner: str, state: SweepState, limit: int) -> SweepState | None: + async with self._transaction() as transaction: + monitoring: Final = await self._monitoring(transaction, lock=True) + if not monitoring.active: + return None + windows: Final = _WINDOWS.validate_python( + await transaction.query_raw(_page_sql(state.scope, state.wrapped), *self._arguments(state, limit)) + ) + saved: Final = await record_alerts( + transaction, + tuple(chain.from_iterable(detect(state.scope, window, state.day) for window in windows)), + None if self._enterprise else FREE_ALERT_LIMIT - monitoring.alerts_used, + ) + if saved: + await transaction.execute_raw( + """UPDATE "LiteLLM_PerformanceAlertState" + SET alerts_used = LEAST($1, alerts_used + $2) WHERE id = 1""", + FREE_ALERT_LIMIT, + saved, + ) + if not self._enterprise and monitoring.alerts_used + saved >= FREE_ALERT_LIMIT: + await self._save(transaction, owner, state) + return None + advanced: Final = advance(state, tuple(window.resource_id for window in windows), limit) + await self._save(transaction, owner, advanced) + return advanced + + async def skip_next(self, owner: str, state: SweepState) -> SweepState | None: + """Step over the next resource without evaluating it, for one that cannot be read within the limits.""" + async with self._transaction() as transaction: + if not (await self._monitoring(transaction, lock=True)).active: + return None + rows: Final = ( + (_IdRow(resource_id="gateway"),) + if state.scope == "gateway" + else _ID_ROWS.validate_python( + await transaction.query_raw(_next_id_sql(state.scope, state.wrapped), *self._arguments(state, 1)) + ) + ) + advanced: Final = advance(state, tuple(row.resource_id for row in rows), 1, skipped=len(rows)) + await self._save(transaction, owner, advanced) + return advanced + + @staticmethod + def _arguments(state: SweepState, limit: int) -> tuple[str | int, ...]: + start: Final = state.day - timedelta(days=BASELINE_DAYS) + window: Final = (state.day.isoformat(), start.isoformat(), limit) + if state.scope == "gateway": + return window + if state.wrapped: + return (*window, state.cursor, state.start) + return (*window, state.cursor) + + @staticmethod + async def _save(transaction: _Transaction, owner: str, state: SweepState) -> None: + updated: Final = await transaction.execute_raw( + _SAVE, + owner, + state.day.isoformat(), + state.scope, + state.cursor, + state.wrapped, + state.checked, + state.skipped, + state.completed, + state.start_scope, + state.start_after, + ) + if updated != 1: + raise SweepOwnershipLostError() diff --git a/litellm/repositories/skill_submission_repository.py b/litellm/repositories/skill_submission_repository.py index 03821da042a..673fd7cca8f 100644 --- a/litellm/repositories/skill_submission_repository.py +++ b/litellm/repositories/skill_submission_repository.py @@ -7,7 +7,7 @@ from datetime import datetime, timezone from typing import TYPE_CHECKING, Final, Protocol, cast # noqa: TID251 # Prisma's generated delegates are dynamic from urllib.parse import urlsplit -from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError +from pydantic import BaseModel, ConfigDict, Field, TypeAdapter, ValidationError from litellm.models.plugin_upload import ( PluginPublication, @@ -45,6 +45,7 @@ class _StoredProposal(BaseModel): manifest: Mapping[str, object] version: str | None + revision: int = Field(default=0, ge=0) def proposal(self, name: str) -> SkillProposal: return SkillProposal( @@ -92,6 +93,7 @@ class _SubmissionRow(BaseModel): reviewed_by=self.reviewed_by, reviewed_at=self.reviewed_at, rejection_reason=self.rejection_reason, + revision=stored.revision, ) @@ -283,6 +285,71 @@ class SkillSubmissionRepository: ) return None if row is None or row.archive_content is None else row.archive_content.decode() + async def edit( + self, submission_id: str, owner: str, revision: int, upload: PluginPublication + ) -> SkillSubmission | SubmissionMissing | SubmissionConflict | SubmissionLimitExceeded: + from prisma import Base64 + + async with self._database.tx() as transaction: + await transaction.query_raw( + "SELECT 1 AS locked FROM pg_advisory_xact_lock(hashtext('litellm.skill_submissions'), hashtext($1))", + owner, + ) + row: Final = await _owned_pending(transaction, submission_id, owner, revision) + if isinstance(row, (SubmissionMissing, SubmissionConflict)): + return row + if upload.name != row.plugin_name: + return SubmissionConflict("A submission's skill name cannot change.") + proposal_json: Final = _StoredProposal( + manifest=upload.manifest, version=upload.version, revision=revision + 1 + ).model_dump_json() + archive: Final = row.archive_content if upload.content is None else Base64.encode(upload.content) + usage: Final = _USAGE.validate_python( + await transaction.query_raw( + """SELECT COUNT(*) AS count, + COALESCE(SUM(octet_length(proposal_json) + + COALESCE(octet_length(archive_content), 0)), 0) AS storage_bytes + FROM "LiteLLM_SkillSubmission" WHERE submitted_by = $1 AND status = 'pending_review'""", + owner, + ) + )[0] + previous_bytes: Final = len(row.proposal_json.encode()) + ( + 0 if row.archive_content is None else len(row.archive_content.decode()) + ) + incoming_bytes: Final = len(proposal_json.encode()) + (0 if archive is None else len(archive.decode())) + if usage.storage_bytes - previous_bytes + incoming_bytes > _MAX_PENDING_BYTES: + return SubmissionLimitExceeded( + "Pending skill submissions cannot exceed 50 MiB of stored metadata and archives per user." + ) + updated: Final = await transaction.litellm_skillsubmission.update( + where={"id": submission_id}, + data={"proposal_json": proposal_json, "archive_content": archive, "scan_json": None}, + ) + return SubmissionMissing() if updated is None else _submission(updated) + + async def withdraw( + self, submission_id: str, owner: str, revision: int + ) -> SkillSubmission | SubmissionMissing | SubmissionConflict: + async with self._database.tx() as transaction: + row: Final = await _owned_pending(transaction, submission_id, owner, revision) + if isinstance(row, (SubmissionMissing, SubmissionConflict)): + return row + receipt: Final = _StoredProposal( + manifest={"name": row.plugin_name, "source": {}}, + version=None, + revision=revision, + ) + updated: Final = await transaction.litellm_skillsubmission.update( + where={"id": submission_id}, + data={ + "status": "withdrawn", + "proposal_json": receipt.model_dump_json(), + "archive_content": None, + "scan_json": None, + }, + ) + return SubmissionMissing() if updated is None else _submission(updated) + async def review( self, submission_id: str, @@ -291,6 +358,7 @@ class SkillSubmissionRepository: reason: str | None, *, publication_base_url: str | None = None, + expected_revision: int | None = None, ) -> SubmissionReviewResult: from prisma.errors import UniqueViolationError @@ -304,7 +372,9 @@ class SkillSubmissionRepository: return SubmissionMissing() submission: Final = _submission(row) if submission.status != "pending_review": - return SubmissionConflict("This submission has already been reviewed.") + return SubmissionConflict("This submission is no longer pending review.") + if submission.revision != (expected_revision if expected_revision is not None else 0): + return SubmissionConflict("This submission changed. Reload it before reviewing.") content: Final = None if row.archive_content is None else row.archive_content.decode() if approve and content is not None and not publication_base_url: return SubmissionConflict("Uploaded skill approval requires a trusted publication URL.") @@ -344,6 +414,20 @@ class SkillSubmissionRepository: return SubmissionConflict("A skill with this name is already published. Submit a new update proposal.") +async def _owned_pending( + transaction: SubmissionTransaction, submission_id: str, owner: str, revision: int +) -> "prisma_models.LiteLLM_SkillSubmission | SubmissionMissing | SubmissionConflict": + await transaction.query_raw('SELECT id FROM "LiteLLM_SkillSubmission" WHERE id = $1 FOR UPDATE', submission_id) + row: Final = await transaction.litellm_skillsubmission.find_unique(where={"id": submission_id}) + if row is None or not owner or row.submitted_by != owner: + return SubmissionMissing() + if row.status != "pending_review": + return SubmissionConflict("Only pending submissions can be edited or withdrawn.") + if _StoredProposal.model_validate_json(row.proposal_json).revision != revision: + return SubmissionConflict("This submission changed. Reload it before trying again.") + return row + + async def _publish_submission( transaction: PluginPublicationTransaction, row: "prisma_models.LiteLLM_SkillSubmission", diff --git a/litellm/repositories/table_repositories.py b/litellm/repositories/table_repositories.py index fbf9e5d07f0..99d2ef97634 100644 --- a/litellm/repositories/table_repositories.py +++ b/litellm/repositories/table_repositories.py @@ -18,6 +18,7 @@ from litellm.litellm_core_utils.core_helpers import require_attributes from litellm.litellm_core_utils.safe_json_dumps import safe_dumps from litellm.models.access_group import LiteLLM_AccessGroupTable from litellm.repositories.accounting_delivery_repository import LedgerDatabase, LedgerTransaction +from litellm.repositories.chunked_in import find_many_in from litellm.repositories.prisma_protocols import RowT_co, TableActions if TYPE_CHECKING: @@ -34,6 +35,16 @@ class _PrismaWriterClientView(Protocol): def writer_db(self) -> object: ... +class _LedgerWriterClientView(Protocol): + @property + def writer_db(self) -> LedgerDatabase: ... + + +class _RawQueryWriterClientView(Protocol): + @property + def writer_db(self) -> LedgerTransaction: ... + + class PrismaTableRepository(Generic[RowT_co]): """Base for repositories that expose a single Prisma table.""" @@ -93,6 +104,10 @@ class ObjectPermissionRepository(PrismaTableRepository["prisma_models.LiteLLM_Ob class GuardrailsRepository(PrismaTableRepository["prisma_models.LiteLLM_GuardrailsTable"]): table_name = "litellm_guardrailstable" + async def find_active_guardrail_names(self, names: frozenset[str]) -> frozenset[str]: + rows: Final = await find_many_in(self.table, "guardrail_name", sorted(names), where={"status": "active"}) + return frozenset(row.guardrail_name for row in rows) + class MCPServerRepository(PrismaTableRepository["prisma_models.LiteLLM_MCPServerTable"]): table_name = "litellm_mcpservertable" @@ -143,7 +158,7 @@ class SpendLogsRepository(PrismaTableRepository["prisma_models.LiteLLM_SpendLogs ) if not ledger: return legacy_count - database: Final[LedgerDatabase] = self.prisma_client.writer_db + database: Final = require_attributes(self._connected_client(), _LedgerWriterClientView, "writer_db").writer_db async with database.tx(timeout=timedelta(seconds=60)) as transaction: accepted: Final = await self._insert_ledger(transaction, ledger, write_spend_logs=write_spend_logs) return legacy_count + accepted @@ -211,7 +226,7 @@ class SpendLogsRepository(PrismaTableRepository["prisma_models.LiteLLM_SpendLogs return frozenset(str(row["request_id"]) for row in rows) async def has_delivery(self, delivery_id: str) -> bool: - database: Final[LedgerTransaction] = self.prisma_client.writer_db + database: Final = require_attributes(self._connected_client(), _RawQueryWriterClientView, "writer_db").writer_db rows: Final = await database.query_raw( 'SELECT 1 FROM "LiteLLM_SpendLogDelivery" WHERE delivery_id = $1', delivery_id ) @@ -408,6 +423,12 @@ class BackgroundInteractionSettlementRepository( table_name = "litellm_backgroundinteractionsettlement" +class BackgroundResponseSettlementRepository( + PrismaTableRepository["prisma_models.LiteLLM_BackgroundResponseSettlement"] +): + table_name = "litellm_backgroundresponsesettlement" + + class RetiredAgentRepository(PrismaTableRepository["prisma_models.LiteLLM_RetiredAgent"]): table_name = "litellm_retiredagent" diff --git a/litellm/rerank_api/main.py b/litellm/rerank_api/main.py index e344ce46be7..8c2a0a36212 100644 --- a/litellm/rerank_api/main.py +++ b/litellm/rerank_api/main.py @@ -188,14 +188,16 @@ def rerank( model_response: Final = RerankResponse() - rerank_litellm_params: Final = { - "litellm_call_id": litellm_call_id, - "proxy_server_request": proxy_server_request, - "model_info": model_info, - "preset_cache_key": None, - "stream_response": {}, - **optional_params.model_dump(exclude_unset=True), - } + rerank_litellm_params: Final = dict[str, object]( + { + "litellm_call_id": litellm_call_id, + "proxy_server_request": proxy_server_request, + "model_info": model_info, + "preset_cache_key": None, + "stream_response": {}, + **optional_params.model_dump(exclude_unset=True), + } + ) litellm_logging_obj.update_from_kwargs( kwargs=kwargs, diff --git a/litellm/responses/bridge_check.py b/litellm/responses/bridge_check.py index 683a51fc6b6..6a55302027d 100644 --- a/litellm/responses/bridge_check.py +++ b/litellm/responses/bridge_check.py @@ -192,35 +192,11 @@ def responses_api_bridge_check( model_info["mode"] = "responses" model = model.replace("responses/", "") - # OpenAI/Azure GPT-5 chat-completions that need Responses-only fields (e.g. - # ``reasoningSummary`` in ``extra_body``) must be bridged; Chat Completions rejects - # those keys. - # - # - gpt-5.4+: FUNCTION tools with reasoning active must be bridged. OpenAI enables - # reasoning by default for these models (unset reasoning_effort means medium - # server-side), and Chat Completions rejects function tools whenever reasoning is - # on ("Function tools with reasoning_effort are not supported ... use - # /v1/responses or set reasoning_effort to 'none'"), so only an explicit - # ``"none"`` the chat gate forwards keeps the request chat-servable: a ``none`` - # the model's map row refuses is dropped (or refused) before the call, which - # leaves the provider's default effort in force. Custom (grammar) tools are served - # natively by Chat Completions with reasoning on, so custom-only requests stay on - # chat and keep their native custom tool_call response shape. - # - The UNSET-effort arm only fires against endpoints known to enforce that - # constraint (any api.openai.com host, or Azure OpenAI where api_base is - # always set): chat-only OpenAI-compatible backends registered under the openai - # provider with a custom api_base and gpt-5.4+ model names serve tools without - # reasoning fine and have no /responses route, so they keep pre-existing - # behavior (bridge only on an explicit reasoning_effort). - # - Azure AI Foundry's OpenAI v1 hosts (azure_ai provider) enforce it later in the series: - # an explicit effort with function tools is rejected from gpt-5.6 on, and the unset - # effort only from gpt-6 on (gpt-5.6 serves tools with reasoning silently off), so the - # azure_ai gate keys on those measured boundaries instead of gpt-5.4+. - # - Bedrock Mantle serves the same API and enforces the gpt-5.4+ rule even with the effort - # unset (measured on gpt-5.6-terra), so a Mantle row that also serves Responses follows - # these rules, which keeps a deployment pinned to ``mode: chat`` from a 400 on them. - # - Older GPT-5 names (e.g. ``gpt-5``, ``gpt-5.1``): bridge only when a reasoning - # summary alias is present with ``reasoning_effort`` (tools alone stay on chat). + # Function tools with explicit active reasoning bridge on GPT-5.4+. With effort unset, + # OpenAI/Azure and Responses-capable Mantle endpoints bridge only GPT-5.6+ whose map + # default is not "none". Custom OpenAI-compatible endpoints keep unset effort on chat. + # Foundry uses its separate measured boundaries. Custom-only tools remain chat-native; + # reasoning summaries and tool_search retain their independent Responses requirements. has_function_tool: Final = any( ( tool.get("type") == "function" and (isinstance(tool.get("function"), dict) or "name" in tool) @@ -274,7 +250,14 @@ def responses_api_bridge_check( if on_foundry_openai_endpoint else ( OpenAIGPT5Config.is_model_gpt_5_4_plus_model(gpt_series_name) - and (reasoning_effort is not None or on_constraint_enforcing_endpoint) + and ( + reasoning_effort is not None + or ( + on_constraint_enforcing_endpoint + and OpenAIGPT5Config.is_model_gpt_5_6_plus_model(gpt_series_name) + and model_info.get("default_reasoning_effort") != "none" + ) + ) ) ) ) diff --git a/litellm/responses/litellm_completion_transformation/client_tool_search.py b/litellm/responses/litellm_completion_transformation/client_tool_search.py index 030bb014b7a..1c715fc1191 100644 --- a/litellm/responses/litellm_completion_transformation/client_tool_search.py +++ b/litellm/responses/litellm_completion_transformation/client_tool_search.py @@ -143,20 +143,33 @@ def _without_deferral(spec: Mapping[str, object]) -> Mapping[str, object]: return {key: value for key, value in spec.items() if key != "defer_loading"} -def _loaded_tools(tool: Mapping[str, object]) -> tuple[_LoadedTool, ...]: +def _loaded_tools(tool: Mapping[str, object], deferred_names: frozenset[str] = frozenset()) -> tuple[_LoadedTool, ...]: spec: Final = _tool_spec(tool) if spec is None: return () if spec.type != "namespace": - return (_LoadedTool(namespace=None, namespace_description="", spec=_without_deferral(tool)),) + # A loaded deferred tool keeps its deferral so its calls read back as namespace == name + deferred: Final = spec.defer_loading is True or spec.name in deferred_names + loaded_spec: Final = {**_without_deferral(tool), "defer_loading": True} if deferred else _without_deferral(tool) + return (_LoadedTool(namespace=None, namespace_description="", spec=loaded_spec),) return tuple( _LoadedTool(namespace=spec.name, namespace_description=spec.description, spec=_without_deferral(member)) for member in spec.tools ) -def _all_loaded_tools(tools: Iterable[Mapping[str, object]]) -> tuple[_LoadedTool, ...]: - return tuple(chain.from_iterable(map(_loaded_tools, tools))) +def _all_loaded_tools( + tools: Iterable[Mapping[str, object]], deferred_names: frozenset[str] = frozenset() +) -> tuple[_LoadedTool, ...]: + return tuple(chain.from_iterable(_loaded_tools(tool, deferred_names) for tool in tools)) + + +def _deferred_top_level_names(tools: Iterable[Mapping[str, object]]) -> frozenset[str]: + return frozenset( + spec.name + for tool in tools + if (spec := _tool_spec(tool)) is not None and spec.type != "namespace" and _is_deferred(tool) + ) def _callable_names(tool: object) -> tuple[str, ...]: @@ -256,7 +269,9 @@ def bridge_client_tool_search( if searches_on_client else existing ) - loaded: Final = _all_loaded_tools((*loaded_earlier, *client_tool_search_loaded_tools(input))) + loaded: Final = _all_loaded_tools( + (*loaded_earlier, *client_tool_search_loaded_tools(input)), _deferred_top_level_names(existing) + ) taken: Final = frozenset(chain.from_iterable(map(_callable_names, eager))) bridged_input: Final = ( input if isinstance(input, str) else [bridged for item in input if (bridged := _bridged_item(item)) is not None] diff --git a/litellm/responses/litellm_completion_transformation/custom_tools.py b/litellm/responses/litellm_completion_transformation/custom_tools.py index 98e1984550c..2a2cea77efe 100644 --- a/litellm/responses/litellm_completion_transformation/custom_tools.py +++ b/litellm/responses/litellm_completion_transformation/custom_tools.py @@ -34,7 +34,7 @@ _MAX_ARGUMENTS_LEN: Final = 1_000_000 _DECODED_JSON: Final = TypeAdapter(object) TOOL_CALL_ITEM_ID_PREFIX_BY_TYPE: Final = MappingProxyType( - {"function_call": "fc", "custom_tool_call": "ctc", "tool_search_call": "tsc"} + {"function_call": "fc", "custom_tool_call": "ctc", "tool_search_call": "tsc", "tool_search_output": "tso"} ) diff --git a/litellm/responses/litellm_completion_transformation/handler.py b/litellm/responses/litellm_completion_transformation/handler.py index 802ed6bf9c5..aa5c7028240 100644 --- a/litellm/responses/litellm_completion_transformation/handler.py +++ b/litellm/responses/litellm_completion_transformation/handler.py @@ -10,6 +10,7 @@ from typing import Final from pydantic import TypeAdapter import litellm +from litellm.litellm_core_utils.allowed_tools_tool_choice import unenforced_allowed_tools_tool_choice from litellm.litellm_core_utils.core_helpers import drops_unsupported_params from litellm.litellm_core_utils.model_param_helper import embeds_thought_signature_in_tool_call_id from litellm.responses.additional_tools import HoistedAdditionalTools, hoist_additional_tools @@ -72,6 +73,22 @@ def _bridged_request( ) +def _with_the_tool_choice_sent( + responses_api_request: ResponsesAPIOptionalRequestParams, + custom_llm_provider: str | None, + request_kwargs: Mapping[str, object], +) -> ResponsesAPIOptionalRequestParams: + api_version: Final = request_kwargs.get("api_version") + tool_choice: Final[object] = responses_api_request.get( # pyright: ignore[reportUnknownMemberType] # ToolChoice has an untyped member + "tool_choice" + ) + if not unenforced_allowed_tools_tool_choice( + tool_choice, custom_llm_provider, api_version if isinstance(api_version, str) else None + ): + return responses_api_request + return {**responses_api_request, "tool_choice": None} + + class LiteLLMCompletionTransformationHandler: def response_api_handler( self, @@ -127,13 +144,16 @@ class LiteLLMCompletionTransformationHandler: ), **_chat_verbosity(bridged_request), } + echoed_request: Final = _with_the_tool_choice_sent( + bridged_request, custom_llm_provider, _REQUEST_KWARGS_ADAPTER.validate_python(kwargs) + ) if _is_async: return self.async_response_api_handler( previous_response_client_ids, litellm_completion_request=litellm_completion_request, request_input=bridged_input, - responses_api_request=bridged_request, + responses_api_request=echoed_request, **kwargs, ) @@ -146,7 +166,7 @@ class LiteLLMCompletionTransformationHandler: LiteLLMCompletionResponsesConfig.transform_chat_completion_response_to_responses_api_response( chat_completion_response=litellm_completion_response, request_input=bridged_input, - responses_api_request=bridged_request, + responses_api_request=echoed_request, ) ) @@ -157,7 +177,7 @@ class LiteLLMCompletionTransformationHandler: model=model, litellm_custom_stream_wrapper=litellm_completion_response, request_input=bridged_input, - responses_api_request=bridged_request, + responses_api_request=echoed_request, custom_llm_provider=custom_llm_provider, litellm_metadata=kwargs.get("litellm_metadata", {}), tool_call_provider_fields=not embeds_thought_signature_in_tool_call_id( @@ -209,7 +229,9 @@ class LiteLLMCompletionTransformationHandler: **_chat_verbosity(bridged.responses_api_request), }, request_input=bridged.input, - responses_api_request=bridged.responses_api_request, + responses_api_request=_with_the_tool_choice_sent( + bridged.responses_api_request, custom_llm_provider, request_kwargs + ), **request_kwargs, ) diff --git a/litellm/responses/litellm_completion_transformation/session_handler.py b/litellm/responses/litellm_completion_transformation/session_handler.py index 900cfa3d597..2d40092c7b1 100644 --- a/litellm/responses/litellm_completion_transformation/session_handler.py +++ b/litellm/responses/litellm_completion_transformation/session_handler.py @@ -279,6 +279,11 @@ def _instruction_items_before( ) +def _stored_request_tools(proxy_server_request: Mapping[str, object] | None) -> object | None: + """The stored turn's ``tools``, so its calls read the same namespace shapes it was sent with.""" + return proxy_server_request.get("tools") if proxy_server_request is not None else None + + def _stored_instructions(proxy_server_request: Mapping[str, object] | None) -> str | None: instructions: Final = None if proxy_server_request is None else proxy_server_request.get("instructions") return instructions if isinstance(instructions, str) and instructions else None @@ -443,6 +448,7 @@ class ResponsesSessionHandler: ) response_input_param: str | ResponseInputParam | None = None + stored_tools: Final = _stored_request_tools(proxy_server_request_dict) ############################################################ # Add Input messages for this Spend Log @@ -463,11 +469,12 @@ class ResponsesSessionHandler: chat_completion_message_history.extend( LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( input=bridge_client_tool_search(response_input_param, None).input, - responses_api_request={}, + responses_api_request={"tools": stored_tools} if stored_tools is not None else {}, replay_reasoning=True, item_cache_control=item_cache_control, tool_call_provider_fields=tool_call_provider_fields, only_since_compaction=True, + replay_tool_search=True, ) ) @@ -479,11 +486,12 @@ class ResponsesSessionHandler: chat_completion_message_history.extend( LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( input=bridge_client_tool_search(responses_api_output, None).input, - responses_api_request={}, + responses_api_request={"tools": stored_tools} if stored_tools is not None else {}, replay_reasoning=True, item_cache_control=item_cache_control, tool_call_provider_fields=tool_call_provider_fields, only_since_compaction=True, + replay_tool_search=True, ) ) elif isinstance(_response_output, dict) and _response_output and _response_output != {}: diff --git a/litellm/responses/litellm_completion_transformation/streaming_iterator.py b/litellm/responses/litellm_completion_transformation/streaming_iterator.py index 8b6c53a272d..ea02e4830d2 100644 --- a/litellm/responses/litellm_completion_transformation/streaming_iterator.py +++ b/litellm/responses/litellm_completion_transformation/streaming_iterator.py @@ -5,10 +5,13 @@ from itertools import filterfalse from types import MappingProxyType from typing import Any, Final, Protocol, cast +from pydantic import TypeAdapter + import litellm from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_items, require_attributes from litellm.litellm_core_utils.hidden_params import get_or_create_hidden_params, served_from_cache from litellm.litellm_core_utils.litellm_logging import BilledRoundsSpend +from litellm.litellm_core_utils.prompt_templates.mid_conversation_system import parts_of from litellm.llms.anthropic.common_utils import anthropic_server_call_fields, anthropic_server_tool_calls from litellm.llms.anthropic.messages.native.utils import openai_chat_refusal_text from litellm.main import stream_chunk_builder @@ -25,6 +28,10 @@ from litellm.responses.litellm_completion_transformation.tool_search import ( build_tool_search_call, tool_search_routing, ) +from litellm.responses.litellm_completion_transformation.tool_search_results import ( + build_tool_search_output, + tool_search_results_by_call_id, +) from litellm.responses.litellm_completion_transformation.transformation import ( LiteLLMCompletionResponsesConfig, ) @@ -76,6 +83,8 @@ from litellm.types.utils import ( TextCompletionResponse, ) +_REQUEST_FIELDS: Final = TypeAdapter(Mapping[str, object]) + def _index_of_output_item_type(items: Sequence[object], item_type: str) -> int | None: return next( @@ -178,7 +187,7 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator): self.request_input: str | ResponseInputParam = request_input self.responses_api_request: ResponsesAPIOptionalRequestParams = responses_api_request self.custom_llm_provider: str | None = custom_llm_provider - self.litellm_metadata: dict | None = litellm_metadata or {} + self.litellm_metadata: dict[str, object] | None = litellm_metadata or {} self.tool_call_provider_fields: Final = tool_call_provider_fields # Store lightweight dict snapshots for stream_chunk_builder to reduce # repeated Pydantic attribute access in end-of-stream assembly. @@ -232,11 +241,14 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator): self._accumulated_provider_specific_fields: dict[str, object] = {} request_tools: Final = self.responses_api_request.get("tools") self._custom_tool_names: set[str] = extract_custom_tool_names(request_tools) - self._namespace_tool_names = LiteLLMCompletionResponsesConfig.namespace_tool_name_map(request_tools) + self._namespace_tool_names = LiteLLMCompletionResponsesConfig.namespace_tool_name_map( + LiteLLMCompletionResponsesConfig.request_tools(self.responses_api_request) + ) self._web_search_calls: dict[str, object] = {} # mutable-ok: latest call by provider id self._queued_web_search_call_ids: set[str] = set() # mutable-ok: emitted call ids self._tool_search = tool_search_routing(request_tools) self._tool_search_executions: Mapping[str, ToolSearchExecution] = MappingProxyType({}) + self._tool_search_output_index_by_call_id: Mapping[str, int] = MappingProxyType({}) self._done_tool_search_call_ids: frozenset[str] = frozenset() async def aclose(self) -> None: @@ -275,12 +287,43 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator): def _queue_tool_search_call_done( self, call_id: str, output_index: int, final_args: str, execution: ToolSearchExecution ) -> None: - if call_id in self._done_tool_search_call_ids: + if call_id not in self._done_tool_search_call_ids: + self._done_tool_search_call_ids = self._done_tool_search_call_ids | {call_id} + self._queue_tool_search_call_added(call_id, output_index, "", execution) + item: Final = build_tool_search_call( + call_id, final_args or self._tool_args_by_call_id.get(call_id, ""), "completed", execution + ) + self._pending_tool_events.append( + OutputItemDoneEvent( + type=ResponsesAPIStreamEvents.OUTPUT_ITEM_DONE, + output_index=output_index, + item=BaseLiteLLMOpenAIResponseObject(**item.model_dump()), + ) + ) + self._queue_tool_search_output(call_id) + + def _queue_arrived_tool_search_outputs(self) -> None: + if "tool_results" not in self._accumulated_provider_specific_fields: return - self._done_tool_search_call_ids = self._done_tool_search_call_ids | {call_id} - self._queue_tool_search_call_added(call_id, output_index, "", execution) - item: Final = build_tool_search_call( - call_id, final_args or self._tool_args_by_call_id.get(call_id, ""), "completed", execution + for call_id in tool_search_results_by_call_id((self._accumulated_provider_specific_fields,)): + if self._tool_search_executions.get(call_id) == "server": + self._queue_tool_search_call_done(call_id, self._get_or_assign_tool_output_index(call_id), "", "server") + + def _queue_tool_search_output(self, call_id: str) -> None: + if call_id in self._tool_search_output_index_by_call_id: + return + result: Final = tool_search_results_by_call_id((self._accumulated_provider_specific_fields,)).get(call_id) + if result is None: + return + output_index: Final = self._allocate_output_index() + self._tool_search_output_index_by_call_id = MappingProxyType( + {**self._tool_search_output_index_by_call_id, call_id: output_index} + ) + request_tools: Final = parts_of(_REQUEST_FIELDS.validate_python(self.responses_api_request).get("tools")) + item: Final = build_tool_search_output(result, request_tools) + self._queue_output_item_added( + output_index, + BaseLiteLLMOpenAIResponseObject(**item.model_copy(update={"status": "in_progress"}).model_dump()), ) self._pending_tool_events.append( OutputItemDoneEvent( @@ -333,6 +376,8 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator): return self._reasoning_output_index case "compaction": return self._compaction_output_index + case "tool_search_output": + return self._tool_search_output_index_by_call_id.get(str(getattr(item, "call_id", None))) case _: call_id: Final = getattr(item, "call_id", None) or str(getattr(item, "id", "")).removeprefix("ws_") return self._tool_output_index_by_call_id.get(str(call_id)) @@ -1286,7 +1331,12 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator): def _stamp_sequence_number(self, event: BaseLiteLLMOpenAIResponseObject) -> BaseLiteLLMOpenAIResponseObject: stamped: Final = event.model_copy(update={"sequence_number": self._sequence_number}) self._sequence_number += 1 - return stamped + affinity_model_id: Final = ResponsesAPIRequestUtils.affinity_model_id(self.litellm_metadata) + return ( + stamped + if affinity_model_id is None + else ResponsesAPIRequestUtils.encode_stream_event_for_affinity(stamped, affinity_model_id) + ) async def __anext__( self, @@ -1331,6 +1381,7 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator): if src and isinstance(src, dict): self._merge_provider_specific_fields(src) self._reserve_web_search_indexes(src) + self._queue_arrived_tool_search_outputs() self._ensure_output_item_for_chunk(chunk) # Proceed to transformation self.collected_chat_completion_chunks.append( @@ -1394,6 +1445,7 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator): if src and isinstance(src, dict): self._merge_provider_specific_fields(src) self._reserve_web_search_indexes(src) + self._queue_arrived_tool_search_outputs() self._ensure_output_item_for_chunk(chunk) # Always snapshot before returning any pending events so that # finish_reason (e.g. content_filter) is captured even when diff --git a/litellm/responses/litellm_completion_transformation/tool_search.py b/litellm/responses/litellm_completion_transformation/tool_search.py index 5a1b27f9092..08b683f40a2 100644 --- a/litellm/responses/litellm_completion_transformation/tool_search.py +++ b/litellm/responses/litellm_completion_transformation/tool_search.py @@ -41,6 +41,8 @@ __all__ = [ "is_server_tool_search_tool", "provider_builds_anthropic_request", "provider_chat_config", + "request_runs_tool_search", + "route_runs_tool_search", "runs_tool_search_on_the_server", "tool_search_call_ids", "tool_search_routing", @@ -217,6 +219,20 @@ def provider_builds_anthropic_request(model: str, custom_llm_provider: str | Non return chat_config_builds_anthropic_request(provider_chat_config(model, custom_llm_provider)) +def route_runs_tool_search(model: str, custom_llm_provider: str | None) -> bool: + from litellm.utils import supports_tool_search + + return supports_tool_search( + model=model, custom_llm_provider=custom_llm_provider + ) and provider_builds_anthropic_request(model, custom_llm_provider) + + +def request_runs_tool_search(tools: Sequence[object], model: str, custom_llm_provider: str | None) -> bool: + if any(is_anthropic_tool_search_chat_tool(tool) for tool in tools): + return provider_builds_anthropic_request(model, custom_llm_provider) + return has_server_tool_search(tools) and route_runs_tool_search(model, custom_llm_provider) + + def chat_config_builds_anthropic_request(chat_config: object) -> bool: from litellm.llms.anthropic.chat.transformation import AnthropicConfig from litellm.llms.openai.chat.gpt_transformation import OpenAIGPTConfig diff --git a/litellm/responses/litellm_completion_transformation/tool_search_results.py b/litellm/responses/litellm_completion_transformation/tool_search_results.py new file mode 100644 index 00000000000..dd14124e5a6 --- /dev/null +++ b/litellm/responses/litellm_completion_transformation/tool_search_results.py @@ -0,0 +1,299 @@ +from collections.abc import Callable, Iterable, Mapping, Sequence +from dataclasses import dataclass +from itertools import chain +from types import MappingProxyType +from typing import Final, Literal, TypeVar, cast # noqa: TID251 # validating a message union drops its untyped keys + +from openai.types.responses.response_function_tool_call_param import ResponseFunctionToolCallParam +from openai.types.responses.response_input_param import ResponseInputItemParam +from pydantic import ConfigDict, TypeAdapter, ValidationError + +from litellm.litellm_core_utils.prompt_templates.mid_conversation_system import ( + anthropic_tool_search_result, + is_anthropic_tool_search_use, + message_field, + parts_of, +) +from litellm.types.llms.anthropic import ( + ANTHROPIC_TOOL_SEARCH_RESULT_CONTENT_TYPE, + AnthropicToolReferenceBlock, + AnthropicToolSearchResultContent, + AnthropicToolSearchToolResultBlock, +) +from litellm.types.llms.base import LiteLLMBaseModel +from litellm.types.llms.openai import ResponseInputParam +from litellm.types.responses.main import OutputToolSearchCall, OutputToolSearchOutput + +from .custom_tools import openai_shaped_tool_call_item_id, serialize_tool_call_arguments +from .tool_search import ANTHROPIC_TOOL_SEARCH_TOOL_NAME + +_ItemT: Final = TypeVar("_ItemT") +_MessageT: Final = TypeVar("_MessageT") + +_MAPPING_ADAPTER: Final = TypeAdapter(Mapping[str, object]) +_TOOL_SEARCH_ITEM_TYPES: Final = frozenset({"tool_search_call", "tool_search_output"}) +_BM25_TOOL_SEARCH_TOOL_NAME: Final = "tool_search_tool_bm25" + + +class _ProviderToolResults(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, from_attributes=True) + + tool_results: tuple[object, ...] = () + + +def _provider_tool_results(provider_fields: object) -> tuple[object, ...]: + try: + return _ProviderToolResults.model_validate(provider_fields).tool_results + except ValidationError: + return () + + +def tool_search_results_by_call_id( + provider_fields: Iterable[object], +) -> Mapping[str, AnthropicToolSearchToolResultBlock]: + results: Final = map( + anthropic_tool_search_result, chain.from_iterable(map(_provider_tool_results, provider_fields)) + ) + return MappingProxyType({result.tool_use_id: result for result in results if result is not None}) + + +class _ToolFields(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True) + + type: str = "" + name: str = "" + tools: tuple[object, ...] | None = None + + +@dataclass(frozen=True, slots=True) +class _LoadableTool: + chat_name: str + position: int + tool: Mapping[str, object] + member: Mapping[str, object] | None + + +def _tool_entry(tool: object) -> tuple[Mapping[str, object], _ToolFields] | None: + try: + mapping: Final = _MAPPING_ADAPTER.validate_python(tool) + return mapping, _ToolFields.model_validate(mapping) + except ValidationError: + return None + + +def _member_chat_name(namespace: str, member: _ToolFields) -> str | None: + match member.type: + case "function": + return f"{namespace}__{member.name}" + case "custom": + return member.name + case _: + return None + + +def _namespace_members( + position: int, namespace: Mapping[str, object], fields: _ToolFields +) -> tuple[_LoadableTool, ...]: + entries: Final = tuple(entry for raw in fields.tools or () if (entry := _tool_entry(raw)) is not None) + return tuple( + _LoadableTool(chat_name, position, namespace, member) + for member, member_fields in entries + if (chat_name := _member_chat_name(fields.name, member_fields)) is not None + ) + + +def _loadable_tools(position: int, tool: object) -> tuple[_LoadableTool, ...]: + entry: Final = _tool_entry(tool) + if entry is None: + return () + mapping, fields = entry + if fields.type == "namespace" and fields.tools is not None: + return _namespace_members(position, mapping, fields) + return (_LoadableTool(fields.name, position, mapping, None),) if fields.name else () + + +def _loaded_tool(hits: Sequence[_LoadableTool]) -> Mapping[str, object]: + members: Final = [hit.member for hit in hits if hit.member is not None] + return {**hits[0].tool, "tools": members} if members else hits[0].tool + + +def _catalog_entries( + loadable: _LoadableTool, anthropic_names: Mapping[str, str] +) -> tuple[tuple[str, _LoadableTool], ...]: + anthropic_name: Final = anthropic_names.get(loadable.chat_name) + names: Final = (loadable.chat_name,) if anthropic_name is None else (loadable.chat_name, anthropic_name) + return tuple((name, loadable) for name in names) + + +def loaded_tools(tool_names: Iterable[str], request_tools: Sequence[object] | None) -> tuple[Mapping[str, object], ...]: + from litellm.llms.anthropic.chat.transformation import build_anthropic_tool_name_maps + + loadables: Final = tuple( + chain.from_iterable(_loadable_tools(position, tool) for position, tool in enumerate(request_tools or ())) + ) + anthropic_names, _ = build_anthropic_tool_name_maps([loadable.chat_name for loadable in loadables]) + catalog: Final = MappingProxyType( + dict(chain.from_iterable(_catalog_entries(loadable, anthropic_names) for loadable in loadables)) + ) + hits: Final = tuple(catalog[name] for name in dict.fromkeys(tool_names) if name in catalog) + positions: Final = dict.fromkeys(hit.position for hit in hits) + return tuple(_loaded_tool(tuple(hit for hit in hits if hit.position == position)) for position in positions) + + +def build_tool_search_output( + result: AnthropicToolSearchToolResultBlock, request_tools: Sequence[object] | None +) -> OutputToolSearchOutput: + return OutputToolSearchOutput( + id=openai_shaped_tool_call_item_id("tool_search_output", result.tool_use_id), + call_id=result.tool_use_id, + execution="server", + status="completed" if result.found_tools else "incomplete", + tools=loaded_tools(result.tool_names, request_tools) if result.found_tools else (), + type="tool_search_output", + ) + + +def _with_tool_search_output( + item: _ItemT, + results: Mapping[str, AnthropicToolSearchToolResultBlock], + request_tools: Sequence[object] | None, +) -> tuple[_ItemT | OutputToolSearchOutput, ...]: + if not isinstance(item, OutputToolSearchCall) or item.call_id is None: + return (item,) + result: Final = results.get(item.call_id) + return (item,) if result is None else (item, build_tool_search_output(result, request_tools)) + + +def with_tool_search_outputs( + items: Sequence[_ItemT], + results: Mapping[str, AnthropicToolSearchToolResultBlock], + request_tools: Sequence[object] | None, +) -> tuple[_ItemT | OutputToolSearchOutput, ...]: + return tuple(chain.from_iterable(_with_tool_search_output(item, results, request_tools) for item in items)) + + +class _ToolSearchCallItem(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, from_attributes=True) + + type: Literal["tool_search_call"] + call_id: str + arguments: object = None + + +class _ToolSearchOutputItem(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, from_attributes=True) + + type: Literal["tool_search_output"] + call_id: str + status: Literal["in_progress", "completed", "incomplete"] | None = None + tools: tuple[object, ...] = () + + +def _tool_search_call(item: object) -> _ToolSearchCallItem | None: + if message_field(item, "type") != "tool_search_call": + return None + try: + return _ToolSearchCallItem.model_validate(item) + except ValidationError: + return None + + +def _tool_search_output(item: object) -> _ToolSearchOutputItem | None: + if message_field(item, "type") != "tool_search_output": + return None + try: + return _ToolSearchOutputItem.model_validate(item) + except ValidationError: + return None + + +def holds_tool_search_items(input: str | ResponseInputParam) -> bool: + return not isinstance(input, str) and any(message_field(item, "type") in _TOOL_SEARCH_ITEM_TYPES for item in input) + + +def _anthropic_tool_search_result(output: _ToolSearchOutputItem) -> Mapping[str, object]: + loaded: Final = chain.from_iterable(_loadable_tools(0, tool) for tool in output.tools) + result: Final = AnthropicToolSearchToolResultBlock( + tool_use_id=output.call_id, + content=AnthropicToolSearchResultContent( + type=ANTHROPIC_TOOL_SEARCH_RESULT_CONTENT_TYPE, + tool_references=tuple(AnthropicToolReferenceBlock(tool_name=tool.chat_name) for tool in loaded), + ), + ) + return result.model_dump(mode="json") + + +def _search_arguments(arguments: object) -> Mapping[str, object]: + try: + if isinstance(arguments, str): + return _MAPPING_ADAPTER.validate_json(arguments) + return _MAPPING_ADAPTER.validate_python(arguments) + except ValidationError: + return MappingProxyType({}) + + +def _search_tool_name(arguments: object) -> str: + return _BM25_TOOL_SEARCH_TOOL_NAME if "query" in _search_arguments(arguments) else ANTHROPIC_TOOL_SEARCH_TOOL_NAME + + +def _replayed_item(item: ResponseInputItemParam, replayed_ids: frozenset[str]) -> ResponseInputItemParam | None: + call: Final = _tool_search_call(item) + if call is not None and call.call_id in replayed_ids: + return ResponseFunctionToolCallParam( + type="function_call", + call_id=call.call_id, + name=_search_tool_name(call.arguments), + arguments=serialize_tool_call_arguments(call.arguments, "{}"), + ) + output: Final = _tool_search_output(item) + return None if output is not None and output.call_id in replayed_ids else item + + +def _with_tool_search_results(message: _MessageT, results: Mapping[str, Mapping[str, object]]) -> _MessageT: + tool_call_ids: Final = ( + message_field(tool_call, "id") for tool_call in parts_of(message_field(message, "tool_calls")) + ) + found: Final = tuple( + results[tool_call_id] + for tool_call_id in tool_call_ids + if isinstance(tool_call_id, str) and tool_call_id in results + ) + if not found: + return message + fields: Final = _MAPPING_ADAPTER.validate_python(message) + provider_fields: Final = _MAPPING_ADAPTER.validate_python(fields.get("provider_specific_fields") or {}) + tool_results: Final = (*parts_of(provider_fields.get("tool_results")), *found) + with_results: Final = { + **fields, + "provider_specific_fields": {**provider_fields, "tool_results": list(tool_results)}, + } + return cast(_MessageT, with_results) # cast-ok: a copy of the same message dict with provider fields added + + +def converted_with_tool_searches_replayed( + input: str | ResponseInputParam, + convert: Callable[[str | ResponseInputParam], Sequence[_MessageT]], +) -> Sequence[_MessageT]: + if isinstance(input, str) or not holds_tool_search_items(input): + return convert(input) + outputs: Final = MappingProxyType( + { + output.call_id: output + for output in map(_tool_search_output, input) + if output is not None and output.status in (None, "completed") + } + ) + replayed_ids: Final = frozenset( + call.call_id + for call in map(_tool_search_call, input) + if call is not None + and call.call_id in outputs + and is_anthropic_tool_search_use(call.call_id, ANTHROPIC_TOOL_SEARCH_TOOL_NAME) + ) + if not replayed_ids: + return convert(input) + replayed_input: Final = [kept for item in input if (kept := _replayed_item(item, replayed_ids)) is not None] + results: Final = MappingProxyType( + {call_id: _anthropic_tool_search_result(outputs[call_id]) for call_id in replayed_ids} + ) + return tuple(_with_tool_search_results(message, results) for message in convert(replayed_input)) diff --git a/litellm/responses/litellm_completion_transformation/transformation.py b/litellm/responses/litellm_completion_transformation/transformation.py index 05379ffde3e..22f4c218879 100644 --- a/litellm/responses/litellm_completion_transformation/transformation.py +++ b/litellm/responses/litellm_completion_transformation/transformation.py @@ -71,7 +71,11 @@ from litellm.litellm_core_utils.prompt_templates.common_utils import ( is_present_non_string, is_unhashable_value_behind, ) -from litellm.litellm_core_utils.prompt_templates.mid_conversation_system import message_field, parts_of +from litellm.litellm_core_utils.prompt_templates.mid_conversation_system import ( + is_anthropic_tool_search_use, + message_field, + parts_of, +) from litellm.llms.anthropic.common_utils import ( anthropic_server_tool_call_params, anthropic_server_tool_calls, @@ -126,7 +130,6 @@ from litellm.types.llms.openai import ( ResponsesAPIStatus, ToolChoice, ToolMessageContentPart, - ValidChatCompletionMessageContentTypes, ValidChatCompletionMessageContentTypesLiteral, ) from litellm.types.responses.main import ( @@ -138,6 +141,7 @@ from litellm.types.responses.main import ( OutputImageGenerationCall, OutputText, OutputToolSearchCall, + OutputToolSearchOutput, ) from litellm.types.utils import ( ChatCompletionAnnotation, @@ -181,16 +185,25 @@ from .tool_search import ( answers_tool_search, anthropic_tool_search_chat_tool, build_tool_search_call, + has_client_tool_search, has_server_tool_search, holds_tool_search_use, is_anthropic_tool_search_chat_tool, is_server_tool_search_tool, provider_builds_anthropic_request, + request_runs_tool_search, + route_runs_tool_search, tool_search_call_ids, tool_search_routing, without_tool_search_calls, without_tool_search_uses, ) +from .tool_search_results import ( + converted_with_tool_searches_replayed, + holds_tool_search_items, + tool_search_results_by_call_id, + with_tool_search_outputs, +) NamespaceNameMap: TypeAlias = Mapping[str, tuple[str, str]] NamespaceTool: TypeAlias = Mapping[str, object] @@ -279,6 +292,20 @@ TOOL_CALLS_CACHE: Final = InMemoryCache() _ANY_KEY_DICT_ADAPTER: Final = TypeAdapter(dict[object, object]) _STR_KEY_DICT_ADAPTER: Final = TypeAdapter(dict[str, object]) _OBJECT_LIST_ADAPTER: Final = TypeAdapter(list[object]) + + +_CONTENT_TYPE_ADAPTER: Final[TypeAdapter[ValidChatCompletionMessageContentTypesLiteral]] = TypeAdapter( + ValidChatCompletionMessageContentTypesLiteral +) + + +def _valid_content_type(content_type: str) -> ValidChatCompletionMessageContentTypesLiteral | None: + try: + return _CONTENT_TYPE_ADAPTER.validate_python(content_type) + except ValidationError: + return None + + _AUDIO_PART_ADAPTER: Final = TypeAdapter(ChatCompletionAudioObject) _IMAGE_URL_ADAPTER: Final = TypeAdapter(ChatCompletionImageUrlObject) _FILE_PART_ADAPTER: Final = TypeAdapter(_ResponsesFilePart) @@ -291,6 +318,21 @@ _TEXT_ADAPTER: Final = TypeAdapter(str) _RESPONSES_API_TOOL_CHOICE_ADAPTER: Final = TypeAdapter(ToolChoice) +def _tool_mapping(entry: object) -> Mapping[str, object] | None: + try: + return _STR_KEY_DICT_ADAPTER.validate_python(entry) + except ValidationError: + return None + + +def _tool_mappings(raw_tools: object) -> tuple[Mapping[str, object], ...]: + try: + entries: Final = _OBJECT_LIST_ADAPTER.validate_python(raw_tools) + except ValidationError: + return () + return tuple(tool for entry in entries if (tool := _tool_mapping(entry)) is not None) + + def _validate_responses_media(adapter: TypeAdapter[_MediaT], value: object) -> _MediaT: try: return adapter.validate_python(value) @@ -595,16 +637,58 @@ def _replayed_assistant_without_tool_search_uses(message: Mapping[str, object]) ) -def _without_stored_tool_search_uses(message: SessionMessage, search_call_ids: frozenset[str]) -> SessionMessage | None: +def _server_tool_search_ids(message: object) -> frozenset[str]: + return frozenset( + tool_id + for call in anthropic_server_tool_call_params(message) + if is_anthropic_tool_search_use(tool_id := call["id"] or "", call["function"].get("name") or "") + ) + + +def _holds_stored_tool_search(message: object) -> bool: + return holds_tool_search_use(message) or bool(_server_tool_search_ids(message)) + + +def _provider_fields_without_tool_searches(message: object, search_ids: frozenset[str]) -> Mapping[object, object]: + fields: Final = validated_object_mapping(message_field(message, "provider_specific_fields")) or {} + return { + **fields, + "server_tool_calls": [ + call for call in anthropic_server_tool_call_params(message) if (call["id"] or "") not in search_ids + ], + "tool_results": [ + result + for result in parts_of(fields.get("tool_results")) + if message_field(result, "tool_use_id") not in search_ids + ], + } + + +def _without_server_tool_searches(message: SessionMessage) -> SessionMessage: + search_ids: Final = _server_tool_search_ids(message) + if not search_ids: + return message + fields: Final = _provider_fields_without_tool_searches(message, search_ids) if isinstance(message, Message): - return without_tool_search_uses(message) - if answers_tool_search(message, search_call_ids): - return None - if isinstance(message, Mapping) and holds_tool_search_use(message): - return _replayed_assistant_without_tool_search_uses(message) + return message.model_copy(update={"provider_specific_fields": fields}) + if isinstance(message, Mapping): + return cast( # cast-ok: the stored assistant message minus its search keeps every other field as stored + SessionMessage, {**message, "provider_specific_fields": fields} + ) return message +def _without_stored_tool_search_uses(message: SessionMessage, search_call_ids: frozenset[str]) -> SessionMessage | None: + kept: Final = _without_server_tool_searches(message) + if isinstance(kept, Message): + return without_tool_search_uses(kept) + if answers_tool_search(kept, search_call_ids): + return None + if isinstance(kept, Mapping) and holds_tool_search_use(kept): + return _replayed_assistant_without_tool_search_uses(kept) + return kept + + def _instruction_messages(messages: Sequence[SessionMessage]) -> tuple[SessionMessage, ...]: return tuple( message @@ -1094,16 +1178,11 @@ class LiteLLMCompletionResponsesConfig: def _without_unsupported_tool_search( tools: ResponseTools, model: str, custom_llm_provider: str | None ) -> ResponseTools: - from litellm.utils import supports_tool_search - if not has_server_tool_search(tools): return tools if any(is_anthropic_tool_search_chat_tool(tool) for tool in tools or ()): return [tool for tool in tools or () if not is_server_tool_search_tool(tool)] - route_runs_tool_search: Final = supports_tool_search( - model=model, custom_llm_provider=custom_llm_provider - ) and provider_builds_anthropic_request(model, custom_llm_provider) - if route_runs_tool_search: + if route_runs_tool_search(model, custom_llm_provider): return tools verbose_logger.warning( "Dropping Responses API tool of type 'tool_search': model '%s' (provider '%s') cannot run tool search " @@ -1119,6 +1198,8 @@ class LiteLLMCompletionResponsesConfig: ) -> Sequence[ChatToolParam]: if not any("defer_loading" in tool for tool in tools): return tools + if has_client_tool_search(callers_tools): + return [LiteLLMCompletionResponsesConfig._without_deferral(tool) for tool in tools] if any(is_anthropic_tool_search_chat_tool(tool) for tool in tools): return tools if not has_server_tool_search(callers_tools) and provider_builds_anthropic_request(model, custom_llm_provider): @@ -1281,6 +1362,8 @@ class LiteLLMCompletionResponsesConfig: tool_call_provider_fields=not embeds_thought_signature_in_tool_call_id(request_kwargs), native_compaction=native_compaction, only_since_compaction=not native_compaction, + replay_tool_search=holds_tool_search_items(request_input) + and request_runs_tool_search(request_tools or (), model, custom_llm_provider), caller_input=numbered_input, ) malformed_field_error: Final = ( @@ -1366,6 +1449,7 @@ class LiteLLMCompletionResponsesConfig: tool_call_provider_fields: bool = False, native_compaction: bool = False, only_since_compaction: bool = False, + replay_tool_search: bool = False, caller_input: str | ResponseInputParam | None = None, ) -> list[ AllMessageValues @@ -1403,6 +1487,11 @@ class LiteLLMCompletionResponsesConfig: messages, the way Anthropic ignores content before a compaction block. Guardrail scans leave it off because they write rewrites back by input item position. + + ``replay_tool_search`` belongs to callers building history for a target + that builds an Anthropic request: a Claude ``tool_search_call`` and its + ``tool_search_output`` then go back as the search Claude ran. Everyone + else drops both items. """ messages: list[ AllMessageValues @@ -1427,9 +1516,16 @@ class LiteLLMCompletionResponsesConfig: LiteLLMCompletionResponsesConfig._transform_response_input_param_to_chat_completion_message, replay_reasoning=replay_reasoning, native_compaction=native_compaction, + self_named_namespace_members=LiteLLMCompletionResponsesConfig.self_named_namespace_members( + LiteLLMCompletionResponsesConfig.request_tools(responses_api_request) + ), ) try: - converted: Final = convert_input(sent_input) + converted: Final = ( + converted_with_tool_searches_replayed(sent_input, convert_input) + if replay_tool_search + else convert_input(sent_input) + ) except TypeError as error: call_id_error: Final = _unhashable_tool_output_call_id_error( dumped_input if caller_input is None else caller_input, @@ -1515,7 +1611,7 @@ class LiteLLMCompletionResponsesConfig: ) replayed_messages: Final = ( LiteLLMCompletionResponsesConfig._without_tool_search_uses_off_anthropic(stored_messages, route) - if any(holds_tool_search_use(message) for message in stored_messages) + if any(_holds_stored_tool_search(message) for message in stored_messages) else stored_messages ) session_messages: Final = ( @@ -1604,6 +1700,7 @@ class LiteLLMCompletionResponsesConfig: input: str | ResponseInputParam, replay_reasoning: bool = False, native_compaction: bool = False, + self_named_namespace_members: frozenset[str] = frozenset(), ) -> list[ AllMessageValues | GenericChatCompletionMessage | ChatCompletionMessageToolCall | ChatCompletionResponseMessage ]: @@ -1630,6 +1727,7 @@ class LiteLLMCompletionResponsesConfig: input_item=_input, replay_reasoning=replay_reasoning, native_compaction=native_compaction, + self_named_namespace_members=self_named_namespace_members, ) ) @@ -2342,6 +2440,7 @@ class LiteLLMCompletionResponsesConfig: input_item: Mapping[str, object], replay_reasoning: bool = False, native_compaction: bool = False, + self_named_namespace_members: frozenset[str] = frozenset(), ) -> list[AllMessageValues | GenericChatCompletionMessage | ChatCompletionResponseMessage]: """ Transform a Responses API input item into a Chat Completion message @@ -2395,7 +2494,8 @@ class LiteLLMCompletionResponsesConfig: return LiteLLMCompletionResponsesConfig._transform_responses_api_function_call_to_chat_completion_message( function_call=cast( # cast-ok: callee coerces every field it reads with `or ""` / str() Mapping[str, str], input_item - ) + ), + self_named_namespace_members=self_named_namespace_members, ) elif input_item.get("type") == "compaction": return list( @@ -2664,6 +2764,7 @@ class LiteLLMCompletionResponsesConfig: @staticmethod def _transform_responses_api_function_call_to_chat_completion_message( function_call: Mapping[str, str], + self_named_namespace_members: frozenset[str] = frozenset(), ) -> list[AllMessageValues | GenericChatCompletionMessage | ChatCompletionResponseMessage]: """ Transform a Responses API function_call into a Chat Completion message with tool calls @@ -2693,7 +2794,8 @@ class LiteLLMCompletionResponsesConfig: raw_arguments = json.dumps({"content": raw_input}) if raw_input else "" raw_name: Final = function_call.get("name") or "" namespace: Final = function_call.get("namespace") or "" - qualify: Final = bool(namespace) and function_call.get("type") != "custom_tool_call" + deferred_top_level: Final = namespace == raw_name and raw_name not in self_named_namespace_members + qualify: Final = bool(namespace) and not deferred_top_level and function_call.get("type") != "custom_tool_call" tool_call_id: Final = function_call.get("call_id") or function_call.get("id") or "" tool_call_function: Final = ChatCompletionToolCallFunctionChunk( name=f"{namespace}__{raw_name}" if qualify else raw_name, @@ -2831,8 +2933,8 @@ class LiteLLMCompletionResponsesConfig: if content_type.startswith("input_"): stripped: Final = content_type[len("input_") :] # Validate stripped type is valid, otherwise default to "text" - if stripped in ValidChatCompletionMessageContentTypes: - return stripped + if valid_stripped := _valid_content_type(stripped): + return valid_stripped # Handle input_audio -> input_audio (it's already valid) if stripped == "audio": return "input_audio" @@ -2843,10 +2945,7 @@ class LiteLLMCompletionResponsesConfig: return "text" # Return as-is if it's a valid type, otherwise default to "text" - if content_type in ValidChatCompletionMessageContentTypes: - return content_type - - return "text" + return _valid_content_type(content_type) or "text" @staticmethod def transform_instructions_to_system_message( @@ -3079,15 +3178,57 @@ class LiteLLMCompletionResponsesConfig: return result @staticmethod - def namespace_tool_name_map(tools: ResponseTools) -> NamespaceNameMap: - namespace_entries: Final = tuple( - (str(tool.get("name") or ""), str(namespace_tool.get("name") or "")) + def request_tools(responses_api_request: Mapping[str, object] | None) -> ResponseTools: + """The request's tools, keeping the entries that are objects.""" + raw_tools: Final = responses_api_request.get("tools") if responses_api_request is not None else None + return _tool_mappings(raw_tools) if raw_tools is not None else None + + @staticmethod + def _namespace_member_names(tool: Mapping[str, object]) -> tuple[str, ...]: + return tuple( + str(member.get("name") or "") + for member in _tool_mappings(tool.get("tools")) + if member.get("type") == "function" + ) + + @staticmethod + def self_named_namespace_members(tools: ResponseTools) -> frozenset[str]: + """Names of ``namespace`` tools that hold a function tool of their own name. + + Such a call comes back as namespace == name too, so it keeps the joined ``name__name`` form, + and a deferred top-level tool of that name does not get the namespace == name shape. + """ + return frozenset( + str(tool.get("name") or "") for tool in tools or () if tool.get("type") == "namespace" - for namespace_tools in (tool.get("tools"),) - if isinstance(namespace_tools, Sequence) and not isinstance(namespace_tools, (str, bytes)) - for namespace_tool in namespace_tools - if isinstance(namespace_tool, Mapping) and namespace_tool.get("type") == "function" + and str(tool.get("name") or "") in LiteLLMCompletionResponsesConfig._namespace_member_names(tool) + ) + + @staticmethod + def deferred_top_level_names(tools: ResponseTools) -> frozenset[str]: + """Names of deferred top-level function tools that travel as namespace == name. + + Only ``defer_loading is True`` counts here: the request path rejects other values, and + callers that only read the input (token counting under drop_params) must not raise. + """ + self_named: Final = LiteLLMCompletionResponsesConfig.self_named_namespace_members(tools) + return frozenset( + str(tool.get("name") or "") + for tool in tools or () + if tool.get("type") == "function" + and tool.get("defer_loading") is True + and tool.get("name") + and str(tool.get("name") or "") not in self_named + ) + + @staticmethod + def namespace_tool_name_map(tools: ResponseTools) -> NamespaceNameMap: + namespace_entries: Final = tuple( + (str(tool.get("name") or ""), member_name) + for tool in tools or () + if tool.get("type") == "namespace" + for member_name in LiteLLMCompletionResponsesConfig._namespace_member_names(tool) ) top_level_function_names: Final = frozenset( str(tool.get("name") or "") for tool in tools or () if tool.get("type") == "function" @@ -3106,7 +3247,11 @@ class LiteLLMCompletionResponsesConfig: qualified_entries: Final = tuple( (f"{namespace}__{tool_name}", (namespace, tool_name)) for namespace, tool_name in namespace_entries ) - return MappingProxyType(dict(qualified_entries + unambiguous_entries)) + # The OpenAI Agents SDK reserves namespace == name for a deferred top-level tool (agents/_tool_identity.py) + deferred_top_level_entries: Final = tuple( + (name, (name, name)) for name in LiteLLMCompletionResponsesConfig.deferred_top_level_names(tools) + ) + return MappingProxyType(dict(qualified_entries + unambiguous_entries + deferred_top_level_entries)) @staticmethod def _restore_namespace_tool_name(tool_name: str, names: NamespaceNameMap) -> tuple[str, str | None]: @@ -3120,7 +3265,13 @@ class LiteLLMCompletionResponsesConfig: def transform_chat_completion_tools_to_responses_tools( chat_completion_response: ModelResponse, responses_api_request: ResponsesAPIOptionalRequestParams | None = None, - ) -> list[ResponseFunctionToolCall | ResponseFunctionWebSearch | CustomToolCallOutputItem | OutputToolSearchCall]: + ) -> list[ + ResponseFunctionToolCall + | ResponseFunctionWebSearch + | CustomToolCallOutputItem + | OutputToolSearchCall + | OutputToolSearchOutput + ]: """ Transform a Chat Completion tools into a Responses API tools. @@ -3128,7 +3279,8 @@ class LiteLLMCompletionResponsesConfig: with ``type="custom_tool_call"``. For regular function tools, returns ``ResponseFunctionToolCall`` with ``type="function_call"``. A provider-side tool search call made for a request's ``tool_search`` tool returns - ``OutputToolSearchCall`` with ``type="tool_search_call"``. + ``OutputToolSearchCall`` with ``type="tool_search_call"``, followed by + an ``OutputToolSearchOutput`` listing the tools it loaded. """ all_chat_completion_tools: Final[list[ChatCompletionMessageToolCall]] = [] for choice in chat_completion_response.choices: @@ -3140,7 +3292,7 @@ class LiteLLMCompletionResponsesConfig: value=tool_call, ) - request_tools: Final = responses_api_request.get("tools") if responses_api_request is not None else None + request_tools: Final = LiteLLMCompletionResponsesConfig.request_tools(responses_api_request) custom_tool_names: Final = extract_custom_tool_names(request_tools) namespace_tool_names: Final = LiteLLMCompletionResponsesConfig.namespace_tool_name_map(request_tools) tool_search: Final = tool_search_routing(request_tools) @@ -3217,7 +3369,15 @@ class LiteLLMCompletionResponsesConfig: ) responses_tools.append(output_tool_call) - return responses_tools + return list( + with_tool_search_outputs( + responses_tools, + tool_search_results_by_call_id( + choice.message.provider_specific_fields for choice in chat_completion_response.choices + ), + request_tools, + ) + ) @staticmethod def _server_tool_call_item( @@ -3522,6 +3682,7 @@ class LiteLLMCompletionResponsesConfig: | ResponseFunctionWebSearch | CustomToolCallOutputItem | OutputToolSearchCall + | OutputToolSearchOutput | ResponseCompactionItem ]: responses_output: list[ @@ -3533,6 +3694,7 @@ class LiteLLMCompletionResponsesConfig: | ResponseFunctionWebSearch | CustomToolCallOutputItem | OutputToolSearchCall + | OutputToolSearchOutput | ResponseCompactionItem ] = [] diff --git a/litellm/responses/main.py b/litellm/responses/main.py index 7eab3985f59..78a3966f3b0 100644 --- a/litellm/responses/main.py +++ b/litellm/responses/main.py @@ -29,6 +29,10 @@ from litellm.integrations.anthropic_cache_control_hook import ( configured_injection_points, routed_model_info, ) +from litellm.litellm_core_utils.allowed_tools_tool_choice import ( + allowed_tools_tool_choice_in_effect, + allowed_tools_tool_choice_with_gateway_tools_as_functions, +) from litellm.litellm_core_utils.asyncify import run_async_function from litellm.litellm_core_utils.completion_timeout import CompletionTimeout, StreamKind from litellm.litellm_core_utils.core_helpers import drops_unsupported_params, normalize_drop_params, require_attributes @@ -316,6 +320,11 @@ async def aresponses_api_with_mcp( LiteLLM_Proxy_MCP_Handler, ) + request_kwargs: Final = _STR_MAPPING.validate_python(kwargs) + tool_choice_in_effect: Final = allowed_tools_tool_choice_in_effect( + tool_choice, model, drops_unsupported_params(request_kwargs.get("drop_params")) + ) + # Parse MCP tools and separate from other tools ( mcp_tools_with_litellm_proxy, @@ -334,14 +343,13 @@ async def aresponses_api_with_mcp( else (None, None, None, None) ) - request_kwargs: Final = _STR_MAPPING.validate_python(kwargs) logging_obj: Final = request_kwargs.get("litellm_logging_obj") joins_request_trace: Final = isinstance(logging_obj, LiteLLMLoggingObj) bridged_first_turn: Final = ( joins_request_trace and not stream and previous_response_id is None - and not provider_stores_the_conversation(model, custom_llm_provider, kwargs) + and not provider_stores_the_conversation(model, custom_llm_provider, request_kwargs) ) listing_trace_id: Final = ( @@ -365,6 +373,9 @@ async def aresponses_api_with_mcp( raw_headers=discovery_raw_headers, ) openai_tools: Final = LiteLLM_Proxy_MCP_Handler.transform_mcp_tools_to_openai(original_mcp_tools) + gateway: Final = await LiteLLM_Proxy_MCP_Handler.gateway_tools( + tool_choice_in_effect, tool_server_map, mcp_tools_with_litellm_proxy, user_api_key_auth + ) # Combine with other tools all_tools: Final = openai_tools + other_tools if (openai_tools or other_tools) else None @@ -383,7 +394,7 @@ async def aresponses_api_with_mcp( "stream": stream, "temperature": temperature, "text": text, - "tool_choice": tool_choice, + "tool_choice": allowed_tools_tool_choice_with_gateway_tools_as_functions(tool_choice_in_effect, gateway), "top_p": top_p, "truncation": truncation, "user": user, @@ -422,6 +433,8 @@ async def aresponses_api_with_mcp( previous_response_id=previous_response_id, tool_server_map=tool_server_map, served_tools=original_mcp_tools, + tool_choice=tool_choice_in_effect, + gateway=gateway, **kwargs, ) await mcp_streaming_response.start_initial_response() @@ -460,7 +473,11 @@ async def aresponses_api_with_mcp( ######################################################### if should_auto_execute and isinstance(response, ResponsesAPIResponse): with first_round_billed_on_failure(logging_obj, response): - tool_calls: Final = LiteLLM_Proxy_MCP_Handler.extract_tool_calls_from_response(response=response) + tool_calls: Final = LiteLLM_Proxy_MCP_Handler.tool_calls_to_run( + LiteLLM_Proxy_MCP_Handler.extract_tool_calls_from_response(response=response), + tool_choice_in_effect, + gateway, + ) if tool_calls: user_api_key_auth = kwargs.get("litellm_metadata", {}).get("user_api_key_auth") diff --git a/litellm/responses/mcp/chat_completions_handler.py b/litellm/responses/mcp/chat_completions_handler.py index f8a52227d1c..90895df3537 100644 --- a/litellm/responses/mcp/chat_completions_handler.py +++ b/litellm/responses/mcp/chat_completions_handler.py @@ -2,6 +2,7 @@ import asyncio import logging +from collections.abc import Sequence from types import MappingProxyType from typing import TYPE_CHECKING, Final, cast @@ -10,6 +11,10 @@ from pydantic import TypeAdapter from typing_extensions import TypedDict, Unpack from litellm._internal_context import internal_sub_call +from litellm.litellm_core_utils.allowed_tools_tool_choice import ( + allowed_tools_tool_choice_kept_on_follow_up, + allowed_tools_tool_choice_with_gateway_tools_as_functions, +) from litellm.litellm_core_utils.hidden_params import HIDDEN_PARAMS_ATTR, set_hidden_params from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.responses.mcp.chat_stream_round_billing import ChatStreamRoundBilling, engaged_round_billing @@ -38,7 +43,7 @@ class _MCPCompletionKwargs(TypedDict, total=False, extra_items=object): def _add_mcp_metadata_to_response( response: ModelResponse | CustomStreamWrapper, openai_tools: list | None, - tool_calls: list | None = None, + tool_calls: Sequence[object] | None = None, tool_results: list | None = None, ) -> None: """ @@ -162,6 +167,9 @@ async def acompletion_with_mcp( deduplicated_mcp_tools, target_format="chat", ) + gateway: Final = await LiteLLM_Proxy_MCP_Handler.gateway_tools( + kwargs.get("tool_choice"), tool_server_map, mcp_tools_with_litellm_proxy, user_api_key_auth + ) # Combine with other tools all_tools: Final = openai_tools + other_tools if (openai_tools or other_tools) else None @@ -181,6 +189,7 @@ async def acompletion_with_mcp( "tools": all_tools, "_skip_mcp_handler": True, # Prevent recursion **clean_kwargs, + "tool_choice": allowed_tools_tool_choice_with_gateway_tools_as_functions(kwargs.get("tool_choice"), gateway), } # If not auto-executing, just make the call with transformed tools @@ -253,7 +262,7 @@ async def acompletion_with_mcp( self.base_call_args = base_call_args self.request_tags = request_tags self.collected_chunks: list[ModelResponseStream] = [] - self.tool_calls: list | None = None + self.tool_calls: Sequence[object] | None = None self.tool_results: list | None = None self.complete_response: ModelResponse | None = None self.stream_exhausted = False @@ -490,8 +499,10 @@ async def acompletion_with_mcp( if isinstance(complete_response, ModelResponse): self.complete_response = complete_response # Extract tool calls from complete response - self.tool_calls = LiteLLM_Proxy_MCP_Handler.extract_tool_calls_from_chat_response( - response=complete_response + self.tool_calls = LiteLLM_Proxy_MCP_Handler.tool_calls_to_run( + LiteLLM_Proxy_MCP_Handler.extract_tool_calls_from_chat_response(response=complete_response), + kwargs.get("tool_choice"), + gateway, ) if self.tool_calls: @@ -527,11 +538,13 @@ async def acompletion_with_mcp( ) # Make follow-up call with streaming - follow_up_call_args: Final = dict(self.base_call_args) - follow_up_call_args["messages"] = follow_up_messages - follow_up_call_args["stream"] = True - # Ensure follow-up call doesn't trigger MCP handler again - follow_up_call_args["_skip_mcp_handler"] = True + follow_up_call_args: Final[dict[str, object]] = { + **self.base_call_args, + **allowed_tools_tool_choice_kept_on_follow_up(self.base_call_args.get("tool_choice")), + "messages": follow_up_messages, + "stream": True, + "_skip_mcp_handler": True, + } # Import litellm here to ensure we get the patched version # This ensures the patch works correctly in tests @@ -670,7 +683,11 @@ async def acompletion_with_mcp( if not isinstance(initial_response, ModelResponse): return initial_response - tool_calls: Final = LiteLLM_Proxy_MCP_Handler.extract_tool_calls_from_chat_response(response=initial_response) + tool_calls: Final = LiteLLM_Proxy_MCP_Handler.tool_calls_to_run( + LiteLLM_Proxy_MCP_Handler.extract_tool_calls_from_chat_response(response=initial_response), + kwargs.get("tool_choice"), + gateway, + ) if not tool_calls: _add_mcp_metadata_to_response( @@ -709,9 +726,12 @@ async def acompletion_with_mcp( tool_results=tool_results, ) - follow_up_call_args: Final = dict(base_call_args) - follow_up_call_args["messages"] = follow_up_messages - follow_up_call_args["stream"] = stream + follow_up_call_args: Final = { + **base_call_args, + **allowed_tools_tool_choice_kept_on_follow_up(base_call_args.get("tool_choice")), + "messages": follow_up_messages, + "stream": stream, + } with internal_sub_call(logging_obj.litellm_call_id if isinstance(logging_obj, LiteLLMLoggingObj) else None): final_response: Final = await litellm_acompletion(**follow_up_call_args) diff --git a/litellm/responses/mcp/litellm_proxy_mcp_handler.py b/litellm/responses/mcp/litellm_proxy_mcp_handler.py index d045689cb56..b2c98282da8 100644 --- a/litellm/responses/mcp/litellm_proxy_mcp_handler.py +++ b/litellm/responses/mcp/litellm_proxy_mcp_handler.py @@ -1,20 +1,34 @@ import traceback from collections.abc import Awaitable, Callable, Collection, Iterable, Mapping, Sequence +from dataclasses import dataclass, field from datetime import datetime +from types import MappingProxyType from typing import TYPE_CHECKING, Any, Final, Literal, Optional, TypeAlias, TypedDict, overload from openai.types.chat import ChatCompletionToolParam from openai.types.responses.function_tool_param import FunctionToolParam +from pydantic import TypeAdapter, ValidationError from typing_extensions import TypedDict as ExtraItemsTypedDict from typing_extensions import Unpack from litellm._logging import verbose_logger from litellm.constants import MAXIMUM_TRACEBACK_LINES_TO_LOG +from litellm.litellm_core_utils.allowed_tools_tool_choice import ( + NO_GATEWAY_TOOLS, + GatewayTool, + GatewayTools, + allowed_tools_tool_choice_kept_on_follow_up, + parse_allowed_tools_tool_choice, + tool_calls_the_choice_excludes, +) +from litellm.litellm_core_utils.core_helpers import attribute_or_none from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj from litellm.proxy.mcp_server.catalog import catalog_operation, global_manager from litellm.proxy.mcp_server.utils import ( iter_known_server_prefixes, + iter_known_tool_name_spellings, logging_safe_mcp_headers, + match_known_tool_name, split_server_prefix_from_name, strip_known_server_prefix, ) @@ -117,6 +131,64 @@ async def _served_mcp_path_names( return await served_names(names) if names else frozenset[str]() +def _served_tool(tool_name: str, server_name: str) -> tuple[MCPServer | None, str]: + from litellm.proxy.mcp_server.mcp_server_manager import ( + global_mcp_server_manager, + ) + from litellm.proxy.mcp_server.server import ( + _resolve_display_name_to_original, + ) + + mcp_server: Final = global_mcp_server_manager.get_mcp_server_by_name( + server_name + ) or global_mcp_server_manager.get_mcp_server_from_tool_name(tool_name) + resolved_tool_name: Final = _resolve_display_name_to_original(tool_name, [mcp_server]) if mcp_server else tool_name + return mcp_server, strip_known_server_prefix(resolved_tool_name, mcp_server) + + +@dataclass(frozen=True, slots=True) +class _LabelScope: + label: str + whole_gateway: bool = False + server_ids: frozenset[str] = frozenset() + toolset_tools: Mapping[str, tuple[str, ...]] = field(default_factory=lambda: MappingProxyType({})) + allowed_tools: frozenset[str] | None = None + + def serves(self, server: MCPServer | None, tool_name: str, listed_name: str) -> bool: + if not self._allows(server, tool_name, listed_name): + return False + if self.whole_gateway: + return True + if server is None: + return False + toolset_names: Final = self.toolset_tools.get(server.server_id) + return server.server_id in self.server_ids or (toolset_names is not None and tool_name in toolset_names) + + def _allows(self, server: MCPServer | None, tool_name: str, listed_name: str) -> bool: + if self.allowed_tools is None or listed_name in self.allowed_tools: + return True + return server is not None and match_known_tool_name(tool_name, server, self.allowed_tools) is not None + + +_OBJECT_LIST: Final = TypeAdapter(list[object]) + + +def _listed_allowed_tools(tool: Mapping[str, object]) -> frozenset[str] | None: + try: + allowed_tools: Final = _OBJECT_LIST.validate_python(tool.get("allowed_tools")) + except ValidationError: + return None + return frozenset(name for name in allowed_tools if isinstance(name, str)) if allowed_tools else None + + +def _gateway_tool(name: str, server: MCPServer | None, tool_name: str, scopes: Iterable[_LabelScope]) -> GatewayTool: + spellings: Final = () if server is None else tuple(iter_known_tool_name_spellings(tool_name, server)) + return GatewayTool( + names=frozenset((name, tool_name, *spellings)), + server_labels=frozenset(scope.label for scope in scopes if scope.serves(server, tool_name, name)), + ) + + class LiteLLM_Proxy_MCP_Handler: """ Helper class with static methods for MCP integration with Responses API. @@ -608,6 +680,88 @@ class LiteLLM_Proxy_MCP_Handler: _should_auto_execute_tools = should_auto_execute_tools + @staticmethod + async def _label_scope( + tool: Mapping[str, object], + servers: Sequence[MCPServer], + user_api_key_auth: "UserAPIKeyAuth | None", + granted_toolsets: "GrantedToolsetIds | None", + ) -> _LabelScope | None: + from litellm.proxy.mcp_server.mcp_server_manager import ( + global_mcp_server_manager, + ) + from litellm.proxy.mcp_server.server import ( + _get_allowed_mcp_servers_from_mcp_server_names, + ) + + label: Final = tool.get("server_label") + server_url: Final = tool.get("server_url") + if not isinstance(label, str) or not isinstance(server_url, str): + return None + allowed_tools: Final = _listed_allowed_tools(tool) + if names_whole_gateway(tool): + return _LabelScope(label=label, whole_gateway=True, allowed_tools=allowed_tools) + kind, value = await LiteLLM_Proxy_MCP_Handler._resolve_proxy_mcp_name( + server_url.split("/")[-1], user_api_key_auth, granted_toolsets + ) + match kind: + case "server": + resolved: Final = await _get_allowed_mcp_servers_from_mcp_server_names([value], list(servers)) + return _LabelScope( + label=label, + server_ids=frozenset(server.server_id for server in resolved), + allowed_tools=allowed_tools, + ) + case "toolset": + permissions: Final = await global_mcp_server_manager.resolve_toolset_tool_permissions( + toolset_ids=[value] + ) + return _LabelScope( + label=label, + toolset_tools=MappingProxyType({key: tuple(names) for key, names in permissions.items()}), + allowed_tools=allowed_tools, + ) + case "denied_toolset": + return _LabelScope(label=label) + + @staticmethod + async def gateway_tools( + tool_choice: object, + tool_server_map: Mapping[str, str], + mcp_tools_with_litellm_proxy: Iterable[Mapping[str, object]], + user_api_key_auth: "UserAPIKeyAuth | None", + granted_toolsets: "GrantedToolsetIds | None" = None, + ) -> GatewayTools: + if parse_allowed_tools_tool_choice(tool_choice) is None: + return NO_GATEWAY_TOOLS + served: Final = {name: _served_tool(name, server_name) for name, server_name in tool_server_map.items()} + servers: Final = {server.server_id: server for server, _ in served.values() if server is not None} + scopes: Final = tuple( + [ + await LiteLLM_Proxy_MCP_Handler._label_scope( + tool, tuple(servers.values()), user_api_key_auth, granted_toolsets + ) + for tool in mcp_tools_with_litellm_proxy + ] + ) + label_scopes: Final = tuple(scope for scope in scopes if scope is not None) + return GatewayTools( + server_labels=frozenset(scope.label for scope in label_scopes), + tools=MappingProxyType( + { + name: _gateway_tool(name, server, tool_name, label_scopes) + for name, (server, tool_name) in served.items() + } + ), + ) + + @staticmethod + def tool_calls_to_run(tool_calls: Sequence[object], tool_choice: object, gateway: GatewayTools) -> Sequence[object]: + names: Final = tuple( + LiteLLM_Proxy_MCP_Handler.extract_tool_call_details(tool_call)[0] or "" for tool_call in tool_calls + ) + return () if tool_calls_the_choice_excludes(tool_choice, names, gateway) else tool_calls + @staticmethod def extract_tool_calls_from_response(response: ResponsesAPIResponse) -> list[object]: """Extract tool calls from the response output.""" @@ -749,9 +903,6 @@ class LiteLLM_Proxy_MCP_Handler: from litellm.proxy.mcp_server.mcp_server_manager import ( global_mcp_server_manager, ) - from litellm.proxy.mcp_server.server import ( - _resolve_display_name_to_original, - ) from litellm.proxy.proxy_server import proxy_logging_obj tool_results: Final[list[MCPToolResult]] = [] @@ -780,13 +931,7 @@ class LiteLLM_Proxy_MCP_Handler: server_name = tool_server_map[tool_name] - mcp_server = global_mcp_server_manager.get_mcp_server_by_name( - server_name - ) or global_mcp_server_manager.get_mcp_server_from_tool_name(tool_name) - resolved_tool_name = ( - _resolve_display_name_to_original(tool_name, [mcp_server]) if mcp_server else tool_name - ) - sanitized_tool_name = strip_known_server_prefix(resolved_tool_name, mcp_server) + mcp_server, sanitized_tool_name = _served_tool(tool_name, server_name) start_time = datetime.now() logging_input: Sequence[Mapping[str, object]] = [ @@ -1034,7 +1179,7 @@ class LiteLLM_Proxy_MCP_Handler: @staticmethod def should_raise_mcp_guardrail_block(error: Exception) -> bool: - return getattr(error, "mcp_block_behavior", None) == "raise" + return attribute_or_none(error, "mcp_block_behavior") == "raise" @staticmethod def create_follow_up_messages_for_chat( @@ -1226,6 +1371,8 @@ class LiteLLM_Proxy_MCP_Handler: previous_response_id: str | None, tool_server_map: dict[str, str], served_tools: Sequence[MCPTool] | None = None, + tool_choice: object = None, + gateway: GatewayTools = NO_GATEWAY_TOOLS, **kwargs, ) -> "MCPEnhancedStreamingIterator": """ @@ -1260,6 +1407,8 @@ class LiteLLM_Proxy_MCP_Handler: user_api_key_auth=kwargs.get("user_api_key_auth") or kwargs.get("litellm_metadata", {}).get("user_api_key_auth"), original_request_params=request_params, + tool_choice=tool_choice, + gateway=gateway, ) @staticmethod @@ -1370,21 +1519,12 @@ class LiteLLM_Proxy_MCP_Handler: def prepare_follow_up_call_params( call_params: Mapping[str, object], original_stream_setting: bool ) -> _AresponsesOptions: - """ - Prepare call parameters for the follow-up LLM call after tool execution. - - Restores the original streaming setting and removes tool_choice since - we're now providing tool results, not requesting tool calls. - """ - follow_up_params: Final = _AresponsesOptions(**call_params) - - # Restore original streaming setting for follow-up call - follow_up_params["stream"] = original_stream_setting - - # Remove tool_choice since we're providing results, not requesting tool calls - follow_up_params.pop("tool_choice", None) - - return follow_up_params + """Prepare call parameters for the follow-up LLM call after tool execution.""" + return _AresponsesOptions( + **{key: value for key, value in call_params.items() if key not in ("stream", "tool_choice")}, + **allowed_tools_tool_choice_kept_on_follow_up(call_params.get("tool_choice")), + stream=original_stream_setting, + ) _prepare_follow_up_call_params = prepare_follow_up_call_params diff --git a/litellm/responses/mcp/mcp_streaming_iterator.py b/litellm/responses/mcp/mcp_streaming_iterator.py index ea6064b554d..c28f40c3d2b 100644 --- a/litellm/responses/mcp/mcp_streaming_iterator.py +++ b/litellm/responses/mcp/mcp_streaming_iterator.py @@ -7,6 +7,11 @@ from typing_extensions import TypedDict as ExtraItemsTypedDict from litellm._logging import verbose_logger from litellm._uuid import uuid from litellm.litellm_core_utils.agentic_loop_settings import validated_max_agentic_loops +from litellm.litellm_core_utils.allowed_tools_tool_choice import ( + NO_GATEWAY_TOOLS, + GatewayTools, + allowed_tools_tool_choice_kept_on_follow_up, +) from litellm.responses.litellm_completion_transformation.streaming_iterator import LiteLLMCompletionStreamingIterator from litellm.responses.mcp.request_context import MCPRequestContext from litellm.responses.mcp.stream_round_billing import StreamedRoundBilling @@ -294,6 +299,8 @@ class MCPEnhancedStreamingIterator(BaseResponsesAPIStreamingIterator): user_api_key_auth: "UserAPIKeyAuth | None" = None, original_request_params: dict[str, Any] | None = None, served_tools: Sequence[MCPTool] | None = None, + tool_choice: object = None, + gateway: GatewayTools = NO_GATEWAY_TOOLS, ): # MCP setup self.mcp_tools_with_litellm_proxy = mcp_tools_with_litellm_proxy or [] @@ -318,6 +325,8 @@ class MCPEnhancedStreamingIterator(BaseResponsesAPIStreamingIterator): self.mcp_discovery_generated = True # Events are already generated self.mcp_events = mcp_events # Store the initial MCP events for backward compatibility self.tool_server_map = tool_server_map + self.tool_choice: Final = tool_choice + self.gateway: Final = gateway self.served_tools = tuple(served_tools) if served_tools is not None else None # Iterator references @@ -851,10 +860,15 @@ class MCPEnhancedStreamingIterator(BaseResponsesAPIStreamingIterator): try: # Extract tool calls from the response - if self.collected_response is not None: - tool_calls = LiteLLM_Proxy_MCP_Handler.extract_tool_calls_from_response(self.collected_response) - else: - tool_calls = [] + tool_calls: Final = ( + LiteLLM_Proxy_MCP_Handler.tool_calls_to_run( + LiteLLM_Proxy_MCP_Handler.extract_tool_calls_from_response(self.collected_response), + self.tool_choice, + self.gateway, + ) + if self.collected_response is not None + else () + ) if not tool_calls: return self.tool_call_round += 1 @@ -1038,7 +1052,6 @@ class MCPEnhancedStreamingIterator(BaseResponsesAPIStreamingIterator): ) else: return - # Remove tool_choice to avoid forcing more tool calls follow_up_params.pop("tool_choice", None) if self.tool_call_round >= self.max_tool_call_rounds: @@ -1050,6 +1063,10 @@ class MCPEnhancedStreamingIterator(BaseResponsesAPIStreamingIterator): "MCP auto-execute hit max_agentic_loops=%s; forcing a text-only follow-up.", self.max_tool_call_rounds, ) + else: + follow_up_params.update( + allowed_tools_tool_choice_kept_on_follow_up(self.original_request_params.get("tool_choice")) + ) follow_up_response: Final = await aresponses(**_FollowUpRequest(**follow_up_params)) diff --git a/litellm/responses/streaming_iterator.py b/litellm/responses/streaming_iterator.py index 28a82b500c9..dca93436efa 100644 --- a/litellm/responses/streaming_iterator.py +++ b/litellm/responses/streaming_iterator.py @@ -47,7 +47,7 @@ from litellm.litellm_core_utils.core_helpers import ( set_response_cost_in_hidden_params, stamp_litellm_bill_on_usage, ) -from litellm.litellm_core_utils.exception_mapping_utils import with_deployment_api_base +from litellm.litellm_core_utils.exception_mapping_utils import mapped_stream_exception, with_deployment_debug_info from litellm.litellm_core_utils.internal_call_metadata import ( is_background_response, requests_background, @@ -344,27 +344,21 @@ def map_stream_error_to_exception( return _mapped_exception(provider_exception, model, custom_llm_provider, logging_obj) +def _logged_litellm_params(logging_obj: LiteLLMLoggingObj | None) -> object: + return ( + None + if logging_obj is None + else _typed_gets_litellm_params(logging_obj.model_call_details.get)("litellm_params", {}) + ) + + def _mapped_exception( original_exception: Exception, model: str, custom_llm_provider: str, logging_obj: LiteLLMLoggingObj | None, ) -> Exception: - litellm_params: Final = ( - None - if logging_obj is None - else _typed_gets_litellm_params(logging_obj.model_call_details.get)("litellm_params", {}) - ) - try: - return litellm.exception_type( - model=model, - custom_llm_provider=custom_llm_provider, - original_exception=original_exception, - completion_kwargs={}, - extra_kwargs=with_deployment_api_base(litellm_params), - ) - except Exception as mapped_exception: - return mapped_exception + return mapped_stream_exception(original_exception, model, custom_llm_provider, _logged_litellm_params(logging_obj)) def _event_field(event: object, name: str) -> object: @@ -504,11 +498,17 @@ class BaseResponsesAPIStreamingIterator: "type": ResponsesAPIStreamEvents.ERROR.value, } ) - openai_responses_api_chunk: Final = self.responses_api_provider_config.transform_streaming_response( + transformed_chunk: Final = self.responses_api_provider_config.transform_streaming_response( model=self.model, parsed_chunk=typed_chunk, logging_obj=self.logging_obj, ) + affinity_model_id: Final = ResponsesAPIRequestUtils.affinity_model_id(self.litellm_metadata) + openai_responses_api_chunk: Final = ( + transformed_chunk + if affinity_model_id is None + else ResponsesAPIRequestUtils.encode_stream_event_for_affinity(transformed_chunk, affinity_model_id) + ) # Only when the SSE JSON carries a response body (delta events do not). # Using getattr(..., "response") alone is unsafe with Mocks: they synthesize a @@ -577,27 +577,6 @@ class BaseResponsesAPIStreamingIterator: _stream_model_id, ) - # Wrap encrypted_content in streaming events (output_item.added, output_item.done) - if self.litellm_metadata and self.litellm_metadata.get("encrypted_content_affinity_enabled"): - openai_types = get_openai_response_types() - event_type: Final = getattr(openai_responses_api_chunk, "type", None) - if event_type in ( - openai_types.ResponsesAPIStreamEvents.OUTPUT_ITEM_ADDED, - openai_types.ResponsesAPIStreamEvents.OUTPUT_ITEM_DONE, - ): - item: Final[object | None] = getattr(openai_responses_api_chunk, "item", None) - if item: - encrypted_content: Final = getattr(item, "encrypted_content", None) - if encrypted_content and isinstance(encrypted_content, str): - model_id: Final = _model_id_from_metadata(self.litellm_metadata) - if model_id: - wrapped_content: Final = ( - ResponsesAPIRequestUtils.wrap_encrypted_content_with_model_id( - encrypted_content, model_id - ) - ) - setattr(item, "encrypted_content", wrapped_content) - # Store the completed response (also for incomplete/failed so logging still fires) _chunk_type: Final = getattr(openai_responses_api_chunk, "type", None) openai_types = get_openai_response_types() @@ -1219,12 +1198,17 @@ class BaseResponsesAPIStreamingIterator: model=self.model or "", ) + def _with_deployment_debug_info(self, error: Exception) -> Exception: + return with_deployment_debug_info( + error, self.model or "", self.custom_llm_provider or "", _logged_litellm_params(self.logging_obj) + ) + def _raise_if_ended_without_terminal_event(self) -> None: if self.completed_response is not None: return if self._replays_stored_stream and not self._yielded_first_chunk: return - error: Final = self._stream_ended_early_error() + error: Final = self._with_deployment_debug_info(self._stream_ended_early_error()) self._handle_failure(error) if self._output_started: raise error @@ -1236,10 +1220,11 @@ class BaseResponsesAPIStreamingIterator: raise _mapped_exception(error, self.model or "", self.custom_llm_provider or "", self.logging_obj) from error def _raise_for_transport_error(self, error: httpx.ReadError | httpx.RemoteProtocolError) -> NoReturn: - self._handle_failure(error) + described: Final = self._with_deployment_debug_info(error) + self._handle_failure(described) if self._output_started: - raise error - raise self._fallback_error(error) from error + raise described + raise self._fallback_error(described) from described async def call_post_streaming_hooks_for_testing( @@ -1341,14 +1326,9 @@ class ResponsesAPIStreamingIterator(BaseResponsesAPIStreamingIterator): self.finished = True raise StopAsyncIteration from e self._raise_for_transport_timeout(e) - except httpx.HTTPError as e: - # Handle HTTP errors - self.finished = True - self._handle_failure(e) - raise e except Exception as e: self.finished = True - self._handle_failure(e) + self._handle_failure(self._with_deployment_debug_info(e)) raise e def _handle_logging_completed_response(self): @@ -1434,14 +1414,9 @@ class SyncResponsesAPIStreamingIterator(BaseResponsesAPIStreamingIterator): self.finished = True raise StopIteration from e self._raise_for_transport_timeout(e) - except httpx.HTTPError as e: - # Handle HTTP errors - self.finished = True - self._handle_failure(e) - raise e except Exception as e: self.finished = True - self._handle_failure(e) + self._handle_failure(self._with_deployment_debug_info(e)) raise e def _handle_logging_completed_response(self): @@ -1931,7 +1906,11 @@ def stamp_responses_usage_cost( return if isinstance(bill, bool) or not isinstance(bill, (int, float)): return - if bill > 0 or isinstance(usage_obj.cost, (int, float)): + if ( + bill > 0 + or isinstance(usage_obj.cost, (int, float)) + or (bill == 0 and logging_obj.is_usage_explicitly_free(priced)) + ): stamp_litellm_bill_on_usage(response_obj, usage_obj, float(bill)) @@ -2499,9 +2478,6 @@ class _ResponsesWsTurn: ) -_RESPONSES_WS_OUTPUT_ITEM_EVENT_TYPES: Final = frozenset({"response.output_item.added", "response.output_item.done"}) - - def _ws_event_error(event: Mapping[str, object]) -> object: if event.get("type") == "error": return _error_event_error_object(event) @@ -2541,24 +2517,6 @@ def _restore_wrapped_ids_in_response_create(msg_obj: Mapping[str, object]) -> di return {**msg_obj, **top_fields, **restored_nested} -def _wrap_output_item_encrypted_content( - event_obj: Mapping[str, object], litellm_metadata: Mapping[str, object] -) -> dict[str, object] | None: - if not litellm_metadata.get("encrypted_content_affinity_enabled"): - return None - model_id: Final = _model_id_from_metadata(litellm_metadata) - item: Final = event_obj.get("item") - if model_id is None or not _is_json_object(item): - return None - encrypted_content: Final = item.get("encrypted_content") - if not isinstance(encrypted_content, str) or not encrypted_content: - return None - wrapped_content: Final = ResponsesAPIRequestUtils.wrap_encrypted_content_with_model_id( - encrypted_content=encrypted_content, model_id=model_id - ) - return {**event_obj, "item": {**item, "encrypted_content": wrapped_content}} - - class ResponsesWebSocketStreaming: """ Manages bidirectional WebSocket forwarding for the Responses API @@ -2764,9 +2722,12 @@ class ResponsesWebSocketStreaming: litellm_metadata=self.litellm_metadata, ) return json.dumps({**event_obj, "response": wrapped_response}) - if event_obj.get("type") not in _RESPONSES_WS_OUTPUT_ITEM_EVENT_TYPES: - return response_str - wrapped_event: Final = _wrap_output_item_encrypted_content(event_obj, self.litellm_metadata) + affinity_model_id: Final = ResponsesAPIRequestUtils.affinity_model_id(self.litellm_metadata) + wrapped_event: Final = ( + None + if affinity_model_id is None + else ResponsesAPIRequestUtils.affinity_encoded_stream_event(event_obj, affinity_model_id) + ) return response_str if wrapped_event is None else json.dumps(wrapped_event) async def backend_to_client(self) -> None: diff --git a/litellm/responses/utils.py b/litellm/responses/utils.py index 991cf6213c6..dd3bd1c7e35 100644 --- a/litellm/responses/utils.py +++ b/litellm/responses/utils.py @@ -13,7 +13,13 @@ from typing_extensions import TypeIs # noqa: TID251 # narrows untyped wire pay import litellm from litellm._logging import verbose_logger -from litellm.litellm_core_utils.core_helpers import as_str_mapping, attribute_or_none, decoded_json_object, iter_items +from litellm.litellm_core_utils.core_helpers import ( + as_object_list, + as_str_mapping, + attribute_or_none, + decoded_json_object, + iter_items, +) from litellm.litellm_core_utils.dot_notation_indexing import delete_nested_value, is_nested_path from litellm.litellm_core_utils.get_provider_specific_headers import ProviderSpecificHeaderUtils from litellm.llms.base_llm.responses.transformation import ( @@ -51,6 +57,19 @@ _PROVIDER_SPECIFIC_HEADER_ADAPTER: Final[ TypeAdapter[ProviderSpecificHeader | Sequence[ProviderSpecificHeader] | None] ] = TypeAdapter(ProviderSpecificHeader | Sequence[ProviderSpecificHeader] | None) _REASONING_FIELDS_ONLY_ITS_ORIGIN_RESOLVES: Final = frozenset({"encrypted_content", "id", "status"}) +_ENCRYPTED_OUTPUT_ITEM_TYPES: Final = frozenset({"reasoning", "compaction"}) +_OUTPUT_ITEM_EVENT_TYPES: Final = frozenset({"response.output_item.added", "response.output_item.done"}) +_REASONING_ITEM_EVENT_TYPES: Final = frozenset( + { + "response.reasoning_summary_part.added", + "response.reasoning_summary_part.done", + "response.reasoning_summary_text.delta", + "response.reasoning_summary_text.done", + "response.reasoning_text.delta", + "response.reasoning_text.done", + } +) +_CONTENT_PART_EVENT_TYPES: Final = frozenset({"response.content_part.added", "response.content_part.done"}) class _UsageExtraFields(ExtraItemsTypedDict, total=False, extra_items=object): @@ -133,6 +152,7 @@ def _as_input_text_part(part: object) -> object: _RequestInputT: Final = TypeVar("_RequestInputT") +_StreamEventT: Final = TypeVar("_StreamEventT", bound=BaseModel) def _provider_mapped_params( @@ -521,6 +541,95 @@ class ResponsesAPIRequestUtils: _decode_encrypted_item_id = decode_encrypted_item_id + @staticmethod + def affinity_model_id(litellm_metadata: Mapping[str, object] | None) -> str | None: + if not litellm_metadata or not litellm_metadata.get("encrypted_content_affinity_enabled"): + return None + model_info: Final = litellm_metadata.get("model_info") + model_id: Final = model_info.get("id") if _is_object_dict(model_info) else None + return model_id if isinstance(model_id, str) and model_id else None + + @staticmethod + def affinity_item_id(item_type: object, item_id: object, encrypted_content: object, model_id: str) -> str | None: + """The ``encitem_`` id an output item carries under encrypted-content affinity, or ``None`` to keep its id. + + Reasoning and compaction items qualify by type, so a stream encodes them before their + ``encrypted_content`` arrives and every event agrees with the final response. + """ + if not isinstance(item_id, str) or not item_id: + return None + if ResponsesAPIRequestUtils.decode_encrypted_item_id(item_id) is not None: + return None + encrypted_type: Final = isinstance(item_type, str) and item_type in _ENCRYPTED_OUTPUT_ITEM_TYPES + if not encrypted_type and not (isinstance(encrypted_content, str) and encrypted_content): + return None + return ResponsesAPIRequestUtils._build_encrypted_item_id(model_id, item_id) + + @staticmethod + def _reasoning_event_item_id(event_type: object, part_type: object, item_id: object, model_id: str) -> str | None: + if not isinstance(event_type, str): + return None + scoped_to_reasoning: Final = event_type in _REASONING_ITEM_EVENT_TYPES or ( + event_type in _CONTENT_PART_EVENT_TYPES and part_type == "reasoning_text" + ) + if not scoped_to_reasoning: + return None + return ResponsesAPIRequestUtils.affinity_item_id("reasoning", item_id, None, model_id) + + @staticmethod + def _affinity_item_updates( + item_type: object, item_id: object, encrypted_content: object, model_id: str + ) -> Mapping[str, str]: + encoded_id: Final = ResponsesAPIRequestUtils.affinity_item_id(item_type, item_id, encrypted_content, model_id) + wrapped: Final = ( + ResponsesAPIRequestUtils.wrap_encrypted_content_with_model_id(encrypted_content, model_id) + if isinstance(encrypted_content, str) and encrypted_content + else None + ) + return MappingProxyType( + {key: value for key, value in (("id", encoded_id), ("encrypted_content", wrapped)) if value is not None} + ) + + @staticmethod + def encode_stream_event_for_affinity(event: _StreamEventT, model_id: str) -> _StreamEventT: + """The stream event with the item id and wrapped ``encrypted_content`` the final response carries.""" + event_type: Final = attribute_or_none(event, "type") + if isinstance(event_type, str) and event_type in _OUTPUT_ITEM_EVENT_TYPES: + item: Final = attribute_or_none(event, "item") + if not isinstance(item, BaseModel): + return event + item_updates: Final = ResponsesAPIRequestUtils._affinity_item_updates( + attribute_or_none(item, "type"), + attribute_or_none(item, "id"), + attribute_or_none(item, "encrypted_content"), + model_id, + ) + return event.model_copy(update={"item": item.model_copy(update=item_updates)}) if item_updates else event + part: Final = attribute_or_none(event, "part") + encoded_item_id: Final = ResponsesAPIRequestUtils._reasoning_event_item_id( + event_type, + part.get("type") if _is_object_dict(part) else attribute_or_none(part, "type"), + attribute_or_none(event, "item_id"), + model_id, + ) + return event if encoded_item_id is None else event.model_copy(update={"item_id": encoded_item_id}) + + @staticmethod + def affinity_encoded_stream_event(event: Mapping[str, object], model_id: str) -> dict[str, object] | None: + """The JSON stream event with the ids and wrapped content the final response carries, or ``None``.""" + event_type: Final = event.get("type") + item: Final = event.get("item") + if isinstance(event_type, str) and event_type in _OUTPUT_ITEM_EVENT_TYPES and _is_object_dict(item): + item_updates: Final = ResponsesAPIRequestUtils._affinity_item_updates( + item.get("type"), item.get("id"), item.get("encrypted_content"), model_id + ) + return {**event, "item": {**item, **item_updates}} if item_updates else None + part: Final = event.get("part") + encoded_item_id: Final = ResponsesAPIRequestUtils._reasoning_event_item_id( + event_type, part.get("type") if _is_object_dict(part) else None, event.get("item_id"), model_id + ) + return None if encoded_item_id is None else {**event, "item_id": encoded_item_id} + @staticmethod def wrap_encrypted_content_with_model_id(encrypted_content: str, model_id: str) -> str: """Wrap encrypted_content with model_id metadata for affinity routing. @@ -576,7 +685,7 @@ class ResponsesAPIRequestUtils: response: Union["ResponsesAPIResponse", dict[str, object]], model_id: str | None, ) -> Union["ResponsesAPIResponse", dict[str, object]]: - """Rewrite item IDs for output items that contain ``encrypted_content``. + """Rewrite item IDs for reasoning, compaction and other output items that contain ``encrypted_content``. Encodes ``model_id`` into the item ID so that follow-up requests can be routed back to the originating deployment without any cache lookup. @@ -593,40 +702,28 @@ class ResponsesAPIRequestUtils: else: output = getattr(response, "output", None) - if not isinstance(output, list): + items: Final = as_object_list(output) + if items is None: return response - for item in output: - if isinstance(item, dict): - item_id = item.get("id") - encrypted_content = item.get("encrypted_content") - - if encrypted_content and isinstance(encrypted_content, str): - # Always wrap encrypted_content with model_id for redundancy - item["encrypted_content"] = ResponsesAPIRequestUtils.wrap_encrypted_content_with_model_id( - encrypted_content, model_id + for item in items: + if _is_object_dict(item): + item.update( + ResponsesAPIRequestUtils._affinity_item_updates( + item.get("type"), item.get("id"), item.get("encrypted_content"), model_id ) - # Also encode the ID if present - if item_id and isinstance(item_id, str): - item["id"] = ResponsesAPIRequestUtils._build_encrypted_item_id(model_id, item_id) - else: - item_id = getattr(item, "id", None) - encrypted_content = getattr(item, "encrypted_content", None) - - if encrypted_content and isinstance(encrypted_content, str): - # Always wrap encrypted_content with model_id for redundancy - try: - item.encrypted_content = ResponsesAPIRequestUtils.wrap_encrypted_content_with_model_id( - encrypted_content, model_id - ) - except AttributeError: - pass - # Also encode the ID if present - if item_id and isinstance(item_id, str): - try: - item.id = ResponsesAPIRequestUtils._build_encrypted_item_id(model_id, item_id) - except AttributeError: - pass + ) + continue + for key, value in ResponsesAPIRequestUtils._affinity_item_updates( + attribute_or_none(item, "type"), + attribute_or_none(item, "id"), + attribute_or_none(item, "encrypted_content"), + model_id, + ).items(): + try: + setattr(item, key, value) + except AttributeError: + pass return response diff --git a/litellm/router.py b/litellm/router.py index 0d46326b904..2bf4db967fd 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -34,6 +34,7 @@ from litellm.types.router import ( DeploymentTypedDict, FallbackAccessCheck, FallbackBudgetCheck, + FallbackRateLimitCheck, GuardrailTypedDict, LiteLLM_Params, ModelGroupInfo, @@ -120,6 +121,7 @@ def _router_init( enable_mid_stream_fallback_continuation: bool = False, fallback_access_check: FallbackAccessCheck | None = None, fallback_budget_check: FallbackBudgetCheck | None = None, + fallback_rate_limit_check: FallbackRateLimitCheck | None = None, auto_router_capability_limit: AutoRouterCapabilityLimit | None = None, session_affinity_repin_on_failover: bool = False, _host: PythonHost = python_host, @@ -166,6 +168,7 @@ def _router_init( enable_mid_stream_fallback_continuation (bool): When True, a chat-completions stream that breaks after plain assistant text has been delivered continues on a fallback deployment via assistant prefill instead of surfacing the error. Only deployments whose model supports assistant prefill are eligible, so the partial text is continued, not regenerated; if none is, the original error is surfaced. Streams that emitted tool calls, thinking blocks, audio/images, or constrained (JSON / forced tool_choice) output are never continued. Async-only. Defaults to False. fallback_access_check (Optional[FallbackAccessCheck]): Awaited before each cross-model-group fallback attempt on the async path; a fallback target it rejects is skipped. Defaults to None (every configured fallback is attempted). fallback_budget_check (Optional[FallbackBudgetCheck]): Awaited before each cross-model-group fallback attempt on the async path; a fallback target it rejects as over budget is skipped. Defaults to None (budget is not re-checked on fallback). + fallback_rate_limit_check (Optional[FallbackRateLimitCheck]): Awaited before each cross-model-group fallback attempt on the async path; a fallback target it rejects as over its per-model rate limit is skipped. Defaults to None (rate limits are not re-checked on fallback). Returns: Router: An instance of the litellm.Router class. @@ -231,11 +234,29 @@ def _class_descriptor(cls: type, name: str) -> bool: if TYPE_CHECKING: + from collections.abc import AsyncGenerator, Awaitable from typing import ParamSpec, overload + import httpx + from openai.pagination import AsyncCursorPage + from openai.types.beta.assistant import Assistant + from openai.types.beta.assistant_deleted import AssistantDeleted + from openai.types.beta.threads.message import Message as OpenAIMessage + from openai.types.file_deleted import FileDeleted + + from litellm.files.types import FileContentStreamingResult from litellm.litellm_core_utils.streaming_handler import CustomStreamWrapper - from litellm.types.llms.openai import AllMessageValues, OpenAIFileObject - from litellm.types.utils import EmbeddingResponse, LiteLLMBatch, ModelResponse + from litellm.responses.streaming_iterator import BaseResponsesAPIStreamingIterator + from litellm.types.decisions import DecisionsResponse, OpenAIDecisionResponse + from litellm.types.llms.openai import ( + AllMessageValues, + HttpxBinaryResponseContent, + OpenAIFileObject, + ResponsesAPIResponse, + Thread, + ) + from litellm.types.utils import EmbeddingResponse, LiteLLMBatch, LiteLLMFineTuningJob, ModelResponse + from litellm.types.vector_stores import VectorStoreCreateResponse _P: Final = ParamSpec("_P") @@ -278,6 +299,28 @@ if TYPE_CHECKING: async def acreate_file(self, model: str, **kwargs: object) -> OpenAIFileObject: ... # pyright: ignore[reportIncompatibleMethodOverride] # see acompletion async def acreate_batch(self, model: str, **kwargs: object) -> LiteLLMBatch: ... # pyright: ignore[reportIncompatibleMethodOverride] # see acompletion async def aretrieve_batch(self, model: str | None = None, **kwargs: object) -> LiteLLMBatch: ... # pyright: ignore[reportIncompatibleMethodOverride] # see acompletion + + aget_assistants: Callable[..., Awaitable[AsyncCursorPage[Assistant]]] + acreate_assistants: Callable[..., Awaitable[Assistant]] + adelete_assistant: Callable[..., Awaitable[AssistantDeleted]] + acreate_thread: Callable[..., Awaitable[Thread]] + aget_thread: Callable[..., Awaitable[Thread]] + a_add_message: Callable[..., Awaitable[OpenAIMessage]] + aget_messages: Callable[..., Awaitable[AsyncCursorPage[OpenAIMessage]]] + arun_thread: Callable[..., Awaitable[object]] + adecisions: Callable[..., Awaitable[OpenAIDecisionResponse | DecisionsResponse]] + acreate_fine_tuning_job: Callable[..., Awaitable[LiteLLMFineTuningJob]] + aretrieve_fine_tuning_job: Callable[..., Awaitable[LiteLLMFineTuningJob]] + acancel_fine_tuning_job: Callable[..., Awaitable[LiteLLMFineTuningJob]] + alist_fine_tuning_jobs: Callable[..., Awaitable[object]] + alist_batches: Callable[..., Awaitable[Mapping[str, object]]] + acancel_batch: Callable[..., Awaitable[LiteLLMBatch]] + aget_responses: Callable[..., Awaitable[ResponsesAPIResponse | BaseResponsesAPIStreamingIterator]] + afile_content: Callable[..., Awaitable[HttpxBinaryResponseContent | FileContentStreamingResult]] + afile_delete: Callable[..., Awaitable[FileDeleted]] + avector_store_create: Callable[..., Awaitable[VectorStoreCreateResponse]] + allm_passthrough_route: Callable[..., Awaitable[httpx.Response | AsyncGenerator[bytes, bytes]]] + def __getattr__(self, name: str) -> Any: ... # the endpoints served by name else: diff --git a/litellm/router_api.py b/litellm/router_api.py index d07b135e9a5..38ed81570c9 100644 --- a/litellm/router_api.py +++ b/litellm/router_api.py @@ -17,7 +17,7 @@ of them: - ``retire()``: release the router's global registrations. The views read the router's state when they are called; they hold no copy of it. A Rust core -implements the same views (see litellm-rust/crates/router-core). Each query names the old Router +implements the same views (see litellm/rust/crates/router-core). Each query names the old Router member it replaces in its docstring; ``DeprecatedRouterMembers`` keeps the old names working, typed as they were. """ @@ -60,6 +60,8 @@ if TYPE_CHECKING: from litellm.messages.dispatch import MessagesResult from litellm.responses.streaming_iterator import BaseResponsesAPIStreamingIterator from litellm.router import Router + from litellm.router_rust.surface.model_list import HostedModelList + from litellm.router_rust.surface.registry import UntypedEntry from litellm.router_strategy.adaptive_router.adaptive_router import AdaptiveRouter from litellm.router_strategy.auto_router.auto_router import AutoRouter from litellm.router_strategy.budget_limiter import RouterBudgetLimiting @@ -80,6 +82,7 @@ if TYPE_CHECKING: DeploymentTypedDict, FallbackAccessCheck, FallbackBudgetCheck, + FallbackRateLimitCheck, GuardrailTypedDict, ModelGroupInfo, PreRoutingHookResponse, @@ -101,14 +104,25 @@ if TYPE_CHECKING: # Re-exported for litellm.types, which may not import router_utils. AttemptedFallbackTargets: TypeAlias = _AttemptedFallbackTargets + ModelGroupAliases: TypeAlias = dict[str, str | RouterModelGroupAliasItem] + RoutingGroups: TypeAlias = dict[str, RoutingGroup] + AccessGroups: TypeAlias = dict[str, list[str]] + AutoRouters: TypeAlias = dict[str, list[TaggedPreRoutingStrategy[AutoRouter]]] + ComplexityRouters: TypeAlias = dict[str, list[TaggedPreRoutingStrategy[ComplexityRouter]]] + QualityRouters: TypeAlias = dict[str, list[TaggedPreRoutingStrategy[QualityRouter]]] + AdaptiveRouters: TypeAlias = dict[str, list[TaggedPreRoutingStrategy[AdaptiveRouter]]] + SwitchyardRouters: TypeAlias = dict[str, list[TaggedPreRoutingStrategy[SwitchyardRouter]]] + RoutingPlugins: TypeAlias = list[RoutingPlugin] + ModelNameSet: TypeAlias = set[str] + # What registry().plugins(kind) returns, one member per kind. RegistryPlugins: TypeAlias = ( - dict[str, list[TaggedPreRoutingStrategy[AutoRouter]]] - | dict[str, list[TaggedPreRoutingStrategy[ComplexityRouter]]] - | dict[str, list[TaggedPreRoutingStrategy[QualityRouter]]] - | dict[str, list[TaggedPreRoutingStrategy[AdaptiveRouter]]] - | dict[str, list[TaggedPreRoutingStrategy[SwitchyardRouter]]] - | list[RoutingPlugin] + AutoRouters + | ComplexityRouters + | QualityRouters + | AdaptiveRouters + | SwitchyardRouters + | RoutingPlugins | RouterBudgetLimiting | DualCache | None @@ -273,6 +287,7 @@ ROUTER_INIT_ARGS: Final[tuple[str, ...]] = ( "enable_mid_stream_fallback_continuation", "fallback_access_check", "fallback_budget_check", + "fallback_rate_limit_check", "auto_router_capability_limit", "session_affinity_repin_on_failover", ) @@ -349,6 +364,220 @@ def _json_default_stable_id(obj: object) -> str: return stable_id(obj) +class _RegistryHost(Protocol): + """The host registry members ``RouterRegistry`` reads, typed as the view hands them on.""" + + @property + def _registry_version(self) -> int: ... + + @property + def _core_model_list(self) -> "HostedModelList": ... + + @property + def _core_model_group_alias(self) -> "ModelGroupAliases": ... + + @property + def _core_routing_groups(self) -> "RoutingGroups": ... + + @property + def _core_model_names(self) -> AbstractSet[str]: ... + + @property + def _core_deployment_names(self) -> Sequence[str]: ... + + @property + def _core_team_public_model_names(self) -> frozenset[str]: ... + + @property + def _core_model_name_to_deployment_indices(self) -> Mapping[str, Sequence[int]]: ... + + @property + def _core_team_model_to_deployment_indices(self) -> Mapping[tuple[str, str], Sequence[int]]: ... + + @property + def _core_pattern_router(self) -> "PatternMatchRouter": ... + + @property + def _core_team_pattern_routers(self) -> "Mapping[str, PatternMatchRouter]": ... + + @property + def _core_cached_deployment_model_info(self) -> "_lru_cache_wrapper[ModelMapInfo | None]": ... + + @property + def _core_auto_routers(self) -> "AutoRouters": ... + + @property + def _core_complexity_routers(self) -> "ComplexityRouters": ... + + @property + def _core_quality_routers(self) -> "QualityRouters": ... + + @property + def _core_adaptive_routers(self) -> "AdaptiveRouters": ... + + @property + def _core_switchyard_routers(self) -> "SwitchyardRouters": ... + + @property + def _core_routing_plugins(self) -> "RoutingPlugins": ... + + @property + def _core_prompt_caching_pin_cache(self) -> "DualCache": ... + + def _core_get_deployment(self, model_id: str) -> "Deployment | None": ... + + def _core_has_model_id(self, candidate_id: str) -> bool: ... + + def _core_get_model_info(self, id: str) -> "UntypedEntry | None": ... + + def _core_get_deployment_model_info(self, model_id: str, model_name: str) -> "ModelMapInfo | None": ... + + def _core_get_router_model_info( + self, + deployment: "Mapping[str, object] | Deployment | None", + received_model_name: str, + id: str | None = None, + ) -> "ModelMapInfo": ... + + def _core_get_discovered_model_info(self, model_id: str | None) -> Mapping[str, int]: ... + + def _core_get_model_list( + self, model_name: str | None = None, team_id: str | None = None + ) -> Sequence[Mapping[str, object]] | None: ... + + def _core_config_deployments(self) -> Iterator[Mapping[str, object]]: ... + + def _core_get_model_list_from_model_alias( + self, model_name: str | None = None + ) -> Sequence[Mapping[str, object]]: ... + + def _core_get_model_list_from_routing_groups( + self, model_name: str | None = None + ) -> Sequence[Mapping[str, object]]: ... + + def _core_get_all_deployments( + self, model_name: str, model_alias: str | None = None, team_id: str | None = None + ) -> Sequence[Mapping[str, object]]: ... + + def _core_deployments_named(self, model_name: str) -> tuple[Mapping[str, object], ...] | None: ... + + def _core_get_model_list_of_routed_group( + self, model_group: str, team_id: str | None = None + ) -> Sequence[Mapping[str, object]]: ... + + def _core_wildcard_route_deployments(self, model: str, team_id: str | None) -> Sequence[Mapping[str, object]]: ... + + def _core_get_routable_deployments( + self, model: str, request_kwargs: Mapping[str, object], call_type: str | None = None + ) -> tuple[Mapping[str, object], ...]: ... + + def _core_get_deployment_by_model_group_name(self, model_group_name: str) -> "Deployment | None": ... + + def _core_deployments_for_request( + self, model: str, request_kwargs: Mapping[str, object] + ) -> Sequence[Mapping[str, object]]: ... + + def _core_should_include_deployment( + self, model_name: str, model: Mapping[str, object], team_id: str | None = None + ) -> bool: ... + + def _core_get_model_names(self, team_id: str | None = None) -> Sequence[str]: ... + + def _core_get_model_ids( + self, model_name: str | None = None, exclude_team_models: bool = False + ) -> Sequence[str]: ... + + def team_public_model_names_of(self, team_id: object) -> frozenset[str]: ... + + def _core_resolved_litellm_models( + self, model_name: str, team_id: str | None = None, *, use_base_model: bool = False + ) -> tuple[str, ...]: ... + + def _core_wildcard_routed_models(self, model: str, team_id: str | None) -> frozenset[str]: ... + + def _core_get_candidate_model_ids_for_route(self, model: str, team_id: str | None = None) -> frozenset[str]: ... + + def _core_resolve_model_name_from_model_id( + self, model_id: str | None, custom_llm_provider: str | None = None + ) -> str | None: ... + + def _core_map_team_model( + self, team_model_name: str | None, team_id: str, custom_llm_provider: str | None = None + ) -> str | None: ... + + def _core_routing_group_has_alternatives(self, model_group: str | None) -> bool: ... + + def _core_routable_model_group(self, model_name: str) -> str: ... + + def _core_get_model_from_alias(self, model: str) -> str | None: ... + + def _core_resolve_served_model_name(self, model_name: str, served_model: str) -> str: ... + + def _core_is_recognized_model(self, model: str) -> bool: ... + + def _core_get_model_group(self, id: str) -> Sequence[Mapping[str, object]] | None: ... + + def _core_is_model_access_group_for_wildcard_route(self, model_access_group: str) -> bool: ... + + def _core_team_model_has_alternatives(self, deployment_id: str) -> bool: ... + + def _core_get_routable_upstream_model(self, model_name: str, team_id: str | None = None) -> str | None: ... + + def _core_get_routable_upstream_provider(self, model_name: str, team_id: str | None = None) -> str | None: ... + + def _core_get_search_tool_support(self, model_name: str, team_id: str | None = None) -> tuple[bool | None, ...]: ... + + def _core_get_model_group_info( + self, model_group: str, *, include_hidden: bool = False, team_id: str | None = None + ) -> "ModelGroupInfo | None": ... + + def _core_cached_model_group_info(self, model_group: str) -> "ModelGroupInfo | None": ... + + def _core_get_configured_display_name(self, model_name: str) -> str | None: ... + + def _core_get_configured_mode(self, model_name: str) -> str | None: ... + + def _core_get_configured_service_tiers(self, model_name: str, team_id: str | None = None) -> tuple[object, ...]: ... + + def _core_get_pinned_reasoning_efforts(self, model_name: str, team_id: str | None = None) -> tuple[object, ...]: ... + + def _core_get_configured_max_input_tokens( + self, model_name: str, team_id: str | None = None + ) -> tuple[int | None, ...]: ... + + def _core_get_routable_deployment_model_info( + self, model_name: str, team_id: str | None = None + ) -> "tuple[ModelMapInfo | None, ...]": ... + + def _core_get_configured_token_limits(self, model_name: str) -> tuple[int | None, int | None]: ... + + def _core_get_model_listing_info(self, model_name: str) -> "DeploymentModelListingInfo | None": ... + + def get_routing_group(self, model_name: str) -> "RoutingGroup | None": ... + + def _get_client( + self, deployment: Mapping[str, object], kwargs: Mapping[str, object], client_type: str | None = None + ) -> object: ... + + def _core_get_model_access_groups( + self, model_name: str | None = None, model_access_group: str | None = None, team_id: str | None = None + ) -> "AccessGroups": ... + + def _core_get_deployment_credentials(self, model_id: str) -> Mapping[str, object] | None: ... + + def _core_get_deployment_credentials_with_provider( + self, model_id: str, team_id: str | None = None + ) -> Mapping[str, object] | None: ... + + def _core_get_credential_deployment(self, model_id: str, team_id: str | None = None) -> "Deployment | None": ... + + def _core_get_router_deployment_budget_limiter(self) -> "RouterBudgetLimiting | None": ... + + def _core_decryptable_reasoning( + self, model_group: str, request_input: Sequence[object], targets: "Sequence[Deployment]" + ) -> tuple[object, ...]: ... + + class RouterRegistry: """ Read-only queries over the configured deployments (``registry()``). @@ -359,7 +588,7 @@ class RouterRegistry: __slots__ = ("_router",) - def __init__(self, router: "Router") -> None: + def __init__(self, router: _RegistryHost) -> None: self._router = router @property @@ -405,12 +634,8 @@ class RouterRegistry: id: str | None = None, ) -> "ModelMapInfo": """Model info used for routing decisions (was ``get_router_model_info``).""" - r: Final = self._router - # The core's overloads split (deployment, id) by which one is None; this forwards either form unchanged. - return r._core_get_router_model_info( # pyright: ignore[reportCallIssue] # see above - deployment=deployment, # pyright: ignore[reportArgumentType] # see above - received_model_name=received_model_name, - id=id, # pyright: ignore[reportArgumentType] # see above + return self._router._core_get_router_model_info( + deployment=deployment, received_model_name=received_model_name, id=id ) def discovered_model_info(self, id: str | None) -> Mapping[str, int]: @@ -1204,6 +1429,7 @@ SETTING_FIELDS: Final[tuple[str, ...]] = ( "provider_default_deployment_ids", "fallback_access_check", "fallback_budget_check", + "fallback_rate_limit_check", "kubernetes_pod_discovery", "search_tools", "guardrail_list", @@ -1264,6 +1490,7 @@ class RouterSettings: provider_default_deployment_ids: list[str] = None # pyright: ignore[reportAssignmentType] # unset only when built directly (see above) # mutable-ok: the router's live list fallback_access_check: "FallbackAccessCheck | None" = None fallback_budget_check: "FallbackBudgetCheck | None" = None + fallback_rate_limit_check: "FallbackRateLimitCheck | None" = None kubernetes_pod_discovery: "KubernetesPodDiscovery" = None # pyright: ignore[reportAssignmentType] # unset only when built directly (see above) search_tools: "list[SearchToolTypedDict]" = None # pyright: ignore[reportAssignmentType] # unset only when built directly (see above) # mutable-ok: the router's live list guardrail_list: "list[GuardrailTypedDict]" = None # pyright: ignore[reportAssignmentType] # unset only when built directly (see above) # mutable-ok: the router's live list @@ -1308,13 +1535,56 @@ class RouterSettings: """The guardrail configured under this name (was ``get_available_guardrail``).""" return self._owner("_core_get_available_guardrail")._core_get_available_guardrail(name) + def timeout_for(self, litellm_params: Mapping[str, object]) -> object: + return self._owner("_core_deployment_call_timeout")._core_deployment_call_timeout(litellm_params) + + +class _HealthHost(Protocol): + """The router members ``RouterHealth`` reads, typed as the view hands them on.""" + + @property + def _core_cache(self) -> "DualCache": ... + + @property + def _core_cooldown_cache(self) -> "CooldownCache": ... + + @property + def _core_health_state_cache(self) -> "DeploymentHealthCache": ... + + @property + def _core_deployment_latency_map(self) -> "UntypedDict": ... + + @property + def _core_ctx(self) -> "RoutingContext": ... + + @property + def _core_cooldown_time(self) -> float | None: ... + + def _core_get_fully_blocked_model_names(self) -> "ModelNameSet": ... + + async def _core_async_get_fully_unhealthy_model_names(self) -> "ModelNameSet": ... + + async def _core_get_model_group_usage(self, model_group: str) -> tuple[int | None, int | None]: ... + + async def _core_get_remaining_model_group_usage(self, model_group: str) -> Mapping[str, int]: ... + + def _core_team_ptu_ceiling(self, team_id: str, model_group: str) -> "PTUTeamCeiling | None": ... + + def _core_split_request_priority( + self, model: str, kwargs: Mapping[str, object] + ) -> tuple[int | None, Mapping[str, object]]: ... + + def priority_header_update( + self, model: str, kwargs: Mapping[str, object], header: str | None + ) -> Mapping[str, int | str]: ... + class RouterHealth: """Cooldowns, blocked deployments, health checks and usage (``health()``).""" __slots__ = ("_router",) - def __init__(self, router: "Router") -> None: + def __init__(self, router: _HealthHost) -> None: self._router = router @property @@ -1519,7 +1789,7 @@ def _takes_legacy_llm_router(check: object) -> bool: async def _run_fallback_check( - check: "FallbackAccessCheck | FallbackBudgetCheck", + check: "FallbackAccessCheck | FallbackBudgetCheck | FallbackRateLimitCheck", ctx: "RoutingContext", *, model: str, @@ -1663,6 +1933,10 @@ class RoutingContext: check: Final = self._router.settings().fallback_budget_check return check is None or await _run_fallback_check(check, self, model=model, request_kwargs=request_kwargs) + async def fallback_rate_limit_allowed(self, *, model: str, request_kwargs: Mapping[str, object]) -> bool: + check: Final = self._router.settings().fallback_rate_limit_check + return check is None or await _run_fallback_check(check, self, model=model, request_kwargs=request_kwargs) + def pre_call_checks( self, model: str, diff --git a/litellm/router_core.py b/litellm/router_core.py index a906e4d86fb..6a8ea29edb1 100644 --- a/litellm/router_core.py +++ b/litellm/router_core.py @@ -1,7 +1,7 @@ """ ``RouterCore``: the interface ``litellm.Router`` delegates to, and ``make_core``, which builds it. -The core is ``RustCore`` (``litellm/router_rust/core.py`` over litellm-rust/crates/router-core), +The core is ``RustCore`` (``litellm/router_rust/core.py`` over litellm/rust/crates/router-core), which reaches outside itself only through its host. """ diff --git a/litellm/router_deprecated.py b/litellm/router_deprecated.py index 618ac4321d8..2cf111da2a5 100644 --- a/litellm/router_deprecated.py +++ b/litellm/router_deprecated.py @@ -345,6 +345,7 @@ class DeprecatedRouterMembers: ) fallback_access_check = _setting("fallback_access_check", lambda r: r.settings().fallback_access_check) fallback_budget_check = _setting("fallback_budget_check", lambda r: r.settings().fallback_budget_check) + fallback_rate_limit_check = _setting("fallback_rate_limit_check", lambda r: r.settings().fallback_rate_limit_check) # These three are declared with the attribute type Router gave them rather than the descriptor's: # protocols in router_utils and the proxy match Router on them, and protocol matching does not # see through a descriptor. Reads and writes still go through _setting at runtime. diff --git a/litellm/router_rust/__init__.py b/litellm/router_rust/__init__.py index 42cfc56aca4..f016788e6e6 100644 --- a/litellm/router_rust/__init__.py +++ b/litellm/router_rust/__init__.py @@ -1,6 +1,6 @@ """ The Rust router core's Python side: ``RustCore`` (``core``) and the host-side modules router-core -(litellm-rust/crates/router-core) reaches through its steps. +(litellm/rust/crates/router-core) reaches through its steps. - ``steps``: answers to host steps that need live Python objects (strategies, pre-routing, pre-call facts, plugins, callbacks, caller access) diff --git a/litellm/router_rust/core.py b/litellm/router_rust/core.py index 8ff0798cafa..8d5778b8a63 100644 --- a/litellm/router_rust/core.py +++ b/litellm/router_rust/core.py @@ -1,5 +1,5 @@ """ -``RustCore``: the router core served by litellm-rust/crates/router-core through ``_native``. +``RustCore``: the router core served by litellm/rust/crates/router-core through ``_native``. The Rust core owns the registry, selection, retries, fallbacks and cooldowns. It reaches outside itself only through its host, and the host never calls back into a Python router: @@ -102,6 +102,7 @@ from litellm.router_rust.invoke.endpoints import ( endpoint_names, failover_fields, generic_plan, + is_batch_upload, log_refused_call, log_refused_call_sync, pinned_vector_store_file_deployment, @@ -113,7 +114,7 @@ from litellm.router_rust.invoke.endpoints import ( stamp_error, unrouted_fields, ) -from litellm.router_rust.invoke.shaping import Shaping +from litellm.router_rust.invoke.shaping import Shaping, non_stream_timeout from litellm.router_rust.invoke.slots import enter_deployment_slot, max_parallel_requests_limit from litellm.router_rust.invoke.streaming import ( StreamAttempt, @@ -330,6 +331,7 @@ _SERVED_ARGUMENTS: Final = frozenset( "default_litellm_params", "fallback_access_check", "fallback_budget_check", + "fallback_rate_limit_check", "enable_mid_stream_fallback_continuation", "redis_url", "redis_host", @@ -418,6 +420,7 @@ _DYNAMIC_SETTINGS: Final = frozenset( "default_litellm_params", "fallback_access_check", "fallback_budget_check", + "fallback_rate_limit_check", "routing_strategy_args", "enable_tag_filtering", "tag_filtering_match_any", @@ -664,6 +667,7 @@ class Resolved: default_litellm_params: Mapping[str, object] fallback_access_check: object fallback_budget_check: object + fallback_rate_limit_check: object enable_mid_stream_fallback_continuation: bool = False routing_groups: "tuple[RoutingGroup, ...]" = () enable_tag_filtering: bool = False @@ -779,6 +783,7 @@ class Resolved: default_litellm_params=MappingProxyType(dict(as_str_mapping(get("default_litellm_params")) or {})), fallback_access_check=get("fallback_access_check"), fallback_budget_check=get("fallback_budget_check"), + fallback_rate_limit_check=get("fallback_rate_limit_check"), enable_mid_stream_fallback_continuation=continuation_flag(get("enable_mid_stream_fallback_continuation")), enable_tag_filtering=bool(get("enable_tag_filtering")), tag_filtering_match_any=_true_unless_given(get("tag_filtering_match_any")), @@ -1346,6 +1351,9 @@ class _EndpointPort: def group_deployments(self, model_name: str) -> Sequence[Mapping[str, object]] | None: return self._core._hosted._core_get_model_list(model_name=model_name) # pyright: ignore[reportPrivateUsage] # see the class docstring + def group_members(self, model_name: str) -> Sequence[tuple[object, object]] | None: + return self._core._hosted._group_members(model_name) # pyright: ignore[reportPrivateUsage] # see the class docstring + def routed_name(self, model: object) -> str: return self._core.routed_name(model) @@ -1371,9 +1379,15 @@ class _EndpointPort: kind: str = "pick", specific_deployment: bool | None = None, messages: object = None, + batch_upload: bool = False, ) -> Mapping[str, object] | Sequence[Mapping[str, object]]: return await self._core.select( - model, request_kwargs, kind=kind, specific_deployment=specific_deployment, messages=messages + model, + request_kwargs, + kind=kind, + specific_deployment=specific_deployment, + messages=messages, + batch_upload=batch_upload, ) async def acompletion(self, *args: object, **kwargs: object) -> object: # kwargs-ok: endpoint payload @@ -1592,6 +1606,9 @@ class RustCore( def _shaping(self) -> Shaping: return self._endpoints.shaping(self._resolved) + def _core_deployment_call_timeout(self, litellm_params: Mapping[str, object]) -> object: + return non_stream_timeout(self._shaping, MappingProxyType({}), litellm_params) + # -- building -------------------------------------------------------------------------------- def _new_handle(self, model_list: Sequence[object]) -> "RouterCoreHandle": @@ -1669,7 +1686,11 @@ class RustCore( try: selector: Final = self._prefetch_usage_selector(model, request) - deployments: Final = self._hosted._core_get_model_list(model_name=model) or [] # pyright: ignore[reportPrivateUsage] # see __init__ + deployments: Final = ( + self._hosted._core_get_model_list(model_name=model) or [] # pyright: ignore[reportPrivateUsage] # see __init__ + if isinstance(selector, LowestTPMLoggingHandler_v2) + else [] + ) except Exception: # noqa: BLE001 # the batched read is an optimisation: the reads stay apart yield return @@ -1815,13 +1836,14 @@ class RustCore( def _rebuild(self) -> None: """A new Rust core for changed static settings, over the same deployments and the providers the old one's builds resolved for them.""" - old: Final = self._handle - model_list: Final = list(self._hosted._core_model_list) # pyright: ignore[reportPrivateUsage] # see __init__ - self._handle = self._new_handle(model_list) - self._handle.adopt_providers(old) - old.retire() - # The live list and indexes read the new handle's (the same entries, kept as the same objects). - self._hosted.refresh() + with self._hosted._deployment_index_lock: # pyright: ignore[reportPrivateUsage] # the registry's lock, held across the swap and the read back + old: Final = self._handle + model_list: Final = list(self._hosted._core_model_list) # pyright: ignore[reportPrivateUsage] # see __init__ + self._handle = self._new_handle(model_list) + self._handle.adopt_providers(old) + old.retire() + # The live list and indexes read the new handle's (the same entries, kept as the same objects). + self._hosted.refresh() # The new handle builds its indexes from the deployments: written ones are handed again. self._index_sent = None @@ -1907,6 +1929,7 @@ class RustCore( tag_routing_prefix=r.read("tag_routing_prefix"), # pyright: ignore[reportArgumentType] # the value as given, as the Python core stores it fallback_access_check=r.fallback_access_check, # pyright: ignore[reportArgumentType] # the check as passed fallback_budget_check=r.fallback_budget_check, # pyright: ignore[reportArgumentType] # the check as passed + fallback_rate_limit_check=r.fallback_rate_limit_check, # pyright: ignore[reportArgumentType] # the check as passed cache_responses=self._endpoints.cache_responses, search_tools=self._endpoints.search_tools, # pyright: ignore[reportArgumentType] # the configured entries, as passed guardrail_list=self._endpoints.guardrail_list, # pyright: ignore[reportArgumentType] # same @@ -2009,6 +2032,7 @@ class RustCore( def retire(self) -> None: """``_core_discard``: only the router's global registrations go; it keeps serving calls.""" untrack_live_registry(self._hosted) + self._hosted.retire_shared_capabilities() self._retire_callbacks() if self._hosted.strategies is not None: self._hosted.strategies.retire() @@ -2427,6 +2451,7 @@ class RustCore( messages: object = None, input: object = None, health_check_probe: bool = False, + batch_upload: bool = False, **_: object, # kwargs-ok: the RouterCore select options this core ignores ) -> Mapping[str, object] | Sequence[Mapping[str, object]]: """Pick a deployment for ``model`` without calling it (``pick``), list the deployments a @@ -2445,6 +2470,7 @@ class RustCore( messages, input, probe=kind == "healthy" and health_check_probe, + batch_upload=batch_upload, ) # A pick that makes no call holds no least-busy reservation (`select` on the Python core). with picks_reserve(False): @@ -2748,8 +2774,9 @@ class RustCore( **({"web_search": True} if web_search else {}), **({"route_handler": handler} if serves_route_capability(handler) else {}), **({"decisions_media": True} if decisions_media else {}), - # `batch_create_routing`: a batch create keeps to the deployments that can run batches. - **({"batch_create": True} if plan.kind == "batch" else {}), + # `batch_create_routing`: a batch create and its file upload keep to the deployments that can run batches. + **({"batch_create": True} if _routes_as_batch_create(plan, request) else {}), + **({"batch_upload": True} if plan.kind == "create_file" and is_batch_upload(request) else {}), # `deployments_admitting_embedding_batch`: an embedding keeps to the deployments admitting its input. **({"embedding_batch": True} if plan.kind == "embedding" else {}), } @@ -4035,6 +4062,7 @@ class _Selection: input: object, *, probe: bool = False, + batch_upload: bool = False, ) -> None: self._core: Final = core # `_async_get_available_deployment` reads the alias map first, every other pick its names. @@ -4066,6 +4094,9 @@ class _Selection: fields["endpoint"] = endpoint if probe: fields["health_check_probe"] = True + if batch_upload: + fields["batch_create"] = True + fields["batch_upload"] = True if kind in ("pick", "async_pass_through") or (kind == "sync_pick" and core._custom_strategy is not None): # pyright: ignore[reportPrivateUsage] # the selection serves its own core fields["pre_routes"] = True self._specific_deployment: Final = specific_deployment @@ -4279,6 +4310,10 @@ def _narrowing_fields(request: dict[str, object], kind: str) -> Mapping[str, obj return fields +def _routes_as_batch_create(plan: Plan, request: Mapping[str, object]) -> bool: + return plan.kind == "batch" or (plan.kind == "create_file" and is_batch_upload(request)) + + def _request_narrowing(request: Mapping[str, object]) -> Mapping[str, object]: """The narrowing keys a request carries, as the fields router-core reads them.""" from litellm.litellm_core_utils.routing_common_utils import ( @@ -5409,6 +5444,11 @@ class _Driver: if not await ctx.fallback_budget_allowed(model=target, request_kwargs=request): self._walk.targets().record_skip(target, FallbackSkipReason.OVER_BUDGET) return False + if target not in self._walk.targets() and not await ctx.fallback_rate_limit_allowed( + model=target, request_kwargs=request + ): + self._walk.targets().record_skip(target, FallbackSkipReason.RATE_LIMITED) + return False except Exception as error: # noqa: BLE001 # handed to the Rust call loop, which ends the chain self._level_errors[self._level + 1] = error return {**attempt_failure(error), "raised": True} diff --git a/litellm/router_rust/invoke/endpoints.py b/litellm/router_rust/invoke/endpoints.py index d728583cb31..5b4a65a70b1 100644 --- a/litellm/router_rust/invoke/endpoints.py +++ b/litellm/router_rust/invoke/endpoints.py @@ -53,6 +53,7 @@ from litellm.router_strategy.complexity_router.context_compaction import ( surface_for_call, ) from litellm.router_utils.endpoint_eligibility import endpoint_for_call, endpoint_selection +from litellm.vector_stores.search_query import store_search_params if TYPE_CHECKING: from litellm.caching.dual_cache import DualCache @@ -121,6 +122,8 @@ class EndpointCore(Protocol): """``_core_get_model_list(model_name=...)`` on the host registry.""" ... + def group_members(self, model_name: str) -> Sequence[tuple[object, object]] | None: ... + def routed_name(self, model: object) -> str: """``RustCore.routed_name``: what a ``model`` that is no string raises, or the name it routes under.""" ... @@ -147,6 +150,7 @@ class EndpointCore(Protocol): kind: str = "pick", specific_deployment: bool | None = None, messages: object = None, + batch_upload: bool = False, ) -> Mapping[str, object] | Sequence[Mapping[str, object]]: ... async def acompletion(self, *args: object, **kwargs: object) -> object: ... # kwargs-ok: endpoint payload @@ -293,7 +297,7 @@ class Plan: return get_router_metadata_variable_name(function_name=self.function_name) -def _generic(endpoint: str, host_op: str | None = None, *, sync: bool = False) -> Plan: +def _generic(endpoint: str, host_op: str | None = None, *, sync: bool = False, single_attempt: bool = True) -> Plan: if sync: return Plan( endpoint=endpoint, @@ -303,9 +307,9 @@ def _generic(endpoint: str, host_op: str | None = None, *, sync: bool = False) - prepare_field="litellm_metadata", function_name="generic_api_call", splits_stream_timeout=_handler_name(host_op or endpoint) in STREAM_TIMEOUT_AWARE_GENERIC_HANDLERS, - stamp="none", + stamp="none" if single_attempt else "deployment", fail_key="group", - single_attempt=True, + single_attempt=single_attempt, ) return Plan( endpoint=endpoint, @@ -483,7 +487,7 @@ PLANS: Final[Mapping[str, Plan]] = MappingProxyType( "aanthropic_messages": _generic("aanthropic_messages", "anthropic_messages"), "anthropic_messages": _generic("anthropic_messages", "anthropic_messages"), "aresponses": _generic("aresponses"), - "responses": _generic("responses", sync=True), + "responses": _generic("responses", sync=True, single_attempt=False), } ) @@ -583,6 +587,8 @@ _SYNC_GENERIC: Final[Mapping[str, str]] = MappingProxyType( } ) +_ROUTER_RETRIED_SYNC_GENERIC: Final = frozenset({"generate_content", "generate_content_stream"}) + _CONTAINER_FILE_ROUTED: Final = frozenset( { "aupload_container_file", @@ -675,6 +681,10 @@ _DIRECT_ENDPOINTS: Final = frozenset( ) +def is_batch_upload(request: Mapping[str, object]) -> bool: + return request.get("purpose") == "batch" + + def endpoint_names() -> frozenset[str]: """Every endpoint name ``RustEndpoints.member`` may serve: what ``dir()`` of a router lists.""" return frozenset( @@ -708,7 +718,12 @@ def generic_plan(endpoint: str) -> Plan | None: if endpoint in _VIDEO_DIRECT: return _generic(endpoint, f"videos.{endpoint}") if endpoint in _SYNC_GENERIC: - return _generic(endpoint, _SYNC_GENERIC[endpoint], sync=True) + return _generic( + endpoint, + _SYNC_GENERIC[endpoint], + sync=True, + single_attempt=endpoint not in _ROUTER_RETRIED_SYNC_GENERIC, + ) return None @@ -842,6 +857,24 @@ async def compacted_attempt( return await compact_to_fit(ctx, deployment, call.kwargs, _compaction_surface(core, plan)) +_VECTOR_STORE_SEARCH_OPS: Final = frozenset({"vector_stores.main.asearch", "vector_stores.main.search"}) + + +def _deployment_params( + plan: Plan, deployment: Mapping[str, object] +) -> dict[str, object]: # mutable-ok: the attempt's own copy of the deployment params + params: Final = as_dict(deployment.get("litellm_params")) + return as_dict(store_search_params(params)) if plan.host_op in _VECTOR_STORE_SEARCH_OPS else params + + +def _validate_decisions_connection(plan: Plan, data: Mapping[str, object], request: Mapping[str, object]) -> None: + if _handler_name(plan.host_op) not in {"decisions", "adecisions", "systemone", "asystemone"}: + return + from litellm.decisions.call import validate_router_connection + + validate_router_connection(str(data.get("model")), _generic_provider(data), request) + + def attempt_call( core: EndpointCore, plan: Plan, @@ -857,8 +890,9 @@ def attempt_call( shaping: Final = core.shaping kwargs: Final = without(request, *ROUTING_KEYS) named: Final = {name: kwargs.pop(name) for name in plan.named if name in kwargs} - data: Final = as_dict(deployment.get("litellm_params")) + data: Final = _deployment_params(plan, deployment) model_name: Final = str(data.get("model")) + _validate_decisions_connection(plan, data, request) cache: Final = core.routing_cache caching: Final = shaping.cache_responses # A fallback hop routes the target group in a copy of the metadata (`run_async_fallback`). @@ -1658,6 +1692,7 @@ class RustEndpoints: def _sync_factory(self, name: str, plan: Plan) -> Callable[..., object]: is_vector_store: Final = name.startswith("vector_store_") + attempts: Final = _SINGLE_ATTEMPT if plan.single_attempt else None def sync_wrapper( custom_llm_provider: str | None = None, @@ -1669,7 +1704,7 @@ class RustEndpoints: raise TypeError( "_generic_api_call_with_fallbacks() missing 1 required positional argument: 'model'" ) - return self._core.call_sync(plan, kwargs, _SINGLE_ATTEMPT) + return self._core.call_sync(plan, kwargs, attempts) provider_kwargs: dict[ # mutable-ok: the request kwargs the Python router mutates in place # rebind-ok: rebound as the Python router rebinds it str, object ] = ( @@ -1683,7 +1718,7 @@ class RustEndpoints: "_direct_vector_store_embedding_executor": self._embedding_executor(kwargs), } if provider_kwargs.get("model"): - return self._core.call_sync(plan, provider_kwargs, _SINGLE_ATTEMPT) + return self._core.call_sync(plan, provider_kwargs, attempts) if name == "vector_store_search": return self._invoke(plan.host_op)(**{**provider_kwargs, "router": self._core.public}) return self._invoke(plan.host_op)(**provider_kwargs) @@ -2305,6 +2340,7 @@ class RustEndpoints: kind="healthy", specific_deployment=bool(specific) or None, messages=_user_message(_PICK_TEXTS["create_file"]), + batch_upload=is_batch_upload(kwargs), ) deployments: Final = list(healthy) if isinstance(healthy, Sequence) else [healthy] diff --git a/litellm/router_rust/invoke/prompt_management.py b/litellm/router_rust/invoke/prompt_management.py index 62bd77e1b48..74a7991b06c 100644 --- a/litellm/router_rust/invoke/prompt_management.py +++ b/litellm/router_rust/invoke/prompt_management.py @@ -21,10 +21,10 @@ _PROMPT_MANAGEMENT_PARAMS: Final = frozenset( def is_prompt_management_model(core: EndpointCore, model: str) -> bool: """`_is_prompt_management_model`: one deployment, whose model's provider prefix is a known custom-logger-compatible callback.""" - model_list: Final = core.group_deployments(model_name=model) - if model_list is None or len(model_list) != 1: + members: Final = core.group_members(model) + if members is None or len(members) != 1: return False - litellm_model: Final = as_dict(model_list[0].get("litellm_params")).get("model") + litellm_model: Final = members[0][1] if not isinstance(litellm_model, str) or "/" not in litellm_model: return False known: Final = core.host.dynamic().known_custom_logger_compatible_callbacks diff --git a/litellm/router_rust/invoke/streaming.py b/litellm/router_rust/invoke/streaming.py index 9286e9aa06c..b1de96fd91b 100644 --- a/litellm/router_rust/invoke/streaming.py +++ b/litellm/router_rust/invoke/streaming.py @@ -42,6 +42,7 @@ from collections.abc import ( Mapping, Sequence, ) +from collections.abc import Set as AbstractSet from typing import ( TYPE_CHECKING, Final, @@ -629,8 +630,8 @@ def continuation_routing(core: "RustCore", request: Mapping[str, object]) -> Map registry: Final = core.registry() excluded: Final = [ deployment.model_info.id - for record in registry.all() - if (deployment := registry.deployment(str(_record_id(record)))) is not None + for record_id in _record_ids(registry.all()) + if (deployment := registry.deployment(str(record_id))) is not None and not deployment_can_continue(deployment.model_dump(exclude_none=True)) ] return {"body": {CONTINUATION_EXCLUDED_IDS: excluded}} @@ -641,13 +642,21 @@ def _record_id(record: Mapping[str, object]) -> object: return model_info.get("id") if isinstance(model_info, Mapping) else None # pyright: ignore[reportUnknownMemberType, reportUnknownVariableType] # a plain record +def _record_ids(records: Iterable[Mapping[str, object]]) -> Iterator[object]: + return (_record_id(record) for record in records) + + +def _record_model_names(records: Iterable[Mapping[str, object]]) -> AbstractSet[object]: + return {record.get("model_name") for record in records} + + def _names_deployment_that_cannot_continue(core: "RustCore", target: object) -> bool: from litellm.router_utils.fallback_event_handlers import fallback_target_name from litellm.router_utils.pre_call_checks.continuation_prefill_check import deployment_can_continue name: Final = fallback_target_name(target) registry: Final = core.registry() - model_names: Final = {record.get("model_name") for record in registry.all()} + model_names: Final = _record_model_names(registry.all()) if name is None or name in model_names or not registry.has_deployment(name): return False deployment: Final = registry.deployment(name) diff --git a/litellm/router_rust/steps/precall.py b/litellm/router_rust/steps/precall.py index c68c5fd5982..9de5c47b820 100644 --- a/litellm/router_rust/steps/precall.py +++ b/litellm/router_rust/steps/precall.py @@ -115,7 +115,7 @@ def _input_tokens( instructions: Final = raw_instructions if isinstance(raw_instructions, str) else None input_messages: Final = LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( # pyright: ignore[reportUnknownMemberType] # its input type is untyped input=text_input, # pyright: ignore[reportArgumentType] # str | list, as the request carries it - responses_api_request={"instructions": instructions} if instructions is not None else {}, + responses_api_request={"instructions": instructions, "tools": extras.get("tools")}, only_since_compaction=True, ) return counter(model=tokenizer_model, messages=input_messages, tools=_tools(extras)) diff --git a/litellm/router_rust/steps/prerouting.py b/litellm/router_rust/steps/prerouting.py index 47bd1e69046..2953a87ed92 100644 --- a/litellm/router_rust/steps/prerouting.py +++ b/litellm/router_rust/steps/prerouting.py @@ -133,9 +133,13 @@ def _routing_definition_fingerprint(deployment: Deployment) -> str | None: return deployment_id(deployment.model_name, {"routing_definition": definition}) -def _unregister(registry: StrategyRegistry, model_name: str, tags: tuple[str, ...]) -> bool: +def _unregister( + registry: StrategyRegistry, model_name: str, tags: tuple[str, ...], previous: Deployment | None = None +) -> bool: existing: Final = registry.get(model_name, []) - remaining: Final = [entry for entry in existing if entry.tags != tags] + remaining: Final = [ + entry for entry in existing if entry.tags != tags or (previous is not None and entry.deployment != previous) + ] if len(remaining) == len(existing): return False if remaining: @@ -217,30 +221,31 @@ class PreRoutingStrategies: self._hosted._core_auto_routers = {} # pyright: ignore[reportPrivateUsage] # see above self._hosted._core_switchyard_routers = {} # pyright: ignore[reportPrivateUsage] # see above - def register(self, deployment: Deployment) -> None: + def register(self, deployment: Deployment, *, replace_existing: bool = False) -> None: """The end of ``_add_deployment``: an auto, complexity or quality marker registers its router (adaptive ones wait for ``finalize``).""" match classify_strategy_router_model(deployment.litellm_params.model): case "semantic": - self._init_auto_router(deployment) + self._init_auto_router(deployment, replace_existing=replace_existing) case "complexity": - self._init_complexity_router(deployment) + self._init_complexity_router(deployment, replace_existing=replace_existing) case "quality": - self._init_quality_router(deployment) + self._init_quality_router(deployment, replace_existing=replace_existing) case "switchyard": - self._init_switchyard_router(deployment) + self._init_switchyard_router(deployment, replace_existing=replace_existing) case _: pass - def release(self, deployment: Deployment) -> None: + def release(self, deployment: Deployment, *, replaced: bool = False) -> None: """``_unregister_pre_routing_strategy_for_deployment``.""" if not deployment.litellm_params.model.startswith("auto_router/"): return model_name: Final = deployment.model_name tags: Final = _deployment_tags(deployment) + previous: Final = deployment if replaced else None for registry in (self.auto, self.complexity, self.quality, self.switchyard): - _ = _unregister(registry, model_name, tags) - if _unregister(self.adaptive, model_name, tags): + _ = _unregister(registry, model_name, tags, previous) + if _unregister(self.adaptive, model_name, tags, previous): self._sync_adaptive_router_hooks() def release_entry(self, entry: Mapping[str, object]) -> None: @@ -261,15 +266,6 @@ class PreRoutingStrategies: ): self.finalize() - def without_capability_limit(self, action: Callable[[], object]) -> None: - """Run ``action`` without judging the capability ceiling: a rollback re-admits a serving router.""" - resolver: Final = self._capability_limit - self._capability_limit = None - try: - _ = action() - finally: - self._capability_limit = resolver - def finalize(self) -> None: """``_finalize_adaptive_router_if_configured``: an adaptive router for every adaptive marker, and the adaptive companion of every complexity router configured with ``adaptive``.""" @@ -328,16 +324,30 @@ class PreRoutingStrategies: # -- building -------------------------------------------------------------------------------- def _register( - self, registry: StrategyRegistry, deployment: Deployment, strategy: object, strategy_label: str + self, + registry: StrategyRegistry, + deployment: Deployment, + strategy: object, + strategy_label: str, + *, + replace_existing: bool = False, ) -> None: tags: Final = _deployment_tags(deployment) - if _has_registered_strategy(registry, deployment.model_name, tags): + existing: Final = registry.get(deployment.model_name, []) + remaining: Final = [ + entry + for entry in existing + if not replace_existing + or entry.deployment is None + or entry.deployment.model_info.id != deployment.model_info.id + ] + if any(entry.tags == tags for entry in remaining): raise ValueError( f"{strategy_label} deployment {deployment.model_name} with tags {list(tags)} already exists. " "Please use a different model name or set different tags." ) registry[deployment.model_name] = [ # rebind-ok: the live registry, edited in place as the Python router does - *registry.get(deployment.model_name, []), + *remaining, TaggedPreRoutingStrategy( tags=tags, strategy=strategy, @@ -346,17 +356,22 @@ class PreRoutingStrategies: ), ] - def _capability_violation(self, capability: GatedAutoRouterCapability) -> str | None: + def _capability_violation(self, capability: GatedAutoRouterCapability, deployment: Deployment) -> str | None: resolver: Final = self._capability_limit # `self.auto_router_capability_limit() if ... is not None`: a value that cannot be called raises. limit: Final = resolver() if resolver is not None else None # pyright: ignore[reportCallIssue] # called as given, as Python calls it others: Final = count_capability_routers( - (entry for entry in self._hosted._core_model_list if isinstance(entry, Mapping)), # pyright: ignore[reportPrivateUsage, reportUnnecessaryIsInstance] # the live list + ( + entry + for entry in self._hosted._core_model_list # pyright: ignore[reportPrivateUsage] # the live list + if isinstance(entry, Mapping) # pyright: ignore[reportUnnecessaryIsInstance] # stored entries are mappings + and as_dict(entry.get("model_info")).get("id") != deployment.model_info.id + ), capability=capability, ) return capability_limit_violation(capability=capability, held=others + 1, limit=limit) # pyright: ignore[reportArgumentType] # the resolver's limit - def _init_auto_router(self, deployment: Deployment) -> None: + def _init_auto_router(self, deployment: Deployment, *, replace_existing: bool = False) -> None: from litellm.router_strategy.auto_router.auto_router import AutoRouter params: Final = deployment.litellm_params @@ -382,15 +397,15 @@ class PreRoutingStrategies: ctx=self._ctx, # pyright: ignore[reportArgumentType] # the core's RoutingContext max_input_chars=max_input_chars if max_input_chars is not None else DEFAULT_AUTO_ROUTER_MAX_INPUT_CHARS, ) - self._register(self.auto, deployment, router, "Auto-router") + self._register(self.auto, deployment, router, "Auto-router", replace_existing=replace_existing) - def _init_complexity_router(self, deployment: Deployment) -> None: + def _init_complexity_router(self, deployment: Deployment, *, replace_existing: bool = False) -> None: from litellm.router_strategy.complexity_router.complexity_router import ComplexityRouter from litellm.router_strategy.complexity_router.config import ComplexityRouterConfig config: Final = deployment.litellm_params.complexity_router_config for capability in claimed_capabilities(config): - if (violation := self._capability_violation(capability)) is not None: + if (violation := self._capability_violation(capability, deployment)) is not None: raise ValueError(violation) default_model: Final = ( ComplexityRouterConfig.model_validate(config).resolve_default_model( @@ -410,7 +425,7 @@ class PreRoutingStrategies: ctx=self._ctx, # pyright: ignore[reportArgumentType] # the core's RoutingContext complexity_router_config=config, ) - self._register(self.complexity, deployment, router, "Complexity-router") + self._register(self.complexity, deployment, router, "Complexity-router", replace_existing=replace_existing) if router._uses_deployment_pin: # pyright: ignore[reportPrivateUsage] # the Python router reads the same flag self._ensure_deployment_affinity_callback() @@ -451,7 +466,7 @@ class PreRoutingStrategies: self._affinity = affinity self._host.callbacks.add_litellm_callback(affinity) - def _init_quality_router(self, deployment: Deployment) -> None: + def _init_quality_router(self, deployment: Deployment, *, replace_existing: bool = False) -> None: from litellm.router_strategy.quality_router.quality_router import QualityRouter config: Final = deployment.litellm_params.quality_router_config @@ -468,9 +483,9 @@ class PreRoutingStrategies: ctx=self._ctx, # pyright: ignore[reportArgumentType] # the core's RoutingContext quality_router_config=config, ) - self._register(self.quality, deployment, router, "Quality-router") + self._register(self.quality, deployment, router, "Quality-router", replace_existing=replace_existing) - def _init_switchyard_router(self, deployment: Deployment) -> None: + def _init_switchyard_router(self, deployment: Deployment, *, replace_existing: bool = False) -> None: from litellm.router_strategy.switchyard_router.config import SwitchyardRouterConfig, build_algorithm from litellm.router_strategy.switchyard_router.switchyard_router import SwitchyardRouter from litellm.types.decisions import OpenAIDecisionResponse @@ -494,7 +509,7 @@ class PreRoutingStrategies: return result router: Final = SwitchyardRouter(deployment.model_name, config, build_algorithm(config), complete_judge, decide) - self._register(self.switchyard, deployment, router, "Switchyard") + self._register(self.switchyard, deployment, router, "Switchyard", replace_existing=replace_existing) def _init_adaptive_router(self, deployment: Deployment) -> None: from litellm.router_strategy.adaptive_router.adaptive_router import AdaptiveRouter diff --git a/litellm/router_rust/surface/health.py b/litellm/router_rust/surface/health.py index 80f7e148185..f2ac72a262a 100644 --- a/litellm/router_rust/surface/health.py +++ b/litellm/router_rust/surface/health.py @@ -279,6 +279,7 @@ class RustHealthCallbacks: is_caller_scoped_auth_failure, is_caller_timeout_408, is_failure_outside_selected_deployment, + is_message_thread_not_found, is_response_lookup_not_found, is_video_lookup_not_found, ) @@ -290,6 +291,7 @@ class RustHealthCallbacks: or (isinstance(exception, Exception) and is_background_response_poll_not_found(exception, litellm_params)) or is_video_lookup_not_found(exception, logged) or is_response_lookup_not_found(exception, logged) + or is_message_thread_not_found(exception) or is_caller_timeout_408(logged, status) # pyright: ignore[reportArgumentType] # the status as raised or is_caller_scoped_auth_failure(self._deployment_of(deployment_id), status) # pyright: ignore[reportArgumentType] # see above ) diff --git a/litellm/router_rust/surface/indexes.py b/litellm/router_rust/surface/indexes.py index f5aca3e1bad..32f63bc593b 100644 --- a/litellm/router_rust/surface/indexes.py +++ b/litellm/router_rust/surface/indexes.py @@ -308,8 +308,9 @@ class HostedPatternRouter(PatternMatchRouter): if not isinstance(model, str): # pyright: ignore[reportUnnecessaryIsInstance] # a caller's non-string model goes to the base class return super().get_models_by_pattern(model, custom_llm_provider) - provider: Final = custom_llm_provider or inferred_provider(model) - return self._owner.models_by_pattern(self._team, [model, f"{provider}/{model}"]) + return self._owner.models_by_pattern(self._team, [model]) or self._owner.models_by_pattern( + self._team, [f"{custom_llm_provider or inferred_provider(model)}/{model}"] + ) class _TeamRouters(dict[str, HostedPatternRouter]): diff --git a/litellm/router_rust/surface/legacy_members.py b/litellm/router_rust/surface/legacy_members.py index 046501f38f3..640fdf739c0 100644 --- a/litellm/router_rust/surface/legacy_members.py +++ b/litellm/router_rust/surface/legacy_members.py @@ -289,8 +289,8 @@ class RustLegacyMembers(RustRegistryMembers, RustOptionalChecks): validate_routing_strategy(routing_strategy) # pyright: ignore[reportArgumentType] # the strategy as given # `_reset_custom_routing_strategy`. self._custom_strategy = None - _ = self.__dict__.pop("get_available_deployment", None) - _ = self.__dict__.pop("_core_async_get_available_deployment", None) + self.__dict__.pop("get_available_deployment", None) + self.__dict__.pop("_core_async_get_available_deployment", None) self._sel.init_default(routing_strategy, routing_strategy_args, configured=False) def set_optional_pre_call_checks(self, optional_pre_call_checks: Iterable[object] | None) -> None: @@ -301,7 +301,7 @@ class RustLegacyMembers(RustRegistryMembers, RustOptionalChecks): """``initialize_assistants_endpoint`` binds the endpoints; this core answers them from ``__getattr__``, so what is left to do is to drop an assigned replacement.""" for name in _ASSISTANTS_ENDPOINTS: - _ = self.__dict__.pop(name, None) + self.__dict__.pop(name, None) def initialize_router_endpoints(self) -> None: """``initialize_router_endpoints``, as ``initialize_assistants_endpoint`` above.""" @@ -310,7 +310,7 @@ class RustLegacyMembers(RustRegistryMembers, RustOptionalChecks): ) for name in (*_ROUTER_ENDPOINTS, *_generated_endpoints): - _ = self.__dict__.pop(name, None) + self.__dict__.pop(name, None) # -- pre-routing strategies -------------------------------------------------------------------- diff --git a/litellm/router_rust/surface/model_info.py b/litellm/router_rust/surface/model_info.py index 508d2bb1145..dd67e252370 100644 --- a/litellm/router_rust/surface/model_info.py +++ b/litellm/router_rust/surface/model_info.py @@ -35,6 +35,7 @@ from typing_extensions import overload import litellm from litellm._internal_context import service_target from litellm._logging import verbose_router_logger +from litellm.constants import DEFAULT_MAX_LRU_CACHE_SIZE from litellm.litellm_core_utils.add_retry_fallback_headers import ( apply_quality_router_decision_headers, apply_remaining_usage_headers, @@ -74,6 +75,7 @@ from litellm.types.utils import ModelInfo as ModelMapInfo from litellm.utils import get_utc_datetime, is_generalized_model_info if TYPE_CHECKING: + from litellm.router_rust.surface.registry import GroupCounters from litellm.rust_bridge._native import ( RouterCall, RouterCoreHandle, @@ -255,9 +257,12 @@ class HostModelInfo: """Mixed into ``HostRegistry``, which holds the model list, the indexes and the host.""" _core_usage_store: RouterUsage + _group_counters_cache: dict[str, "GroupCounters"] # mutable-ok: by model group def _live_handle(self) -> "RouterCoreHandle | None": ... # the registry's: the handle ``RustCore`` set + def _group_members(self, model_group: str) -> tuple[tuple[object, object], ...] | None: ... # the registry's + def _core_handle(self) -> "RouterCoreHandle": handle: Final = self._live_handle() if handle is None: @@ -798,17 +803,21 @@ class HostModelInfo: """This minute's tpm and rpm counters of every deployment in ``model_group`` (can be a wildcard route), under the model sent to ``litellm.completion()``, as the usage writes name them.""" current_minute: Final = get_utc_datetime().strftime("%H-%M") # use the same timezone regardless of system clock - model_list: Final = self._core_get_model_list(model_name=model_group) - if model_list is None: # no matching deployments + members: Final = self._group_members(model_group) + if members is None: # no matching deployments return None - named: Final = tuple( - (model.get("model_info", {}).get("id"), model["litellm_params"].get("model")) for model in model_list - ) - deployments: Final = tuple(pair for pair in named if pair[0] is not None and pair[1] is not None) - return tuple( - tuple(UsageCounter(id, litellm_model, current_minute, kind) for id, litellm_model in deployments) + cached: Final = self._group_counters_cache.get(model_group) + if cached is not None and cached[0] is members and cached[1] == current_minute: + return cached[2] + deployments: Final = tuple(pair for pair in members if pair[0] is not None and pair[1] is not None) + counters: Final = tuple( + tuple(UsageCounter(id, litellm_model, current_minute, kind) for id, litellm_model in deployments) # pyright: ignore[reportArgumentType] # what the listing names, as the Python core passed it for kind in ("tpm", "rpm") ) + if len(self._group_counters_cache) >= DEFAULT_MAX_LRU_CACHE_SIZE: + self._group_counters_cache.clear() + self._group_counters_cache[model_group] = (members, current_minute, counters) + return counters async def _core_get_model_group_usage(self, model_group: str) -> tuple[int | None, int | None]: """Current (tpm, rpm) usage of ``model_group``.""" diff --git a/litellm/router_rust/surface/model_list.py b/litellm/router_rust/surface/model_list.py index bb7fb53acea..32ab8f1cb76 100644 --- a/litellm/router_rust/surface/model_list.py +++ b/litellm/router_rust/surface/model_list.py @@ -26,7 +26,9 @@ model info caches) mean what they did: the same object until a write changes tha import copy import datetime +import threading from collections.abc import Callable, Iterable, Mapping, Sequence +from contextlib import AbstractContextManager from types import MappingProxyType from typing import ( TYPE_CHECKING, @@ -189,9 +191,12 @@ class HostedModelList(list[Entry]): apply: Callable[[Mapping[str, object]], None], live: Callable[[object], Mapping[str, object]] = lambda _: {}, live_info: Callable[[object], Mapping[str, object]] = lambda _: {}, + *, + lock: AbstractContextManager[object] | None = None, ) -> None: super().__init__() self._handle: Final = handle + self._lock: Final[AbstractContextManager[object]] = threading.RLock() if lock is None else lock self._apply: Final = apply # A deployment's litellm_params values its record carries as text, by id (``live_params``). self._live: Final = live @@ -209,6 +214,10 @@ class HostedModelList(list[Entry]): def refresh(self) -> None: """Read router-core's deployments again when its registry moved since the last read.""" + with self._lock: + self._refresh() + + def _refresh(self) -> None: handle: Final = self._handle() if handle is None or self._building is not None: # While a build runs, the list shows what it accepted until router-core serves it. @@ -260,28 +269,31 @@ class HostedModelList(list[Entry]): """A build starts: router-core serves what it adds once it ends, so until then the list shows each deployment it accepts here (``built``), after the entries it keeps, or alone when it replaces them, as the Python router's list grows while it adds them.""" - self.refresh() - if replacing: - self._show([]) - self._id_counts = {} - self._building = (len(self), self._id_counts, self._read_at) + with self._lock: + self._refresh() + if replacing: + self._show([]) + self._id_counts = {} + self._building = (len(self), self._id_counts, self._read_at) def built(self, entry: Mapping[str, object]) -> None: """A deployment the build accepted, shown until the build ends.""" - if self._building is not None: - super().extend(self._kept([entry], appended=True)) + with self._lock: + if self._building is not None: + super().extend(self._kept([entry], appended=True)) def end_build(self) -> None: """The build ended (or failed): router-core serves what it added, read back in place of the entries shown meanwhile, each kept as the object it was shown as while unchanged.""" - if self._building is None: - return - start, counts, read_at = self._building - self._building = None - super().__delitem__(slice(start, None)) - self._id_counts = counts - self._read_at = read_at - self.refresh() + with self._lock: + if self._building is None: + return + start, counts, read_at = self._building + self._building = None + super().__delitem__(slice(start, None)) + self._id_counts = counts + self._read_at = read_at + self._refresh() def _seed(self, entries: Sequence[object]) -> None: """Keep ``entries``, the list router-core now holds, as the objects its records for them @@ -311,19 +323,21 @@ class HostedModelList(list[Entry]): def _replace(self, entries: list[Entry]) -> None: # mutable-ok: the list router-core takes # Seeded first: router-core's records for them read back as these objects however soon # the list is read again. - self._seed(entries) - self._apply({"replace": entries}) - self.refresh() + with self._lock: + self._seed(entries) + self._apply({"replace": entries}) + self._refresh() def replace(self, entries: Iterable[object]) -> None: """Every deployment at once (``router.model_list = [...]``).""" self._replace(cast(list[Entry], list(entries))) # cast-ok: the entries as assigned, which router-core validates def append(self, value: Entry) -> None: - self.refresh() - self._seed_appended([value]) - self._apply({"append": [value]}) - self.refresh() + with self._lock: + self._refresh() + self._seed_appended([value]) + self._apply({"append": [value]}) + self._refresh() def extend(self, values: Iterable[Entry]) -> None: for value in tuple(values): @@ -362,8 +376,9 @@ class HostedModelList(list[Entry]): # A delete removes every deployment with the id; the list removes only this one. self._replace(changed) return - self._apply({"delete": [removed_id]}) - self.refresh() + with self._lock: + self._apply({"delete": [removed_id]}) + self._refresh() def pop(self, index: SupportsIndex = -1) -> Entry: entry: Final = self[index] diff --git a/litellm/router_rust/surface/registry.py b/litellm/router_rust/surface/registry.py index 0fca3e781d9..0392e81a9df 100644 --- a/litellm/router_rust/surface/registry.py +++ b/litellm/router_rust/surface/registry.py @@ -3,7 +3,7 @@ """ ``HostRegistry``: the Rust core's live ``model_list`` and the indexes ``registry()`` reads. -router-core builds the deployments (``litellm-rust/crates/router-core/src/build.rs``): it walks +router-core builds the deployments (``litellm/rust/crates/router-core/src/build.rs``): it walks the list, decides which values are ``os.environ/`` secret references, assigns the id of a deployment that declares none and adds one deployment per ``organization``. What needs live Python objects is a host step this registry answers, one deployment at a time (``_answer_build_step``): @@ -42,6 +42,7 @@ router and every ``registry()`` query dispatches the way it does on the Python c import copy import dataclasses +import itertools import json import os import re @@ -95,13 +96,14 @@ from litellm.litellm_core_utils.routing_groups import apply_routing_group_priori from litellm.llms.openai_like.json_loader import JSONProviderRegistry from litellm.llms.openai_like.model_info import MODEL_INFO_REFRESH_SECONDS from litellm.redis.stores.connection import connect -from litellm.redis.stores.router_usage import RouterUsage, RouterUsageStore +from litellm.redis.stores.router_usage import RouterUsage, RouterUsageStore, UsageCounter from litellm.responses.bridge_check import keep_registered_mode from litellm.router_api import RouterRegistry, deployment_id from litellm.router_rust.invoke.shaping import ROUTER_CLIENTS_TARGET from litellm.router_rust.surface.indexes import HostedIndexes from litellm.router_rust.surface.model_info import HostModelInfo from litellm.router_rust.surface.model_list import HostedModelList +from litellm.router_rust.surface.replay import live_registries from litellm.router_strategy.auto_router.auto_router_model_naming import classify_strategy_router_model from litellm.router_utils.deployment_numbers import refuse_unservable_numbers, refuse_wide_numbers from litellm.router_utils.endpoint_eligibility import warn_on_unenforced_endpoint_flag @@ -121,6 +123,7 @@ from litellm.types.router import ( ) from litellm.types.utils import ( DEPLOYMENT_SCOPED_TOKEN_LIMIT_FIELDS, + SHARED_ONLY_WHEN_TRUE_CAPABILITY_FIELDS, CustomPricingLiteLLMParams, LlmProviders, LlmProvidersSet, @@ -133,6 +136,7 @@ from litellm.utils import ( get_potential_model_names, get_secret, lookup_model_info_for_registration, + model_cost_registration_key, model_info_with_pricing_overrides, ) @@ -211,6 +215,7 @@ class _Build: entries: dict[int, _BuildEntry] = dataclasses.field(default_factory=dict) # mutable-ok: filled in step order # `add`: the deployment to add, and the entry it is stored as. deployment: Deployment | None = None + replace_existing: bool = False stored: UntypedEntry | None = None # The deployment the build is on, its provider and its data-source values. pending: Deployment | None = None @@ -222,6 +227,17 @@ class _Build: # step is answered as invalid and the build ends, then this is raised. failure: Exception | None = None + def reached_entries(self) -> tuple[UntypedEntry, ...]: + return tuple( + {"model_name": entry.model_name, "litellm_params": entry.litellm_params, "model_info": entry.model_info} + for entry in self.entries.values() + ) + + +def _creating(model_list: Sequence[object]) -> _Build: + raw: Final[list[UntypedEntry]] = copy.deepcopy(list(model_list)) # pyright: ignore[reportAssignmentType] # model_list entries # mutable-ok: a deep copy the build consumes + return _Build(path="create", raw=raw) + def model_info_is_active_for_environment(model_info: Mapping[str, object] | None) -> bool: """The environment-gating rule (``model_info_is_active_for_environment``): a deployment whose @@ -551,6 +567,95 @@ def register_deployment_pricing(host: "PythonHost", deployment: Deployment) -> N ) +def _entry_section(entry: Mapping[str, object], section: str) -> Mapping[str, object]: + value: Final = entry.get(section) + return _MODEL_INFO_ADAPTER.validate_python(value) if isinstance(value, Mapping) else {} + + +def _entry_backend(entry: Mapping[str, object]) -> tuple[str, str | None] | None: + params: Final = _entry_section(entry, "litellm_params") + model: Final = params.get("model") + provider: Final = params.get("custom_llm_provider") + return (model, provider if isinstance(provider, str) else None) if isinstance(model, str) else None + + +def _entry_backend_keys(entry: Mapping[str, object]) -> frozenset[str]: + backend: Final = _entry_backend(entry) + return frozenset() if backend is None else frozenset(_backend_cost_map_keys(*backend)) + + +def _entry_row_keys(entry: Mapping[str, object]) -> frozenset[str]: + return frozenset(model_cost_registration_key(key) for key in _entry_backend_keys(entry)) + + +def _shared_capabilities_set_true(entry: Mapping[str, object]) -> frozenset[str]: + model_info: Final = _entry_section(entry, "model_info") + return frozenset(field for field in SHARED_ONLY_WHEN_TRUE_CAPABILITY_FIELDS if model_info.get(field) is True) + + +def _distinct_withdrawals(entries: Iterable[Mapping[str, object]]) -> tuple[Mapping[str, object], ...]: + return tuple( + {(_entry_backend_keys(entry), _shared_capabilities_set_true(entry)): entry for entry in entries}.values() + ) + + +def _row_sets_true(host: "PythonHost", key: str, fields: frozenset[str]) -> bool: + row: Final[object] = host.dynamic().model_cost.get(model_cost_registration_key(key)) + return isinstance(row, dict) and any( + _MODEL_INFO_ADAPTER.validate_python(row).get(field) is True for field in fields + ) + + +def _catalog_sets_true(catalog: Mapping[str, Mapping[str, object]], catalog_keys: tuple[str, ...], field: str) -> bool: + entry: Final = next((catalog[key] for key in catalog_keys if key in catalog), None) + return entry is not None and entry.get(field) is True + + +def withdraw_shared_capabilities( + host: "PythonHost", + removed: Mapping[str, object], + replacement: Mapping[str, object] | None, + served: Iterable[Mapping[str, object]], +) -> None: + """For each ``SHARED_ONLY_WHEN_TRUE_CAPABILITY_FIELDS`` flag ``removed`` set ``True``, set the shared + ``litellm.model_cost`` row(s) ``removed`` registers onto that still hold it ``True`` to whether ``replacement``, + a ``served`` deployment registering onto one of them, or the catalog still sets it ``True``.""" + backend: Final = _entry_backend(removed) + set_true: Final = _shared_capabilities_set_true(removed) + if backend is None or not set_true: + return + row_keys: Final = _entry_row_keys(removed) + kept: Final = ( + _shared_capabilities_set_true(replacement) + if replacement is not None and _entry_row_keys(replacement) == row_keys + else frozenset[str]() + ) + withdrawn: Final = set_true - kept + held: Final = tuple(key for key in _entry_backend_keys(removed) if _row_sets_true(host, key, withdrawn)) + if not held: + return + candidates: Final = tuple( + entry for entry in served if not withdrawn.isdisjoint(_shared_capabilities_set_true(entry)) + ) + rows_by_backend: Final = { + keys: frozenset(model_cost_registration_key(key) for key in keys) + for keys in frozenset(_entry_backend_keys(entry) for entry in candidates) + } + siblings_set_true: Final = frozenset( + itertools.chain.from_iterable( + _shared_capabilities_set_true(entry) & withdrawn + for entry in candidates + if not rows_by_backend[_entry_backend_keys(entry)].isdisjoint(row_keys) + ) + ) + catalog: Final = catalog_with_runtime_registrations() + catalog_keys: Final = _catalog_backend_keys(*backend, _backend_cost_map_keys(*backend)) + restored: Final = { + field: field in siblings_set_true or _catalog_sets_true(catalog, catalog_keys, field) for field in withdrawn + } + host.invoke("register_model")(model_cost={key: restored for key in held}, persist_across_reloads=False) + + # -- the registry -------------------------------------------------------------------------------- @@ -592,6 +697,21 @@ def _index_key(value: object) -> str | None: return value if isinstance(value, str) else None +GroupMembers: TypeAlias = tuple[tuple[object, object], ...] +GroupCounters: TypeAlias = tuple[object, str, tuple[tuple[UsageCounter, ...], ...]] + + +def _members_of(model_list: Sequence[Mapping[str, object]] | None) -> GroupMembers | None: + if model_list is None: + return None + return tuple((_field(entry, "model_info", "id"), _field(entry, "litellm_params", "model")) for entry in model_list) + + +def _field(entry: Mapping[str, object], section: str, key: str) -> object: + held: Final = entry.get(section) + return held.get(key) if isinstance(held, Mapping) else None + + def _round_trips(value: object) -> bool: """Whether JSON reads ``value`` back equal to itself.""" try: @@ -639,7 +759,7 @@ class HostRegistry(HostModelInfo): self._core_model_group_alias: dict[str, str | RouterModelGroupAliasItem] = model_group_alias # mutable-ok: the live alias map # fmt: skip # The live model_list: router-core's deployments read back, every write a changeset. self._core_model_list: Final[HostedModelList] = HostedModelList( - self._live_handle, self._hand_changes, self.live_params, self.live_info + self._live_handle, self._hand_changes, self.live_params, self.live_info, lock=self._deployment_index_lock ) # The litellm_params values a deployment's JSON cannot carry (an Exception or model object as # ``mock_response``, a callable ``azure_ad_token_provider``), by deployment id: an attempt is called with them, as Python's list held them. @@ -682,6 +802,8 @@ class HostRegistry(HostModelInfo): # `zero_cost()`: the per-deployment zero-cost lookup the auth checks fill, emptied with the # group info caches. self._zero_cost_cache: dict[str, bool] = {} # mutable-ok: the auth checks write into it + self._group_members_cache: dict[str, tuple[object, GroupMembers | None]] = {} # mutable-ok: by model group + self._group_counters_cache = {} # The routing cache usage reads come from; RustCore sets it to the one its Rust core writes. self._core_cache: DualCache = DualCache() # The tpm/rpm store usage reads come from; RustCore sets it to the one its Rust core writes. @@ -834,6 +956,7 @@ class HostRegistry(HostModelInfo): self._core_cached_deployment_model_info.cache_clear() # pyright: ignore[reportFunctionMemberAccess] # an lru_cache self.cached_deployment_tracks_usage.cache_clear() # pyright: ignore[reportFunctionMemberAccess] # an lru_cache self._zero_cost_cache.clear() + self._group_members_cache.clear() self._routing_group_rows = None def set_routing_groups(self, groups: Sequence[RoutingGroup]) -> None: @@ -850,15 +973,24 @@ class HostRegistry(HostModelInfo): """Replace every deployment (``set_model_list``). All or nothing: when an entry raises, the deployments served before the call are put back and the error is raised.""" previous: Final = [copy.deepcopy(dict(entry)) for entry in self._core_model_list] + attempt: Final = _creating(model_list) try: - self._replace_model_list(model_list) + self._replace_model_list(attempt) except Exception: - self._replace_model_list(previous) + self._replace_model_list(_creating(previous)) + self._withdraw_shared_capabilities(attempt.reached_entries(), self._served_by_live_routers()) raise + self._withdraw_shared_capabilities(previous, self._served_by_live_routers()) - def _replace_model_list(self, model_list: Sequence[object]) -> None: + def _withdraw_shared_capabilities( + self, entries: Iterable[Mapping[str, object]], served: Sequence[Mapping[str, object]] + ) -> None: + for entry in _distinct_withdrawals(entries): + withdraw_shared_capabilities(self._host, entry, None, served) + + def _replace_model_list(self, build: _Build) -> None: self._discovered_model_info_cache.flush_cache() - original_model_list: Final[list[UntypedEntry]] = copy.deepcopy(list(model_list)) # pyright: ignore[reportAssignmentType] # model_list entries # mutable-ok: a deep copy the build consumes + original_model_list: Final = build.raw if self.strategies is not None: self.strategies.reset() self._provider_unresolved_deployments = () @@ -879,12 +1011,7 @@ class HostRegistry(HostModelInfo): # router-core walks the list (one deployment per organization, secrets resolved first, # ids assigned), asking this registry about each deployment in turn; it starts the list # and its id, name and team indexes over, and takes the given names as `model_names`. - self._run_build( - _Build(path="create", raw=original_model_list), - original_model_list, - resolve_secrets=True, - install="replace", - ) + self._run_build(build, original_model_list, resolve_secrets=True, install="replace") if self.strategies is not None: self.strategies.finalize() self._on_change() @@ -899,12 +1026,13 @@ class HostRegistry(HostModelInfo): raise RuntimeError("the host registry builds deployments through its Rust core") for entry in entries: refuse_wide_numbers(entry) - self._core_model_list.begin_build(replacing=install == "replace") - try: - self.build_runner(entries, build.path, resolve_secrets, install, partial(self._answer_shown, build)) - finally: - self._core_model_list.end_build() - self._drop_removed_live_values() + with self._deployment_index_lock: + self._core_model_list.begin_build(replacing=install == "replace") + try: + self.build_runner(entries, build.path, resolve_secrets, install, partial(self._answer_shown, build)) + finally: + self._core_model_list.end_build() + self._drop_removed_live_values() if build.failure is not None: # router-core served what it built before the entry that raised (`set_model_list` # cleared the list first), so the router is left as the Python core leaves it. @@ -1112,7 +1240,11 @@ class HostRegistry(HostModelInfo): deployment: Final = build.deployment if deployment is None: raise RuntimeError("an add build holds its deployment") - if deployment.model_info.id and self._core_has_model_id(deployment.model_info.id): + if ( + not build.replace_existing + and deployment.model_info.id + and self._core_has_model_id(deployment.model_info.id) + ): return {"skip": True} declared_params: Final = deployment.litellm_params.model_dump(exclude_none=True) warn_on_provider_credential_mismatch(model_name=deployment.model_name, litellm_params=declared_params) @@ -1165,7 +1297,9 @@ class HostRegistry(HostModelInfo): deployment: Final = build.pending if deployment is None: raise RuntimeError("an added step follows a validated deployment") - self._register_deployment(deployment, build.provider, build.data_source_values) + self._register_deployment( + deployment, build.provider, build.data_source_values, replace_existing=build.replace_existing + ) build.pending = None # rebind-ok: the build's state, which each step advances build.data_source_values = () # rebind-ok: the build's state, which each step advances self._invalidate_model_group_info_cache() @@ -1211,6 +1345,8 @@ class HostRegistry(HostModelInfo): deployment: Deployment, custom_llm_provider: str | None, data_source_values: Sequence[tuple[int, str, str]], + *, + replace_existing: bool, ) -> None: """``_add_deployment`` after the provider: its data-source values, pass-through credentials and pre-routing strategies (router-core registers its names and patterns).""" @@ -1258,7 +1394,7 @@ class HostRegistry(HostModelInfo): if custom_llm_provider is not None: self._initialize_deployment_for_pass_through(deployment, custom_llm_provider) if self.strategies is not None: - self.strategies.register(deployment) + self.strategies.register(deployment, replace_existing=replace_existing) def _initialize_deployment_for_pass_through(self, deployment: Deployment, custom_llm_provider: str) -> None: """Register vertex credentials for a pass-through deployment (``_initialize_deployment_for_pass_through``).""" @@ -1287,7 +1423,10 @@ class HostRegistry(HostModelInfo): def add_deployment(self, deployment: Deployment) -> Deployment | None: """Add one deployment unless its id exists (``add_deployment``), built by router-core.""" - build: Final = _Build(path="add", deployment=deployment) + return self._install_deployment(deployment, replace_existing=False) + + def _install_deployment(self, deployment: Deployment, *, replace_existing: bool) -> Deployment | None: + build: Final = _Build(path="add", deployment=deployment, replace_existing=replace_existing) self._run_build(build, [deployment.to_json(exclude_none=True)], resolve_secrets=False, install="upsert") if build.result is None: return None @@ -1302,68 +1441,48 @@ class HostRegistry(HostModelInfo): on_router: Final = self._core_get_deployment(model_id=model_id) served: Final = without_model_capability_flags(deployment) try: + if ( + on_router is not None + and deployment.model_name == on_router.model_name + and served.litellm_params == on_router.litellm_params + and deployment.model_info == on_router.model_info + ): + return None + self._install_deployment(deployment, replace_existing=True) if on_router is not None: - if ( - deployment.model_name == on_router.model_name - and served.litellm_params == on_router.litellm_params - and deployment.model_info == on_router.model_info - ): - return None - with self._deployment_index_lock: - removal_idx: Final = self.model_id_to_deployment_index_map.get(model_id) - if removal_idx is not None: - _ = self._core_model_list[removal_idx] # pyright: ignore[reportArgumentType] # raises IndexError for a position past the list, as the pop does - self._remove(model_id) + withdraw_shared_capabilities( + self._host, + on_router.to_json(exclude_none=True), + deployment.to_json(exclude_none=True), + self._served_by_live_routers(), + ) if self.strategies is not None: - self.strategies.release(on_router) - self._on_change() - self.add_deployment(deployment=deployment) + self.strategies.release(on_router, replaced=True) if self.strategies is not None: self.strategies.upserted(deployment, on_router) except Exception as e: if not self.ignore_invalid_deployments: raise verbose_router_logger.warning( - "Error upserting deployment %s (id=%s): %s. Dropping it and continuing with other deployments.", + "Error upserting deployment %s (id=%s): %s. Keeping its previous deployment, if any.", deployment.model_name, deployment.model_info.id, e, ) - self._restore_deployment_after_failed_upsert(on_router, model_id) return None else: return deployment - def _restore_deployment_after_failed_upsert(self, previous: Deployment | None, model_id: str) -> None: - if previous is None or self._core_has_model_id(model_id): - return - try: - if self.strategies is None: - self.add_deployment(deployment=previous) - else: - self.strategies.without_capability_limit(lambda: self.add_deployment(deployment=previous)) - verbose_router_logger.info( - "Restored deployment %s (id=%s); it keeps serving its previous configuration.", - previous.model_name, - model_id, - ) - except Exception as restore_error: # noqa: BLE001 # best-effort restore: a second failure must not abort the reload - verbose_router_logger.warning( - "Could not restore previously served deployment %s (id=%s) after the failed upsert: %s", - previous.model_name, - model_id, - restore_error, - ) - def _live_handle(self) -> "RouterCoreHandle | None": return None if self.handle_lookup is None else self.handle_lookup() def _hand_changes(self, changes: Mapping[str, object]) -> None: if self.changes_runner is None: raise RuntimeError("the host registry writes deployments through its Rust core") - self.changes_runner(changes) - self._core_model_list.refresh() - self._drop_removed_live_values() + with self._deployment_index_lock: + self.changes_runner(changes) + self._core_model_list.refresh() + self._drop_removed_live_values() def _drop_removed_live_values(self) -> None: """Forget the live values of ids no deployment carries any more, so a router that rotates @@ -1490,6 +1609,18 @@ class HostRegistry(HostModelInfo): self._registry_version += 1 self._on_change() + def _served_by_other_routers(self) -> tuple[UntypedEntry, ...]: + others: Final = (tuple(registry._core_model_list) for registry in live_registries() if registry is not self) + return tuple(itertools.chain.from_iterable(others)) + + def _served_by_live_routers(self) -> tuple[UntypedEntry, ...]: + return (*self._core_model_list, *self._served_by_other_routers()) + + def retire_shared_capabilities(self) -> None: + """Take back the ``SHARED_ONLY_WHEN_TRUE_CAPABILITY_FIELDS`` flags this router's deployments put on shared + ``litellm.model_cost`` rows that no other live router's deployment still sets (``retire``).""" + self._withdraw_shared_capabilities(self._core_model_list, self._served_by_other_routers()) + def _core_delete_deployment(self, id: str) -> UntypedEntry | None: """Remove one deployment and return its stored entry (``_delete_deployment``).""" try: @@ -1499,6 +1630,7 @@ class HostRegistry(HostModelInfo): return None item: Final = self._core_model_list[deployment_idx] # pyright: ignore[reportArgumentType] # raises IndexError for a position past the list, as the pop does self._remove(id) + withdraw_shared_capabilities(self._host, item, None, self._served_by_live_routers()) if self.checks is not None: self.checks.unregister_deployment_budget(id) if self.strategies is not None: @@ -1554,10 +1686,11 @@ class HostRegistry(HostModelInfo): return handle is not None and key is not None and handle.has_model_id(key) def _core_get_model_info(self, id: str) -> UntypedEntry | None: - handle: Final = self._live_handle() - key: Final = _index_key(id) - idx: Final[object] = None if handle is None or key is None else handle.id_position(key) - return None if idx is None else self._core_model_list[idx] # pyright: ignore[reportArgumentType, reportCallIssue] # a position, or what a caller wrote, read as Python reads it + with self._deployment_index_lock: + handle: Final = self._live_handle() + key: Final = _index_key(id) + idx: Final[object] = None if handle is None or key is None else handle.id_position(key) + return None if idx is None else self._core_model_list[idx] # pyright: ignore[reportArgumentType, reportCallIssue] # a position, or what a caller wrote, read as Python reads it def live_params(self, model_id: object) -> Mapping[str, object]: """The litellm_params values of deployment ``model_id`` that its JSON record cannot carry.""" @@ -1572,21 +1705,23 @@ class HostRegistry(HostModelInfo): return None if entry is None else Deployment(**entry) # pyright: ignore[reportArgumentType] # a stored entry def _core_get_deployment_by_model_group_name(self, model_group_name: str) -> Deployment | None: - handle: Final = self._live_handle() - key: Final = _index_key(model_group_name) - indices: Final[object] = None if handle is None or key is None else handle.named_positions(key) - model: Final = self._core_model_list[indices[0]] if indices else None # pyright: ignore[reportIndexIssue, reportArgumentType, reportCallIssue] # positions, or what a caller wrote, read as Python reads them - return None if model is None else Deployment(**model) # pyright: ignore[reportArgumentType] # a stored entry + with self._deployment_index_lock: + handle: Final = self._live_handle() + key: Final = _index_key(model_group_name) + indices: Final[object] = None if handle is None or key is None else handle.named_positions(key) + model: Final = self._core_model_list[indices[0]] if indices else None # pyright: ignore[reportIndexIssue, reportArgumentType, reportCallIssue] # positions, or what a caller wrote, read as Python reads them + return None if model is None else Deployment(**model) # pyright: ignore[reportArgumentType] # a stored entry def _at(self, indices: object) -> tuple[UntypedEntry, ...]: """The entries at ``indices`` (what an index holds), read as Python's list reads them.""" return tuple(self._core_model_list[idx] for idx in indices) # pyright: ignore[reportGeneralTypeIssues, reportArgumentType, reportCallIssue] # positions, or what a caller wrote def _core_deployments_named(self, model_name: str) -> tuple[UntypedEntry, ...] | None: - handle: Final = self._live_handle() - key: Final = _index_key(model_name) - indices: Final[object] = None if handle is None or key is None else handle.named_positions(key) - return None if indices is None else self._at(indices) + with self._deployment_index_lock: + handle: Final = self._live_handle() + key: Final = _index_key(model_name) + indices: Final[object] = None if handle is None or key is None else handle.named_positions(key) + return None if indices is None else self._at(indices) def team_public_model_names_of(self, team_id: object) -> frozenset[str]: handle: Final = self._live_handle() @@ -1595,13 +1730,14 @@ class HostRegistry(HostModelInfo): return frozenset(handle.team_public_names_of(team_id)) def _team_deployments_named(self, team_id: str, public_model_name: str) -> tuple[UntypedEntry, ...] | None: - handle: Final = self._live_handle() - team: Final = _index_key(team_id) - public: Final = _index_key(public_model_name) - indices: Final[object] = ( - None if handle is None or team is None or public is None else handle.team_positions(team, public) - ) - return None if indices is None else self._at(indices) + with self._deployment_index_lock: + handle: Final = self._live_handle() + team: Final = _index_key(team_id) + public: Final = _index_key(public_model_name) + indices: Final[object] = ( + None if handle is None or team is None or public is None else handle.team_positions(team, public) + ) + return None if indices is None else self._at(indices) # -- lookups (router-core `lookup.rs`): rows read at the stored entries -------------------- @@ -1717,24 +1853,26 @@ class HostRegistry(HostModelInfo): def _team_deployments_across_teams(self, model: str) -> list[UntypedEntry]: # mutable-ok: a fresh list """Every team's deployments under public name ``model``, for a proxy admin calling without a team.""" - rows, teams = self._lookup().lookup_across_teams(model) - team_deployments: Final = self._rows(rows) - if teams > 1: - raise litellm_exceptions.BadRequestError( - message=( - f"Model name '{model}' matches deployments from multiple teams. " - "Specify the deployment ID directly to disambiguate." - ), - model=model, - llm_provider="", - ) - return team_deployments + with self._deployment_index_lock: + rows, teams = self._lookup().lookup_across_teams(model) + team_deployments: Final = self._rows(rows) + if teams > 1: + raise litellm_exceptions.BadRequestError( + message=( + f"Model name '{model}' matches deployments from multiple teams. " + "Specify the deployment ID directly to disambiguate." + ), + model=model, + llm_provider="", + ) + return team_deployments def _core_get_all_deployments( self, model_name: str, model_alias: str | None = None, team_id: str | None = None ) -> list[UntypedEntry]: # mutable-ok: a fresh list, as the core returns it - key: Final = _index_key(model_name) - return [] if key is None else self._rows(self._lookup().lookup_all(key, team_id, model_alias)) + with self._deployment_index_lock: + key: Final = _index_key(model_name) + return [] if key is None else self._rows(self._lookup().lookup_all(key, team_id, model_alias)) def get_routing_group(self, model_name: str) -> RoutingGroup | None: """The routing group callable as ``model_name``: a deployment model_name or an alias of the @@ -1753,61 +1891,85 @@ class HostRegistry(HostModelInfo): def _core_routing_group_has_alternatives(self, model_group: str | None) -> bool: """A callable routing group whose member union spans more than one deployment.""" - if model_group is None: - return False - resolved: Final = self._core_get_model_from_alias(model=model_group) or model_group - group: Final = self.get_routing_group(resolved) - if group is None: - return False - handle: Final = self._lookup() + with self._deployment_index_lock: + if model_group is None: + return False + resolved: Final = self._core_get_model_from_alias(model=model_group) or model_group + group: Final = self.get_routing_group(resolved) + if group is None: + return False + handle: Final = self._lookup() - def held(member: str) -> Sequence[object]: - return cast(Sequence[object], handle.named_positions(member) or ()) # cast-ok: positions, or junk + def held(member: str) -> Sequence[object]: + return cast(Sequence[object], handle.named_positions(member) or ()) # cast-ok: positions, or junk - return sum(len(held(member)) for member in group.models) > 1 + return sum(len(held(member)) for member in group.models) > 1 + + def _group_members(self, model_group: str) -> GroupMembers | None: + # An alias or a wildcard name reads state the registry version does not cover: those list every time. + handle: Final = self._live_handle() + if handle is None or _index_key(model_group) is None or model_group in (self._core_model_group_alias or {}): + return _members_of(self._core_get_model_list(model_name=model_group)) + stamp: Final = (handle, handle.registry_version(), self._registry_version) + cached: Final = self._group_members_cache.get(model_group) + if cached is not None and cached[0] == stamp: + return cached[1] + members: Final = _members_of(self._core_get_model_list(model_name=model_group)) + if len(self._group_members_cache) >= DEFAULT_MAX_LRU_CACHE_SIZE: + self._group_members_cache.clear() + self._group_members_cache[model_group] = (stamp, members) + return members def _core_get_model_list_from_model_alias( self, model_name: str | None = None ) -> list[UntypedEntry]: # mutable-ok: a fresh list - return self._rows( - self._lookup().lookup_model_list(model_name, None, self._list_scope(model_name, only="aliases")) - ) + with self._deployment_index_lock: + return self._rows( + self._lookup().lookup_model_list(model_name, None, self._list_scope(model_name, only="aliases")) + ) def _core_get_model_list_from_routing_groups(self, model_name: str | None = None) -> Sequence[UntypedEntry]: """Callable routing groups as model-list rows: each member deployment under the group's name.""" - if model_name is None and self._routing_group_rows is not None: - return self._routing_group_rows - rows: Final = tuple( - self._rows(self._lookup().lookup_model_list(model_name, None, self._list_scope(model_name, only="groups"))) - ) - if model_name is None: - self._routing_group_rows = rows - return rows + with self._deployment_index_lock: + if model_name is None and self._routing_group_rows is not None: + return self._routing_group_rows + rows: Final = tuple( + self._rows( + self._lookup().lookup_model_list(model_name, None, self._list_scope(model_name, only="groups")) + ) + ) + if model_name is None: + self._routing_group_rows = rows + return rows def _core_get_model_list( self, model_name: str | None = None, team_id: str | None = None ) -> list[UntypedEntry] | None: # mutable-ok: a fresh list, as get_model_list returns - if model_name is not None and _index_key(model_name) is None: - # No index holds it, so `_get_wildcard_deployments` reads it: what the pattern routers raise. - team_router: Final = self._core_team_pattern_routers.get(team_id) if team_id is not None else None - return [ - *self._core_pattern_router.get_deployments_by_pattern(model=model_name), - *(team_router.get_deployments_by_pattern(model=model_name) if team_router is not None else ()), - ] - return self._rows(self._lookup().lookup_model_list(model_name, team_id, self._list_scope(model_name))) + with self._deployment_index_lock: + if model_name is not None and _index_key(model_name) is None: + # No index holds it, so `_get_wildcard_deployments` reads it: what the pattern routers raise. + team_router: Final = self._core_team_pattern_routers.get(team_id) if team_id is not None else None + return [ + *self._core_pattern_router.get_deployments_by_pattern(model=model_name), + *(team_router.get_deployments_by_pattern(model=model_name) if team_router is not None else ()), + ] + return self._rows(self._lookup().lookup_model_list(model_name, team_id, self._list_scope(model_name))) def _core_wildcard_route_deployments(self, model: str, team_id: str | None) -> Sequence[Mapping[str, object]]: - from litellm.litellm_core_utils.get_llm_provider_logic import inferred_provider + with self._deployment_index_lock: + from litellm.litellm_core_utils.get_llm_provider_logic import inferred_provider - if not isinstance(model, str): # pyright: ignore[reportUnnecessaryIsInstance] # a caller's non-string model reads the base routers - team_router: Final = self._core_team_pattern_routers.get(team_id) if team_id is not None else None - team_owned: Final = team_router.get_deployments_by_pattern(model=model) if team_router is not None else () - return team_owned or self._core_pattern_router.get_deployments_by_pattern(model=model) - rows: Final = self._lookup().lookup_wildcard_route( - model, team_id, [model, f"{inferred_provider(model)}/{model}"] - ) - routed: Final = cast(Sequence[Mapping[str, object]], rows) # cast-ok: router-core's wildcard rows - return [cast(Mapping[str, object], row["pattern"]) for row in routed] # cast-ok: each carries its routed copy + if not isinstance(model, str): # pyright: ignore[reportUnnecessaryIsInstance] # a caller's non-string model reads the base routers + team_router: Final = self._core_team_pattern_routers.get(team_id) if team_id is not None else None + team_owned: Final = ( + team_router.get_deployments_by_pattern(model=model) if team_router is not None else () + ) + return team_owned or self._core_pattern_router.get_deployments_by_pattern(model=model) + rows: Final = self._lookup().lookup_wildcard_route( + model, team_id, [model, f"{inferred_provider(model)}/{model}"] + ) + routed: Final = cast(Sequence[Mapping[str, object]], rows) # cast-ok: router-core's wildcard rows + return [cast(Mapping[str, object], row["pattern"]) for row in routed] # cast-ok: its routed copy def _core_wildcard_routed_models(self, model: str, team_id: str | None) -> frozenset[str]: team_router: Final = self._core_team_pattern_routers.get(team_id) if team_id is not None else None @@ -1818,23 +1980,27 @@ class HostRegistry(HostModelInfo): def _core_config_deployments(self) -> Iterator[Mapping[str, object]]: """A generator, as the Python core's: the rows are read when iteration starts.""" - yield from self._rows(self._lookup().lookup_config()) + with self._deployment_index_lock: + rows: Final = self._rows(self._lookup().lookup_config()) + yield from rows # -- names ------------------------------------------------------------------------------------ def _core_get_model_names(self, team_id: str | None = None) -> list[str]: # mutable-ok: a fresh list - names, raw = self._lookup().lookup_model_names(team_id, self._list_scope(None)) - self._raise_at(raw) - return names + with self._deployment_index_lock: + names, raw = self._lookup().lookup_model_names(team_id, self._list_scope(None)) + self._raise_at(raw) + return names def _core_get_model_ids( self, model_name: str | None = None, exclude_team_models: bool = False ) -> list[str]: # mutable-ok: a fresh list - if model_name is not None and _index_key(model_name) is None: - return [] - ids, raw = self._lookup().lookup_model_ids(model_name, exclude_team_models) - self._raise_at(raw) - return ids + with self._deployment_index_lock: + if model_name is not None and _index_key(model_name) is None: + return [] + ids, raw = self._lookup().lookup_model_ids(model_name, exclude_team_models) + self._raise_at(raw) + return ids # -- resolving a name ------------------------------------------------------------------------- @@ -1893,12 +2059,6 @@ class HostRegistry(HostModelInfo): return provider_prefixed return None - def _get_deployment_by_litellm_model(self, model: object) -> list[UntypedEntry]: # mutable-ok: a fresh list - handle: Final = self._live_handle() - if handle is None or not isinstance(model, str): - return [] - return list(self._at(handle.litellm_model_positions(model))) - # -- credentials ------------------------------------------------------------------------------ @staticmethod @@ -1917,18 +2077,20 @@ class HostRegistry(HostModelInfo): def _get_model_group_deployment_usable_by_team( self, model_group_name: str, team_id: str | None ) -> Deployment | None: - if _index_key(model_group_name) is None: - return None - position, raw = self._lookup().lookup_group_usable_by_team(model_group_name, team_id) - self._raise_at(raw) - return None if position is None else Deployment(**self._core_model_list[position]) # pyright: ignore[reportArgumentType] # a stored entry + with self._deployment_index_lock: + if _index_key(model_group_name) is None: + return None + position, raw = self._lookup().lookup_group_usable_by_team(model_group_name, team_id) + self._raise_at(raw) + return None if position is None else Deployment(**self._core_model_list[position]) # pyright: ignore[reportArgumentType] # a stored entry def _get_team_public_name_deployment(self, model_id: str, team_id: str | None) -> Deployment | None: - if team_id is None or _index_key(model_id) is None: - return None - position, raw = self._lookup().lookup_team_public_name(model_id, team_id) - self._raise_at(raw) - return None if position is None else Deployment(**self._core_model_list[position]) # pyright: ignore[reportArgumentType] # a stored entry + with self._deployment_index_lock: + if team_id is None or _index_key(model_id) is None: + return None + position, raw = self._lookup().lookup_team_public_name(model_id, team_id) + self._raise_at(raw) + return None if position is None else Deployment(**self._core_model_list[position]) # pyright: ignore[reportArgumentType] # a stored entry def _get_wildcard_deployment_usable_by_team(self, model_id: str, team_id: str | None) -> Deployment | None: team_router: Final = self._core_team_pattern_routers.get(team_id) if team_id is not None else None @@ -1981,7 +2143,10 @@ class HostRegistry(HostModelInfo): # -- routable names --------------------------------------------------------------------------- def _routable_deployments(self, model_name: str, team_id: str | None) -> tuple[UntypedEntry, ...]: - return tuple(self._rows(self._lookup().lookup_routable(self._core_routable_model_group(model_name), team_id))) + with self._deployment_index_lock: + return tuple( + self._rows(self._lookup().lookup_routable(self._core_routable_model_group(model_name), team_id)) + ) def _core_team_ptu_ceiling(self, team_id: str, model_group: str) -> "PTUTeamCeiling | None": """The per-minute ceiling ``team_id``'s PTU shares set on the group serving ``model_group``, @@ -2045,24 +2210,26 @@ class HostRegistry(HostModelInfo): """The deployment ids that could serve ``model`` for ``team_id``: the alias target, then a routing group, then a team public name or wildcard route for a name that is no model group, then the model group (``get_candidate_model_ids_for_route``). Read-only.""" - from litellm.litellm_core_utils.get_llm_provider_logic import inferred_provider + with self._deployment_index_lock: + from litellm.litellm_core_utils.get_llm_provider_logic import inferred_provider - resolved: Final = self._core_get_model_from_alias(model=model) or model - group: Final = self.get_routing_group(resolved) if self._core_routing_groups else None - ids, raw = self._lookup().lookup_candidate_ids( - resolved, - team_id, - None if group is None else list(group.models), - [resolved, f"{inferred_provider(resolved)}/{resolved}"], - ) - self._raise_at(raw) - return frozenset(ids) + resolved: Final = self._core_get_model_from_alias(model=model) or model + group: Final = self.get_routing_group(resolved) if self._core_routing_groups else None + ids, raw = self._lookup().lookup_candidate_ids( + resolved, + team_id, + None if group is None else list(group.models), + [resolved, f"{inferred_provider(resolved)}/{resolved}"], + ) + self._raise_at(raw) + return frozenset(ids) def _core_team_model_has_alternatives(self, deployment_id: str) -> bool: """Whether a team deployment's public name has another unpaused deployment of that team.""" - found, raw = self._lookup().lookup_team_model_has_alternatives(deployment_id) - self._raise_at(raw) - return found + with self._deployment_index_lock: + found, raw = self._lookup().lookup_team_model_has_alternatives(deployment_id) + self._raise_at(raw) + return found def _core_resolve_served_model_name(self, model_name: str, served_model: str) -> str: """``served_model`` when ``model_name`` routes to it (the alias target, a routing group @@ -2191,17 +2358,18 @@ class HostRegistry(HostModelInfo): def _core_get_model_access_groups( self, model_name: str | None = None, model_access_group: str | None = None, team_id: str | None = None ) -> Mapping[str, Sequence[str]]: - use_cache: Final = model_name is None and model_access_group is None and team_id is None - if use_cache and self._access_groups_cache is not None: - return self._access_groups_cache - pairs, raw = self._lookup().lookup_access_groups( - model_name, model_access_group, team_id, self._list_scope(model_name) - ) - self._raise_at(raw) - groups: Final[dict[str, list[str]]] = {g: list(n) for g, n in pairs} # mutable-ok: as a defaultdict - if use_cache: - self._access_groups_cache = groups - return groups + with self._deployment_index_lock: + use_cache: Final = model_name is None and model_access_group is None and team_id is None + if use_cache and self._access_groups_cache is not None: + return self._access_groups_cache + pairs, raw = self._lookup().lookup_access_groups( + model_name, model_access_group, team_id, self._list_scope(model_name) + ) + self._raise_at(raw) + groups: Final[dict[str, list[str]]] = {g: list(n) for g, n in pairs} # mutable-ok: as a defaultdict + if use_cache: + self._access_groups_cache = groups + return groups def _core_is_model_access_group_for_wildcard_route(self, model_access_group: str) -> bool: groups: Final = self._core_get_model_access_groups(model_access_group=model_access_group) diff --git a/litellm/router_rust/surface/replay.py b/litellm/router_rust/surface/replay.py index 6c770e07883..cd78b1ec76e 100644 --- a/litellm/router_rust/surface/replay.py +++ b/litellm/router_rust/surface/replay.py @@ -22,6 +22,10 @@ def untrack_live_registry(registry: HostRegistry) -> None: _live_registries.discard(registry) +def live_registries() -> tuple[HostRegistry, ...]: + return tuple(_live_registries) + + def _replay_live_registries() -> None: for registry in tuple(_live_registries): registry.replay_model_cost_registrations() diff --git a/litellm/router_strategy/complexity_router/README.md b/litellm/router_strategy/complexity_router/README.md index d06248a555f..394052c1dd4 100644 --- a/litellm/router_strategy/complexity_router/README.md +++ b/litellm/router_strategy/complexity_router/README.md @@ -690,7 +690,7 @@ generic behavior; use the real client when checking Claude Code routing. Agent harnesses inject their own context into the conversation as ordinary message text. That text is plumbing, not something a human asked for, so the router strips complete reminder blocks before classifying and picking a tier. A turn that is nothing but a reminder block strips to empty and is skipped, and the router falls back to the last real ask instead -By default the router strips complete `` blocks. For requests with a Codex user agent, it also strips complete ``, ``, ``, and `` blocks, plus repository instructions from the fixed heading prefix `# AGENTS.md instructions for ` through ``, regardless of the repository path. Other clients keep those tags and their contents +By default the router strips complete `` blocks. For requests with a Codex user agent, it also strips complete ``, ``, ``, and `` blocks, plus repository instructions from the fixed heading prefix `# AGENTS.md instructions for ` through ``, regardless of the repository path. For requests with an `opencode/` user agent, it also strips complete `` blocks and `` blocks through ``, attributes included, which OpenCode uses to return subagent output as a user turn. Other clients keep those tags and their contents The proxy records the incoming user agent in request metadata. SDK callers can supply `metadata.user_agent` (or `litellm_metadata.user_agent` on Responses requests), or configure `reminder_markers` explicitly when their client identity is unavailable @@ -713,7 +713,7 @@ model_list: close: "[[SUBAGENT_CONTEXT_END]]" ``` -Setting `reminder_markers` replaces all built-in pairs, including the Codex heading pair, so include every default your harness still needs. Matching is case-insensitive. Blocks that nest or overlap across pairs are stripped whole. An unclosed delimiter is not a block and is left in place, which keeps prose that merely mentions a delimiter from being eaten +Setting `reminder_markers` replaces all built-in pairs, including the Codex and OpenCode pairs, so include every default your harness still needs. Matching is case-insensitive. Blocks that nest or overlap across pairs are stripped whole. An unclosed delimiter is not a block and is left in place, which keeps prose that merely mentions a delimiter from being eaten ### Code Detection diff --git a/litellm/router_strategy/complexity_router/complexity_router.py b/litellm/router_strategy/complexity_router/complexity_router.py index acf1445ac36..2ce1bda173a 100644 --- a/litellm/router_strategy/complexity_router/complexity_router.py +++ b/litellm/router_strategy/complexity_router/complexity_router.py @@ -520,6 +520,11 @@ _CODEX_REMINDER_MARKERS: Final = _DEFAULT_REMINDER_MARKERS + ( ("", ""), ("# agents.md instructions for ", ""), ) +_OPENCODE_REMINDER_MARKERS: Final = _DEFAULT_REMINDER_MARKERS + ( + ("", ""), + (""), +) +_OPENCODE_USER_AGENT_PREFIX: Final = "opencode/" _TRUNCATION_MARKER: Final = "..." _TRUNCATION_HEAD_FRACTION: Final = 0.3 @@ -530,6 +535,10 @@ _CLASSIFIER_CIRCUIT_OPEN_SIGNAL: Final = "classifier-circuit-open" _CJK_CHARACTER: Final = re.compile("[぀-ヿㇰ-ㇿ㐀-䶿一-鿿豈-﫿ｦ-ﾝ\U00020000-\U0003ffff]") +def _is_opencode_user_agent(user_agent: str) -> bool: + return user_agent.lower().startswith(_OPENCODE_USER_AGENT_PREFIX) + + def _message_text(content: object) -> str: """Flatten message content to plain text, joining multi-part text blocks. @@ -4418,12 +4427,20 @@ class ComplexityRouter(CustomLogger): def _reminder_markers_for_request(self, request_kwargs: Mapping[str, object]) -> tuple[tuple[str, str], ...]: if self.config.reminder_markers is not None: return self._reminder_markers - return _CODEX_REMINDER_MARKERS if self._is_codex_request(request_kwargs) else _DEFAULT_REMINDER_MARKERS + if self._is_codex_request(request_kwargs): + return _CODEX_REMINDER_MARKERS + if self._request_user_agent_matches(request_kwargs, _is_opencode_user_agent): + return _OPENCODE_REMINDER_MARKERS + return _DEFAULT_REMINDER_MARKERS @staticmethod def _is_codex_request(request_kwargs: Mapping[str, object]) -> bool: + return ComplexityRouter._request_user_agent_matches(request_kwargs, is_codex_user_agent) + + @staticmethod + def _request_user_agent_matches(request_kwargs: Mapping[str, object], matches: Callable[[str], bool]) -> bool: return any( - is_codex_user_agent(user_agent) + matches(user_agent) for metadata_key in ("litellm_metadata", "metadata") if isinstance(metadata := request_kwargs.get(metadata_key), Mapping) if isinstance(user_agent := metadata.get("user_agent"), str) diff --git a/litellm/router_strategy/quality_router/quality_router.py b/litellm/router_strategy/quality_router/quality_router.py index c3b038b5f26..094c61e0550 100644 --- a/litellm/router_strategy/quality_router/quality_router.py +++ b/litellm/router_strategy/quality_router/quality_router.py @@ -103,7 +103,7 @@ class QualityRouter(CustomLogger): self._tier_to_models_cache = self._build_tier_index() return self._tier_to_models_cache - def _get_routing_preferences(self, deployment: object) -> dict[str, Any] | None: + def _get_routing_preferences(self, deployment: object) -> dict[str, object] | None: """ Extract litellm_routing_preferences from a deployment, handling both dict-shaped and Pydantic-object-shaped deployments. diff --git a/litellm/router_utils/cooldown_callbacks.py b/litellm/router_utils/cooldown_callbacks.py index 9e90b72ba1b..09bbeb92836 100644 --- a/litellm/router_utils/cooldown_callbacks.py +++ b/litellm/router_utils/cooldown_callbacks.py @@ -42,8 +42,7 @@ async def router_cooldown_event_callback( temp_litellm_params = dict(temp_litellm_params) _model_name: Final = _deployment.model_name or "" _api_base: Final = litellm.get_api_base(model=_model_name, optional_params=temp_litellm_params) or "" - model_info: Final = _deployment["model_info"] - model_id: Final = model_info.id + model_id: Final = _deployment.model_info.id litellm_model_name: Final = temp_litellm_params.get("model") or "" llm_provider = "" @@ -68,7 +67,7 @@ async def router_cooldown_event_callback( prometheusLogger.increment_deployment_cooled_down( litellm_model_name=_model_name, - model_id=model_id, + model_id=str(model_id), api_base=_api_base, api_provider=llm_provider, exception_status=str(exception_status), diff --git a/litellm/router_utils/cooldown_handlers.py b/litellm/router_utils/cooldown_handlers.py index 897f31840d3..9e3e0189fd0 100644 --- a/litellm/router_utils/cooldown_handlers.py +++ b/litellm/router_utils/cooldown_handlers.py @@ -24,12 +24,13 @@ from litellm.constants import ( INTERNAL_CALL_ORIGIN_METADATA_KEY, SINGLE_DEPLOYMENT_TRAFFIC_FAILURE_THRESHOLD, ) -from litellm.exceptions import MidStreamFallbackError +from litellm.exceptions import MidStreamFallbackError, MissingMessageRoleError from litellm.litellm_core_utils.credential_accessor import CredentialAccessor from litellm.litellm_core_utils.litellm_logging import mask_api_base_credentials from litellm.router_deprecated import renamed_router_param from litellm.router_utils.cooldown_cache import CooldownCacheValue from litellm.router_utils.cooldown_callbacks import router_cooldown_event_callback +from litellm.types.llms.anthropic import MESSAGE_THREAD_NOT_FOUND_ERROR_CODE from litellm.types.router import Deployment from litellm.types.utils import ( BACKGROUND_RESPONSE_COST_POLL_CALL_ORIGIN, @@ -82,8 +83,10 @@ def mark_deployment_selection_failure(exception: BaseException) -> None: def is_failure_outside_selected_deployment(exception: BaseException | None) -> bool: - return is_advisor_orchestration_failure(exception) or bool( - getattr(exception, _DEPLOYMENT_SELECTION_FAILURE_ATTR, False) + return ( + is_advisor_orchestration_failure(exception) + or isinstance(exception, MissingMessageRoleError) + or bool(getattr(exception, _DEPLOYMENT_SELECTION_FAILURE_ATTR, False)) ) @@ -106,6 +109,12 @@ def is_video_lookup_not_found(exception: object, failure_kwargs: Mapping[str, ob return getattr(exception, "status_code", None) == 404 and failure_kwargs.get("call_type") in VIDEO_ID_CALL_TYPES +def is_message_thread_not_found(exception: object) -> bool: + """Whether a message-thread continue failed with Anthropic's 404 ``thread_not_found``: the caller's + ``previous_message_id`` is stale and the SDK replays the conversation, the deployment is healthy.""" + return getattr(exception, "status_code", None) == 404 and MESSAGE_THREAD_NOT_FOUND_ERROR_CODE in str(exception) + + # The calls on an existing response id. ``compact_responses`` is left out: it sends a model and input, # so its 404 can mean a missing model rather than a missing response. RESPONSE_ID_CALL_TYPES: Final = frozenset( @@ -140,7 +149,7 @@ _EXCEPTION_POLICY_FIELDS: Final[tuple[tuple[type, str], ...]] = ( ) -def _first_present(*sources: Mapping[str, Any] | None, key: str) -> int | float | None: +def _first_present(*sources: Mapping[str, object] | None, key: str) -> int | float | None: """Return *key* from the first source mapping where it's set, so callers can support a setting living in more than one deployment config location. Sources are checked in order from most to least specific to that setting. Only a number diff --git a/litellm/router_utils/fallback_event_handlers.py b/litellm/router_utils/fallback_event_handlers.py index 068782f7a08..88687269d4b 100644 --- a/litellm/router_utils/fallback_event_handlers.py +++ b/litellm/router_utils/fallback_event_handlers.py @@ -753,6 +753,47 @@ async def _is_fallback_target_within_budget( return False +async def _is_fallback_target_admitted( + ctx: "RoutingContext", + fallback_entry: str | Mapping[str, object], + original_model_group: str, + kwargs: Mapping[str, object], + *, + attempted: AttemptedFallbackTargets, +) -> bool: + return ( + await _is_fallback_target_authorized(ctx, fallback_entry, original_model_group, kwargs, attempted=attempted) + and await _is_fallback_target_within_budget( + ctx, fallback_entry, original_model_group, kwargs, attempted=attempted + ) + and await _is_fallback_target_within_rate_limit( + ctx, fallback_entry, original_model_group, kwargs, attempted=attempted + ) + ) + + +async def _is_fallback_target_within_rate_limit( + ctx: "RoutingContext", + fallback_entry: str | Mapping[str, object], + original_model_group: str, + kwargs: Mapping[str, object], + *, + attempted: AttemptedFallbackTargets, +) -> bool: + rate_limit_check: Final = ctx.settings().fallback_rate_limit_check + target: Final = _get_fallback_target_model_group(fallback_entry) + if rate_limit_check is None or target is None or target == original_model_group: + return True + if await ctx.fallback_rate_limit_allowed(model=target, request_kwargs=kwargs): + return True + verbose_router_logger.info( + "Skipping fallback to model_group = %s: caller is over its per-model rate limit", + mask_sensitive_structure(fallback_entry), + ) + attempted.record_skip(target, FallbackSkipReason.RATE_LIMITED) + return False + + def references_provider_scoped_resource(kwargs: Mapping[str, object]) -> bool: """ True when a file, batch, or fine-tuning job operation names an id that only exists @@ -863,18 +904,16 @@ async def run_async_fallback( original_model_group, ) continue - if not await _is_fallback_target_authorized(ctx, mg, original_model_group, kwargs, attempted=attempted): - continue - if not await _is_fallback_target_within_budget(ctx, mg, original_model_group, kwargs, attempted=attempted): - continue attempt_key = fallback_attempt_key(mg) + if attempt_key is not None and attempt_key in attempted: + verbose_router_logger.info( + "Skipping fallback to model_group = %s, already attempted for this request", + mask_sensitive_structure(mg), + ) + continue + if not await _is_fallback_target_admitted(ctx, mg, original_model_group, kwargs, attempted=attempted): + continue if attempt_key is not None: - if attempt_key in attempted: - verbose_router_logger.info( - "Skipping fallback to model_group = %s, already attempted for this request", - mask_sensitive_structure(mg), - ) - continue attempted.record(attempt_key) try: # LOGGING diff --git a/litellm/router_utils/handle_error.py b/litellm/router_utils/handle_error.py index a1e6d2b2cad..319959b5cfd 100644 --- a/litellm/router_utils/handle_error.py +++ b/litellm/router_utils/handle_error.py @@ -3,6 +3,7 @@ from typing import TYPE_CHECKING, Any, Final from litellm._logging import redact_secrets, verbose_router_logger from litellm.constants import MAX_EXCEPTION_MESSAGE_LENGTH +from litellm.exceptions import MissingMessageRoleError from litellm.router_deprecated import renamed_router_param from litellm.router_utils.cooldown_handlers import ( async_get_cooldown_deployments_with_debug_info, @@ -46,6 +47,9 @@ async def send_llm_exception_alert( if slack_alerting_logger is None: return + if isinstance(original_exception, MissingMessageRoleError): + return + if "proxy_server_request" in request_kwargs: # Do not send any alert if it's a request from litellm proxy server request # the proxy is already instrumented to send LLM API call failures diff --git a/litellm/router_utils/pre_call_checks/encrypted_content_affinity_check.py b/litellm/router_utils/pre_call_checks/encrypted_content_affinity_check.py index 2dfe7921c60..8db5a5f0005 100644 --- a/litellm/router_utils/pre_call_checks/encrypted_content_affinity_check.py +++ b/litellm/router_utils/pre_call_checks/encrypted_content_affinity_check.py @@ -41,7 +41,7 @@ from collections.abc import Callable, Iterator, Mapping, Sequence from dataclasses import dataclass, field, replace from functools import cache, lru_cache, partial from time import monotonic -from typing import TYPE_CHECKING, Final, Optional, cast +from typing import TYPE_CHECKING, Final, Optional, TypeVar, cast from pydantic import BaseModel, TypeAdapter, ValidationError @@ -49,6 +49,7 @@ import litellm from litellm._logging import verbose_router_logger from litellm.exceptions import AuthenticationError, BadRequestError from litellm.integrations.custom_logger import CustomLogger, Span +from litellm.litellm_core_utils.core_helpers import get_metadata_variable_name_from_kwargs from litellm.litellm_core_utils.get_llm_provider_logic import declared_provider, get_llm_provider from litellm.litellm_core_utils.litellm_logging import has_sensitive_keyword from litellm.litellm_core_utils.prompt_templates.reasoning_utils import ( @@ -60,6 +61,7 @@ from litellm.litellm_core_utils.routing_common_utils import as_excluded_deployme from litellm.llms.base_llm.chat.transformation import BaseLLMException from litellm.responses.utils import ResponsesAPIRequestUtils from litellm.router_deprecated import RenamedRouterAttribute, renamed_router_param +from litellm.router_strategy.tag_based_routing import get_deployments_for_tag from litellm.secret_managers.main import secret_manager_would_be_consulted from litellm.types.llms.openai import AllMessageValues from litellm.types.router import Deployment, GenericLiteLLMParams, ModelInfo @@ -70,6 +72,7 @@ if TYPE_CHECKING: from litellm.router_api import RoutingContext _REQUEST_KWARGS_ADAPTER: Final = TypeAdapter(Mapping[str, object]) +_DeploymentT: Final = TypeVar("_DeploymentT", bound=Mapping[str, object]) _HEADERS_ADAPTER: Final = TypeAdapter(Mapping[object, object]) _ACCOUNT_SCOPE_HEADERS: Final = frozenset({"openai-organization", "openai-project", "cookie"}) _SINGLE_VENDOR_PROVIDERS: Final = frozenset({LlmProviders.OPENAI.value}) @@ -245,7 +248,9 @@ class EncryptedContentAffinityCheck(CustomLogger): return None if deployment_id is None else str(deployment_id) @staticmethod - def _find_deployment_by_model_id(healthy_deployments: list[dict], model_id: str) -> dict | None: + def _find_deployment_by_model_id( + healthy_deployments: list[dict[str, object]], model_id: str + ) -> dict[str, object] | None: for deployment in healthy_deployments: model_info = deployment.get("model_info") if not isinstance(model_info, dict): @@ -546,6 +551,27 @@ class EncryptedContentAffinityCheck(CustomLogger): # Request routing (pre-call filter) # ------------------------------------------------------------------ + async def _tag_routable( + self, model: str, pinned: Sequence[_DeploymentT], request_kwargs: Mapping[str, object] + ) -> tuple[_DeploymentT, ...]: + """The deployments in ``pinned`` the router's tag filter keeps for this request, none when it rejects + them all, so an explicit routing tag outranks the pin.""" + if self.ctx is None: + return tuple(pinned) + try: + kept: Final = await get_deployments_for_tag( + ctx=self.ctx, + model=model, + healthy_deployments=pinned, # pyright: ignore[reportArgumentType] # deployment dicts + request_kwargs=request_kwargs, # pyright: ignore[reportArgumentType] # the request kwargs + metadata_variable_name=get_metadata_variable_name_from_kwargs(request_kwargs), + request_deployments=self.ctx.registry().deployments(model) or pinned, # pyright: ignore[reportArgumentType] # deployment dicts + ) + except ValueError: + return () + kept_identities: Final = frozenset(map(id, kept)) + return tuple(deployment for deployment in pinned if id(deployment) in kept_identities) + async def async_filter_deployments( self, model: str, @@ -629,7 +655,7 @@ class EncryptedContentAffinityCheck(CustomLogger): healthy_deployments=untried_candidates, model_id=model_id, ) - if deployment is not None: + if deployment is not None and await self._tag_routable(model, (deployment,), typed_request_kwargs): verbose_router_logger.debug( "EncryptedContentAffinityCheck: pinning -> deployment=%s", model_id, @@ -650,19 +676,22 @@ class EncryptedContentAffinityCheck(CustomLogger): healthy_deployments=untried_candidates, model_id=model_id, ) - if boundary_matches: + routable_peers: Final = ( + await self._tag_routable(model, boundary_matches, typed_request_kwargs) if boundary_matches else () + ) + if routable_peers: verbose_router_logger.debug( - "EncryptedContentAffinityCheck: model_id=%s not in healthy_deployments; " + "EncryptedContentAffinityCheck: model_id=%s cannot serve this turn; " "pinning to %d deployment(s) on same encryption boundary", model_id, - len(boundary_matches), + len(routable_peers), ) request_kwargs["_encrypted_content_affinity_pinned"] = True self.strip_reasoning_the_targets_cannot_decrypt( self.ctx, request_input, anthropic_messages, - boundary_matches, + routable_peers, unmarked_origin=model_id, clock=self._clock, ) diff --git a/litellm/router_utils/pre_call_checks/prompt_caching_deployment_check.py b/litellm/router_utils/pre_call_checks/prompt_caching_deployment_check.py index 2f0cbc0d474..47818f997b3 100644 --- a/litellm/router_utils/pre_call_checks/prompt_caching_deployment_check.py +++ b/litellm/router_utils/pre_call_checks/prompt_caching_deployment_check.py @@ -119,7 +119,7 @@ def _responses_prompt(request_data: Mapping[str, object]) -> _ResponsesPrompt | ) messages: Final = LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages( # pyright: ignore[reportUnknownMemberType] # its input type is untyped input=cast(str | ResponseInputParam, request_input), # cast-ok: a bad item raises and is caught here - responses_api_request={"instructions": request_data.get("instructions")}, + responses_api_request={"instructions": request_data.get("instructions"), "tools": request_tools}, item_cache_control=True, only_since_compaction=True, ) diff --git a/backend/main.py b/litellm/runtime/backend/main.py similarity index 85% rename from backend/main.py rename to litellm/runtime/backend/main.py index e0cef90c979..435fc61e3ef 100644 --- a/backend/main.py +++ b/litellm/runtime/backend/main.py @@ -5,7 +5,7 @@ route table to just the management/admin surface used by the dashboard. Purely additive — no existing module is modified. Run with: - uvicorn backend.main:app --host 0.0.0.0 --port 4001 + uvicorn litellm.runtime.backend.main:app --host 0.0.0.0 --port 4001 """ from collections.abc import AsyncGenerator, Mapping @@ -16,7 +16,7 @@ from starlette.applications import Starlette from starlette.routing import Mount from starlette.types import Lifespan -# See gateway/main.py for why we assemble DATABASE_URL(s) here before +# See litellm/runtime/gateway/main.py for why we assemble DATABASE_URL(s) here before # importing proxy_server. from litellm.proxy.db.db_url_settings import DatabaseURLSettings @@ -24,7 +24,7 @@ DatabaseURLSettings.from_env().apply_to_env() from litellm.proxy.proxy_server import app -from backend.routes.allowlist import ( +from litellm.runtime.backend.routes.allowlist import ( BACKEND_EXACT_PATHS, BACKEND_MOUNT_PATHS, BACKEND_PATH_PREFIXES, @@ -45,7 +45,7 @@ def _is_backend_route(route) -> bool: return any(path.startswith(prefix) for prefix in BACKEND_PATH_PREFIXES) -# See gateway/main.py for why the trim runs inside the lifespan instead of at +# See litellm/runtime/gateway/main.py for why the trim runs inside the lifespan instead of at # module scope. _proxy_lifespan: Final = app.router.lifespan_context diff --git a/litellm/runtime/backend/routes/__init__.py b/litellm/runtime/backend/routes/__init__.py new file mode 100644 index 00000000000..e69de29bb2d diff --git a/backend/routes/allowlist.py b/litellm/runtime/backend/routes/allowlist.py similarity index 99% rename from backend/routes/allowlist.py rename to litellm/runtime/backend/routes/allowlist.py index f89ea55a8fe..d71bcb3e638 100644 --- a/backend/routes/allowlist.py +++ b/litellm/runtime/backend/routes/allowlist.py @@ -107,6 +107,7 @@ BACKEND_PATH_PREFIXES: tuple[str, ...] = ( "/v1/rust_control_plane/", # Alerting / email / IP allowlist "/alerting/", + "/alerts/", "/email/", "/add/allowed_ip", "/delete/allowed_ip", @@ -150,6 +151,7 @@ BACKEND_EXACT_PATHS: frozenset[str] = frozenset( { "/", "/routes", + "/alerts", "/openapi.json", "/docs", "/docs/oauth2-redirect", diff --git a/litellm/runtime/gateway/AGENTS.md b/litellm/runtime/gateway/AGENTS.md new file mode 100644 index 00000000000..1bb4013179f --- /dev/null +++ b/litellm/runtime/gateway/AGENTS.md @@ -0,0 +1,16 @@ +# Gateway image entry point + +`python -m gateway.launch` is how the gateway image starts. `launch.py` hands its arguments to uvicorn's own CLI and serves `main.py`, which trims the proxy app to the LLM data plane + +- Importing `launch.py` stays cheap. Every uvicorn worker imports it again before it can answer its first health ping, so LiteLLM imports wait until `main` or `worker_app` runs +- PgBouncer starts exactly once per pod, before the workers start, and the workers inherit the loopback URL through `DATABASE_URL`. `configure_database` is the only place that does this + +## Rust forwarding + +`launch.py` is an entry point of Rust forwarding, and every forwarding decision lives in `litellm/proxy/rust_forward/`, whose `AGENTS.md` states the contract + +- `main` dispatches on `rust_forward_mode` and does nothing else about forwarding. With forwarding off or refused it serves exactly as before +- `python_server` reads the flags and environment through uvicorn's own CLI parser, so Rust gets the values uvicorn would run with. Never reparse a uvicorn flag by hand +- Under forwarding the supervisor process runs `configure_database`, as `before_start`, once forwarding is known to be possible. The supervised child never runs it and inherits the exported URL +- The supervised child appends `mode.uvicorn_flags` after the operator's flags, so the private listener and `--no-proxy-headers` win +- `worker_app` wraps the app with `peer.wrap`, which is the identity when forwarding is off diff --git a/gateway/launch.py b/litellm/runtime/gateway/launch.py similarity index 54% rename from gateway/launch.py rename to litellm/runtime/gateway/launch.py index 59f7121e513..666c51350fa 100644 --- a/gateway/launch.py +++ b/litellm/runtime/gateway/launch.py @@ -1,6 +1,6 @@ """Gateway supervisor: assemble DATABASE_URL, start the in-container PgBouncer, then run uvicorn. -``gateway/main.py`` assembles ``DATABASE_URL`` inside every uvicorn worker, which +``litellm/runtime/gateway/main.py`` assembles ``DATABASE_URL`` inside every uvicorn worker, which is fine for a plain Postgres URL but not for the pooler: PgBouncer must be started exactly once per pod, before the workers fork, and the workers must be handed the loopback URL it listens on. A pre-existing ``DATABASE_URL`` wins in @@ -22,15 +22,14 @@ import sys from collections.abc import Callable, Mapping, Sequence from typing import TYPE_CHECKING, Final +from typing_extensions import assert_never from uvicorn.main import main as uvicorn_main -from litellm_cli.main import without_gc_pauses - if TYPE_CHECKING: - from fastapi import FastAPI - from litellm.proxy.db.db_url_settings import DatabaseURLSettings from litellm.proxy.db.pgbouncer import PgBouncerError, PgBouncerSettings + from litellm.proxy.rust_forward.peer import ASGIApp + from litellm.proxy.rust_forward.server import PythonServer GATEWAY_APP: Final = "gateway.launch:worker_app" KEEPALIVE_FLAG: Final = "--timeout-keep-alive" @@ -65,17 +64,42 @@ def pool_database_url( return start_in_container_pgbouncer(pgbouncer, upstream_url, token_auth=settings.token_auth()) -def worker_app() -> "FastAPI": +def worker_app() -> "ASGIApp": + from litellm_cli.main import without_gc_pauses + with without_gc_pauses(): from gateway.main import app - return app + from litellm.proxy.rust_forward.mode import rust_forward_mode + from litellm.proxy.rust_forward.peer import wrap + return wrap(app, rust_forward_mode(os.environ)) def _serve(argv: Sequence[str]) -> None: uvicorn_main(tuple(argv), prog_name="uvicorn") -def main(argv: Sequence[str], serve: Callable[[Sequence[str]], None] = _serve) -> None: +def python_server(argv: Sequence[str]) -> "PythonServer": + """What uvicorn would serve the public port with, read from the same flags and environment it reads.""" + from litellm.proxy.rust_forward.server import PythonServer, Server, UvicornCliParams + from litellm.proxy.shutdown.graceful_shutdown_manager import GracefulShutdownManager + + params: Final = UvicornCliParams.model_validate( + uvicorn_main.make_context("uvicorn", list(uvicorn_argv(argv, os.environ))).params + ) + return PythonServer( + server=Server.UVICORN, + listener=params.listener, + host=params.host, + port=params.port, + keepalive_seconds=params.timeout_keep_alive, + graceful_timeout_seconds=GracefulShutdownManager.get_timeout() + if params.timeout_graceful_shutdown is None + else params.timeout_graceful_shutdown, + trusted_proxies=params.trusted_proxies, + ) + + +def configure_database() -> None: from litellm.proxy.db.db_url_settings import DatabaseURLSettings from litellm.proxy.db.pgbouncer import PgBouncerError, PgBouncerSettings, export_pooled_database_url @@ -86,8 +110,59 @@ def main(argv: Sequence[str], serve: Callable[[Sequence[str]], None] = _serve) - sys.exit(f"LiteLLM gateway: in-container pgbouncer could not start: {pooled_url.reason}") if pooled_url is not None: export_pooled_database_url(pooled_url) + + +def _serve_python_alone(argv: Sequence[str], serve: Callable[[Sequence[str]], None]) -> None: + configure_database() serve(uvicorn_argv(argv, os.environ)) +def _python_server_or_exit(argv: Sequence[str]) -> "PythonServer": + """Report ``--help``, ``--version`` and a bad flag the way uvicorn's own CLI does, since it never gets to.""" + import click + + try: + return python_server(argv) + except click.exceptions.Exit as stopped: + sys.exit(stopped.exit_code) + except click.ClickException as error: + error.show() + sys.exit(error.exit_code) + + +def main(argv: Sequence[str], serve: Callable[[Sequence[str]], None] = _serve) -> None: + from pydantic import ValidationError + + from litellm.proxy.rust_forward.mode import ( + Mode, + Supervised, + environment_error, + rust_forward_mode, + stop_with_supervisor, + uvicorn_flags, + ) + from litellm.proxy.rust_forward.supervisor import supervise + from litellm.proxy.rust_forward.supervisor.preflight import StartupError + + try: + mode: Final = rust_forward_mode(os.environ) + except ValidationError as error: + sys.exit(environment_error(error)) + match mode: + case Mode.DISABLED: + _serve_python_alone(argv, serve) + case Mode.SUPERVISOR: + supervised: Final = supervise(_python_server_or_exit(argv), before_start=configure_database) + if isinstance(supervised, StartupError): + _serve_python_alone(argv, serve) + else: + sys.exit(supervised) + case Supervised(): + stop_with_supervisor(mode) + serve((*uvicorn_argv(argv, os.environ), *uvicorn_flags(mode))) + case _: + assert_never(mode) + + if __name__ == "__main__": main(sys.argv[1:]) diff --git a/gateway/main.py b/litellm/runtime/gateway/main.py similarity index 100% rename from gateway/main.py rename to litellm/runtime/gateway/main.py diff --git a/litellm/runtime/gateway/routes/__init__.py b/litellm/runtime/gateway/routes/__init__.py new file mode 100644 index 00000000000..e69de29bb2d diff --git a/gateway/routes/allowlist.py b/litellm/runtime/gateway/routes/allowlist.py similarity index 100% rename from gateway/routes/allowlist.py rename to litellm/runtime/gateway/routes/allowlist.py diff --git a/migrations/run.py b/litellm/runtime/migrations/run.py similarity index 100% rename from migrations/run.py rename to litellm/runtime/migrations/run.py diff --git a/litellm-rust/.agents/skills/rust-error/SKILL.md b/litellm/rust/.agents/skills/rust-error/SKILL.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/SKILL.md rename to litellm/rust/.agents/skills/rust-error/SKILL.md diff --git a/litellm-rust/.agents/skills/rust-error/references/boundaries.md b/litellm/rust/.agents/skills/rust-error/references/boundaries.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/references/boundaries.md rename to litellm/rust/.agents/skills/rust-error/references/boundaries.md diff --git a/litellm-rust/.agents/skills/rust-error/references/classification.md b/litellm/rust/.agents/skills/rust-error/references/classification.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/references/classification.md rename to litellm/rust/.agents/skills/rust-error/references/classification.md diff --git a/litellm-rust/.agents/skills/rust-error/references/conversions.md b/litellm/rust/.agents/skills/rust-error/references/conversions.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/references/conversions.md rename to litellm/rust/.agents/skills/rust-error/references/conversions.md diff --git a/litellm-rust/.agents/skills/rust-error/references/gateway.md b/litellm/rust/.agents/skills/rust-error/references/gateway.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/references/gateway.md rename to litellm/rust/.agents/skills/rust-error/references/gateway.md diff --git a/litellm-rust/.agents/skills/rust-error/references/messages-and-causes.md b/litellm/rust/.agents/skills/rust-error/references/messages-and-causes.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/references/messages-and-causes.md rename to litellm/rust/.agents/skills/rust-error/references/messages-and-causes.md diff --git a/litellm-rust/.agents/skills/rust-error/references/pyo3.md b/litellm/rust/.agents/skills/rust-error/references/pyo3.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/references/pyo3.md rename to litellm/rust/.agents/skills/rust-error/references/pyo3.md diff --git a/litellm-rust/.agents/skills/rust-error/references/recipes.md b/litellm/rust/.agents/skills/rust-error/references/recipes.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/references/recipes.md rename to litellm/rust/.agents/skills/rust-error/references/recipes.md diff --git a/litellm-rust/.agents/skills/rust-error/references/shape.md b/litellm/rust/.agents/skills/rust-error/references/shape.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/references/shape.md rename to litellm/rust/.agents/skills/rust-error/references/shape.md diff --git a/litellm-rust/.agents/skills/rust-error/references/testing.md b/litellm/rust/.agents/skills/rust-error/references/testing.md similarity index 100% rename from litellm-rust/.agents/skills/rust-error/references/testing.md rename to litellm/rust/.agents/skills/rust-error/references/testing.md diff --git a/litellm-rust/.agents/skills/rust-gateway/SKILL.md b/litellm/rust/.agents/skills/rust-gateway/SKILL.md similarity index 100% rename from litellm-rust/.agents/skills/rust-gateway/SKILL.md rename to litellm/rust/.agents/skills/rust-gateway/SKILL.md diff --git a/litellm-rust/.agents/skills/rust-gateway/references/requests.md b/litellm/rust/.agents/skills/rust-gateway/references/requests.md similarity index 100% rename from litellm-rust/.agents/skills/rust-gateway/references/requests.md rename to litellm/rust/.agents/skills/rust-gateway/references/requests.md diff --git a/litellm-rust/.agents/skills/rust-gateway/references/surfaces.md b/litellm/rust/.agents/skills/rust-gateway/references/surfaces.md similarity index 100% rename from litellm-rust/.agents/skills/rust-gateway/references/surfaces.md rename to litellm/rust/.agents/skills/rust-gateway/references/surfaces.md diff --git a/litellm-rust/.agents/skills/rust-gateway/references/testing.md b/litellm/rust/.agents/skills/rust-gateway/references/testing.md similarity index 100% rename from litellm-rust/.agents/skills/rust-gateway/references/testing.md rename to litellm/rust/.agents/skills/rust-gateway/references/testing.md diff --git a/litellm-rust/.agents/skills/rust-python-boundary/SKILL.md b/litellm/rust/.agents/skills/rust-python-boundary/SKILL.md similarity index 100% rename from litellm-rust/.agents/skills/rust-python-boundary/SKILL.md rename to litellm/rust/.agents/skills/rust-python-boundary/SKILL.md diff --git a/litellm-rust/.agents/skills/rust-redaction/SKILL.md b/litellm/rust/.agents/skills/rust-redaction/SKILL.md similarity index 100% rename from litellm-rust/.agents/skills/rust-redaction/SKILL.md rename to litellm/rust/.agents/skills/rust-redaction/SKILL.md diff --git a/litellm-rust/.agents/skills/rust-string-enums/SKILL.md b/litellm/rust/.agents/skills/rust-string-enums/SKILL.md similarity index 100% rename from litellm-rust/.agents/skills/rust-string-enums/SKILL.md rename to litellm/rust/.agents/skills/rust-string-enums/SKILL.md diff --git a/litellm-rust/.agents/skills/rust-tracing/SKILL.md b/litellm/rust/.agents/skills/rust-tracing/SKILL.md similarity index 100% rename from litellm-rust/.agents/skills/rust-tracing/SKILL.md rename to litellm/rust/.agents/skills/rust-tracing/SKILL.md diff --git a/.cargo/config.toml b/litellm/rust/.cargo/config.toml similarity index 100% rename from .cargo/config.toml rename to litellm/rust/.cargo/config.toml diff --git a/litellm-rust/.gitignore b/litellm/rust/.gitignore similarity index 100% rename from litellm-rust/.gitignore rename to litellm/rust/.gitignore diff --git a/litellm-rust/AGENTS.md b/litellm/rust/AGENTS.md similarity index 100% rename from litellm-rust/AGENTS.md rename to litellm/rust/AGENTS.md diff --git a/litellm-rust/Cargo.lock b/litellm/rust/Cargo.lock similarity index 99% rename from litellm-rust/Cargo.lock rename to litellm/rust/Cargo.lock index a974a604c73..7bfee232a65 100644 --- a/litellm-rust/Cargo.lock +++ b/litellm/rust/Cargo.lock @@ -4013,6 +4013,7 @@ dependencies = [ "litellm-coroutine", "litellm-secret-value", "rstest", + "serde", "serde_json", "thiserror 2.0.19", "tokio", @@ -4155,9 +4156,12 @@ name = "litellm-inference-messages" version = "0.1.0" dependencies = [ "bytes", + "flate2", "futures-util", + "http 1.4.2", "litellm-auth", "litellm-auth-aws", + "litellm-cache", "litellm-cache-memory", "litellm-cache-response", "litellm-core-utils", @@ -4178,6 +4182,7 @@ dependencies = [ "rstest", "serde", "serde_json", + "thiserror 2.0.19", "tokio", "tracing", "wiremock", @@ -4292,6 +4297,7 @@ dependencies = [ "base64 0.22.1", "bytes", "data-url", + "fancy-regex 0.19.2", "futures-util", "litellm-auth", "litellm-auth-aws", @@ -4307,6 +4313,7 @@ dependencies = [ "litellm-router-types", "litellm-secret-value", "litellm-secrets", + "litellm-tracing", "reqwest", "rstest", "serde", diff --git a/litellm-rust/Cargo.toml b/litellm/rust/Cargo.toml similarity index 98% rename from litellm-rust/Cargo.toml rename to litellm/rust/Cargo.toml index cc72cd01dc0..a00a8ec2446 100644 --- a/litellm-rust/Cargo.toml +++ b/litellm/rust/Cargo.toml @@ -161,3 +161,9 @@ panic = "unwind" debug = false incremental = false strip = "symbols" + +[profile.ci] +inherits = "release" +opt-level = 0 +lto = false +codegen-units = 256 diff --git a/litellm-rust/clippy.toml b/litellm/rust/clippy.toml similarity index 100% rename from litellm-rust/clippy.toml rename to litellm/rust/clippy.toml diff --git a/litellm-rust/crates/auth-aws/Cargo.toml b/litellm/rust/crates/auth-aws/Cargo.toml similarity index 100% rename from litellm-rust/crates/auth-aws/Cargo.toml rename to litellm/rust/crates/auth-aws/Cargo.toml diff --git a/litellm-rust/crates/auth-aws/src/aws.rs b/litellm/rust/crates/auth-aws/src/aws.rs similarity index 100% rename from litellm-rust/crates/auth-aws/src/aws.rs rename to litellm/rust/crates/auth-aws/src/aws.rs diff --git a/litellm-rust/crates/auth-aws/src/constants.rs b/litellm/rust/crates/auth-aws/src/constants.rs similarity index 100% rename from litellm-rust/crates/auth-aws/src/constants.rs rename to litellm/rust/crates/auth-aws/src/constants.rs diff --git a/litellm-rust/crates/auth-aws/src/error.rs b/litellm/rust/crates/auth-aws/src/error.rs similarity index 100% rename from litellm-rust/crates/auth-aws/src/error.rs rename to litellm/rust/crates/auth-aws/src/error.rs diff --git a/litellm-rust/crates/auth-aws/src/lib.rs b/litellm/rust/crates/auth-aws/src/lib.rs similarity index 100% rename from litellm-rust/crates/auth-aws/src/lib.rs rename to litellm/rust/crates/auth-aws/src/lib.rs diff --git a/litellm-rust/crates/auth-aws/src/provider.rs b/litellm/rust/crates/auth-aws/src/provider.rs similarity index 100% rename from litellm-rust/crates/auth-aws/src/provider.rs rename to litellm/rust/crates/auth-aws/src/provider.rs diff --git a/litellm-rust/crates/auth-aws/src/signer.rs b/litellm/rust/crates/auth-aws/src/signer.rs similarity index 100% rename from litellm-rust/crates/auth-aws/src/signer.rs rename to litellm/rust/crates/auth-aws/src/signer.rs diff --git a/litellm-rust/crates/auth-azure/Cargo.toml b/litellm/rust/crates/auth-azure/Cargo.toml similarity index 100% rename from litellm-rust/crates/auth-azure/Cargo.toml rename to litellm/rust/crates/auth-azure/Cargo.toml diff --git a/litellm-rust/crates/auth-azure/src/credential_provider_cache.rs b/litellm/rust/crates/auth-azure/src/credential_provider_cache.rs similarity index 100% rename from litellm-rust/crates/auth-azure/src/credential_provider_cache.rs rename to litellm/rust/crates/auth-azure/src/credential_provider_cache.rs diff --git a/litellm-rust/crates/auth-azure/src/lib.rs b/litellm/rust/crates/auth-azure/src/lib.rs similarity index 100% rename from litellm-rust/crates/auth-azure/src/lib.rs rename to litellm/rust/crates/auth-azure/src/lib.rs diff --git a/litellm-rust/crates/auth-azure/src/native.rs b/litellm/rust/crates/auth-azure/src/native.rs similarity index 100% rename from litellm-rust/crates/auth-azure/src/native.rs rename to litellm/rust/crates/auth-azure/src/native.rs diff --git a/litellm-rust/crates/auth-azure/src/resolve.rs b/litellm/rust/crates/auth-azure/src/resolve.rs similarity index 100% rename from litellm-rust/crates/auth-azure/src/resolve.rs rename to litellm/rust/crates/auth-azure/src/resolve.rs diff --git a/litellm-rust/crates/auth-azure/src/types.rs b/litellm/rust/crates/auth-azure/src/types.rs similarity index 100% rename from litellm-rust/crates/auth-azure/src/types.rs rename to litellm/rust/crates/auth-azure/src/types.rs diff --git a/litellm-rust/crates/auth-gcp/Cargo.toml b/litellm/rust/crates/auth-gcp/Cargo.toml similarity index 100% rename from litellm-rust/crates/auth-gcp/Cargo.toml rename to litellm/rust/crates/auth-gcp/Cargo.toml diff --git a/litellm-rust/crates/auth-gcp/src/auth.rs b/litellm/rust/crates/auth-gcp/src/auth.rs similarity index 100% rename from litellm-rust/crates/auth-gcp/src/auth.rs rename to litellm/rust/crates/auth-gcp/src/auth.rs diff --git a/litellm-rust/crates/auth-gcp/src/config.rs b/litellm/rust/crates/auth-gcp/src/config.rs similarity index 100% rename from litellm-rust/crates/auth-gcp/src/config.rs rename to litellm/rust/crates/auth-gcp/src/config.rs diff --git a/litellm-rust/crates/auth-gcp/src/constants.rs b/litellm/rust/crates/auth-gcp/src/constants.rs similarity index 100% rename from litellm-rust/crates/auth-gcp/src/constants.rs rename to litellm/rust/crates/auth-gcp/src/constants.rs diff --git a/litellm-rust/crates/auth-gcp/src/identity.rs b/litellm/rust/crates/auth-gcp/src/identity.rs similarity index 100% rename from litellm-rust/crates/auth-gcp/src/identity.rs rename to litellm/rust/crates/auth-gcp/src/identity.rs diff --git a/litellm-rust/crates/auth-gcp/src/lib.rs b/litellm/rust/crates/auth-gcp/src/lib.rs similarity index 100% rename from litellm-rust/crates/auth-gcp/src/lib.rs rename to litellm/rust/crates/auth-gcp/src/lib.rs diff --git a/litellm-rust/crates/auth-gcp/src/sdk.rs b/litellm/rust/crates/auth-gcp/src/sdk.rs similarity index 100% rename from litellm-rust/crates/auth-gcp/src/sdk.rs rename to litellm/rust/crates/auth-gcp/src/sdk.rs diff --git a/litellm-rust/crates/auth-gcp/tests/vertex_config.rs b/litellm/rust/crates/auth-gcp/tests/vertex_config.rs similarity index 100% rename from litellm-rust/crates/auth-gcp/tests/vertex_config.rs rename to litellm/rust/crates/auth-gcp/tests/vertex_config.rs diff --git a/litellm-rust/crates/auth-types/Cargo.toml b/litellm/rust/crates/auth-types/Cargo.toml similarity index 100% rename from litellm-rust/crates/auth-types/Cargo.toml rename to litellm/rust/crates/auth-types/Cargo.toml diff --git a/litellm-rust/crates/auth-types/src/credential.rs b/litellm/rust/crates/auth-types/src/credential.rs similarity index 100% rename from litellm-rust/crates/auth-types/src/credential.rs rename to litellm/rust/crates/auth-types/src/credential.rs diff --git a/litellm-rust/crates/auth-types/src/error.rs b/litellm/rust/crates/auth-types/src/error.rs similarity index 100% rename from litellm-rust/crates/auth-types/src/error.rs rename to litellm/rust/crates/auth-types/src/error.rs diff --git a/litellm-rust/crates/auth-types/src/http.rs b/litellm/rust/crates/auth-types/src/http.rs similarity index 100% rename from litellm-rust/crates/auth-types/src/http.rs rename to litellm/rust/crates/auth-types/src/http.rs diff --git a/litellm-rust/crates/auth-types/src/lib.rs b/litellm/rust/crates/auth-types/src/lib.rs similarity index 100% rename from litellm-rust/crates/auth-types/src/lib.rs rename to litellm/rust/crates/auth-types/src/lib.rs diff --git a/litellm-rust/crates/auth-types/src/params/aws.rs b/litellm/rust/crates/auth-types/src/params/aws.rs similarity index 100% rename from litellm-rust/crates/auth-types/src/params/aws.rs rename to litellm/rust/crates/auth-types/src/params/aws.rs diff --git a/litellm-rust/crates/auth-types/src/params/mod.rs b/litellm/rust/crates/auth-types/src/params/mod.rs similarity index 100% rename from litellm-rust/crates/auth-types/src/params/mod.rs rename to litellm/rust/crates/auth-types/src/params/mod.rs diff --git a/litellm-rust/crates/auth-types/src/params/vertex.rs b/litellm/rust/crates/auth-types/src/params/vertex.rs similarity index 100% rename from litellm-rust/crates/auth-types/src/params/vertex.rs rename to litellm/rust/crates/auth-types/src/params/vertex.rs diff --git a/litellm-rust/crates/auth-types/src/policy.rs b/litellm/rust/crates/auth-types/src/policy.rs similarity index 100% rename from litellm-rust/crates/auth-types/src/policy.rs rename to litellm/rust/crates/auth-types/src/policy.rs diff --git a/litellm-rust/crates/auth-types/src/token.rs b/litellm/rust/crates/auth-types/src/token.rs similarity index 100% rename from litellm-rust/crates/auth-types/src/token.rs rename to litellm/rust/crates/auth-types/src/token.rs diff --git a/litellm-rust/crates/auth-types/tests/aws_params.rs b/litellm/rust/crates/auth-types/tests/aws_params.rs similarity index 100% rename from litellm-rust/crates/auth-types/tests/aws_params.rs rename to litellm/rust/crates/auth-types/tests/aws_params.rs diff --git a/litellm-rust/crates/auth-types/tests/params.rs b/litellm/rust/crates/auth-types/tests/params.rs similarity index 100% rename from litellm-rust/crates/auth-types/tests/params.rs rename to litellm/rust/crates/auth-types/tests/params.rs diff --git a/litellm-rust/crates/auth-types/tests/token.rs b/litellm/rust/crates/auth-types/tests/token.rs similarity index 100% rename from litellm-rust/crates/auth-types/tests/token.rs rename to litellm/rust/crates/auth-types/tests/token.rs diff --git a/litellm-rust/crates/auth-types/tests/vertex_params.rs b/litellm/rust/crates/auth-types/tests/vertex_params.rs similarity index 100% rename from litellm-rust/crates/auth-types/tests/vertex_params.rs rename to litellm/rust/crates/auth-types/tests/vertex_params.rs diff --git a/litellm-rust/crates/auth/Cargo.toml b/litellm/rust/crates/auth/Cargo.toml similarity index 100% rename from litellm-rust/crates/auth/Cargo.toml rename to litellm/rust/crates/auth/Cargo.toml diff --git a/litellm-rust/crates/auth/src/lib.rs b/litellm/rust/crates/auth/src/lib.rs similarity index 100% rename from litellm-rust/crates/auth/src/lib.rs rename to litellm/rust/crates/auth/src/lib.rs diff --git a/litellm-rust/crates/auth/src/services.rs b/litellm/rust/crates/auth/src/services.rs similarity index 100% rename from litellm-rust/crates/auth/src/services.rs rename to litellm/rust/crates/auth/src/services.rs diff --git a/litellm-rust/crates/auth/tests/facade.rs b/litellm/rust/crates/auth/tests/facade.rs similarity index 100% rename from litellm-rust/crates/auth/tests/facade.rs rename to litellm/rust/crates/auth/tests/facade.rs diff --git a/litellm-rust/crates/cache-azure-blob/Cargo.toml b/litellm/rust/crates/cache-azure-blob/Cargo.toml similarity index 100% rename from litellm-rust/crates/cache-azure-blob/Cargo.toml rename to litellm/rust/crates/cache-azure-blob/Cargo.toml diff --git a/litellm-rust/crates/cache-azure-blob/src/cache.rs b/litellm/rust/crates/cache-azure-blob/src/cache.rs similarity index 100% rename from litellm-rust/crates/cache-azure-blob/src/cache.rs rename to litellm/rust/crates/cache-azure-blob/src/cache.rs diff --git a/litellm-rust/crates/cache-azure-blob/src/credential.rs b/litellm/rust/crates/cache-azure-blob/src/credential.rs similarity index 100% rename from litellm-rust/crates/cache-azure-blob/src/credential.rs rename to litellm/rust/crates/cache-azure-blob/src/credential.rs diff --git a/litellm-rust/crates/cache-azure-blob/src/lib.rs b/litellm/rust/crates/cache-azure-blob/src/lib.rs similarity index 100% rename from litellm-rust/crates/cache-azure-blob/src/lib.rs rename to litellm/rust/crates/cache-azure-blob/src/lib.rs diff --git a/litellm-rust/crates/cache-azure-blob/src/transport.rs b/litellm/rust/crates/cache-azure-blob/src/transport.rs similarity index 100% rename from litellm-rust/crates/cache-azure-blob/src/transport.rs rename to litellm/rust/crates/cache-azure-blob/src/transport.rs diff --git a/litellm-rust/crates/cache-azure-blob/tests/cache.rs b/litellm/rust/crates/cache-azure-blob/tests/cache.rs similarity index 100% rename from litellm-rust/crates/cache-azure-blob/tests/cache.rs rename to litellm/rust/crates/cache-azure-blob/tests/cache.rs diff --git a/litellm-rust/crates/cache-azure-blob/tests/contract.rs b/litellm/rust/crates/cache-azure-blob/tests/contract.rs similarity index 100% rename from litellm-rust/crates/cache-azure-blob/tests/contract.rs rename to litellm/rust/crates/cache-azure-blob/tests/contract.rs diff --git a/litellm-rust/crates/cache-azure-blob/tests/support/mod.rs b/litellm/rust/crates/cache-azure-blob/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/cache-azure-blob/tests/support/mod.rs rename to litellm/rust/crates/cache-azure-blob/tests/support/mod.rs diff --git a/litellm-rust/crates/cache-azure-blob/tests/transport.rs b/litellm/rust/crates/cache-azure-blob/tests/transport.rs similarity index 100% rename from litellm-rust/crates/cache-azure-blob/tests/transport.rs rename to litellm/rust/crates/cache-azure-blob/tests/transport.rs diff --git a/litellm-rust/crates/cache-disk/Cargo.toml b/litellm/rust/crates/cache-disk/Cargo.toml similarity index 100% rename from litellm-rust/crates/cache-disk/Cargo.toml rename to litellm/rust/crates/cache-disk/Cargo.toml diff --git a/litellm-rust/crates/cache-disk/src/adapter.rs b/litellm/rust/crates/cache-disk/src/adapter.rs similarity index 100% rename from litellm-rust/crates/cache-disk/src/adapter.rs rename to litellm/rust/crates/cache-disk/src/adapter.rs diff --git a/litellm-rust/crates/cache-disk/src/cache.rs b/litellm/rust/crates/cache-disk/src/cache.rs similarity index 100% rename from litellm-rust/crates/cache-disk/src/cache.rs rename to litellm/rust/crates/cache-disk/src/cache.rs diff --git a/litellm-rust/crates/cache-disk/src/lib.rs b/litellm/rust/crates/cache-disk/src/lib.rs similarity index 100% rename from litellm-rust/crates/cache-disk/src/lib.rs rename to litellm/rust/crates/cache-disk/src/lib.rs diff --git a/litellm-rust/crates/cache-disk/src/python/mod.rs b/litellm/rust/crates/cache-disk/src/python/mod.rs similarity index 100% rename from litellm-rust/crates/cache-disk/src/python/mod.rs rename to litellm/rust/crates/cache-disk/src/python/mod.rs diff --git a/litellm-rust/crates/cache-disk/src/python/value.rs b/litellm/rust/crates/cache-disk/src/python/value.rs similarity index 100% rename from litellm-rust/crates/cache-disk/src/python/value.rs rename to litellm/rust/crates/cache-disk/src/python/value.rs diff --git a/litellm-rust/crates/cache-disk/src/sqlite.rs b/litellm/rust/crates/cache-disk/src/sqlite.rs similarity index 100% rename from litellm-rust/crates/cache-disk/src/sqlite.rs rename to litellm/rust/crates/cache-disk/src/sqlite.rs diff --git a/litellm-rust/crates/cache-disk/src/store.rs b/litellm/rust/crates/cache-disk/src/store.rs similarity index 100% rename from litellm-rust/crates/cache-disk/src/store.rs rename to litellm/rust/crates/cache-disk/src/store.rs diff --git a/litellm-rust/crates/cache-disk/tests/cache.rs b/litellm/rust/crates/cache-disk/tests/cache.rs similarity index 100% rename from litellm-rust/crates/cache-disk/tests/cache.rs rename to litellm/rust/crates/cache-disk/tests/cache.rs diff --git a/litellm-rust/crates/cache-disk/tests/contract.rs b/litellm/rust/crates/cache-disk/tests/contract.rs similarity index 100% rename from litellm-rust/crates/cache-disk/tests/contract.rs rename to litellm/rust/crates/cache-disk/tests/contract.rs diff --git a/litellm-rust/crates/cache-disk/tests/python_compat.rs b/litellm/rust/crates/cache-disk/tests/python_compat.rs similarity index 100% rename from litellm-rust/crates/cache-disk/tests/python_compat.rs rename to litellm/rust/crates/cache-disk/tests/python_compat.rs diff --git a/litellm-rust/crates/cache-gcs/Cargo.toml b/litellm/rust/crates/cache-gcs/Cargo.toml similarity index 100% rename from litellm-rust/crates/cache-gcs/Cargo.toml rename to litellm/rust/crates/cache-gcs/Cargo.toml diff --git a/litellm-rust/crates/cache-gcs/src/cache.rs b/litellm/rust/crates/cache-gcs/src/cache.rs similarity index 100% rename from litellm-rust/crates/cache-gcs/src/cache.rs rename to litellm/rust/crates/cache-gcs/src/cache.rs diff --git a/litellm-rust/crates/cache-gcs/src/lib.rs b/litellm/rust/crates/cache-gcs/src/lib.rs similarity index 100% rename from litellm-rust/crates/cache-gcs/src/lib.rs rename to litellm/rust/crates/cache-gcs/src/lib.rs diff --git a/litellm-rust/crates/cache-gcs/src/token.rs b/litellm/rust/crates/cache-gcs/src/token.rs similarity index 100% rename from litellm-rust/crates/cache-gcs/src/token.rs rename to litellm/rust/crates/cache-gcs/src/token.rs diff --git a/litellm-rust/crates/cache-gcs/tests/cache.rs b/litellm/rust/crates/cache-gcs/tests/cache.rs similarity index 100% rename from litellm-rust/crates/cache-gcs/tests/cache.rs rename to litellm/rust/crates/cache-gcs/tests/cache.rs diff --git a/litellm-rust/crates/cache-gcs/tests/contract.rs b/litellm/rust/crates/cache-gcs/tests/contract.rs similarity index 100% rename from litellm-rust/crates/cache-gcs/tests/contract.rs rename to litellm/rust/crates/cache-gcs/tests/contract.rs diff --git a/litellm-rust/crates/cache-gcs/tests/support/mod.rs b/litellm/rust/crates/cache-gcs/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/cache-gcs/tests/support/mod.rs rename to litellm/rust/crates/cache-gcs/tests/support/mod.rs diff --git a/litellm-rust/crates/cache-memory/Cargo.toml b/litellm/rust/crates/cache-memory/Cargo.toml similarity index 100% rename from litellm-rust/crates/cache-memory/Cargo.toml rename to litellm/rust/crates/cache-memory/Cargo.toml diff --git a/litellm-rust/crates/cache-memory/src/cache.rs b/litellm/rust/crates/cache-memory/src/cache.rs similarity index 100% rename from litellm-rust/crates/cache-memory/src/cache.rs rename to litellm/rust/crates/cache-memory/src/cache.rs diff --git a/litellm-rust/crates/cache-memory/src/lib.rs b/litellm/rust/crates/cache-memory/src/lib.rs similarity index 100% rename from litellm-rust/crates/cache-memory/src/lib.rs rename to litellm/rust/crates/cache-memory/src/lib.rs diff --git a/litellm-rust/crates/cache-memory/tests/cache.rs b/litellm/rust/crates/cache-memory/tests/cache.rs similarity index 100% rename from litellm-rust/crates/cache-memory/tests/cache.rs rename to litellm/rust/crates/cache-memory/tests/cache.rs diff --git a/litellm-rust/crates/cache-memory/tests/contract.rs b/litellm/rust/crates/cache-memory/tests/contract.rs similarity index 100% rename from litellm-rust/crates/cache-memory/tests/contract.rs rename to litellm/rust/crates/cache-memory/tests/contract.rs diff --git a/litellm-rust/crates/cache-qdrant-semantic/Cargo.toml b/litellm/rust/crates/cache-qdrant-semantic/Cargo.toml similarity index 100% rename from litellm-rust/crates/cache-qdrant-semantic/Cargo.toml rename to litellm/rust/crates/cache-qdrant-semantic/Cargo.toml diff --git a/litellm-rust/crates/cache-qdrant-semantic/src/cache.rs b/litellm/rust/crates/cache-qdrant-semantic/src/cache.rs similarity index 100% rename from litellm-rust/crates/cache-qdrant-semantic/src/cache.rs rename to litellm/rust/crates/cache-qdrant-semantic/src/cache.rs diff --git a/litellm-rust/crates/cache-qdrant-semantic/src/config.rs b/litellm/rust/crates/cache-qdrant-semantic/src/config.rs similarity index 100% rename from litellm-rust/crates/cache-qdrant-semantic/src/config.rs rename to litellm/rust/crates/cache-qdrant-semantic/src/config.rs diff --git a/litellm-rust/crates/cache-qdrant-semantic/src/embedder.rs b/litellm/rust/crates/cache-qdrant-semantic/src/embedder.rs similarity index 100% rename from litellm-rust/crates/cache-qdrant-semantic/src/embedder.rs rename to litellm/rust/crates/cache-qdrant-semantic/src/embedder.rs diff --git a/litellm-rust/crates/cache-qdrant-semantic/src/lib.rs b/litellm/rust/crates/cache-qdrant-semantic/src/lib.rs similarity index 100% rename from litellm-rust/crates/cache-qdrant-semantic/src/lib.rs rename to litellm/rust/crates/cache-qdrant-semantic/src/lib.rs diff --git a/litellm-rust/crates/cache-qdrant-semantic/tests/contract.rs b/litellm/rust/crates/cache-qdrant-semantic/tests/contract.rs similarity index 100% rename from litellm-rust/crates/cache-qdrant-semantic/tests/contract.rs rename to litellm/rust/crates/cache-qdrant-semantic/tests/contract.rs diff --git a/litellm-rust/crates/cache-qdrant-semantic/tests/embedder.rs b/litellm/rust/crates/cache-qdrant-semantic/tests/embedder.rs similarity index 100% rename from litellm-rust/crates/cache-qdrant-semantic/tests/embedder.rs rename to litellm/rust/crates/cache-qdrant-semantic/tests/embedder.rs diff --git a/litellm-rust/crates/cache-qdrant-semantic/tests/qdrant.rs b/litellm/rust/crates/cache-qdrant-semantic/tests/qdrant.rs similarity index 100% rename from litellm-rust/crates/cache-qdrant-semantic/tests/qdrant.rs rename to litellm/rust/crates/cache-qdrant-semantic/tests/qdrant.rs diff --git a/litellm-rust/crates/cache-qdrant-semantic/tests/support/mod.rs b/litellm/rust/crates/cache-qdrant-semantic/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/cache-qdrant-semantic/tests/support/mod.rs rename to litellm/rust/crates/cache-qdrant-semantic/tests/support/mod.rs diff --git a/litellm-rust/crates/cache-response/AGENTS.md b/litellm/rust/crates/cache-response/AGENTS.md similarity index 100% rename from litellm-rust/crates/cache-response/AGENTS.md rename to litellm/rust/crates/cache-response/AGENTS.md diff --git a/litellm-rust/crates/cache-response/Cargo.toml b/litellm/rust/crates/cache-response/Cargo.toml similarity index 100% rename from litellm-rust/crates/cache-response/Cargo.toml rename to litellm/rust/crates/cache-response/Cargo.toml diff --git a/litellm-rust/crates/cache-response/src/buffer.rs b/litellm/rust/crates/cache-response/src/buffer.rs similarity index 100% rename from litellm-rust/crates/cache-response/src/buffer.rs rename to litellm/rust/crates/cache-response/src/buffer.rs diff --git a/litellm-rust/crates/cache-response/src/caching.rs b/litellm/rust/crates/cache-response/src/caching.rs similarity index 100% rename from litellm-rust/crates/cache-response/src/caching.rs rename to litellm/rust/crates/cache-response/src/caching.rs diff --git a/litellm-rust/crates/cache-response/src/codec.rs b/litellm/rust/crates/cache-response/src/codec.rs similarity index 100% rename from litellm-rust/crates/cache-response/src/codec.rs rename to litellm/rust/crates/cache-response/src/codec.rs diff --git a/litellm-rust/crates/cache-response/src/embedding.rs b/litellm/rust/crates/cache-response/src/embedding.rs similarity index 100% rename from litellm-rust/crates/cache-response/src/embedding.rs rename to litellm/rust/crates/cache-response/src/embedding.rs diff --git a/litellm-rust/crates/cache-response/src/exact.rs b/litellm/rust/crates/cache-response/src/exact.rs similarity index 100% rename from litellm-rust/crates/cache-response/src/exact.rs rename to litellm/rust/crates/cache-response/src/exact.rs diff --git a/litellm-rust/crates/cache-response/src/lib.rs b/litellm/rust/crates/cache-response/src/lib.rs similarity index 100% rename from litellm-rust/crates/cache-response/src/lib.rs rename to litellm/rust/crates/cache-response/src/lib.rs diff --git a/litellm-rust/crates/cache-response/src/response.rs b/litellm/rust/crates/cache-response/src/response.rs similarity index 100% rename from litellm-rust/crates/cache-response/src/response.rs rename to litellm/rust/crates/cache-response/src/response.rs diff --git a/litellm-rust/crates/cache-response/src/service.rs b/litellm/rust/crates/cache-response/src/service.rs similarity index 98% rename from litellm-rust/crates/cache-response/src/service.rs rename to litellm/rust/crates/cache-response/src/service.rs index 0bdf948ec48..ed4dccdc355 100644 --- a/litellm-rust/crates/cache-response/src/service.rs +++ b/litellm/rust/crates/cache-response/src/service.rs @@ -27,6 +27,10 @@ impl Default for ResponseCacheConfig { pub trait ResponseCacheService: Send + Sync { fn config(&self) -> &ResponseCacheConfig; + fn keyed_by_caller(&self) -> bool { + false + } + fn lookup<'a>( &'a self, request: &'a ResponseCacheRequest, diff --git a/litellm-rust/crates/cache-response/tests/caching.rs b/litellm/rust/crates/cache-response/tests/caching.rs similarity index 100% rename from litellm-rust/crates/cache-response/tests/caching.rs rename to litellm/rust/crates/cache-response/tests/caching.rs diff --git a/litellm-rust/crates/cache-response/tests/codec.rs b/litellm/rust/crates/cache-response/tests/codec.rs similarity index 100% rename from litellm-rust/crates/cache-response/tests/codec.rs rename to litellm/rust/crates/cache-response/tests/codec.rs diff --git a/litellm-rust/crates/cache-response/tests/connection.rs b/litellm/rust/crates/cache-response/tests/connection.rs similarity index 100% rename from litellm-rust/crates/cache-response/tests/connection.rs rename to litellm/rust/crates/cache-response/tests/connection.rs diff --git a/litellm-rust/crates/cache-response/tests/response.rs b/litellm/rust/crates/cache-response/tests/response.rs similarity index 100% rename from litellm-rust/crates/cache-response/tests/response.rs rename to litellm/rust/crates/cache-response/tests/response.rs diff --git a/litellm-rust/crates/cache-response/tests/service.rs b/litellm/rust/crates/cache-response/tests/service.rs similarity index 100% rename from litellm-rust/crates/cache-response/tests/service.rs rename to litellm/rust/crates/cache-response/tests/service.rs diff --git a/litellm-rust/crates/cache-response/tests/support/mod.rs b/litellm/rust/crates/cache-response/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/cache-response/tests/support/mod.rs rename to litellm/rust/crates/cache-response/tests/support/mod.rs diff --git a/litellm-rust/crates/cache-s3/Cargo.toml b/litellm/rust/crates/cache-s3/Cargo.toml similarity index 100% rename from litellm-rust/crates/cache-s3/Cargo.toml rename to litellm/rust/crates/cache-s3/Cargo.toml diff --git a/litellm-rust/crates/cache-s3/src/cache.rs b/litellm/rust/crates/cache-s3/src/cache.rs similarity index 100% rename from litellm-rust/crates/cache-s3/src/cache.rs rename to litellm/rust/crates/cache-s3/src/cache.rs diff --git a/litellm-rust/crates/cache-s3/src/lib.rs b/litellm/rust/crates/cache-s3/src/lib.rs similarity index 100% rename from litellm-rust/crates/cache-s3/src/lib.rs rename to litellm/rust/crates/cache-s3/src/lib.rs diff --git a/litellm-rust/crates/cache-s3/tests/cache.rs b/litellm/rust/crates/cache-s3/tests/cache.rs similarity index 100% rename from litellm-rust/crates/cache-s3/tests/cache.rs rename to litellm/rust/crates/cache-s3/tests/cache.rs diff --git a/litellm-rust/crates/cache-s3/tests/contract.rs b/litellm/rust/crates/cache-s3/tests/contract.rs similarity index 100% rename from litellm-rust/crates/cache-s3/tests/contract.rs rename to litellm/rust/crates/cache-s3/tests/contract.rs diff --git a/litellm-rust/crates/cache-s3/tests/support/mod.rs b/litellm/rust/crates/cache-s3/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/cache-s3/tests/support/mod.rs rename to litellm/rust/crates/cache-s3/tests/support/mod.rs diff --git a/litellm-rust/crates/cache-testing/Cargo.toml b/litellm/rust/crates/cache-testing/Cargo.toml similarity index 100% rename from litellm-rust/crates/cache-testing/Cargo.toml rename to litellm/rust/crates/cache-testing/Cargo.toml diff --git a/litellm-rust/crates/cache-testing/src/lib.rs b/litellm/rust/crates/cache-testing/src/lib.rs similarity index 100% rename from litellm-rust/crates/cache-testing/src/lib.rs rename to litellm/rust/crates/cache-testing/src/lib.rs diff --git a/litellm-rust/crates/cache/Cargo.toml b/litellm/rust/crates/cache/Cargo.toml similarity index 100% rename from litellm-rust/crates/cache/Cargo.toml rename to litellm/rust/crates/cache/Cargo.toml diff --git a/litellm-rust/crates/cache/src/base_cache.rs b/litellm/rust/crates/cache/src/base_cache.rs similarity index 100% rename from litellm-rust/crates/cache/src/base_cache.rs rename to litellm/rust/crates/cache/src/base_cache.rs diff --git a/litellm-rust/crates/cache/src/cache_type.rs b/litellm/rust/crates/cache/src/cache_type.rs similarity index 100% rename from litellm-rust/crates/cache/src/cache_type.rs rename to litellm/rust/crates/cache/src/cache_type.rs diff --git a/litellm-rust/crates/cache/src/caching.rs b/litellm/rust/crates/cache/src/caching.rs similarity index 100% rename from litellm-rust/crates/cache/src/caching.rs rename to litellm/rust/crates/cache/src/caching.rs diff --git a/litellm-rust/crates/cache/src/capabilities.rs b/litellm/rust/crates/cache/src/capabilities.rs similarity index 100% rename from litellm-rust/crates/cache/src/capabilities.rs rename to litellm/rust/crates/cache/src/capabilities.rs diff --git a/litellm-rust/crates/cache/src/codec.rs b/litellm/rust/crates/cache/src/codec.rs similarity index 100% rename from litellm-rust/crates/cache/src/codec.rs rename to litellm/rust/crates/cache/src/codec.rs diff --git a/litellm-rust/crates/cache/src/dual.rs b/litellm/rust/crates/cache/src/dual.rs similarity index 100% rename from litellm-rust/crates/cache/src/dual.rs rename to litellm/rust/crates/cache/src/dual.rs diff --git a/litellm-rust/crates/cache/src/error.rs b/litellm/rust/crates/cache/src/error.rs similarity index 100% rename from litellm-rust/crates/cache/src/error.rs rename to litellm/rust/crates/cache/src/error.rs diff --git a/litellm-rust/crates/cache/src/lib.rs b/litellm/rust/crates/cache/src/lib.rs similarity index 100% rename from litellm-rust/crates/cache/src/lib.rs rename to litellm/rust/crates/cache/src/lib.rs diff --git a/litellm-rust/crates/cache/src/semantic.rs b/litellm/rust/crates/cache/src/semantic.rs similarity index 100% rename from litellm-rust/crates/cache/src/semantic.rs rename to litellm/rust/crates/cache/src/semantic.rs diff --git a/litellm-rust/crates/cache/tests/cache_type.rs b/litellm/rust/crates/cache/tests/cache_type.rs similarity index 100% rename from litellm-rust/crates/cache/tests/cache_type.rs rename to litellm/rust/crates/cache/tests/cache_type.rs diff --git a/litellm-rust/crates/cache/tests/caching.rs b/litellm/rust/crates/cache/tests/caching.rs similarity index 100% rename from litellm-rust/crates/cache/tests/caching.rs rename to litellm/rust/crates/cache/tests/caching.rs diff --git a/litellm-rust/crates/cache/tests/codec.rs b/litellm/rust/crates/cache/tests/codec.rs similarity index 100% rename from litellm-rust/crates/cache/tests/codec.rs rename to litellm/rust/crates/cache/tests/codec.rs diff --git a/litellm-rust/crates/cache/tests/dual.rs b/litellm/rust/crates/cache/tests/dual.rs similarity index 100% rename from litellm-rust/crates/cache/tests/dual.rs rename to litellm/rust/crates/cache/tests/dual.rs diff --git a/litellm-rust/crates/cache/tests/semantic.rs b/litellm/rust/crates/cache/tests/semantic.rs similarity index 100% rename from litellm-rust/crates/cache/tests/semantic.rs rename to litellm/rust/crates/cache/tests/semantic.rs diff --git a/litellm-rust/crates/callbacks-legacy-python/AGENTS.md b/litellm/rust/crates/callbacks-legacy-python/AGENTS.md similarity index 100% rename from litellm-rust/crates/callbacks-legacy-python/AGENTS.md rename to litellm/rust/crates/callbacks-legacy-python/AGENTS.md diff --git a/litellm-rust/crates/callbacks-legacy-python/Cargo.toml b/litellm/rust/crates/callbacks-legacy-python/Cargo.toml similarity index 100% rename from litellm-rust/crates/callbacks-legacy-python/Cargo.toml rename to litellm/rust/crates/callbacks-legacy-python/Cargo.toml diff --git a/litellm-rust/crates/callbacks-legacy-python/python_contract.json b/litellm/rust/crates/callbacks-legacy-python/python_contract.json similarity index 85% rename from litellm-rust/crates/callbacks-legacy-python/python_contract.json rename to litellm/rust/crates/callbacks-legacy-python/python_contract.json index 8a212223523..a96e9f04bdc 100644 --- a/litellm-rust/crates/callbacks-legacy-python/python_contract.json +++ b/litellm/rust/crates/callbacks-legacy-python/python_contract.json @@ -11,7 +11,8 @@ "logger", "kwargs", "start_time", - "end_time" + "end_time", + "cache_hit" ], "update_logging": [ "logger", @@ -41,13 +42,24 @@ "logger", "status", "headers", - "body" + "body", + "sent" + ], + "retried_request": [ + "logger", + "logged_body", + "body", + "reasons" ], "record_api_window": [ "logger", "start", "end" ], + "times_provider_exchange": [ + "client", + "timeout" + ], "defers_async_logging": [ "logger" ], @@ -89,6 +101,12 @@ "start", "end" ], + "cache_hit_success": [ + "logger", + "response", + "start", + "end" + ], "enqueue_logging": [ "coroutine" ], @@ -113,14 +131,16 @@ ], "stream_opened": [ "logger", - "head" + "head", + "keeps_requested" ], "stamp_stream_head": [ "head", "logger", "kwargs", "start_time", - "end_time" + "end_time", + "cache_hit" ], "stream_success": [ "logger", diff --git a/litellm-rust/crates/callbacks-legacy-python/src/adapter.rs b/litellm/rust/crates/callbacks-legacy-python/src/adapter.rs similarity index 86% rename from litellm-rust/crates/callbacks-legacy-python/src/adapter.rs rename to litellm/rust/crates/callbacks-legacy-python/src/adapter.rs index f68541c5c7b..71ca89b0790 100644 --- a/litellm-rust/crates/callbacks-legacy-python/src/adapter.rs +++ b/litellm/rust/crates/callbacks-legacy-python/src/adapter.rs @@ -6,10 +6,10 @@ use crate::LoggingOperation; use litellm_host_python::PythonOwned; use litellm_host::{ - interceptors::{RawResponse, RequestContext, WireRequest}, + interceptors::{RawResponse, RequestContext, RetriedRequest, RetryReason, WireRequest}, lifecycle::{FailureOrigin, Timing, epoch_seconds}, }; -use litellm_host_python::{Error as HostError, HookStep, from_py, to_py}; +use litellm_host_python::{Error as HostError, HookStep, from_py, json_from_py, json_to_py, to_py}; use pyo3::{ exceptions::{PyBaseException, PyException}, gc::{PyTraverseError, PyVisit}, @@ -19,7 +19,7 @@ use pyo3::{ use serde_json::Value; use crate::{ - DeploymentHooks, LegacyCallbacks, PublicCall, PythonLogger, + DeploymentHooks, LegacyCallbacks, PublicCall, PythonLogger, SentRequest, deferred::{PendingLogging, PendingSuccess}, finalize, is_internal_call, python::{Logging, Streaming}, @@ -41,6 +41,7 @@ struct DeliveredStream { struct LoggedRequest { body: Py, headers: Py, + url: String, context: RequestContext, } @@ -59,6 +60,16 @@ pub struct LegacyLogging { cache_key: Option, /// When the provider request went out, until its window is recorded (Messages only). api_started: Option, + host_answered: bool, +} + +fn retry_reason(reason: &RetryReason) -> Value { + match reason { + RetryReason::ThinkingSignature => serde_json::json!({"kind": "thinking_signature"}), + RetryReason::StrictTools { dropped } => { + serde_json::json!({"kind": "strict_tools", "dropped": dropped}) + } + } } fn datetime(py: Python<'_>, epoch_seconds: f64) -> PyResult> { @@ -90,6 +101,7 @@ impl LegacyLogging { internal: false, cache_key: None, api_started: None, + host_answered: false, } } @@ -171,6 +183,14 @@ impl LegacyLogging { Ok(context) } + fn times_provider_exchange(&self, py: Python<'_>) -> PyResult { + let client = self.call.lookup(py, "client")?; + let timeout = self.call.lookup(py, "timeout")?; + Logging::TimesProviderExchange + .call(py, (client, timeout))? + .extract() + } + /// Python times the provider exchange inside the async `AsyncHTTPHandler.post`; its sync /// client is untimed. fn close_api_window(&mut self, py: Python<'_>, end: f64) -> PyResult<()> { @@ -264,6 +284,7 @@ impl LegacyLogging { self.call.kwargs(), &self.start, &self.end, + self.messages_cache_hit(), )?; self.response .as_ref() @@ -271,6 +292,60 @@ impl LegacyLogging { .ok_or_else(|| HostError::MissingState.into()) } + fn messages_cache_hit(&self) -> bool { + self.operation == LoggingOperation::Messages && self.cache_key.is_some() + } + + fn flag_unsent_messages_call(&self, py: Python<'_>) -> PyResult<()> { + if self.operation != LoggingOperation::Messages + || self.request.is_some() + || self.cache_key.is_some() + || self.host_answered + { + return Ok(()); + } + let details = self.logger()?.object(py).getattr("model_call_details")?; + details + .call_method1("setdefault", ("litellm_params", PyDict::new(py)))? + .set_item("aanthropic_messages", self.asynchronous) + } + + fn unstreamed_stream_request(&self, py: Python<'_>) -> PyResult { + if self.operation != LoggingOperation::Messages + || self.stream.is_some() + || self.messages_cache_hit() + { + return Ok(false); + } + let Some(stream) = self.call.kwargs().bind(py).get_item("stream")? else { + return Ok(false); + }; + if !stream.is_exact_instance_of::() || !stream.is_truthy()? { + return Ok(false); + } + let logger = self.logger()?.object(py); + logger.setattr("stream", true)?; + logger + .getattr("model_call_details")? + .set_item("stream", true)?; + Ok(true) + } + + fn dispatch_cache_hit(&self, py: Python<'_>) -> PyResult<()> { + let logger = self.logger()?; + let logged = Logging::CacheHitSuccess.call( + py, + (logger.object(py), &self.response, &self.start, &self.end), + ); + match logged { + Err(error) if error.is_instance_of::(py) => { + error.write_unraisable(py, Some(logger.object(py))); + Ok(()) + } + result => result.map(|_| ()), + } + } + fn dispatch_success(&self, py: Python<'_>) -> PyResult<()> { match self.try_dispatch_success(py) { Err(error) if error.is_instance_of::(py) => { @@ -489,6 +564,10 @@ impl LegacyLogging { self.logger = Some(result.logger()?); self.call.set_kwargs(result.kwargs()?); if self.runs_deployment_hooks() { + self.call + .kwargs() + .bind(py) + .set_item("litellm_logging_obj", self.logger()?.object(py))?; return Ok(HookStep::Await( DeploymentHooks::before_call(py, self.call.kwargs(), self.call_type())?, Self::resume_begin, @@ -512,9 +591,13 @@ impl LegacyLogging { context, self.logged_request_params(context).as_ref(), )?; - let body = to_py(py, &wire.body)? - .into_bound(py) - .cast_into::()?; + let lossless = self.operation == LoggingOperation::Messages; + let body = if lossless { + json_to_py(py, &wire.body)? + } else { + to_py(py, &wire.body)?.into_bound(py) + } + .cast_into::()?; for (name, sent) in wire.body.as_object().into_iter().flatten() { if let Some(value) = self.caller_value(py, name, sent)? { body.set_item(name, value)?; @@ -534,6 +617,7 @@ impl LegacyLogging { self.request = Some(LoggedRequest { body: body.clone().unbind(), headers: headers.clone().unbind(), + url: wire.url.clone(), context: context.clone(), }); let input = self.logged_input(py, &body)?; @@ -545,7 +629,10 @@ impl LegacyLogging { &headers, &wire.url, )?; - if self.operation == LoggingOperation::Messages && self.asynchronous { + if self.operation == LoggingOperation::Messages + && self.asynchronous + && self.times_provider_exchange(py)? + { self.api_started = Some(epoch_seconds()); } let headers = headers @@ -553,7 +640,11 @@ impl LegacyLogging { .map(|(name, value)| Ok((name.extract::()?, value.extract::()?))) .collect::>>()?; Ok(HookStep::Ready(Box::new(WireRequest { - body: from_py(&body)?, + body: if lossless { + json_from_py(body.as_any())? + } else { + from_py(&body)? + }, headers, ..*wire }))) @@ -567,7 +658,11 @@ impl LegacyLogging { ) -> PyResult>> { self.end = Some(datetime(py, timing.end_time)?); self.response = Some(response); - if self.runs_deployment_hooks() { + self.flag_unsent_messages_call(py)?; + if self.unstreamed_stream_request(py)? { + return self.finalize(py); + } + if self.runs_deployment_hooks() && !self.messages_cache_hit() { return Ok(HookStep::Await( DeploymentHooks::after_success( py, @@ -588,7 +683,21 @@ impl LegacyLogging { ) -> PyResult> { use litellm_host::interceptors::{Cost, ResultSource}; + self.cache_key = match &facts.source { + ResultSource::Provider => None, + ResultSource::Cache { key } => Some(key.clone()), + ResultSource::Host => { + self.host_answered = true; + return Ok(HookStep::Ready(())); + } + }; let logger = self.logger()?.object(py); + if self.messages_cache_hit() { + logger + .getattr("model_call_details")? + .set_item("cache_hit", true)?; + return Ok(HookStep::Ready(())); + } let params = logger .getattr("litellm_params")? .cast_into::()? @@ -616,10 +725,6 @@ impl LegacyLogging { }; logger.setattr("_provider_reported_cost", reported_cost)?; details.call_method1("pop", ("response_cost", py.None()))?; - self.cache_key = match &facts.source { - ResultSource::Provider => None, - ResultSource::Cache { key } => Some(key.clone()), - }; if self.cache_key.is_some() { details.set_item("cache_hit", true)?; } else { @@ -644,8 +749,13 @@ impl LegacyLogging { // response, and logging replays it through `AnthropicConfig.transform_response`. self.close_api_window(py, epoch_seconds())?; if let Some(head) = &raw.head { + let sent = self.request.as_ref().map(|request| SentRequest { + url: &request.url, + headers: &request.headers, + body: &request.body, + }); self.logger()? - .record_response(py, head.status, &head.headers, &raw.body)?; + .record_response(py, head.status, &head.headers, &raw.body, sent)?; } return Ok(HookStep::Ready(())); } @@ -664,6 +774,40 @@ impl LegacyLogging { Ok(HookStep::Ready(())) } + pub(crate) fn request_retried( + &mut self, + py: Python<'_>, + retry: &RetriedRequest, + ) -> PyResult> { + let Some(request) = &self.request else { + return Ok(HookStep::Ready(())); + }; + let reasons: Vec = retry.reasons.iter().map(retry_reason).collect(); + let retried = Logging::RetriedRequest.call( + py, + ( + self.logger()?.object(py), + request.body.bind(py), + to_py(py, &retry.body)?, + to_py(py, &reasons)?, + ), + )?; + let now = epoch_seconds(); + if self.api_started.is_some() { + self.close_api_window(py, now)?; + self.api_started = Some(now); + } + Ok(HookStep::Await(retried.unbind(), Self::resume_retried)) + } + + fn resume_retried( + &mut self, + _py: Python<'_>, + result: PyResult>, + ) -> PyResult> { + result.map(|_| HookStep::Ready(())) + } + pub(crate) fn succeeded( &mut self, py: Python<'_>, @@ -674,6 +818,8 @@ impl LegacyLogging { self.response = Some(response.clone_ref(py)); match &self.stream { Some(stream) => self.stream_success(py, stream, false)?, + None if self.messages_cache_hit() => self.dispatch_cache_hit(py)?, + None if self.unstreamed_stream_request(py)? => {} None => self.dispatch_success(py)?, } Ok(HookStep::Ready(())) @@ -708,7 +854,11 @@ impl LegacyLogging { if self.stream_billing().is_none() { return Err(HostError::MissingState.into()); } - if let Some(key) = &self.cache_key { + if let Some(key) = self + .cache_key + .as_ref() + .filter(|_| !self.messages_cache_hit()) + { head.bind(py).set_item("cache_key", key)?; head.bind(py).set_item("cache_hit", true)?; } @@ -723,10 +873,18 @@ impl LegacyLogging { self.call.kwargs(), &self.start, datetime(py, epoch_seconds())?, + self.messages_cache_hit(), ), )?; } - Streaming::Opened.call(py, (self.logger()?.object(py), head.bind(py)))?; + Streaming::Opened.call( + py, + ( + self.logger()?.object(py), + head.bind(py), + self.operation == LoggingOperation::Messages, + ), + )?; self.stream = Some(DeliveredStream { chunks: PyList::empty(py).unbind(), first_chunk: None, @@ -747,7 +905,7 @@ impl LegacyLogging { // A caller that goes away mid-stream cancels the call before it ends: Python's Messages // stream iterator still bills the chunks it read, straight away rather than deferred. fn bill_abandoned_stream(&mut self, py: Python<'_>) -> PyResult<()> { - if !self.asynchronous || self.end.is_some() { + if !self.asynchronous || self.end.is_some() || self.messages_cache_hit() { return Ok(()); } let Some(stream) = self.stream.take() else { @@ -918,6 +1076,24 @@ if asynchronous: }); } + #[rstest::rstest] + fn the_deployment_pre_call_hook_receives_the_logger_as_client_injects_it() { + Python::initialize(); + Python::attach(|py| { + let locals = namespace( + py, + c" +kwargs = {'logger': logger} +logger.hooks['pre'] = lambda value: seen.append(value.get('litellm_logging_obj')) or 'awaitable' +seen = [] +", + ); + let (_, step) = begin(py, &locals, true); + assert!(awaits_deployment_hook(&step)); + run(py, &locals, c"assert seen == [logger]"); + }); + } + #[rstest::rstest] fn kwargs_returned_by_the_pre_call_hook_are_what_the_call_prepares() { Python::initialize(); @@ -1038,6 +1214,82 @@ assert finalized is replacement }); } + #[rstest] + #[case::unary(false)] + #[case::stream(true)] + fn a_host_answer_keeps_the_logger_as_set_up_and_a_streamed_one_is_finalized_unstreamed( + #[case] stream: bool, + ) { + use litellm_host::interceptors::{Cost, ExecutionFacts, ProviderIdentity, ResultSource}; + + Python::initialize(); + Python::attach(|py| { + let locals = namespace( + py, + c" +kwargs = {'logger': logger} +response = object() +logger.hooks = {'pre': lambda kwargs: kwargs} +", + ); + local(&locals, "kwargs").set_item("stream", stream).unwrap(); + let (mut logging, step) = begin(py, &locals, true); + logging.operation = crate::LoggingOperation::Messages; + resume( + &mut logging, + step, + py, + Ok(local(&locals, "kwargs").unbind()), + ) + .unwrap(); + let facts = ExecutionFacts { + provider: ProviderIdentity { + model: "claude-sonnet-4-5".into(), + provider: "anthropic".into(), + }, + cost: Cost::Deferred, + source: ResultSource::Host, + }; + assert!(matches!( + logging.result_ready(py, &facts).unwrap(), + HookStep::Ready(()) + )); + let response = local(&locals, "response").unbind(); + let step = logging + .transform_response(py, response.clone_ref(py), TIMING) + .unwrap(); + assert_eq!(awaits_deployment_hook(&step), !stream); + if !stream { + return; + } + let HookStep::Ready(returned) = step else { + panic!("a host-answered stream is returned as is"); + }; + assert!(returned.bind(py).is(response.bind(py))); + logging + .on_event( + py, + PythonCallEvent::Succeeded { + timing: TIMING, + response: &response, + }, + ) + .unwrap(); + run( + py, + &locals, + c" +names = logger.names() +assert ('finalize', response) in logger.calls, names +assert 'update_logging' not in names, names +assert not [name for name in names if 'success' in name], names +assert logger.stream is True +assert logger.model_call_details['stream'] is True +", + ); + }); + } + #[rstest] #[case::pre_call(false)] #[case::post_call(true)] @@ -1129,7 +1381,9 @@ mod payload_tests { use std::ffi::CStr; use litellm_host::hooks::CallHooks; - use litellm_host::interceptors::{RawResponse, RequestContext, WireRequest}; + use litellm_host::interceptors::{ + RawResponse, RequestContext, RetriedRequest, RetryReason, WireRequest, + }; use litellm_host::lifecycle::ExecutionEvent; use litellm_host_python::{HookStep, PythonCallEvent, PythonOwned, to_py}; use litellm_secret_value::SecretValue; @@ -1296,6 +1550,61 @@ assert ('custom_llm_provider' in logger.update['litellm_params']) is in_params, json!({"type": "document_url", "document_url": source}) } + #[test] + fn a_retried_request_hands_the_logged_body_the_retried_body_and_the_reasons_to_logging() { + Python::initialize(); + Python::attach(|py| { + let locals = namespace(py, PAYLOAD_LOGGER); + let mut logging = LegacyLogging { + logger: Some(PythonLogger::new(local(&locals, "logger").unbind())), + ..legacy_call(py, &locals, false) + }; + let context = RequestContext { + model: "model".into(), + custom_llm_provider: "provider".into(), + optional_params: json!({}), + secret_fields: Vec::new(), + api_key: None, + }; + let wire = WireRequest { + url: "https://provider.invalid/v1/messages".into(), + headers: Vec::new(), + body: json!({"messages": [{"role": "user", "content": "hi"}], "thinking": {"type": "enabled"}}), + }; + logging + .before_provider_request(py, Box::new(wire.clone()), &context) + .unwrap(); + let retried = RetriedRequest { + reasons: vec![ + RetryReason::ThinkingSignature, + RetryReason::StrictTools { dropped: 2 }, + ], + body: json!({"messages": [{"role": "user", "content": "hi"}]}), + }; + + let step = logging + .on_event( + py, + PythonCallEvent::Execution(ExecutionEvent::ProviderRequestRetried { + retry: retried, + }), + ) + .unwrap(); + + assert!(matches!(step, HookStep::Await(_, _))); + run( + py, + &locals, + c" +[(logged, body, reasons)] = [value for name, value in logger.calls if name == 'retried_request'] +assert logged is logger.pre['complete_input_dict'], logged +assert body == {'messages': [{'role': 'user', 'content': 'hi'}]}, body +assert reasons == [{'kind': 'thinking_signature'}, {'kind': 'strict_tools', 'dropped': 2}], reasons +", + ); + }); + } + fn before_provider_request(script: &CStr, body: Value) -> WireRequest { before_send_with_secrets(script, json!({}), body, &[]) } @@ -2018,6 +2327,53 @@ mod terminal_tests { .unwrap() } + #[rstest] + #[case::requested_stream( + c"kwargs = {'logger': logger, 'stream': True}", + true, + &["finalize"] + )] + #[case::unstreamed(c"kwargs = {'logger': logger, 'stream': False}", false, &["success_hook"])] + #[case::stream_flag_not_true(c"kwargs = {'logger': logger, 'stream': 'true'}", false, &["success_hook"])] + fn a_whole_messages_result_for_a_requested_stream_is_finalized_without_success_logging( + #[case] script: &CStr, + #[case] handed_back: bool, + #[case] expected: &[&str], + ) { + Python::initialize(); + Python::attach(|py| { + let locals = namespace(py, c"response = object()"); + run(py, &locals, script); + let mut logging = LegacyLogging { + operation: crate::LoggingOperation::Messages, + ..logged(py, &locals, true) + }; + let step = logging + .transform_public_response(py, local(&locals, "response").unbind(), TIMING) + .unwrap(); + assert_eq!(matches!(step, HookStep::Ready(_)), handed_back); + if handed_back { + assert!(matches!( + succeed(py, &locals, &mut logging), + HookStep::Ready(()) + )); + } + let names: Vec = local(&locals, "logger") + .call_method0("names") + .unwrap() + .extract() + .unwrap(); + assert_eq!(names, expected); + if handed_back { + run( + py, + &locals, + c"assert logger.stream is True and logger.model_call_details['stream'] is True", + ); + } + }); + } + #[rstest] #[case::sync_listened(false, c"", &["submit"])] #[case::async_listened( diff --git a/litellm-rust/crates/callbacks-legacy-python/src/call.rs b/litellm/rust/crates/callbacks-legacy-python/src/call.rs similarity index 100% rename from litellm-rust/crates/callbacks-legacy-python/src/call.rs rename to litellm/rust/crates/callbacks-legacy-python/src/call.rs diff --git a/litellm-rust/crates/callbacks-legacy-python/src/callbacks.rs b/litellm/rust/crates/callbacks-legacy-python/src/callbacks.rs similarity index 93% rename from litellm-rust/crates/callbacks-legacy-python/src/callbacks.rs rename to litellm/rust/crates/callbacks-legacy-python/src/callbacks.rs index 093e86c43dc..9eed008910c 100644 --- a/litellm-rust/crates/callbacks-legacy-python/src/callbacks.rs +++ b/litellm/rust/crates/callbacks-legacy-python/src/callbacks.rs @@ -3,13 +3,19 @@ //! duplication. All of it expires with the legacy callback contract. use litellm_host::interceptors::{RequestContext, WireRequest}; -use litellm_host_python::to_py; +use litellm_host_python::json_to_py; use pyo3::{exceptions::PyBaseException, prelude::*, types::PyDict}; use serde_json::Value; use crate::logger::PythonLogger; use crate::python::{Logging, Wrapper}; +pub struct SentRequest<'a> { + pub url: &'a str, + pub headers: &'a Py, + pub body: &'a Py, +} + pub trait LegacyCallbacks { /// `Logging.update_from_kwargs`: what the logger is told about the request it is /// about to see, with consumed credentials redacted. @@ -41,6 +47,7 @@ pub trait LegacyCallbacks { status: u16, headers: &[(String, String)], body: &str, + request: Option>, ) -> PyResult<()>; /// Records one provider HTTP exchange's window, as Python's timed `AsyncHTTPHandler.post` @@ -117,9 +124,7 @@ impl LegacyCallbacks for PythonLogger { let redacted_kwargs = redact(py, kwargs, &secret_fields)?; let optional_params = redact( py, - &to_py(py, &context.optional_params)? - .into_bound(py) - .cast_into::()?, + &json_to_py(py, &context.optional_params)?.cast_into::()?, &secret_fields, )?; let params = PyDict::new(py); @@ -138,7 +143,7 @@ impl LegacyCallbacks for PythonLogger { } } for (name, value) in request_params.into_iter().flatten() { - params.set_item(name, to_py(py, value)?)?; + params.set_item(name, json_to_py(py, value)?)?; } Logging::Update.call( py, @@ -177,8 +182,13 @@ impl LegacyCallbacks for PythonLogger { status: u16, headers: &[(String, String)], body: &str, + request: Option>, ) -> PyResult<()> { - Logging::RecordResponse.call(py, (self.object(py), status, headers.to_vec(), body))?; + let request = request.map(|sent| (sent.url, sent.headers.bind(py), sent.body.bind(py))); + Logging::RecordResponse.call( + py, + (self.object(py), status, headers.to_vec(), body, request), + )?; Ok(()) } diff --git a/litellm-rust/crates/callbacks-legacy-python/src/deferred.rs b/litellm/rust/crates/callbacks-legacy-python/src/deferred.rs similarity index 100% rename from litellm-rust/crates/callbacks-legacy-python/src/deferred.rs rename to litellm/rust/crates/callbacks-legacy-python/src/deferred.rs diff --git a/litellm-rust/crates/callbacks-legacy-python/src/error.rs b/litellm/rust/crates/callbacks-legacy-python/src/error.rs similarity index 100% rename from litellm-rust/crates/callbacks-legacy-python/src/error.rs rename to litellm/rust/crates/callbacks-legacy-python/src/error.rs diff --git a/litellm-rust/crates/callbacks-legacy-python/src/lib.rs b/litellm/rust/crates/callbacks-legacy-python/src/lib.rs similarity index 92% rename from litellm-rust/crates/callbacks-legacy-python/src/lib.rs rename to litellm/rust/crates/callbacks-legacy-python/src/lib.rs index f453237b469..3a8c15ae54c 100644 --- a/litellm-rust/crates/callbacks-legacy-python/src/lib.rs +++ b/litellm/rust/crates/callbacks-legacy-python/src/lib.rs @@ -17,7 +17,7 @@ mod mapping; mod python; pub use adapter::LegacyLogging; pub use call::PublicCall; -pub(crate) use callbacks::{LegacyCallbacks, is_internal_call}; +pub(crate) use callbacks::{LegacyCallbacks, SentRequest, is_internal_call}; pub(crate) use logger::{DeploymentHooks, PythonLogger, finalize, setup}; pub use mapping::{CallBoundary, CallbackMapping, Dispatch, callback_mappings}; diff --git a/litellm-rust/crates/callbacks-legacy-python/src/logger.rs b/litellm/rust/crates/callbacks-legacy-python/src/logger.rs similarity index 96% rename from litellm-rust/crates/callbacks-legacy-python/src/logger.rs rename to litellm/rust/crates/callbacks-legacy-python/src/logger.rs index 38f3bf29828..3019d87a20b 100644 --- a/litellm-rust/crates/callbacks-legacy-python/src/logger.rs +++ b/litellm/rust/crates/callbacks-legacy-python/src/logger.rs @@ -77,8 +77,12 @@ pub fn finalize( kwargs: &Py, start: &Py, end: &Option>, + cache_hit: bool, ) -> PyResult<()> { - Wrapper::Finalize.call(py, (response, logger.object(py), kwargs, start, end))?; + Wrapper::Finalize.call( + py, + (response, logger.object(py), kwargs, start, end, cache_hit), + )?; Ok(()) } diff --git a/litellm-rust/crates/callbacks-legacy-python/src/mapping.rs b/litellm/rust/crates/callbacks-legacy-python/src/mapping.rs similarity index 98% rename from litellm-rust/crates/callbacks-legacy-python/src/mapping.rs rename to litellm/rust/crates/callbacks-legacy-python/src/mapping.rs index cfa9e53aa7b..e321b93b03d 100644 --- a/litellm-rust/crates/callbacks-legacy-python/src/mapping.rs +++ b/litellm/rust/crates/callbacks-legacy-python/src/mapping.rs @@ -179,6 +179,9 @@ impl CallHooks for LegacyLogging { PythonCallEvent::Execution(ExecutionEvent::ProviderResponseReceived { raw }) => { (AFTER.invoke)(self, py, raw) } + PythonCallEvent::Execution(ExecutionEvent::ProviderRequestRetried { retry }) => { + self.request_retried(py, &retry) + } PythonCallEvent::Succeeded { timing, response } => { (SUCCESS.invoke)(self, py, timing, response) } diff --git a/litellm-rust/crates/callbacks-legacy-python/src/python.rs b/litellm/rust/crates/callbacks-legacy-python/src/python.rs similarity index 96% rename from litellm-rust/crates/callbacks-legacy-python/src/python.rs rename to litellm/rust/crates/callbacks-legacy-python/src/python.rs index 5b6faa3dbc2..58ddf7c708a 100644 --- a/litellm-rust/crates/callbacks-legacy-python/src/python.rs +++ b/litellm/rust/crates/callbacks-legacy-python/src/python.rs @@ -50,6 +50,10 @@ pub(crate) enum Logging { RecordResponse, #[strum(serialize = "record_api_window")] RecordApiWindow, + #[strum(serialize = "times_provider_exchange")] + TimesProviderExchange, + #[strum(serialize = "retried_request")] + RetriedRequest, #[strum(serialize = "defers_async_logging")] DefersAsync, #[strum(serialize = "claim_async_success_log")] @@ -62,6 +66,8 @@ pub(crate) enum Logging { SubmitSuccess, #[strum(serialize = "async_success_handler")] AsyncSuccessHandler, + #[strum(serialize = "cache_hit_success")] + CacheHitSuccess, #[strum(serialize = "mark_async_success_enqueued")] MarkAsyncSuccessEnqueued, #[strum(serialize = "enqueue_logging")] diff --git a/litellm-rust/crates/callbacks-legacy-python/src/test_support.rs b/litellm/rust/crates/callbacks-legacy-python/src/test_support.rs similarity index 92% rename from litellm-rust/crates/callbacks-legacy-python/src/test_support.rs rename to litellm/rust/crates/callbacks-legacy-python/src/test_support.rs index ee16e0c0059..5b8b2bc4f96 100644 --- a/litellm-rust/crates/callbacks-legacy-python/src/test_support.rs +++ b/litellm/rust/crates/callbacks-legacy-python/src/test_support.rs @@ -53,7 +53,7 @@ def setup(call_type, args, kwargs, start, asynchronous): FAKES = { 'setup': setup, - 'finalize': lambda response, logger, kwargs, start, end: logger.record('finalize', response), + 'finalize': lambda response, logger, kwargs, start, end, cache_hit: logger.record('finalize', response), 'update_logging': lambda logger, kwargs, model, optional_params, litellm_params, provider: logger.update_from_kwargs( kwargs=kwargs, model=model, @@ -66,12 +66,17 @@ FAKES = { 'post_call': lambda logger, original_response, api_key, additional_args: logger.post_call( original_response, api_key, additional_args ), - 'record_response': lambda logger, status, headers, body: logger.model_call_details.update( + 'record_response': lambda logger, status, headers, body, sent: logger.model_call_details.update( response_headers=dict(headers) ), + 'retried_request': lambda logger, logged_body, body, reasons: ( + logger.record('retried_request', (logged_body, body, reasons)), + 'awaitable', + )[1], 'record_api_window': lambda logger, start, end: logger.model_call_details.update( llm_api_duration_ms=(end - start) * 1000 ), + 'times_provider_exchange': lambda client, timeout: client is None, 'defers_async_logging': lambda logger: bool(getattr(logger, '_defer_async_logging', False)), 'claim_async_success_log': lambda logger: logger.claim_async_success_log(), 'defer_success': lambda logger, pending, response, start, end: ( @@ -86,6 +91,7 @@ FAKES = { )(error, ''.join(traceback.format_exception(error)), start, end), 'submit_success': lambda logger, response, start, end: logger.record('submit', (response, start, end)), 'async_success_handler': lambda logger, response, start, end: logger.async_success_handler(response, start, end), + 'cache_hit_success': lambda logger, response, start, end: logger.record('cache_hit_success', response), 'mark_async_success_enqueued': lambda logger: logger.record('mark_async_success_enqueued', None), 'enqueue_logging': lambda coroutine: coroutine.enqueue(), 'restore_context': lambda logger: logger.record('restore', None), @@ -96,8 +102,8 @@ FAKES = { 'success', response, call_type ), 'after_deployment_failure': lambda kwargs, error, call_type: kwargs['logger'].hook('failure', error, call_type), - 'stream_opened': lambda logger, head: logger.record('stream_opened', head), - 'stamp_stream_head': lambda head, logger, kwargs, start, end: logger.record('stamp_stream_head', head), + 'stream_opened': lambda logger, head, keeps_requested: logger.record('stream_opened', head), + 'stamp_stream_head': lambda head, logger, kwargs, start, end, cache_hit: logger.record('stamp_stream_head', head), 'stream_success': lambda logger, url_route, endpoint_type, request_body, chunks, start, end, first_chunk, stream_teardown: logger.record( 'stream_success', list(chunks) ), diff --git a/litellm-rust/crates/circuit-breaker/AGENTS.md b/litellm/rust/crates/circuit-breaker/AGENTS.md similarity index 100% rename from litellm-rust/crates/circuit-breaker/AGENTS.md rename to litellm/rust/crates/circuit-breaker/AGENTS.md diff --git a/litellm-rust/crates/circuit-breaker/Cargo.toml b/litellm/rust/crates/circuit-breaker/Cargo.toml similarity index 100% rename from litellm-rust/crates/circuit-breaker/Cargo.toml rename to litellm/rust/crates/circuit-breaker/Cargo.toml diff --git a/litellm-rust/crates/circuit-breaker/src/breaker.rs b/litellm/rust/crates/circuit-breaker/src/breaker.rs similarity index 100% rename from litellm-rust/crates/circuit-breaker/src/breaker.rs rename to litellm/rust/crates/circuit-breaker/src/breaker.rs diff --git a/litellm-rust/crates/circuit-breaker/src/fsm.rs b/litellm/rust/crates/circuit-breaker/src/fsm.rs similarity index 100% rename from litellm-rust/crates/circuit-breaker/src/fsm.rs rename to litellm/rust/crates/circuit-breaker/src/fsm.rs diff --git a/litellm-rust/crates/circuit-breaker/src/lib.rs b/litellm/rust/crates/circuit-breaker/src/lib.rs similarity index 100% rename from litellm-rust/crates/circuit-breaker/src/lib.rs rename to litellm/rust/crates/circuit-breaker/src/lib.rs diff --git a/litellm-rust/crates/config/AGENTS.md b/litellm/rust/crates/config/AGENTS.md similarity index 100% rename from litellm-rust/crates/config/AGENTS.md rename to litellm/rust/crates/config/AGENTS.md diff --git a/litellm-rust/crates/config/Cargo.toml b/litellm/rust/crates/config/Cargo.toml similarity index 100% rename from litellm-rust/crates/config/Cargo.toml rename to litellm/rust/crates/config/Cargo.toml diff --git a/litellm-rust/crates/config/src/error.rs b/litellm/rust/crates/config/src/error.rs similarity index 100% rename from litellm-rust/crates/config/src/error.rs rename to litellm/rust/crates/config/src/error.rs diff --git a/litellm-rust/crates/config/src/includes.rs b/litellm/rust/crates/config/src/includes.rs similarity index 100% rename from litellm-rust/crates/config/src/includes.rs rename to litellm/rust/crates/config/src/includes.rs diff --git a/litellm-rust/crates/config/src/lib.rs b/litellm/rust/crates/config/src/lib.rs similarity index 100% rename from litellm-rust/crates/config/src/lib.rs rename to litellm/rust/crates/config/src/lib.rs diff --git a/litellm-rust/crates/config/src/mcp.rs b/litellm/rust/crates/config/src/mcp.rs similarity index 100% rename from litellm-rust/crates/config/src/mcp.rs rename to litellm/rust/crates/config/src/mcp.rs diff --git a/litellm-rust/crates/config/src/model.rs b/litellm/rust/crates/config/src/model.rs similarity index 100% rename from litellm-rust/crates/config/src/model.rs rename to litellm/rust/crates/config/src/model.rs diff --git a/litellm-rust/crates/config/src/redis.rs b/litellm/rust/crates/config/src/redis.rs similarity index 100% rename from litellm-rust/crates/config/src/redis.rs rename to litellm/rust/crates/config/src/redis.rs diff --git a/litellm-rust/crates/config/src/settings.rs b/litellm/rust/crates/config/src/settings.rs similarity index 100% rename from litellm-rust/crates/config/src/settings.rs rename to litellm/rust/crates/config/src/settings.rs diff --git a/litellm-rust/crates/config/src/value.rs b/litellm/rust/crates/config/src/value.rs similarity index 100% rename from litellm-rust/crates/config/src/value.rs rename to litellm/rust/crates/config/src/value.rs diff --git a/litellm-rust/crates/config/tests/config.rs b/litellm/rust/crates/config/tests/config.rs similarity index 98% rename from litellm-rust/crates/config/tests/config.rs rename to litellm/rust/crates/config/tests/config.rs index fec042e41be..ae0930b6bde 100644 --- a/litellm-rust/crates/config/tests/config.rs +++ b/litellm/rust/crates/config/tests/config.rs @@ -335,8 +335,8 @@ include: } #[rstest] -#[case::policy_pipeline("../../../litellm/proxy/example_config_yaml/test_pipeline_config.yaml")] -#[case::gateway("../../../tests/e2e/gateway/stage_mirror_ci_config.yml")] +#[case::policy_pipeline("../../../proxy/example_config_yaml/test_pipeline_config.yaml")] +#[case::gateway("../../../../tests/e2e/gateway/stage_mirror_ci_config.yml")] fn parses_representative_python_configs(#[case] relative_path: &str) { let path = std::path::Path::new(env!("CARGO_MANIFEST_DIR")).join(relative_path); let config = Config::load(path).unwrap(); diff --git a/litellm-rust/crates/config/tests/mcp.rs b/litellm/rust/crates/config/tests/mcp.rs similarity index 100% rename from litellm-rust/crates/config/tests/mcp.rs rename to litellm/rust/crates/config/tests/mcp.rs diff --git a/litellm-rust/crates/core-utils/Cargo.toml b/litellm/rust/crates/core-utils/Cargo.toml similarity index 100% rename from litellm-rust/crates/core-utils/Cargo.toml rename to litellm/rust/crates/core-utils/Cargo.toml diff --git a/litellm-rust/crates/core-utils/src/call_arguments.rs b/litellm/rust/crates/core-utils/src/call_arguments.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/call_arguments.rs rename to litellm/rust/crates/core-utils/src/call_arguments.rs diff --git a/litellm-rust/crates/core-utils/src/core_helpers.rs b/litellm/rust/crates/core-utils/src/core_helpers.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/core_helpers.rs rename to litellm/rust/crates/core-utils/src/core_helpers.rs diff --git a/litellm-rust/crates/core-utils/src/decline.rs b/litellm/rust/crates/core-utils/src/decline.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/decline.rs rename to litellm/rust/crates/core-utils/src/decline.rs diff --git a/litellm-rust/crates/core-utils/src/dot_notation_indexing.rs b/litellm/rust/crates/core-utils/src/dot_notation_indexing.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/dot_notation_indexing.rs rename to litellm/rust/crates/core-utils/src/dot_notation_indexing.rs diff --git a/litellm-rust/crates/core-utils/src/exception_mapping_utils/cohere.rs b/litellm/rust/crates/core-utils/src/exception_mapping_utils/cohere.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/exception_mapping_utils/cohere.rs rename to litellm/rust/crates/core-utils/src/exception_mapping_utils/cohere.rs diff --git a/litellm-rust/crates/core-utils/src/exception_mapping_utils/mod.rs b/litellm/rust/crates/core-utils/src/exception_mapping_utils/mod.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/exception_mapping_utils/mod.rs rename to litellm/rust/crates/core-utils/src/exception_mapping_utils/mod.rs diff --git a/litellm-rust/crates/core-utils/src/exception_mapping_utils/openai.rs b/litellm/rust/crates/core-utils/src/exception_mapping_utils/openai.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/exception_mapping_utils/openai.rs rename to litellm/rust/crates/core-utils/src/exception_mapping_utils/openai.rs diff --git a/litellm-rust/crates/core-utils/src/exception_mapping_utils/original.rs b/litellm/rust/crates/core-utils/src/exception_mapping_utils/original.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/exception_mapping_utils/original.rs rename to litellm/rust/crates/core-utils/src/exception_mapping_utils/original.rs diff --git a/litellm-rust/crates/core-utils/src/exception_mapping_utils/public.rs b/litellm/rust/crates/core-utils/src/exception_mapping_utils/public.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/exception_mapping_utils/public.rs rename to litellm/rust/crates/core-utils/src/exception_mapping_utils/public.rs diff --git a/litellm-rust/crates/core-utils/src/exception_mapping_utils/rules.rs b/litellm/rust/crates/core-utils/src/exception_mapping_utils/rules.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/exception_mapping_utils/rules.rs rename to litellm/rust/crates/core-utils/src/exception_mapping_utils/rules.rs diff --git a/litellm-rust/crates/core-utils/src/exception_mapping_utils/status.rs b/litellm/rust/crates/core-utils/src/exception_mapping_utils/status.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/exception_mapping_utils/status.rs rename to litellm/rust/crates/core-utils/src/exception_mapping_utils/status.rs diff --git a/litellm-rust/crates/core-utils/src/exception_mapping_utils/vertex_ai.rs b/litellm/rust/crates/core-utils/src/exception_mapping_utils/vertex_ai.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/exception_mapping_utils/vertex_ai.rs rename to litellm/rust/crates/core-utils/src/exception_mapping_utils/vertex_ai.rs diff --git a/litellm-rust/crates/core-utils/src/get_llm_provider_logic.rs b/litellm/rust/crates/core-utils/src/get_llm_provider_logic.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/get_llm_provider_logic.rs rename to litellm/rust/crates/core-utils/src/get_llm_provider_logic.rs diff --git a/litellm-rust/crates/core-utils/src/get_provider_specific_headers.rs b/litellm/rust/crates/core-utils/src/get_provider_specific_headers.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/get_provider_specific_headers.rs rename to litellm/rust/crates/core-utils/src/get_provider_specific_headers.rs diff --git a/litellm-rust/crates/core-utils/src/lib.rs b/litellm/rust/crates/core-utils/src/lib.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/lib.rs rename to litellm/rust/crates/core-utils/src/lib.rs diff --git a/litellm-rust/crates/core-utils/src/params.rs b/litellm/rust/crates/core-utils/src/params.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/params.rs rename to litellm/rust/crates/core-utils/src/params.rs diff --git a/litellm-rust/crates/core-utils/src/prompt_templates/factory.rs b/litellm/rust/crates/core-utils/src/prompt_templates/factory.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/prompt_templates/factory.rs rename to litellm/rust/crates/core-utils/src/prompt_templates/factory.rs diff --git a/litellm-rust/crates/core-utils/src/prompt_templates/mod.rs b/litellm/rust/crates/core-utils/src/prompt_templates/mod.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/prompt_templates/mod.rs rename to litellm/rust/crates/core-utils/src/prompt_templates/mod.rs diff --git a/litellm-rust/crates/core-utils/src/secret_redaction.rs b/litellm/rust/crates/core-utils/src/secret_redaction.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/secret_redaction.rs rename to litellm/rust/crates/core-utils/src/secret_redaction.rs diff --git a/litellm-rust/crates/core-utils/src/serde_compat.rs b/litellm/rust/crates/core-utils/src/serde_compat.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/serde_compat.rs rename to litellm/rust/crates/core-utils/src/serde_compat.rs diff --git a/litellm-rust/crates/core-utils/src/settings.rs b/litellm/rust/crates/core-utils/src/settings.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/settings.rs rename to litellm/rust/crates/core-utils/src/settings.rs diff --git a/litellm-rust/crates/core-utils/src/url_utils.rs b/litellm/rust/crates/core-utils/src/url_utils.rs similarity index 100% rename from litellm-rust/crates/core-utils/src/url_utils.rs rename to litellm/rust/crates/core-utils/src/url_utils.rs diff --git a/litellm-rust/crates/core-utils/tests/settings.rs b/litellm/rust/crates/core-utils/tests/settings.rs similarity index 100% rename from litellm-rust/crates/core-utils/tests/settings.rs rename to litellm/rust/crates/core-utils/tests/settings.rs diff --git a/litellm-rust/crates/coroutine/AGENTS.md b/litellm/rust/crates/coroutine/AGENTS.md similarity index 100% rename from litellm-rust/crates/coroutine/AGENTS.md rename to litellm/rust/crates/coroutine/AGENTS.md diff --git a/litellm-rust/crates/coroutine/Cargo.toml b/litellm/rust/crates/coroutine/Cargo.toml similarity index 100% rename from litellm-rust/crates/coroutine/Cargo.toml rename to litellm/rust/crates/coroutine/Cargo.toml diff --git a/litellm-rust/crates/coroutine/src/co.rs b/litellm/rust/crates/coroutine/src/co.rs similarity index 100% rename from litellm-rust/crates/coroutine/src/co.rs rename to litellm/rust/crates/coroutine/src/co.rs diff --git a/litellm-rust/crates/coroutine/src/coroutine.rs b/litellm/rust/crates/coroutine/src/coroutine.rs similarity index 100% rename from litellm-rust/crates/coroutine/src/coroutine.rs rename to litellm/rust/crates/coroutine/src/coroutine.rs diff --git a/litellm-rust/crates/coroutine/src/error.rs b/litellm/rust/crates/coroutine/src/error.rs similarity index 100% rename from litellm-rust/crates/coroutine/src/error.rs rename to litellm/rust/crates/coroutine/src/error.rs diff --git a/litellm-rust/crates/coroutine/src/lib.rs b/litellm/rust/crates/coroutine/src/lib.rs similarity index 100% rename from litellm-rust/crates/coroutine/src/lib.rs rename to litellm/rust/crates/coroutine/src/lib.rs diff --git a/litellm-rust/crates/coroutine/src/reply.rs b/litellm/rust/crates/coroutine/src/reply.rs similarity index 100% rename from litellm-rust/crates/coroutine/src/reply.rs rename to litellm/rust/crates/coroutine/src/reply.rs diff --git a/litellm-rust/crates/coroutine/tests/coroutine.rs b/litellm/rust/crates/coroutine/tests/coroutine.rs similarity index 100% rename from litellm-rust/crates/coroutine/tests/coroutine.rs rename to litellm/rust/crates/coroutine/tests/coroutine.rs diff --git a/litellm-rust/crates/cost/AGENTS.md b/litellm/rust/crates/cost/AGENTS.md similarity index 100% rename from litellm-rust/crates/cost/AGENTS.md rename to litellm/rust/crates/cost/AGENTS.md diff --git a/litellm-rust/crates/cost/Cargo.toml b/litellm/rust/crates/cost/Cargo.toml similarity index 100% rename from litellm-rust/crates/cost/Cargo.toml rename to litellm/rust/crates/cost/Cargo.toml diff --git a/litellm-rust/crates/cost/README.md b/litellm/rust/crates/cost/README.md similarity index 100% rename from litellm-rust/crates/cost/README.md rename to litellm/rust/crates/cost/README.md diff --git a/litellm-rust/crates/cost/src/call.rs b/litellm/rust/crates/cost/src/call.rs similarity index 100% rename from litellm-rust/crates/cost/src/call.rs rename to litellm/rust/crates/cost/src/call.rs diff --git a/litellm-rust/crates/cost/src/error.rs b/litellm/rust/crates/cost/src/error.rs similarity index 100% rename from litellm-rust/crates/cost/src/error.rs rename to litellm/rust/crates/cost/src/error.rs diff --git a/litellm-rust/crates/cost/src/lib.rs b/litellm/rust/crates/cost/src/lib.rs similarity index 100% rename from litellm-rust/crates/cost/src/lib.rs rename to litellm/rust/crates/cost/src/lib.rs diff --git a/litellm-rust/crates/cost/src/money.rs b/litellm/rust/crates/cost/src/money.rs similarity index 100% rename from litellm-rust/crates/cost/src/money.rs rename to litellm/rust/crates/cost/src/money.rs diff --git a/litellm-rust/crates/cost/src/price.rs b/litellm/rust/crates/cost/src/price.rs similarity index 100% rename from litellm-rust/crates/cost/src/price.rs rename to litellm/rust/crates/cost/src/price.rs diff --git a/litellm-rust/crates/cost/src/price/meter.rs b/litellm/rust/crates/cost/src/price/meter.rs similarity index 99% rename from litellm-rust/crates/cost/src/price/meter.rs rename to litellm/rust/crates/cost/src/price/meter.rs index 09fd23e42ed..705ac97894c 100644 --- a/litellm-rust/crates/cost/src/price/meter.rs +++ b/litellm/rust/crates/cost/src/price/meter.rs @@ -50,6 +50,7 @@ pub enum OutputUnit { Pixel, Second(Option), VideoSecond, + BillableUnit, } /// `Explicit` is a cache the caller created ahead of time, spelled `explicit_cache_read_*`. `Implicit` is every other read diff --git a/litellm-rust/crates/cost/src/priced.rs b/litellm/rust/crates/cost/src/priced.rs similarity index 100% rename from litellm-rust/crates/cost/src/priced.rs rename to litellm/rust/crates/cost/src/priced.rs diff --git a/litellm-rust/crates/cost/src/schedule.rs b/litellm/rust/crates/cost/src/schedule.rs similarity index 100% rename from litellm-rust/crates/cost/src/schedule.rs rename to litellm/rust/crates/cost/src/schedule.rs diff --git a/litellm-rust/crates/cost/src/usage.rs b/litellm/rust/crates/cost/src/usage.rs similarity index 100% rename from litellm-rust/crates/cost/src/usage.rs rename to litellm/rust/crates/cost/src/usage.rs diff --git a/litellm-rust/crates/db-testing/Cargo.toml b/litellm/rust/crates/db-testing/Cargo.toml similarity index 100% rename from litellm-rust/crates/db-testing/Cargo.toml rename to litellm/rust/crates/db-testing/Cargo.toml diff --git a/litellm-rust/crates/db-testing/src/bin/sqlx-prepare.rs b/litellm/rust/crates/db-testing/src/bin/sqlx-prepare.rs similarity index 100% rename from litellm-rust/crates/db-testing/src/bin/sqlx-prepare.rs rename to litellm/rust/crates/db-testing/src/bin/sqlx-prepare.rs diff --git a/litellm-rust/crates/db-testing/src/error.rs b/litellm/rust/crates/db-testing/src/error.rs similarity index 100% rename from litellm-rust/crates/db-testing/src/error.rs rename to litellm/rust/crates/db-testing/src/error.rs diff --git a/litellm-rust/crates/db-testing/src/lib.rs b/litellm/rust/crates/db-testing/src/lib.rs similarity index 100% rename from litellm-rust/crates/db-testing/src/lib.rs rename to litellm/rust/crates/db-testing/src/lib.rs diff --git a/litellm-rust/crates/db-testing/src/migrations.rs b/litellm/rust/crates/db-testing/src/migrations.rs similarity index 95% rename from litellm-rust/crates/db-testing/src/migrations.rs rename to litellm/rust/crates/db-testing/src/migrations.rs index d340057dee7..ce24eb86e3c 100644 --- a/litellm-rust/crates/db-testing/src/migrations.rs +++ b/litellm/rust/crates/db-testing/src/migrations.rs @@ -9,7 +9,7 @@ use crate::Error; pub const PRISMA_MIGRATIONS_DIR: &str = concat!( env!("CARGO_MANIFEST_DIR"), - "/../../../litellm-proxy-extras/litellm_proxy_extras/migrations" + "/../../../proxy-extras/litellm_proxy_extras/migrations" ); const MIGRATION_FILENAME: &str = "migration.sql"; diff --git a/litellm-rust/crates/db-testing/src/postgres.rs b/litellm/rust/crates/db-testing/src/postgres.rs similarity index 100% rename from litellm-rust/crates/db-testing/src/postgres.rs rename to litellm/rust/crates/db-testing/src/postgres.rs diff --git a/litellm-rust/crates/db-testing/tests/migrations.rs b/litellm/rust/crates/db-testing/tests/migrations.rs similarity index 100% rename from litellm-rust/crates/db-testing/tests/migrations.rs rename to litellm/rust/crates/db-testing/tests/migrations.rs diff --git a/litellm-rust/crates/db-testing/tests/postgres.rs b/litellm/rust/crates/db-testing/tests/postgres.rs similarity index 100% rename from litellm-rust/crates/db-testing/tests/postgres.rs rename to litellm/rust/crates/db-testing/tests/postgres.rs diff --git a/litellm-rust/crates/db/.sqlx/query-085edfb9af2a914466c75b447bc7bb2d97532a9cd461cc5d8da1e1090560ca1f.json b/litellm/rust/crates/db/.sqlx/query-085edfb9af2a914466c75b447bc7bb2d97532a9cd461cc5d8da1e1090560ca1f.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-085edfb9af2a914466c75b447bc7bb2d97532a9cd461cc5d8da1e1090560ca1f.json rename to litellm/rust/crates/db/.sqlx/query-085edfb9af2a914466c75b447bc7bb2d97532a9cd461cc5d8da1e1090560ca1f.json diff --git a/litellm-rust/crates/db/.sqlx/query-32f3c07ced96324b535bbc703c1acf6d06eb22facdf478f88107c9dccdac326b.json b/litellm/rust/crates/db/.sqlx/query-32f3c07ced96324b535bbc703c1acf6d06eb22facdf478f88107c9dccdac326b.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-32f3c07ced96324b535bbc703c1acf6d06eb22facdf478f88107c9dccdac326b.json rename to litellm/rust/crates/db/.sqlx/query-32f3c07ced96324b535bbc703c1acf6d06eb22facdf478f88107c9dccdac326b.json diff --git a/litellm-rust/crates/db/.sqlx/query-345c02595f55a7f0274ef7214b02288e0f2c1f12a2a79ed53f0002826724cd0a.json b/litellm/rust/crates/db/.sqlx/query-345c02595f55a7f0274ef7214b02288e0f2c1f12a2a79ed53f0002826724cd0a.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-345c02595f55a7f0274ef7214b02288e0f2c1f12a2a79ed53f0002826724cd0a.json rename to litellm/rust/crates/db/.sqlx/query-345c02595f55a7f0274ef7214b02288e0f2c1f12a2a79ed53f0002826724cd0a.json diff --git a/litellm-rust/crates/db/.sqlx/query-377d063cd0fc3a265d07d01f5aa64311d25428fd393bac4250891f148597e92e.json b/litellm/rust/crates/db/.sqlx/query-377d063cd0fc3a265d07d01f5aa64311d25428fd393bac4250891f148597e92e.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-377d063cd0fc3a265d07d01f5aa64311d25428fd393bac4250891f148597e92e.json rename to litellm/rust/crates/db/.sqlx/query-377d063cd0fc3a265d07d01f5aa64311d25428fd393bac4250891f148597e92e.json diff --git a/litellm-rust/crates/db/.sqlx/query-3829a383d0ae50578f0fd75da3910731a0cacc1ae5b92eec32967f539948f563.json b/litellm/rust/crates/db/.sqlx/query-3829a383d0ae50578f0fd75da3910731a0cacc1ae5b92eec32967f539948f563.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-3829a383d0ae50578f0fd75da3910731a0cacc1ae5b92eec32967f539948f563.json rename to litellm/rust/crates/db/.sqlx/query-3829a383d0ae50578f0fd75da3910731a0cacc1ae5b92eec32967f539948f563.json diff --git a/litellm-rust/crates/db/.sqlx/query-43f2e12a3ffb1de29b5b031a1173b87a20a2664b0bef3616631d2c24487c1e54.json b/litellm/rust/crates/db/.sqlx/query-43f2e12a3ffb1de29b5b031a1173b87a20a2664b0bef3616631d2c24487c1e54.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-43f2e12a3ffb1de29b5b031a1173b87a20a2664b0bef3616631d2c24487c1e54.json rename to litellm/rust/crates/db/.sqlx/query-43f2e12a3ffb1de29b5b031a1173b87a20a2664b0bef3616631d2c24487c1e54.json diff --git a/litellm-rust/crates/db/.sqlx/query-5c74f47a2b84574133c520d235192bf33e16fea1dbb0c32cf89a376a874927f4.json b/litellm/rust/crates/db/.sqlx/query-5c74f47a2b84574133c520d235192bf33e16fea1dbb0c32cf89a376a874927f4.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-5c74f47a2b84574133c520d235192bf33e16fea1dbb0c32cf89a376a874927f4.json rename to litellm/rust/crates/db/.sqlx/query-5c74f47a2b84574133c520d235192bf33e16fea1dbb0c32cf89a376a874927f4.json diff --git a/litellm-rust/crates/db/.sqlx/query-9c51401a8907f818e96da28050b74dca981ff954452b35ffbace3e022035b416.json b/litellm/rust/crates/db/.sqlx/query-9c51401a8907f818e96da28050b74dca981ff954452b35ffbace3e022035b416.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-9c51401a8907f818e96da28050b74dca981ff954452b35ffbace3e022035b416.json rename to litellm/rust/crates/db/.sqlx/query-9c51401a8907f818e96da28050b74dca981ff954452b35ffbace3e022035b416.json diff --git a/litellm-rust/crates/db/.sqlx/query-b0eb48b795bdaf728c79e986d2027df60ff71d8fed05b53be4458b335af88147.json b/litellm/rust/crates/db/.sqlx/query-b0eb48b795bdaf728c79e986d2027df60ff71d8fed05b53be4458b335af88147.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-b0eb48b795bdaf728c79e986d2027df60ff71d8fed05b53be4458b335af88147.json rename to litellm/rust/crates/db/.sqlx/query-b0eb48b795bdaf728c79e986d2027df60ff71d8fed05b53be4458b335af88147.json diff --git a/litellm-rust/crates/db/.sqlx/query-bec3b53762af021a118d63b841b8c2ebd7fc9fcbf19c1c25aa131a1053d96cfe.json b/litellm/rust/crates/db/.sqlx/query-bec3b53762af021a118d63b841b8c2ebd7fc9fcbf19c1c25aa131a1053d96cfe.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-bec3b53762af021a118d63b841b8c2ebd7fc9fcbf19c1c25aa131a1053d96cfe.json rename to litellm/rust/crates/db/.sqlx/query-bec3b53762af021a118d63b841b8c2ebd7fc9fcbf19c1c25aa131a1053d96cfe.json diff --git a/litellm-rust/crates/db/.sqlx/query-c3e5542906e89995fae2a16eca1edd37a575d641bb68d91e61f5123173c275ce.json b/litellm/rust/crates/db/.sqlx/query-c3e5542906e89995fae2a16eca1edd37a575d641bb68d91e61f5123173c275ce.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-c3e5542906e89995fae2a16eca1edd37a575d641bb68d91e61f5123173c275ce.json rename to litellm/rust/crates/db/.sqlx/query-c3e5542906e89995fae2a16eca1edd37a575d641bb68d91e61f5123173c275ce.json diff --git a/litellm-rust/crates/db/.sqlx/query-f207ff0f5310dea0833361d55993bcab69ff6ad3555a3926537586f5d81d933d.json b/litellm/rust/crates/db/.sqlx/query-f207ff0f5310dea0833361d55993bcab69ff6ad3555a3926537586f5d81d933d.json similarity index 100% rename from litellm-rust/crates/db/.sqlx/query-f207ff0f5310dea0833361d55993bcab69ff6ad3555a3926537586f5d81d933d.json rename to litellm/rust/crates/db/.sqlx/query-f207ff0f5310dea0833361d55993bcab69ff6ad3555a3926537586f5d81d933d.json diff --git a/litellm-rust/crates/db/AGENTS.md b/litellm/rust/crates/db/AGENTS.md similarity index 100% rename from litellm-rust/crates/db/AGENTS.md rename to litellm/rust/crates/db/AGENTS.md diff --git a/litellm-rust/crates/db/Cargo.toml b/litellm/rust/crates/db/Cargo.toml similarity index 100% rename from litellm-rust/crates/db/Cargo.toml rename to litellm/rust/crates/db/Cargo.toml diff --git a/litellm-rust/crates/db/queries/end_user/find_end_user.sql b/litellm/rust/crates/db/queries/end_user/find_end_user.sql similarity index 100% rename from litellm-rust/crates/db/queries/end_user/find_end_user.sql rename to litellm/rust/crates/db/queries/end_user/find_end_user.sql diff --git a/litellm-rust/crates/db/queries/spend/add_end_user_spend.sql b/litellm/rust/crates/db/queries/spend/add_end_user_spend.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/add_end_user_spend.sql rename to litellm/rust/crates/db/queries/spend/add_end_user_spend.sql diff --git a/litellm-rust/crates/db/queries/spend/add_key_spend.sql b/litellm/rust/crates/db/queries/spend/add_key_spend.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/add_key_spend.sql rename to litellm/rust/crates/db/queries/spend/add_key_spend.sql diff --git a/litellm-rust/crates/db/queries/spend/add_team_spend.sql b/litellm/rust/crates/db/queries/spend/add_team_spend.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/add_team_spend.sql rename to litellm/rust/crates/db/queries/spend/add_team_spend.sql diff --git a/litellm-rust/crates/db/queries/spend/add_user_spend.sql b/litellm/rust/crates/db/queries/spend/add_user_spend.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/add_user_spend.sql rename to litellm/rust/crates/db/queries/spend/add_user_spend.sql diff --git a/litellm-rust/crates/db/queries/spend/insert_spend_logs.sql b/litellm/rust/crates/db/queries/spend/insert_spend_logs.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/insert_spend_logs.sql rename to litellm/rust/crates/db/queries/spend/insert_spend_logs.sql diff --git a/litellm-rust/crates/db/queries/spend/lock_team.sql b/litellm/rust/crates/db/queries/spend/lock_team.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/lock_team.sql rename to litellm/rust/crates/db/queries/spend/lock_team.sql diff --git a/litellm-rust/crates/db/queries/spend/upsert_daily_end_user_spend.sql b/litellm/rust/crates/db/queries/spend/upsert_daily_end_user_spend.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/upsert_daily_end_user_spend.sql rename to litellm/rust/crates/db/queries/spend/upsert_daily_end_user_spend.sql diff --git a/litellm-rust/crates/db/queries/spend/upsert_daily_team_spend.sql b/litellm/rust/crates/db/queries/spend/upsert_daily_team_spend.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/upsert_daily_team_spend.sql rename to litellm/rust/crates/db/queries/spend/upsert_daily_team_spend.sql diff --git a/litellm-rust/crates/db/queries/spend/upsert_daily_user_spend.sql b/litellm/rust/crates/db/queries/spend/upsert_daily_user_spend.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/upsert_daily_user_spend.sql rename to litellm/rust/crates/db/queries/spend/upsert_daily_user_spend.sql diff --git a/litellm-rust/crates/db/queries/spend/upsert_team_member_spend.sql b/litellm/rust/crates/db/queries/spend/upsert_team_member_spend.sql similarity index 100% rename from litellm-rust/crates/db/queries/spend/upsert_team_member_spend.sql rename to litellm/rust/crates/db/queries/spend/upsert_team_member_spend.sql diff --git a/litellm-rust/crates/db/src/daily_spend.rs b/litellm/rust/crates/db/src/daily_spend.rs similarity index 100% rename from litellm-rust/crates/db/src/daily_spend.rs rename to litellm/rust/crates/db/src/daily_spend.rs diff --git a/litellm-rust/crates/db/src/end_user.rs b/litellm/rust/crates/db/src/end_user.rs similarity index 100% rename from litellm-rust/crates/db/src/end_user.rs rename to litellm/rust/crates/db/src/end_user.rs diff --git a/litellm-rust/crates/db/src/error.rs b/litellm/rust/crates/db/src/error.rs similarity index 100% rename from litellm-rust/crates/db/src/error.rs rename to litellm/rust/crates/db/src/error.rs diff --git a/litellm-rust/crates/db/src/failure.rs b/litellm/rust/crates/db/src/failure.rs similarity index 100% rename from litellm-rust/crates/db/src/failure.rs rename to litellm/rust/crates/db/src/failure.rs diff --git a/litellm-rust/crates/db/src/lib.rs b/litellm/rust/crates/db/src/lib.rs similarity index 100% rename from litellm-rust/crates/db/src/lib.rs rename to litellm/rust/crates/db/src/lib.rs diff --git a/litellm-rust/crates/db/src/spend/daily_end_user_spend.rs b/litellm/rust/crates/db/src/spend/daily_end_user_spend.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/daily_end_user_spend.rs rename to litellm/rust/crates/db/src/spend/daily_end_user_spend.rs diff --git a/litellm-rust/crates/db/src/spend/daily_team_spend.rs b/litellm/rust/crates/db/src/spend/daily_team_spend.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/daily_team_spend.rs rename to litellm/rust/crates/db/src/spend/daily_team_spend.rs diff --git a/litellm-rust/crates/db/src/spend/daily_user_spend.rs b/litellm/rust/crates/db/src/spend/daily_user_spend.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/daily_user_spend.rs rename to litellm/rust/crates/db/src/spend/daily_user_spend.rs diff --git a/litellm-rust/crates/db/src/spend/end_user_spend.rs b/litellm/rust/crates/db/src/spend/end_user_spend.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/end_user_spend.rs rename to litellm/rust/crates/db/src/spend/end_user_spend.rs diff --git a/litellm-rust/crates/db/src/spend/key_spend.rs b/litellm/rust/crates/db/src/spend/key_spend.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/key_spend.rs rename to litellm/rust/crates/db/src/spend/key_spend.rs diff --git a/litellm-rust/crates/db/src/spend/mod.rs b/litellm/rust/crates/db/src/spend/mod.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/mod.rs rename to litellm/rust/crates/db/src/spend/mod.rs diff --git a/litellm-rust/crates/db/src/spend/spend_logs.rs b/litellm/rust/crates/db/src/spend/spend_logs.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/spend_logs.rs rename to litellm/rust/crates/db/src/spend/spend_logs.rs diff --git a/litellm-rust/crates/db/src/spend/team_lock.rs b/litellm/rust/crates/db/src/spend/team_lock.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/team_lock.rs rename to litellm/rust/crates/db/src/spend/team_lock.rs diff --git a/litellm-rust/crates/db/src/spend/team_member_spend.rs b/litellm/rust/crates/db/src/spend/team_member_spend.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/team_member_spend.rs rename to litellm/rust/crates/db/src/spend/team_member_spend.rs diff --git a/litellm-rust/crates/db/src/spend/team_spend.rs b/litellm/rust/crates/db/src/spend/team_spend.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/team_spend.rs rename to litellm/rust/crates/db/src/spend/team_spend.rs diff --git a/litellm-rust/crates/db/src/spend/user_spend.rs b/litellm/rust/crates/db/src/spend/user_spend.rs similarity index 100% rename from litellm-rust/crates/db/src/spend/user_spend.rs rename to litellm/rust/crates/db/src/spend/user_spend.rs diff --git a/litellm-rust/crates/db/src/test_support.rs b/litellm/rust/crates/db/src/test_support.rs similarity index 100% rename from litellm-rust/crates/db/src/test_support.rs rename to litellm/rust/crates/db/src/test_support.rs diff --git a/litellm-rust/crates/error/Cargo.toml b/litellm/rust/crates/error/Cargo.toml similarity index 100% rename from litellm-rust/crates/error/Cargo.toml rename to litellm/rust/crates/error/Cargo.toml diff --git a/litellm-rust/crates/error/src/lib.rs b/litellm/rust/crates/error/src/lib.rs similarity index 100% rename from litellm-rust/crates/error/src/lib.rs rename to litellm/rust/crates/error/src/lib.rs diff --git a/litellm-rust/crates/framer/Cargo.toml b/litellm/rust/crates/framer/Cargo.toml similarity index 100% rename from litellm-rust/crates/framer/Cargo.toml rename to litellm/rust/crates/framer/Cargo.toml diff --git a/litellm-rust/crates/framer/src/aws_event_stream.rs b/litellm/rust/crates/framer/src/aws_event_stream.rs similarity index 100% rename from litellm-rust/crates/framer/src/aws_event_stream.rs rename to litellm/rust/crates/framer/src/aws_event_stream.rs diff --git a/litellm-rust/crates/framer/src/error.rs b/litellm/rust/crates/framer/src/error.rs similarity index 100% rename from litellm-rust/crates/framer/src/error.rs rename to litellm/rust/crates/framer/src/error.rs diff --git a/litellm-rust/crates/framer/src/framed.rs b/litellm/rust/crates/framer/src/framed.rs similarity index 100% rename from litellm-rust/crates/framer/src/framed.rs rename to litellm/rust/crates/framer/src/framed.rs diff --git a/litellm-rust/crates/framer/src/lib.rs b/litellm/rust/crates/framer/src/lib.rs similarity index 100% rename from litellm-rust/crates/framer/src/lib.rs rename to litellm/rust/crates/framer/src/lib.rs diff --git a/litellm-rust/crates/framer/src/sse.rs b/litellm/rust/crates/framer/src/sse.rs similarity index 100% rename from litellm-rust/crates/framer/src/sse.rs rename to litellm/rust/crates/framer/src/sse.rs diff --git a/litellm-rust/crates/framer/tests/aws_event_stream.rs b/litellm/rust/crates/framer/tests/aws_event_stream.rs similarity index 100% rename from litellm-rust/crates/framer/tests/aws_event_stream.rs rename to litellm/rust/crates/framer/tests/aws_event_stream.rs diff --git a/litellm-rust/crates/framer/tests/chaining.rs b/litellm/rust/crates/framer/tests/chaining.rs similarity index 100% rename from litellm-rust/crates/framer/tests/chaining.rs rename to litellm/rust/crates/framer/tests/chaining.rs diff --git a/litellm-rust/crates/framer/tests/sse.rs b/litellm/rust/crates/framer/tests/sse.rs similarity index 100% rename from litellm-rust/crates/framer/tests/sse.rs rename to litellm/rust/crates/framer/tests/sse.rs diff --git a/litellm-rust/crates/framer/tests/support/mod.rs b/litellm/rust/crates/framer/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/framer/tests/support/mod.rs rename to litellm/rust/crates/framer/tests/support/mod.rs diff --git a/litellm-rust/crates/gateway-auth/AGENTS.md b/litellm/rust/crates/gateway-auth/AGENTS.md similarity index 100% rename from litellm-rust/crates/gateway-auth/AGENTS.md rename to litellm/rust/crates/gateway-auth/AGENTS.md diff --git a/litellm-rust/crates/gateway-auth/Cargo.toml b/litellm/rust/crates/gateway-auth/Cargo.toml similarity index 100% rename from litellm-rust/crates/gateway-auth/Cargo.toml rename to litellm/rust/crates/gateway-auth/Cargo.toml diff --git a/litellm-rust/crates/gateway-auth/src/authentication.rs b/litellm/rust/crates/gateway-auth/src/authentication.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/src/authentication.rs rename to litellm/rust/crates/gateway-auth/src/authentication.rs diff --git a/litellm-rust/crates/gateway-auth/src/authorization.rs b/litellm/rust/crates/gateway-auth/src/authorization.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/src/authorization.rs rename to litellm/rust/crates/gateway-auth/src/authorization.rs diff --git a/litellm-rust/crates/gateway-auth/src/error.rs b/litellm/rust/crates/gateway-auth/src/error.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/src/error.rs rename to litellm/rust/crates/gateway-auth/src/error.rs diff --git a/litellm-rust/crates/gateway-auth/src/http.rs b/litellm/rust/crates/gateway-auth/src/http.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/src/http.rs rename to litellm/rust/crates/gateway-auth/src/http.rs diff --git a/litellm-rust/crates/gateway-auth/src/identity.rs b/litellm/rust/crates/gateway-auth/src/identity.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/src/identity.rs rename to litellm/rust/crates/gateway-auth/src/identity.rs diff --git a/litellm-rust/crates/gateway-auth/src/keys.rs b/litellm/rust/crates/gateway-auth/src/keys.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/src/keys.rs rename to litellm/rust/crates/gateway-auth/src/keys.rs diff --git a/litellm-rust/crates/gateway-auth/src/lib.rs b/litellm/rust/crates/gateway-auth/src/lib.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/src/lib.rs rename to litellm/rust/crates/gateway-auth/src/lib.rs diff --git a/litellm-rust/crates/gateway-auth/src/ui.rs b/litellm/rust/crates/gateway-auth/src/ui.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/src/ui.rs rename to litellm/rust/crates/gateway-auth/src/ui.rs diff --git a/litellm-rust/crates/gateway-auth/tests/auth.rs b/litellm/rust/crates/gateway-auth/tests/auth.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/tests/auth.rs rename to litellm/rust/crates/gateway-auth/tests/auth.rs diff --git a/litellm-rust/crates/gateway-auth/tests/keys.rs b/litellm/rust/crates/gateway-auth/tests/keys.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/tests/keys.rs rename to litellm/rust/crates/gateway-auth/tests/keys.rs diff --git a/litellm-rust/crates/gateway-auth/tests/ui.rs b/litellm/rust/crates/gateway-auth/tests/ui.rs similarity index 100% rename from litellm-rust/crates/gateway-auth/tests/ui.rs rename to litellm/rust/crates/gateway-auth/tests/ui.rs diff --git a/litellm-rust/crates/gateway-forward/AGENTS.md b/litellm/rust/crates/gateway-forward/AGENTS.md similarity index 87% rename from litellm-rust/crates/gateway-forward/AGENTS.md rename to litellm/rust/crates/gateway-forward/AGENTS.md index 2135980266f..3d07f9ee342 100644 --- a/litellm-rust/crates/gateway-forward/AGENTS.md +++ b/litellm/rust/crates/gateway-forward/AGENTS.md @@ -13,6 +13,7 @@ - Pooled upstream connections are retired well before Python's keep-alive timeout, so a request never lands on a connection Python is closing - Idle client connections close after Python's keep-alive timeout, as uvicorn closed them, so a client that vanishes cannot hold a socket forever. Only the wait for the next request is timed, never an exchange in progress - WebSocket is the one protocol switch Python serves. Upgrades are relayed as raw bytes after the 101 and drained on shutdown +- Drain on EOF of stdin exactly as on SIGTERM. The supervisor holds the only write end, so EOF means it is gone and nobody is left to stop the gateway. `input_closed` reads on a plain thread, since a read blocked on tokio's blocking pool would hold up the runtime's exit ## Layout @@ -22,6 +23,8 @@ Every forwarding decision has one home. `rewrite.rs` owns what Python and the cl `Settings` reads only these variables, and only when `LITELLM_FORWARD_UPSTREAM` is set. The Python supervisor in `litellm/proxy/rust_forward/` sets every one of them from the values Python actually runs with, so all of them are required and a missing or invalid one fails startup naming it. The crate never reads Python's own settings (`HOST`, `PORT`, `KEEPALIVE_TIMEOUT`, `GRACEFUL_SHUTDOWN_TIMEOUT`) and keeps no copy of Python's defaults, since Python can get those values from CLI flags the environment never shows +Only the Python supervisor starts the gateway in forwarding mode, from `litellm` and from `python -m gateway.launch`, on a laptop and in every image. `supervisor/children.py` is the only writer of these variables, so adding, renaming or removing one changes `settings.rs` and `children.rust_spec` in the same change. Without `LITELLM_FORWARD_UPSTREAM` the binary runs as the standalone Rust gateway and this crate does nothing + | Variable | Meaning | |---|---| | `LITELLM_FORWARD_UPSTREAM` | Python's loopback origin, e.g. `http://127.0.0.1:53211` | diff --git a/litellm-rust/crates/gateway-forward/Cargo.toml b/litellm/rust/crates/gateway-forward/Cargo.toml similarity index 93% rename from litellm-rust/crates/gateway-forward/Cargo.toml rename to litellm/rust/crates/gateway-forward/Cargo.toml index 2fef19dca34..821ea91d269 100644 --- a/litellm-rust/crates/gateway-forward/Cargo.toml +++ b/litellm/rust/crates/gateway-forward/Cargo.toml @@ -13,7 +13,7 @@ hyper = { version = "1.12.0", features = ["http1", "server"] } hyper-util = { workspace = true, features = ["client-legacy", "http1", "tokio"] } serde.workspace = true thiserror.workspace = true -tokio = { workspace = true, features = ["io-util"] } +tokio = { workspace = true, features = ["io-util", "sync"] } tokio-util = { version = "0.7", features = ["rt"] } tower-service = "0.3.3" tracing.workspace = true diff --git a/litellm-rust/crates/gateway-forward/FORWARDING.md b/litellm/rust/crates/gateway-forward/FORWARDING.md similarity index 100% rename from litellm-rust/crates/gateway-forward/FORWARDING.md rename to litellm/rust/crates/gateway-forward/FORWARDING.md diff --git a/litellm-rust/crates/gateway-forward/src/connections.rs b/litellm/rust/crates/gateway-forward/src/connections.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/src/connections.rs rename to litellm/rust/crates/gateway-forward/src/connections.rs diff --git a/litellm-rust/crates/gateway-forward/src/connector.rs b/litellm/rust/crates/gateway-forward/src/connector.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/src/connector.rs rename to litellm/rust/crates/gateway-forward/src/connector.rs diff --git a/litellm-rust/crates/gateway-forward/src/error.rs b/litellm/rust/crates/gateway-forward/src/error.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/src/error.rs rename to litellm/rust/crates/gateway-forward/src/error.rs diff --git a/litellm-rust/crates/gateway-forward/src/forward.rs b/litellm/rust/crates/gateway-forward/src/forward.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/src/forward.rs rename to litellm/rust/crates/gateway-forward/src/forward.rs diff --git a/litellm/rust/crates/gateway-forward/src/input.rs b/litellm/rust/crates/gateway-forward/src/input.rs new file mode 100644 index 00000000000..772d4610683 --- /dev/null +++ b/litellm/rust/crates/gateway-forward/src/input.rs @@ -0,0 +1,29 @@ +use std::io::{self, Read}; + +use tokio::sync::oneshot; + +/// Resolves once `input` reaches end of file or fails to read. The Python supervisor holds the only +/// write end of the gateway's stdin, so EOF means it is gone and the gateway drains as on SIGTERM. +/// +/// The read runs on a plain thread because a blocked read on tokio's blocking pool would hold up +/// runtime shutdown after a signal had already stopped the gateway. +pub fn input_closed(mut input: impl Read + Send + 'static) -> impl Future + Send { + let (closed, on_closed) = oneshot::channel::<()>(); + let reader = std::thread::Builder::new() + .name("stdin-eof".into()) + .spawn(move || { + let _ = io::copy(&mut input, &mut io::sink()); + let _ = closed.send(()); + }); + async move { + match reader { + Ok(_) => { + let _ = on_closed.await; + } + Err(error) => { + tracing::warn!(%error, "could not watch stdin, so only signals stop the gateway"); + std::future::pending::<()>().await; + } + } + } +} diff --git a/litellm-rust/crates/gateway-forward/src/lib.rs b/litellm/rust/crates/gateway-forward/src/lib.rs similarity index 95% rename from litellm-rust/crates/gateway-forward/src/lib.rs rename to litellm/rust/crates/gateway-forward/src/lib.rs index 4ac17b50544..35f25d19c3c 100644 --- a/litellm-rust/crates/gateway-forward/src/lib.rs +++ b/litellm/rust/crates/gateway-forward/src/lib.rs @@ -2,6 +2,7 @@ mod connections; mod connector; mod error; mod forward; +mod input; mod rewrite; mod server; mod settings; @@ -10,6 +11,7 @@ mod websocket; pub use error::Error; pub(crate) use error::Rejection; pub use forward::Forward; +pub use input::input_closed; pub use rewrite::PEER_HEADER; pub use settings::{Settings, Upstream}; diff --git a/litellm-rust/crates/gateway-forward/src/rewrite.rs b/litellm/rust/crates/gateway-forward/src/rewrite.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/src/rewrite.rs rename to litellm/rust/crates/gateway-forward/src/rewrite.rs diff --git a/litellm-rust/crates/gateway-forward/src/server.rs b/litellm/rust/crates/gateway-forward/src/server.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/src/server.rs rename to litellm/rust/crates/gateway-forward/src/server.rs diff --git a/litellm-rust/crates/gateway-forward/src/settings.rs b/litellm/rust/crates/gateway-forward/src/settings.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/src/settings.rs rename to litellm/rust/crates/gateway-forward/src/settings.rs diff --git a/litellm-rust/crates/gateway-forward/src/websocket.rs b/litellm/rust/crates/gateway-forward/src/websocket.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/src/websocket.rs rename to litellm/rust/crates/gateway-forward/src/websocket.rs diff --git a/litellm-rust/crates/gateway-forward/tests/client_identity.rs b/litellm/rust/crates/gateway-forward/tests/client_identity.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/client_identity.rs rename to litellm/rust/crates/gateway-forward/tests/client_identity.rs diff --git a/litellm-rust/crates/gateway-forward/tests/download.rs b/litellm/rust/crates/gateway-forward/tests/download.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/download.rs rename to litellm/rust/crates/gateway-forward/tests/download.rs diff --git a/litellm-rust/crates/gateway-forward/tests/exchange.rs b/litellm/rust/crates/gateway-forward/tests/exchange.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/exchange.rs rename to litellm/rust/crates/gateway-forward/tests/exchange.rs diff --git a/litellm-rust/crates/gateway-forward/tests/framing.rs b/litellm/rust/crates/gateway-forward/tests/framing.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/framing.rs rename to litellm/rust/crates/gateway-forward/tests/framing.rs diff --git a/litellm-rust/crates/gateway-forward/tests/idle_stream.rs b/litellm/rust/crates/gateway-forward/tests/idle_stream.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/idle_stream.rs rename to litellm/rust/crates/gateway-forward/tests/idle_stream.rs diff --git a/litellm-rust/crates/gateway-forward/tests/lifecycle.rs b/litellm/rust/crates/gateway-forward/tests/lifecycle.rs similarity index 90% rename from litellm-rust/crates/gateway-forward/tests/lifecycle.rs rename to litellm/rust/crates/gateway-forward/tests/lifecycle.rs index 85d10a37be4..97907738ad6 100644 --- a/litellm-rust/crates/gateway-forward/tests/lifecycle.rs +++ b/litellm/rust/crates/gateway-forward/tests/lifecycle.rs @@ -7,9 +7,11 @@ use std::{ use axum::{Router, body::Body, extract::Request, http::StatusCode, response::Response}; use http_body_util::BodyExt; +use litellm_gateway_forward::input_closed; use rstest::rstest; use support::{ - DRAIN, Gateway, Raw, client, raw_upstream, recording, serve, unreachable_upstream, within, + DRAIN, Gateway, Raw, UVICORN_KEEPALIVE, client, raw_upstream, recording, serve, serve_until, + unreachable_upstream, within, }; use tokio::{ net::{TcpListener, TcpStream}, @@ -287,6 +289,55 @@ async fn shutdown_lets_an_in_flight_stream_finish() { within(server).await.unwrap(); } +#[rstest] +#[tokio::test] +async fn the_supervisor_closing_stdin_drains_like_a_stop_signal() { + let release = Arc::new(Notify::new()); + let released = release.clone(); + let upstream = raw_upstream(move |mut python: Raw| { + let released = released.clone(); + async move { + python.request_head().await.unwrap(); + python + .send("HTTP/1.1 200 OK\r\ntransfer-encoding: chunked\r\n\r\n5\r\nfirst\r\n") + .await; + released.notified().await; + python.send("4\r\nlast\r\n0\r\n\r\n").await; + } + }) + .await; + let (stdin, supervisor) = std::io::pipe().unwrap(); + let (address, server) = serve_until(upstream, UVICORN_KEEPALIVE, input_closed(stdin)).await; + let response = within( + client().request( + Request::get(format!("http://{address}/")) + .body(Body::empty()) + .unwrap(), + ), + ) + .await + .unwrap(); + tokio::time::sleep(Duration::from_millis(100)).await; + assert!(TcpStream::connect(address).await.is_ok()); + + drop(supervisor); + + within(async { + while TcpStream::connect(address).await.is_ok() { + tokio::time::sleep(Duration::from_millis(10)).await; + } + }) + .await; + assert!(!server.is_finished()); + release.notify_one(); + let body = within(response.into_body().collect()) + .await + .unwrap() + .to_bytes(); + assert_eq!(body, "firstlast"); + within(server).await.unwrap(); +} + #[rstest] #[tokio::test] async fn shutdown_stops_waiting_for_a_stream_still_open_after_the_drain() { diff --git a/litellm-rust/crates/gateway-forward/tests/roundtrip.rs b/litellm/rust/crates/gateway-forward/tests/roundtrip.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/roundtrip.rs rename to litellm/rust/crates/gateway-forward/tests/roundtrip.rs diff --git a/litellm-rust/crates/gateway-forward/tests/settings.rs b/litellm/rust/crates/gateway-forward/tests/settings.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/settings.rs rename to litellm/rust/crates/gateway-forward/tests/settings.rs diff --git a/litellm-rust/crates/gateway-forward/tests/slow_head.rs b/litellm/rust/crates/gateway-forward/tests/slow_head.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/slow_head.rs rename to litellm/rust/crates/gateway-forward/tests/slow_head.rs diff --git a/litellm-rust/crates/gateway-forward/tests/stream.rs b/litellm/rust/crates/gateway-forward/tests/stream.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/stream.rs rename to litellm/rust/crates/gateway-forward/tests/stream.rs diff --git a/litellm-rust/crates/gateway-forward/tests/support/mod.rs b/litellm/rust/crates/gateway-forward/tests/support/mod.rs similarity index 93% rename from litellm-rust/crates/gateway-forward/tests/support/mod.rs rename to litellm/rust/crates/gateway-forward/tests/support/mod.rs index d39532a456e..7d92ca4a14a 100644 --- a/litellm-rust/crates/gateway-forward/tests/support/mod.rs +++ b/litellm/rust/crates/gateway-forward/tests/support/mod.rs @@ -32,6 +32,21 @@ pub async fn within(future: impl Future) -> T { tokio::time::timeout(WAIT, future).await.expect("timed out") } +/// A forwarder in front of `upstream` that drains once `shutdown` resolves, as `run` does. +pub async fn serve_until( + upstream: SocketAddr, + keepalive: Duration, + shutdown: impl Future + Send + 'static, +) -> (SocketAddr, JoinHandle<()>) { + let forward = Forward::new(&format!("http://{upstream}").parse().unwrap(), keepalive); + let public = TcpListener::bind("127.0.0.1:0").await.unwrap(); + let address = public.local_addr().unwrap(); + ( + address, + tokio::spawn(forward.serve(public, shutdown, DRAIN)), + ) +} + /// A running forwarder in front of `upstream`, listening on a real socket like production. pub struct Gateway { pub address: SocketAddr, @@ -45,17 +60,11 @@ impl Gateway { } pub async fn with_keepalive(upstream: SocketAddr, keepalive: Duration) -> Self { - let forward = Forward::new(&format!("http://{upstream}").parse().unwrap(), keepalive); - let public = TcpListener::bind("127.0.0.1:0").await.unwrap(); - let address = public.local_addr().unwrap(); let (stop, stopped) = oneshot::channel::<()>(); - let server = tokio::spawn(forward.serve( - public, - async { - stopped.await.ok(); - }, - DRAIN, - )); + let (address, server) = serve_until(upstream, keepalive, async { + stopped.await.ok(); + }) + .await; Self { address, stop, diff --git a/litellm-rust/crates/gateway-forward/tests/upload.rs b/litellm/rust/crates/gateway-forward/tests/upload.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/upload.rs rename to litellm/rust/crates/gateway-forward/tests/upload.rs diff --git a/litellm-rust/crates/gateway-forward/tests/upstream.rs b/litellm/rust/crates/gateway-forward/tests/upstream.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/upstream.rs rename to litellm/rust/crates/gateway-forward/tests/upstream.rs diff --git a/litellm-rust/crates/gateway-forward/tests/websocket.rs b/litellm/rust/crates/gateway-forward/tests/websocket.rs similarity index 100% rename from litellm-rust/crates/gateway-forward/tests/websocket.rs rename to litellm/rust/crates/gateway-forward/tests/websocket.rs diff --git a/litellm-rust/crates/gateway-inference/AGENTS.md b/litellm/rust/crates/gateway-inference/AGENTS.md similarity index 100% rename from litellm-rust/crates/gateway-inference/AGENTS.md rename to litellm/rust/crates/gateway-inference/AGENTS.md diff --git a/litellm-rust/crates/gateway-inference/Cargo.toml b/litellm/rust/crates/gateway-inference/Cargo.toml similarity index 100% rename from litellm-rust/crates/gateway-inference/Cargo.toml rename to litellm/rust/crates/gateway-inference/Cargo.toml diff --git a/litellm-rust/crates/gateway-inference/src/audio_transcription.rs b/litellm/rust/crates/gateway-inference/src/audio_transcription.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/src/audio_transcription.rs rename to litellm/rust/crates/gateway-inference/src/audio_transcription.rs diff --git a/litellm-rust/crates/gateway-inference/src/caching.rs b/litellm/rust/crates/gateway-inference/src/caching.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/src/caching.rs rename to litellm/rust/crates/gateway-inference/src/caching.rs diff --git a/litellm-rust/crates/gateway-inference/src/chat_completions.rs b/litellm/rust/crates/gateway-inference/src/chat_completions.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/src/chat_completions.rs rename to litellm/rust/crates/gateway-inference/src/chat_completions.rs diff --git a/litellm-rust/crates/gateway-inference/src/error.rs b/litellm/rust/crates/gateway-inference/src/error.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/src/error.rs rename to litellm/rust/crates/gateway-inference/src/error.rs diff --git a/litellm-rust/crates/gateway-inference/src/lib.rs b/litellm/rust/crates/gateway-inference/src/lib.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/src/lib.rs rename to litellm/rust/crates/gateway-inference/src/lib.rs diff --git a/litellm-rust/crates/gateway-inference/src/messages.rs b/litellm/rust/crates/gateway-inference/src/messages.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/src/messages.rs rename to litellm/rust/crates/gateway-inference/src/messages.rs diff --git a/litellm-rust/crates/gateway-inference/src/ocr.rs b/litellm/rust/crates/gateway-inference/src/ocr.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/src/ocr.rs rename to litellm/rust/crates/gateway-inference/src/ocr.rs diff --git a/litellm-rust/crates/gateway-inference/src/request.rs b/litellm/rust/crates/gateway-inference/src/request.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/src/request.rs rename to litellm/rust/crates/gateway-inference/src/request.rs diff --git a/litellm-rust/crates/gateway-inference/src/responses.rs b/litellm/rust/crates/gateway-inference/src/responses.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/src/responses.rs rename to litellm/rust/crates/gateway-inference/src/responses.rs diff --git a/litellm-rust/crates/gateway-inference/tests/caching.rs b/litellm/rust/crates/gateway-inference/tests/caching.rs similarity index 95% rename from litellm-rust/crates/gateway-inference/tests/caching.rs rename to litellm/rust/crates/gateway-inference/tests/caching.rs index 143bc1ba6db..030c8a66ee3 100644 --- a/litellm-rust/crates/gateway-inference/tests/caching.rs +++ b/litellm/rust/crates/gateway-inference/tests/caching.rs @@ -36,7 +36,12 @@ async fn all_inference_endpoints_share_native_cache( } else { "message_stop" }; - let events = format!("event: {terminal}\ndata: {{\"type\":\"{terminal}\"}}\n\n"); + let output = if is_responses { + "" + } else { + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"hello\"}}\n\n" + }; + let events = format!("{output}event: {terminal}\ndata: {{\"type\":\"{terminal}\"}}\n\n"); let template = if stream { ResponseTemplate::new(200).set_body_raw(events.clone(), "text/event-stream") } else { diff --git a/litellm-rust/crates/gateway-inference/tests/messages.rs b/litellm/rust/crates/gateway-inference/tests/messages.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/tests/messages.rs rename to litellm/rust/crates/gateway-inference/tests/messages.rs diff --git a/litellm-rust/crates/gateway-inference/tests/ocr.rs b/litellm/rust/crates/gateway-inference/tests/ocr.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/tests/ocr.rs rename to litellm/rust/crates/gateway-inference/tests/ocr.rs diff --git a/litellm-rust/crates/gateway-inference/tests/responses.rs b/litellm/rust/crates/gateway-inference/tests/responses.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/tests/responses.rs rename to litellm/rust/crates/gateway-inference/tests/responses.rs diff --git a/litellm-rust/crates/gateway-inference/tests/routes.rs b/litellm/rust/crates/gateway-inference/tests/routes.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/tests/routes.rs rename to litellm/rust/crates/gateway-inference/tests/routes.rs diff --git a/litellm-rust/crates/gateway-inference/tests/support/mod.rs b/litellm/rust/crates/gateway-inference/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/gateway-inference/tests/support/mod.rs rename to litellm/rust/crates/gateway-inference/tests/support/mod.rs diff --git a/litellm-rust/crates/gateway-management/Cargo.toml b/litellm/rust/crates/gateway-management/Cargo.toml similarity index 100% rename from litellm-rust/crates/gateway-management/Cargo.toml rename to litellm/rust/crates/gateway-management/Cargo.toml diff --git a/litellm-rust/crates/gateway-management/README.md b/litellm/rust/crates/gateway-management/README.md similarity index 100% rename from litellm-rust/crates/gateway-management/README.md rename to litellm/rust/crates/gateway-management/README.md diff --git a/litellm-rust/crates/gateway-management/src/error.rs b/litellm/rust/crates/gateway-management/src/error.rs similarity index 100% rename from litellm-rust/crates/gateway-management/src/error.rs rename to litellm/rust/crates/gateway-management/src/error.rs diff --git a/litellm-rust/crates/gateway-management/src/keys.rs b/litellm/rust/crates/gateway-management/src/keys.rs similarity index 100% rename from litellm-rust/crates/gateway-management/src/keys.rs rename to litellm/rust/crates/gateway-management/src/keys.rs diff --git a/litellm-rust/crates/gateway-management/src/lib.rs b/litellm/rust/crates/gateway-management/src/lib.rs similarity index 100% rename from litellm-rust/crates/gateway-management/src/lib.rs rename to litellm/rust/crates/gateway-management/src/lib.rs diff --git a/litellm-rust/crates/gateway-management/tests/keys.rs b/litellm/rust/crates/gateway-management/tests/keys.rs similarity index 100% rename from litellm-rust/crates/gateway-management/tests/keys.rs rename to litellm/rust/crates/gateway-management/tests/keys.rs diff --git a/litellm-rust/crates/gateway-management/tests/keys/support.rs b/litellm/rust/crates/gateway-management/tests/keys/support.rs similarity index 100% rename from litellm-rust/crates/gateway-management/tests/keys/support.rs rename to litellm/rust/crates/gateway-management/tests/keys/support.rs diff --git a/litellm-rust/crates/gateway-mcp/AGENTS.md b/litellm/rust/crates/gateway-mcp/AGENTS.md similarity index 98% rename from litellm-rust/crates/gateway-mcp/AGENTS.md rename to litellm/rust/crates/gateway-mcp/AGENTS.md index c4b00e3acbf..10cb0ae935d 100644 --- a/litellm-rust/crates/gateway-mcp/AGENTS.md +++ b/litellm/rust/crates/gateway-mcp/AGENTS.md @@ -25,7 +25,7 @@ Wrap `Operations` to integrate guardrails, spend logging, virtual tools, and oth From the repository root, this loopback-only example runs the existing Python MCP fixture through the SDK's stdio transport. It has no admission authentication and is intended for local testing ```sh -cargo run --manifest-path litellm-rust/Cargo.toml -p litellm-gateway-mcp --example stdio_proxy -- \ +cargo run --manifest-path litellm/rust/Cargo.toml -p litellm-gateway-mcp --example stdio_proxy -- \ .venv/bin/python -c 'import runpy; runpy.run_path("tests/integration/_support/mcp_e2e_upstream_server.py")["mcp"].run(transport="stdio")' ``` diff --git a/litellm-rust/crates/gateway-mcp/Cargo.toml b/litellm/rust/crates/gateway-mcp/Cargo.toml similarity index 100% rename from litellm-rust/crates/gateway-mcp/Cargo.toml rename to litellm/rust/crates/gateway-mcp/Cargo.toml diff --git a/litellm-rust/crates/gateway-mcp/examples/stdio_proxy.rs b/litellm/rust/crates/gateway-mcp/examples/stdio_proxy.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/examples/stdio_proxy.rs rename to litellm/rust/crates/gateway-mcp/examples/stdio_proxy.rs diff --git a/litellm-rust/crates/gateway-mcp/src/configured.rs b/litellm/rust/crates/gateway-mcp/src/configured.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/configured.rs rename to litellm/rust/crates/gateway-mcp/src/configured.rs diff --git a/litellm-rust/crates/gateway-mcp/src/error.rs b/litellm/rust/crates/gateway-mcp/src/error.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/error.rs rename to litellm/rust/crates/gateway-mcp/src/error.rs diff --git a/litellm-rust/crates/gateway-mcp/src/legacy.rs b/litellm/rust/crates/gateway-mcp/src/legacy.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/legacy.rs rename to litellm/rust/crates/gateway-mcp/src/legacy.rs diff --git a/litellm-rust/crates/gateway-mcp/src/lib.rs b/litellm/rust/crates/gateway-mcp/src/lib.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/lib.rs rename to litellm/rust/crates/gateway-mcp/src/lib.rs diff --git a/litellm-rust/crates/gateway-mcp/src/native.rs b/litellm/rust/crates/gateway-mcp/src/native.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/native.rs rename to litellm/rust/crates/gateway-mcp/src/native.rs diff --git a/litellm-rust/crates/gateway-mcp/src/native/catalog.rs b/litellm/rust/crates/gateway-mcp/src/native/catalog.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/native/catalog.rs rename to litellm/rust/crates/gateway-mcp/src/native/catalog.rs diff --git a/litellm-rust/crates/gateway-mcp/src/native/registry.rs b/litellm/rust/crates/gateway-mcp/src/native/registry.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/native/registry.rs rename to litellm/rust/crates/gateway-mcp/src/native/registry.rs diff --git a/litellm-rust/crates/gateway-mcp/src/relay.rs b/litellm/rust/crates/gateway-mcp/src/relay.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/relay.rs rename to litellm/rust/crates/gateway-mcp/src/relay.rs diff --git a/litellm-rust/crates/gateway-mcp/src/request.rs b/litellm/rust/crates/gateway-mcp/src/request.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/request.rs rename to litellm/rust/crates/gateway-mcp/src/request.rs diff --git a/litellm-rust/crates/gateway-mcp/src/routes.rs b/litellm/rust/crates/gateway-mcp/src/routes.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/routes.rs rename to litellm/rust/crates/gateway-mcp/src/routes.rs diff --git a/litellm-rust/crates/gateway-mcp/src/server.rs b/litellm/rust/crates/gateway-mcp/src/server.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/server.rs rename to litellm/rust/crates/gateway-mcp/src/server.rs diff --git a/litellm-rust/crates/gateway-mcp/src/sessions.rs b/litellm/rust/crates/gateway-mcp/src/sessions.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/src/sessions.rs rename to litellm/rust/crates/gateway-mcp/src/sessions.rs diff --git a/litellm-rust/crates/gateway-mcp/tests/gateway/cancellation.rs b/litellm/rust/crates/gateway-mcp/tests/gateway/cancellation.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/tests/gateway/cancellation.rs rename to litellm/rust/crates/gateway-mcp/tests/gateway/cancellation.rs diff --git a/litellm-rust/crates/gateway-mcp/tests/gateway/http.rs b/litellm/rust/crates/gateway-mcp/tests/gateway/http.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/tests/gateway/http.rs rename to litellm/rust/crates/gateway-mcp/tests/gateway/http.rs diff --git a/litellm-rust/crates/gateway-mcp/tests/gateway/main.rs b/litellm/rust/crates/gateway-mcp/tests/gateway/main.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/tests/gateway/main.rs rename to litellm/rust/crates/gateway-mcp/tests/gateway/main.rs diff --git a/litellm-rust/crates/gateway-mcp/tests/gateway/native.rs b/litellm/rust/crates/gateway-mcp/tests/gateway/native.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/tests/gateway/native.rs rename to litellm/rust/crates/gateway-mcp/tests/gateway/native.rs diff --git a/litellm-rust/crates/gateway-mcp/tests/gateway/relay.rs b/litellm/rust/crates/gateway-mcp/tests/gateway/relay.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/tests/gateway/relay.rs rename to litellm/rust/crates/gateway-mcp/tests/gateway/relay.rs diff --git a/litellm-rust/crates/gateway-mcp/tests/gateway/support.rs b/litellm/rust/crates/gateway-mcp/tests/gateway/support.rs similarity index 100% rename from litellm-rust/crates/gateway-mcp/tests/gateway/support.rs rename to litellm/rust/crates/gateway-mcp/tests/gateway/support.rs diff --git a/litellm-rust/crates/gateway-ui/Cargo.toml b/litellm/rust/crates/gateway-ui/Cargo.toml similarity index 100% rename from litellm-rust/crates/gateway-ui/Cargo.toml rename to litellm/rust/crates/gateway-ui/Cargo.toml diff --git a/litellm-rust/crates/gateway-ui/README.md b/litellm/rust/crates/gateway-ui/README.md similarity index 100% rename from litellm-rust/crates/gateway-ui/README.md rename to litellm/rust/crates/gateway-ui/README.md diff --git a/litellm-rust/crates/gateway-ui/src/assets.rs b/litellm/rust/crates/gateway-ui/src/assets.rs similarity index 100% rename from litellm-rust/crates/gateway-ui/src/assets.rs rename to litellm/rust/crates/gateway-ui/src/assets.rs diff --git a/litellm-rust/crates/gateway-ui/src/dashboard.rs b/litellm/rust/crates/gateway-ui/src/dashboard.rs similarity index 100% rename from litellm-rust/crates/gateway-ui/src/dashboard.rs rename to litellm/rust/crates/gateway-ui/src/dashboard.rs diff --git a/litellm-rust/crates/gateway-ui/src/error.rs b/litellm/rust/crates/gateway-ui/src/error.rs similarity index 100% rename from litellm-rust/crates/gateway-ui/src/error.rs rename to litellm/rust/crates/gateway-ui/src/error.rs diff --git a/litellm-rust/crates/gateway-ui/src/lib.rs b/litellm/rust/crates/gateway-ui/src/lib.rs similarity index 100% rename from litellm-rust/crates/gateway-ui/src/lib.rs rename to litellm/rust/crates/gateway-ui/src/lib.rs diff --git a/litellm-rust/crates/gateway-ui/src/session.rs b/litellm/rust/crates/gateway-ui/src/session.rs similarity index 100% rename from litellm-rust/crates/gateway-ui/src/session.rs rename to litellm/rust/crates/gateway-ui/src/session.rs diff --git a/litellm-rust/crates/gateway-ui/tests/assets.rs b/litellm/rust/crates/gateway-ui/tests/assets.rs similarity index 98% rename from litellm-rust/crates/gateway-ui/tests/assets.rs rename to litellm/rust/crates/gateway-ui/tests/assets.rs index e2819033f95..c82d88df46d 100644 --- a/litellm-rust/crates/gateway-ui/tests/assets.rs +++ b/litellm/rust/crates/gateway-ui/tests/assets.rs @@ -225,8 +225,8 @@ async fn unknown_logo_theme_is_rejected_in_the_ui_envelope(dashboard: App) { #[case::monogram_dark("/get_image?theme=dark&variant=monogram")] #[tokio::test] async fn committed_dashboard_export_serves_every_logo(#[case] path: &str) { - let export = std::path::Path::new(env!("CARGO_MANIFEST_DIR")) - .join("../../../litellm/proxy/_experimental/out"); + let export = + std::path::Path::new(env!("CARGO_MANIFEST_DIR")).join("../../../proxy/_experimental/out"); let response = litellm_gateway_ui::dashboard_assets(export) .oneshot(Request::get(path).body(Body::empty()).unwrap()) .await diff --git a/litellm-rust/crates/gateway-ui/tests/routes.rs b/litellm/rust/crates/gateway-ui/tests/routes.rs similarity index 100% rename from litellm-rust/crates/gateway-ui/tests/routes.rs rename to litellm/rust/crates/gateway-ui/tests/routes.rs diff --git a/litellm-rust/crates/gateway/AGENTS.md b/litellm/rust/crates/gateway/AGENTS.md similarity index 100% rename from litellm-rust/crates/gateway/AGENTS.md rename to litellm/rust/crates/gateway/AGENTS.md diff --git a/litellm-rust/crates/gateway/Cargo.toml b/litellm/rust/crates/gateway/Cargo.toml similarity index 100% rename from litellm-rust/crates/gateway/Cargo.toml rename to litellm/rust/crates/gateway/Cargo.toml diff --git a/litellm-rust/crates/gateway/Dockerfile b/litellm/rust/crates/gateway/Dockerfile similarity index 100% rename from litellm-rust/crates/gateway/Dockerfile rename to litellm/rust/crates/gateway/Dockerfile diff --git a/litellm-rust/crates/gateway/Dockerfile.dockerignore b/litellm/rust/crates/gateway/Dockerfile.dockerignore similarity index 100% rename from litellm-rust/crates/gateway/Dockerfile.dockerignore rename to litellm/rust/crates/gateway/Dockerfile.dockerignore diff --git a/litellm-rust/crates/gateway/README.md b/litellm/rust/crates/gateway/README.md similarity index 95% rename from litellm-rust/crates/gateway/README.md rename to litellm/rust/crates/gateway/README.md index 125c2b07448..2732f70c5b2 100644 --- a/litellm-rust/crates/gateway/README.md +++ b/litellm/rust/crates/gateway/README.md @@ -14,9 +14,9 @@ Start the gateway in another terminal with the example configuration: ```sh LITELLM_MASTER_KEY=local-mcp-key \ -LITELLM_CONFIG=litellm-rust/crates/gateway/mcp_config.yaml \ +LITELLM_CONFIG=litellm/rust/crates/gateway/mcp_config.yaml \ HOST=127.0.0.1 PORT=4000 \ -cargo run --manifest-path litellm-rust/Cargo.toml -p litellm-gateway +cargo run --manifest-path litellm/rust/Cargo.toml -p litellm-gateway ``` Call a tool through REST: diff --git a/litellm-rust/crates/gateway/mcp_config.yaml b/litellm/rust/crates/gateway/mcp_config.yaml similarity index 100% rename from litellm-rust/crates/gateway/mcp_config.yaml rename to litellm/rust/crates/gateway/mcp_config.yaml diff --git a/litellm-rust/crates/gateway/src/auth.rs b/litellm/rust/crates/gateway/src/auth.rs similarity index 100% rename from litellm-rust/crates/gateway/src/auth.rs rename to litellm/rust/crates/gateway/src/auth.rs diff --git a/litellm-rust/crates/gateway/src/error.rs b/litellm/rust/crates/gateway/src/error.rs similarity index 100% rename from litellm-rust/crates/gateway/src/error.rs rename to litellm/rust/crates/gateway/src/error.rs diff --git a/litellm-rust/crates/gateway/src/lib.rs b/litellm/rust/crates/gateway/src/lib.rs similarity index 100% rename from litellm-rust/crates/gateway/src/lib.rs rename to litellm/rust/crates/gateway/src/lib.rs diff --git a/litellm-rust/crates/gateway/src/main.rs b/litellm/rust/crates/gateway/src/main.rs similarity index 95% rename from litellm-rust/crates/gateway/src/main.rs rename to litellm/rust/crates/gateway/src/main.rs index dc77cfe28eb..176bc68d247 100644 --- a/litellm-rust/crates/gateway/src/main.rs +++ b/litellm/rust/crates/gateway/src/main.rs @@ -48,7 +48,11 @@ async fn main() -> Result<(), Box> { level: log.log_level(), }) .install_global()?; - litellm_gateway_forward::run(forward, shutdown_signal()).await?; + let stdin_closed = litellm_gateway_forward::input_closed(std::io::stdin()); + litellm_gateway_forward::run(forward, async { + tokio::select! { () = shutdown_signal() => (), () = stdin_closed => () } + }) + .await?; return Ok(()); } let settings: Settings = settings::from_iter(std::env::vars_os())?; diff --git a/litellm-rust/crates/gateway/src/redis/configured.rs b/litellm/rust/crates/gateway/src/redis/configured.rs similarity index 100% rename from litellm-rust/crates/gateway/src/redis/configured.rs rename to litellm/rust/crates/gateway/src/redis/configured.rs diff --git a/litellm-rust/crates/gateway/src/redis/layers.rs b/litellm/rust/crates/gateway/src/redis/layers.rs similarity index 100% rename from litellm-rust/crates/gateway/src/redis/layers.rs rename to litellm/rust/crates/gateway/src/redis/layers.rs diff --git a/litellm-rust/crates/gateway/src/redis/mod.rs b/litellm/rust/crates/gateway/src/redis/mod.rs similarity index 100% rename from litellm-rust/crates/gateway/src/redis/mod.rs rename to litellm/rust/crates/gateway/src/redis/mod.rs diff --git a/litellm-rust/crates/gateway/src/redis/secrets.rs b/litellm/rust/crates/gateway/src/redis/secrets.rs similarity index 100% rename from litellm-rust/crates/gateway/src/redis/secrets.rs rename to litellm/rust/crates/gateway/src/redis/secrets.rs diff --git a/litellm-rust/crates/gateway/src/redis/surface_tests.rs b/litellm/rust/crates/gateway/src/redis/surface_tests.rs similarity index 100% rename from litellm-rust/crates/gateway/src/redis/surface_tests.rs rename to litellm/rust/crates/gateway/src/redis/surface_tests.rs diff --git a/litellm-rust/crates/gateway/src/secrets.rs b/litellm/rust/crates/gateway/src/secrets.rs similarity index 100% rename from litellm-rust/crates/gateway/src/secrets.rs rename to litellm/rust/crates/gateway/src/secrets.rs diff --git a/litellm-rust/crates/gateway/src/settings.rs b/litellm/rust/crates/gateway/src/settings.rs similarity index 100% rename from litellm-rust/crates/gateway/src/settings.rs rename to litellm/rust/crates/gateway/src/settings.rs diff --git a/litellm-rust/crates/gateway/tests/mcp.rs b/litellm/rust/crates/gateway/tests/mcp.rs similarity index 100% rename from litellm-rust/crates/gateway/tests/mcp.rs rename to litellm/rust/crates/gateway/tests/mcp.rs diff --git a/litellm-rust/crates/gateway/tests/server.rs b/litellm/rust/crates/gateway/tests/server.rs similarity index 100% rename from litellm-rust/crates/gateway/tests/server.rs rename to litellm/rust/crates/gateway/tests/server.rs diff --git a/litellm-rust/crates/host-http/AGENTS.md b/litellm/rust/crates/host-http/AGENTS.md similarity index 100% rename from litellm-rust/crates/host-http/AGENTS.md rename to litellm/rust/crates/host-http/AGENTS.md diff --git a/litellm-rust/crates/host-http/Cargo.toml b/litellm/rust/crates/host-http/Cargo.toml similarity index 100% rename from litellm-rust/crates/host-http/Cargo.toml rename to litellm/rust/crates/host-http/Cargo.toml diff --git a/litellm-rust/crates/host-http/src/driver.rs b/litellm/rust/crates/host-http/src/driver.rs similarity index 100% rename from litellm-rust/crates/host-http/src/driver.rs rename to litellm/rust/crates/host-http/src/driver.rs diff --git a/litellm-rust/crates/host-http/src/encoding.rs b/litellm/rust/crates/host-http/src/encoding.rs similarity index 100% rename from litellm-rust/crates/host-http/src/encoding.rs rename to litellm/rust/crates/host-http/src/encoding.rs diff --git a/litellm-rust/crates/host-http/src/error.rs b/litellm/rust/crates/host-http/src/error.rs similarity index 100% rename from litellm-rust/crates/host-http/src/error.rs rename to litellm/rust/crates/host-http/src/error.rs diff --git a/litellm-rust/crates/host-http/src/lib.rs b/litellm/rust/crates/host-http/src/lib.rs similarity index 100% rename from litellm-rust/crates/host-http/src/lib.rs rename to litellm/rust/crates/host-http/src/lib.rs diff --git a/litellm-rust/crates/host-http/src/sse.rs b/litellm/rust/crates/host-http/src/sse.rs similarity index 100% rename from litellm-rust/crates/host-http/src/sse.rs rename to litellm/rust/crates/host-http/src/sse.rs diff --git a/litellm-rust/crates/host-http/tests/serve.rs b/litellm/rust/crates/host-http/tests/serve.rs similarity index 100% rename from litellm-rust/crates/host-http/tests/serve.rs rename to litellm/rust/crates/host-http/tests/serve.rs diff --git a/litellm-rust/crates/host-http/tests/sse.rs b/litellm/rust/crates/host-http/tests/sse.rs similarity index 100% rename from litellm-rust/crates/host-http/tests/sse.rs rename to litellm/rust/crates/host-http/tests/sse.rs diff --git a/litellm-rust/crates/host-native/AGENTS.md b/litellm/rust/crates/host-native/AGENTS.md similarity index 100% rename from litellm-rust/crates/host-native/AGENTS.md rename to litellm/rust/crates/host-native/AGENTS.md diff --git a/litellm-rust/crates/host-native/Cargo.toml b/litellm/rust/crates/host-native/Cargo.toml similarity index 100% rename from litellm-rust/crates/host-native/Cargo.toml rename to litellm/rust/crates/host-native/Cargo.toml diff --git a/litellm-rust/crates/host-native/src/driver.rs b/litellm/rust/crates/host-native/src/driver.rs similarity index 92% rename from litellm-rust/crates/host-native/src/driver.rs rename to litellm/rust/crates/host-native/src/driver.rs index af3248848a2..bb1a7025e10 100644 --- a/litellm-rust/crates/host-native/src/driver.rs +++ b/litellm/rust/crates/host-native/src/driver.rs @@ -84,6 +84,13 @@ where reply.send(self.interceptors.after_provider_response(raw).await); Ok(()) } + HostRequest::Intercept(InterceptRequest::ProviderRequestRetried { + retry, + reply, + }) => { + reply.send(self.interceptors.provider_request_retried(retry).await); + Ok(()) + } HostRequest::Stream(StreamDelivery::Open(head, reply)) => { self.demand = Some(reply); return Ok(Boundary::Open(head)); diff --git a/litellm-rust/crates/host-native/src/in_process.rs b/litellm/rust/crates/host-native/src/in_process.rs similarity index 100% rename from litellm-rust/crates/host-native/src/in_process.rs rename to litellm/rust/crates/host-native/src/in_process.rs diff --git a/litellm-rust/crates/host-native/src/lib.rs b/litellm/rust/crates/host-native/src/lib.rs similarity index 100% rename from litellm-rust/crates/host-native/src/lib.rs rename to litellm/rust/crates/host-native/src/lib.rs diff --git a/litellm-rust/crates/host-native/src/services.rs b/litellm/rust/crates/host-native/src/services.rs similarity index 100% rename from litellm-rust/crates/host-native/src/services.rs rename to litellm/rust/crates/host-native/src/services.rs diff --git a/litellm-rust/crates/host-native/tests/driver.rs b/litellm/rust/crates/host-native/tests/driver.rs similarity index 100% rename from litellm-rust/crates/host-native/tests/driver.rs rename to litellm/rust/crates/host-native/tests/driver.rs diff --git a/litellm-rust/crates/host-python/AGENTS.md b/litellm/rust/crates/host-python/AGENTS.md similarity index 100% rename from litellm-rust/crates/host-python/AGENTS.md rename to litellm/rust/crates/host-python/AGENTS.md diff --git a/litellm-rust/crates/host-python/Cargo.toml b/litellm/rust/crates/host-python/Cargo.toml similarity index 100% rename from litellm-rust/crates/host-python/Cargo.toml rename to litellm/rust/crates/host-python/Cargo.toml index 0b0107d0548..1fa5fb38830 100644 --- a/litellm-rust/crates/host-python/Cargo.toml +++ b/litellm/rust/crates/host-python/Cargo.toml @@ -14,6 +14,7 @@ bytes.workspace = true futures-util.workspace = true parking_lot.workspace = true serde.workspace = true +serde_json.workspace = true thiserror.workspace = true tokio = { workspace = true, features = ["rt", "sync"] } @@ -23,4 +24,3 @@ pythonize = "0.29.0" [dev-dependencies] rstest.workspace = true -serde_json.workspace = true diff --git a/litellm-rust/crates/host-python/src/argument.rs b/litellm/rust/crates/host-python/src/argument.rs similarity index 100% rename from litellm-rust/crates/host-python/src/argument.rs rename to litellm/rust/crates/host-python/src/argument.rs diff --git a/litellm-rust/crates/host-python/src/binding.rs b/litellm/rust/crates/host-python/src/binding.rs similarity index 93% rename from litellm-rust/crates/host-python/src/binding.rs rename to litellm/rust/crates/host-python/src/binding.rs index fe6173dd100..97d6be88767 100644 --- a/litellm-rust/crates/host-python/src/binding.rs +++ b/litellm/rust/crates/host-python/src/binding.rs @@ -29,8 +29,8 @@ pub trait PythonBinding: PythonOwned { /// What the stream carries at hand-off, as the caller's stream receives it. /// The unary response after the deployment transform, before success hooks run. - fn deliver_response(&mut self, _py: Python<'_>, _response: &Bound<'_, PyAny>) -> PyResult<()> { - Ok(()) + fn deliver_response(&mut self, _py: Python<'_>, response: Py) -> PyResult> { + Ok(response) } fn encode_stream_head( diff --git a/litellm-rust/crates/host-python/src/caller.rs b/litellm/rust/crates/host-python/src/caller.rs similarity index 100% rename from litellm-rust/crates/host-python/src/caller.rs rename to litellm/rust/crates/host-python/src/caller.rs diff --git a/litellm-rust/crates/host-python/src/conversion_cache.rs b/litellm/rust/crates/host-python/src/conversion_cache.rs similarity index 100% rename from litellm-rust/crates/host-python/src/conversion_cache.rs rename to litellm/rust/crates/host-python/src/conversion_cache.rs diff --git a/litellm-rust/crates/host-python/src/driver.rs b/litellm/rust/crates/host-python/src/driver.rs similarity index 98% rename from litellm-rust/crates/host-python/src/driver.rs rename to litellm/rust/crates/host-python/src/driver.rs index 052156cbc5d..ba0c174c875 100644 --- a/litellm-rust/crates/host-python/src/driver.rs +++ b/litellm/rust/crates/host-python/src/driver.rs @@ -310,6 +310,14 @@ where reply.send(Ok(())); Ok(()) } + HostRequest::Intercept(InterceptRequest::ProviderRequestRetried { retry, reply }) => { + self.notify(PythonCallEvent::Execution( + ExecutionEvent::ProviderRequestRetried { retry }, + )) + .await?; + reply.send(Ok(())); + Ok(()) + } HostRequest::Stream(StreamDelivery::Open(head, reply)) => { self.streaming = true; let head = { @@ -405,10 +413,10 @@ where }; let delivered = { let mut parts = self.parts(); - Python::attach(|py| parts.binding.deliver_response(py, response.bind(py))) + Python::attach(|py| parts.binding.deliver_response(py, response)) }; match delivered { - Ok(()) => self.succeeded(response).await, + Ok(response) => self.succeeded(response).await, Err(error) => self.failure(error, FailureOrigin::Host).await, } } diff --git a/litellm-rust/crates/host-python/src/error.rs b/litellm/rust/crates/host-python/src/error.rs similarity index 100% rename from litellm-rust/crates/host-python/src/error.rs rename to litellm/rust/crates/host-python/src/error.rs diff --git a/litellm-rust/crates/host-python/src/file_reader.rs b/litellm/rust/crates/host-python/src/file_reader.rs similarity index 100% rename from litellm-rust/crates/host-python/src/file_reader.rs rename to litellm/rust/crates/host-python/src/file_reader.rs diff --git a/litellm-rust/crates/host-python/src/fork_gate.rs b/litellm/rust/crates/host-python/src/fork_gate.rs similarity index 100% rename from litellm-rust/crates/host-python/src/fork_gate.rs rename to litellm/rust/crates/host-python/src/fork_gate.rs diff --git a/litellm-rust/crates/host-python/src/gil.rs b/litellm/rust/crates/host-python/src/gil.rs similarity index 100% rename from litellm-rust/crates/host-python/src/gil.rs rename to litellm/rust/crates/host-python/src/gil.rs diff --git a/litellm-rust/crates/host-python/src/handle.rs b/litellm/rust/crates/host-python/src/handle.rs similarity index 100% rename from litellm-rust/crates/host-python/src/handle.rs rename to litellm/rust/crates/host-python/src/handle.rs diff --git a/litellm-rust/crates/host-python/src/hooks.rs b/litellm/rust/crates/host-python/src/hooks.rs similarity index 100% rename from litellm-rust/crates/host-python/src/hooks.rs rename to litellm/rust/crates/host-python/src/hooks.rs diff --git a/litellm-rust/crates/host-python/src/hooks/chain/adapter.rs b/litellm/rust/crates/host-python/src/hooks/chain/adapter.rs similarity index 100% rename from litellm-rust/crates/host-python/src/hooks/chain/adapter.rs rename to litellm/rust/crates/host-python/src/hooks/chain/adapter.rs diff --git a/litellm-rust/crates/host-python/src/hooks/chain/dispatch.rs b/litellm/rust/crates/host-python/src/hooks/chain/dispatch.rs similarity index 96% rename from litellm-rust/crates/host-python/src/hooks/chain/dispatch.rs rename to litellm/rust/crates/host-python/src/hooks/chain/dispatch.rs index 4939995cefa..26d5a5692d2 100644 --- a/litellm-rust/crates/host-python/src/hooks/chain/dispatch.rs +++ b/litellm/rust/crates/host-python/src/hooks/chain/dispatch.rs @@ -241,6 +241,9 @@ fn retain_event(py: Python<'_>, event: PythonCallEvent<'_>) -> OwnedEvent { CallEvent::Execution(ExecutionEvent::ProviderResponseReceived { raw }) => { CallEvent::Execution(ExecutionEvent::ProviderResponseReceived { raw: raw.clone() }) } + CallEvent::Execution(ExecutionEvent::ProviderRequestRetried { retry }) => { + CallEvent::Execution(ExecutionEvent::ProviderRequestRetried { retry }) + } CallEvent::Succeeded { timing, response } => CallEvent::Succeeded { timing, response: response.clone_ref(py), @@ -280,6 +283,12 @@ fn dispatch( py, CallEvent::Execution(ExecutionEvent::ProviderResponseReceived { raw }), ), + CallEvent::Execution(ExecutionEvent::ProviderRequestRetried { retry }) => hooks.on_event( + py, + CallEvent::Execution(ExecutionEvent::ProviderRequestRetried { + retry: retry.clone(), + }), + ), CallEvent::Succeeded { timing, response } => hooks.on_event( py, CallEvent::Succeeded { diff --git a/litellm-rust/crates/host-python/src/hooks/chain/mod.rs b/litellm/rust/crates/host-python/src/hooks/chain/mod.rs similarity index 100% rename from litellm-rust/crates/host-python/src/hooks/chain/mod.rs rename to litellm/rust/crates/host-python/src/hooks/chain/mod.rs diff --git a/litellm-rust/crates/host-python/src/lib.rs b/litellm/rust/crates/host-python/src/lib.rs similarity index 94% rename from litellm-rust/crates/host-python/src/lib.rs rename to litellm/rust/crates/host-python/src/lib.rs index a9ebae427d9..1cd4d65e29e 100644 --- a/litellm-rust/crates/host-python/src/lib.rs +++ b/litellm/rust/crates/host-python/src/lib.rs @@ -31,7 +31,8 @@ pub use gil::{PythonContext, attach_blocking, release_count, release_gil}; pub use handle::{Execution, ExecutionBody, ExecutionStep, StepTypes, Suspension}; pub use hooks::{HookChain, HookResume, HookStep, PythonCallEvent, PythonCallHooks, PythonRuntime}; pub use marshal::{ - Pythonized, from_py, from_py_argument, json_loads, json_object_field, panic_to_pyerr, to_py, + Pythonized, from_py, from_py_argument, json_from_py, json_loads, json_object_field, json_to_py, + panic_to_pyerr, to_py, }; pub use owned::PythonOwned; pub use runtime::{ diff --git a/litellm/rust/crates/host-python/src/marshal.rs b/litellm/rust/crates/host-python/src/marshal.rs new file mode 100644 index 00000000000..a6468d38d83 --- /dev/null +++ b/litellm/rust/crates/host-python/src/marshal.rs @@ -0,0 +1,358 @@ +use std::any::Any; +use std::panic::{AssertUnwindSafe, catch_unwind}; + +use pyo3::exceptions::PyValueError; +use pyo3::panic::PanicException; +use pyo3::prelude::*; +use pyo3::types::{PyBool, PyBytes, PyDict, PyFloat, PyInt, PyList, PyString, PyTuple}; +use serde::Serialize; +use serde::de::DeserializeOwned; +use serde_json::{Map, Number, Value}; + +/// Converts a `#[pyo3(from_py_with = ...)]` argument, reporting failures as `ValueError` +/// so a bad argument reads as a bad argument rather than as whatever the conversion hit. +pub fn from_py_argument(value: &Bound<'_, PyAny>) -> PyResult +where + T: DeserializeOwned, +{ + pythonize::depythonize(value) + .map_err(|error| PyValueError::new_err(litellm_error::Report::new(&error).to_string())) +} + +pub fn from_py(value: &Bound<'_, PyAny>) -> PyResult +where + T: DeserializeOwned, +{ + pythonize::depythonize(value).map_err(PyErr::from) +} + +pub fn to_py(py: Python<'_>, value: &T) -> PyResult> +where + T: Serialize + ?Sized, +{ + Pythonized(value).into_pyobject(py).map(Bound::unbind) +} + +pub fn json_object_field(py: Python<'_>, document: &str, name: &str) -> PyResult> { + py.import("json")? + .call_method1("loads", (document,))? + .call_method1("get", (name,)) + .map(Bound::unbind) +} + +pub fn json_loads(py: Python<'_>, document: &[u8]) -> PyResult> { + py.import("json")? + .call_method1("loads", (PyBytes::new(py, document),)) + .map(Bound::unbind) +} + +pub struct Pythonized(pub T); + +impl<'py, T> IntoPyObject<'py> for Pythonized +where + T: Serialize, +{ + type Target = PyAny; + type Output = Bound<'py, PyAny>; + type Error = PyErr; + + fn into_pyobject(self, py: Python<'py>) -> PyResult { + catch_unwind(AssertUnwindSafe(|| pythonize::pythonize(py, &self.0))) + .map_err(panic_to_pyerr)? + .map_err(PyErr::from) + } +} + +pub fn panic_to_pyerr(payload: Box) -> PyErr { + let message = payload + .downcast_ref::() + .map(String::as_str) + .or_else(|| payload.downcast_ref::<&str>().copied()) + .unwrap_or("panic from Rust code"); + PanicException::new_err(message.to_string()) +} + +pub fn json_from_py(value: &Bound<'_, PyAny>) -> PyResult { + if value.is_none() { + return Ok(Value::Null); + } + if let Ok(flag) = value.cast::() { + return Ok(Value::Bool(flag.is_true())); + } + if let Ok(int) = value.cast::() { + if let Ok(number) = int.extract::() { + return Ok(Value::from(number)); + } + if let Ok(number) = int.extract::() { + return Ok(Value::from(number)); + } + return raw_leaf(value); + } + if let Ok(float) = value.cast::() { + return match Number::from_f64(float.value()) { + Some(number) => Ok(Value::Number(number)), + None => raw_leaf(value), + }; + } + if let Ok(text) = value.cast::() { + return json_string(text); + } + if let Ok(dict) = value.cast::() { + if !dict + .keys() + .iter() + .all(|key| key.is_instance_of::()) + { + return from_py(value); + } + return dict + .iter() + .map(|(key, item)| Ok((json_key(key.cast::()?)?, json_from_py(&item)?))) + .collect::>>() + .map(Value::Object); + } + if let Ok(list) = value.cast::() { + return list + .iter() + .map(|item| json_from_py(&item)) + .collect::>() + .map(Value::Array); + } + if let Ok(tuple) = value.cast::() { + return tuple + .iter() + .map(|item| json_from_py(&item)) + .collect::>() + .map(Value::Array); + } + from_py(value) +} + +pub fn json_to_py<'py>(py: Python<'py>, value: &Value) -> PyResult> { + Ok(match value { + Value::Null => py.None().into_bound(py), + Value::Bool(flag) => PyBool::new(py, *flag).to_owned().into_any(), + Value::Number(number) => match (number.as_i64(), number.as_u64()) { + (Some(int), _) => int.into_pyobject(py)?.into_any(), + (None, Some(int)) => int.into_pyobject(py)?.into_any(), + (None, None) => PyFloat::new(py, number.as_f64().unwrap_or(f64::NAN)).into_any(), + }, + Value::String(text) => match litellm_host::raw_json::decode(text) { + Some(raw) => py.import("json")?.call_method1("loads", (raw,))?, + None => PyString::new(py, text).into_any(), + }, + Value::Array(items) => PyList::new( + py, + items + .iter() + .map(|item| json_to_py(py, item)) + .collect::>>()?, + )? + .into_any(), + Value::Object(fields) => { + let dict = PyDict::new(py); + for (key, item) in fields { + dict.set_item( + json_to_py(py, &Value::String(key.clone()))?, + json_to_py(py, item)?, + )?; + } + dict.into_any() + } + }) +} + +fn json_key(text: &Bound<'_, PyString>) -> PyResult { + match json_string(text)? { + Value::String(key) => Ok(key), + _ => unreachable!("a Python str converts to a JSON string"), + } +} + +fn json_string(text: &Bound<'_, PyString>) -> PyResult { + match text.to_str() { + Ok(text) if !litellm_host::raw_json::is_marked(text) => Ok(Value::String(text.to_owned())), + _ => raw_leaf(text.as_any()), + } +} + +fn raw_leaf(value: &Bound<'_, PyAny>) -> PyResult { + let raw: String = value + .py() + .import("json")? + .call_method1("dumps", (value,))? + .extract()?; + Ok(Value::String(litellm_host::raw_json::encode(&raw))) +} + +#[cfg(test)] +mod tests { + use serde::Serializer; + + use super::*; + + struct PanickingSerializer; + + impl Serialize for PanickingSerializer { + fn serialize(&self, _serializer: S) -> Result + where + S: Serializer, + { + panic!("serializer panicked") + } + } + + #[test] + fn pythonized_converts_on_the_attached_thread() { + crate::initialize_python(); + Python::attach(|py| { + let value: Vec = Pythonized(vec![1, 2, 3]) + .into_pyobject(py) + .and_then(|value| value.extract()) + .expect("value should convert"); + assert_eq!(value, vec![1, 2, 3]); + }); + } + + #[test] + fn pythonized_preserves_python_serialization_error_types() { + crate::initialize_python(); + Python::attach(|py| { + let value = std::collections::BTreeMap::from([(vec![1], "value")]); + let direct = to_py(py, &value).unwrap_err(); + let wrapped = Pythonized(value).into_pyobject(py).unwrap_err(); + assert!(direct.is_instance_of::(py)); + assert!(wrapped.is_instance_of::(py)); + assert_eq!(wrapped.to_string(), direct.to_string()); + }); + } + + #[rstest::rstest] + #[case::wrapped(false)] + #[case::direct(true)] + fn output_conversion_maps_serializer_panics_to_a_base_exception(#[case] direct: bool) { + crate::initialize_python(); + Python::attach(|py| { + let error = if direct { + to_py(py, &PanickingSerializer).unwrap_err() + } else { + Pythonized(PanickingSerializer) + .into_pyobject(py) + .unwrap_err() + }; + assert!(error.is_instance_of::(py)); + assert_eq!(error.to_string(), "PanicException: serializer panicked"); + }); + } + + #[rstest::rstest] + #[case::plain( + c"{'a': [1, 2.5, None, True, 'x'], 'b': (1,)}", + r#"{"a":[1,2.5,null,true,"x"],"b":[1]}"# + )] + #[case::nan(c"{'t': float('nan')}", r#"{"t":NaN}"#)] + #[case::infinities(c"[float('inf'), -float('inf')]", "[Infinity,-Infinity]")] + #[case::wide_integers( + c"[2**64, -(2**70), 2**64 - 1, -(2**63)]", + "[18446744073709551616,-1180591620717411303424,18446744073709551615,-9223372036854775808]" + )] + #[case::lone_surrogates(c"{'k\\udc00': 'a\\ud800b \\u00e9'}", r#"{"k\udc00":"a\ud800b é"}"#)] + #[case::marked_text(c"['\\uf8fflitellm-raw-json:1']", r#"["litellm-raw-json:1"]"#)] + fn json_values_keep_what_serde_json_cannot_hold( + #[case] source: &std::ffi::CStr, + #[case] wire: &str, + ) { + crate::initialize_python(); + Python::attach(|py| { + let value = py.eval(source, None, None).unwrap(); + let converted = json_from_py(&value).unwrap(); + let json = py.import("json").unwrap(); + let loads = |text: &str| json.call_method1("loads", (text,)).unwrap(); + let wire_bytes = litellm_host::raw_json::to_vec(&converted).unwrap(); + assert!( + loads(std::str::from_utf8(&wire_bytes).unwrap()) + .eq(loads(wire)) + .unwrap() + || wire.contains("NaN") + ); + assert_eq!( + json.call_method1("dumps", (loads(std::str::from_utf8(&wire_bytes).unwrap()),)) + .unwrap() + .extract::() + .unwrap(), + json.call_method1("dumps", (loads(wire),)) + .unwrap() + .extract::() + .unwrap() + ); + let back = json_to_py(py, &converted).unwrap(); + assert_eq!( + json.call_method1("dumps", (back,)) + .unwrap() + .extract::() + .unwrap(), + json.call_method1("dumps", (loads(wire),)) + .unwrap() + .extract::() + .unwrap() + ); + }); + } + + #[test] + fn values_json_cannot_hold_keep_their_old_conversion() { + crate::initialize_python(); + Python::attach(|py| { + let value = py.eval(c"{1: 'a'}", None, None).unwrap(); + assert_eq!( + json_from_py(&value).unwrap_err().to_string(), + from_py::(&value).unwrap_err().to_string() + ); + }); + } + + #[test] + fn depythonize_preserves_python_exception_identity_and_traceback() { + crate::initialize_python(); + Python::attach(|py| { + let locals = pyo3::types::PyDict::new(py); + py.run( + pyo3::ffi::c_str!( + r#" +failure = LookupError('conversion failed') +cause = ValueError('cause') +class Broken: + def __index__(self): + raise failure from cause +value = Broken() +"# + ), + Some(&locals), + Some(&locals), + ) + .unwrap(); + let value = locals.get_item("value").unwrap().unwrap(); + let argument_error = from_py_argument::(&value).unwrap_err(); + assert!(argument_error.is_instance_of::(py)); + assert!( + !argument_error + .value(py) + .is(locals.get_item("failure").unwrap().unwrap()) + ); + let error = from_py::(&value).unwrap_err(); + assert!( + error + .value(py) + .is(locals.get_item("failure").unwrap().unwrap()) + ); + assert!( + error + .cause(py) + .unwrap() + .value(py) + .is(locals.get_item("cause").unwrap().unwrap()) + ); + assert!(error.traceback(py).is_some()); + }); + } +} diff --git a/litellm-rust/crates/host-python/src/native.rs b/litellm/rust/crates/host-python/src/native.rs similarity index 100% rename from litellm-rust/crates/host-python/src/native.rs rename to litellm/rust/crates/host-python/src/native.rs diff --git a/litellm-rust/crates/host-python/src/owned.rs b/litellm/rust/crates/host-python/src/owned.rs similarity index 100% rename from litellm-rust/crates/host-python/src/owned.rs rename to litellm/rust/crates/host-python/src/owned.rs diff --git a/litellm-rust/crates/host-python/src/runtime.rs b/litellm/rust/crates/host-python/src/runtime.rs similarity index 100% rename from litellm-rust/crates/host-python/src/runtime.rs rename to litellm/rust/crates/host-python/src/runtime.rs diff --git a/litellm-rust/crates/host-python/src/services.rs b/litellm/rust/crates/host-python/src/services.rs similarity index 100% rename from litellm-rust/crates/host-python/src/services.rs rename to litellm/rust/crates/host-python/src/services.rs diff --git a/litellm-rust/crates/host-python/tests/conversion_cache.rs b/litellm/rust/crates/host-python/tests/conversion_cache.rs similarity index 100% rename from litellm-rust/crates/host-python/tests/conversion_cache.rs rename to litellm/rust/crates/host-python/tests/conversion_cache.rs diff --git a/litellm-rust/crates/host-python/tests/driver.rs b/litellm/rust/crates/host-python/tests/driver.rs similarity index 100% rename from litellm-rust/crates/host-python/tests/driver.rs rename to litellm/rust/crates/host-python/tests/driver.rs diff --git a/litellm-rust/crates/host-python/tests/handle.rs b/litellm/rust/crates/host-python/tests/handle.rs similarity index 100% rename from litellm-rust/crates/host-python/tests/handle.rs rename to litellm/rust/crates/host-python/tests/handle.rs diff --git a/litellm-rust/crates/host-python/tests/hook_chain.rs b/litellm/rust/crates/host-python/tests/hook_chain.rs similarity index 99% rename from litellm-rust/crates/host-python/tests/hook_chain.rs rename to litellm/rust/crates/host-python/tests/hook_chain.rs index 4b520ca2665..2e62734c282 100644 --- a/litellm-rust/crates/host-python/tests/hook_chain.rs +++ b/litellm/rust/crates/host-python/tests/hook_chain.rs @@ -520,8 +520,7 @@ impl litellm_host_python::ExecutionBody for Preparing { fn lifecycle(py: Python<'_>) -> PyResult> { let source = - std::ffi::CString::new(include_str!("../../../../litellm/rust_bridge/execution.py")) - .unwrap(); + std::ffi::CString::new(include_str!("../../../../rust_bridge/execution.py")).unwrap(); PyModule::from_code(py, &source, c"execution.py", c"hook_chain_test_lifecycle") } diff --git a/litellm-rust/crates/host-python/tests/interop.rs b/litellm/rust/crates/host-python/tests/interop.rs similarity index 100% rename from litellm-rust/crates/host-python/tests/interop.rs rename to litellm/rust/crates/host-python/tests/interop.rs diff --git a/litellm-rust/crates/host-python/tests/isolated_run.rs b/litellm/rust/crates/host-python/tests/isolated_run.rs similarity index 100% rename from litellm-rust/crates/host-python/tests/isolated_run.rs rename to litellm/rust/crates/host-python/tests/isolated_run.rs diff --git a/litellm-rust/crates/host-python/tests/lifecycle.py b/litellm/rust/crates/host-python/tests/lifecycle.py similarity index 100% rename from litellm-rust/crates/host-python/tests/lifecycle.py rename to litellm/rust/crates/host-python/tests/lifecycle.py diff --git a/litellm-rust/crates/host-python/tests/support/mod.rs b/litellm/rust/crates/host-python/tests/support/mod.rs similarity index 98% rename from litellm-rust/crates/host-python/tests/support/mod.rs rename to litellm/rust/crates/host-python/tests/support/mod.rs index 15e864c0718..25b68b782b2 100644 --- a/litellm-rust/crates/host-python/tests/support/mod.rs +++ b/litellm/rust/crates/host-python/tests/support/mod.rs @@ -70,7 +70,7 @@ pub fn call_options(asynchronous: bool) -> CallOptions { pub fn install_lifecycle_module(py: Python<'_>) -> Bound<'_, PyModule> { let source = std::ffi::CString::new(concat!( - include_str!("../../../../../litellm/rust_bridge/execution.py"), + include_str!("../../../../../rust_bridge/execution.py"), "\n_drive = drive\n\n\nasync def drive(execution):\n return await _drive(execution, AsyncStream)\n", )) .unwrap(); @@ -422,6 +422,9 @@ impl CallHooks for SyntheticHooks { PythonCallEvent::Execution(ExecutionEvent::ProviderResponseReceived { raw }) => { format!("response:{}", raw.body) } + PythonCallEvent::Execution(ExecutionEvent::ProviderRequestRetried { retry }) => { + format!("retried:{}", retry.body) + } PythonCallEvent::Succeeded { response, .. } => { format!("succeeded:{}", response.bind(py)) } diff --git a/litellm-rust/crates/host/AGENTS.md b/litellm/rust/crates/host/AGENTS.md similarity index 100% rename from litellm-rust/crates/host/AGENTS.md rename to litellm/rust/crates/host/AGENTS.md diff --git a/litellm-rust/crates/host/Cargo.toml b/litellm/rust/crates/host/Cargo.toml similarity index 94% rename from litellm-rust/crates/host/Cargo.toml rename to litellm/rust/crates/host/Cargo.toml index e0ccab4e0ad..2c113bc644c 100644 --- a/litellm-rust/crates/host/Cargo.toml +++ b/litellm/rust/crates/host/Cargo.toml @@ -9,6 +9,7 @@ repository.workspace = true litellm-secret-value.workspace = true futures-util.workspace = true litellm-coroutine.workspace = true +serde.workspace = true serde_json.workspace = true thiserror.workspace = true tokio = { workspace = true, features = ["sync"] } diff --git a/litellm-rust/crates/host/src/call.rs b/litellm/rust/crates/host/src/call.rs similarity index 100% rename from litellm-rust/crates/host/src/call.rs rename to litellm/rust/crates/host/src/call.rs diff --git a/litellm-rust/crates/host/src/hooks.rs b/litellm/rust/crates/host/src/hooks.rs similarity index 100% rename from litellm-rust/crates/host/src/hooks.rs rename to litellm/rust/crates/host/src/hooks.rs diff --git a/litellm-rust/crates/host/src/interceptors.rs b/litellm/rust/crates/host/src/interceptors.rs similarity index 91% rename from litellm-rust/crates/host/src/interceptors.rs rename to litellm/rust/crates/host/src/interceptors.rs index 9398ea4bad6..8146448cd98 100644 --- a/litellm-rust/crates/host/src/interceptors.rs +++ b/litellm/rust/crates/host/src/interceptors.rs @@ -10,6 +10,18 @@ pub struct WireRequest { pub body: Value, } +#[derive(Clone, Copy, Debug, PartialEq, Eq)] +pub enum RetryReason { + ThinkingSignature, + StrictTools { dropped: usize }, +} + +#[derive(Clone, Debug, PartialEq)] +pub struct RetriedRequest { + pub reasons: Vec, + pub body: Value, +} + /// What the route knows about the request it is sending, for a host that logs it. The /// route owns these facts; a host reads them beside the wire request and never rewrites /// them. @@ -62,6 +74,7 @@ pub struct ProviderIdentity { pub enum ResultSource { Provider, Cache { key: String }, + Host, } /// What the call cost, settled once by the route. A host records it; it never re-derives it. @@ -79,6 +92,7 @@ impl Cost { pub fn settle(source: &ResultSource, reported: Option) -> Self { match (source, reported) { (ResultSource::Cache { .. }, _) => Self::CacheHit, + (ResultSource::Host, _) => Self::Deferred, (ResultSource::Provider, Some(amount)) => Self::Reported { amount }, (ResultSource::Provider, None) => Self::Deferred, } @@ -107,6 +121,13 @@ pub trait Interceptors: Send + Sync { &self, raw: RawResponse, ) -> impl Future> + Send; + + fn provider_request_retried( + &self, + _retry: RetriedRequest, + ) -> impl Future> + Send { + async { Ok(()) } + } } impl + ?Sized> Interceptors for &T { @@ -128,6 +149,13 @@ impl + ?Sized> Interceptors for &T { ) -> impl Future> + Send { (**self).after_provider_response(raw) } + + fn provider_request_retried( + &self, + retry: RetriedRequest, + ) -> impl Future> + Send { + (**self).provider_request_retried(retry) + } } impl Interceptors for () { diff --git a/litellm-rust/crates/host/src/lib.rs b/litellm/rust/crates/host/src/lib.rs similarity index 97% rename from litellm-rust/crates/host/src/lib.rs rename to litellm/rust/crates/host/src/lib.rs index 76fce582fb3..26c53c89f97 100644 --- a/litellm-rust/crates/host/src/lib.rs +++ b/litellm/rust/crates/host/src/lib.rs @@ -13,3 +13,4 @@ pub mod lifecycle; pub mod machine; pub mod observation; pub mod protocol; +pub mod raw_json; diff --git a/litellm-rust/crates/host/src/lifecycle.rs b/litellm/rust/crates/host/src/lifecycle.rs similarity index 92% rename from litellm-rust/crates/host/src/lifecycle.rs rename to litellm/rust/crates/host/src/lifecycle.rs index e6b31381494..16456ea52d0 100644 --- a/litellm-rust/crates/host/src/lifecycle.rs +++ b/litellm/rust/crates/host/src/lifecycle.rs @@ -6,7 +6,10 @@ use std::{ use futures_util::TryStreamExt; -use crate::{call::CallOutput, interceptors::RawResponse}; +use crate::{ + call::CallOutput, + interceptors::{RawResponse, RetriedRequest}, +}; /// Seconds since the Unix epoch, on one clock for every host. pub fn epoch_seconds() -> f64 { @@ -50,7 +53,7 @@ pub enum CallEvent { }, } -#[derive(Clone, Debug, PartialEq, Eq)] +#[derive(Clone, Debug, PartialEq)] pub enum ExecutionEvent { ResultReady { facts: crate::interceptors::ExecutionFacts, @@ -58,6 +61,9 @@ pub enum ExecutionEvent { ProviderResponseReceived { raw: Raw, }, + ProviderRequestRetried { + retry: RetriedRequest, + }, } impl> CallEvent { @@ -76,6 +82,11 @@ impl> CallEvent { + CallEvent::Execution(ExecutionEvent::ProviderRequestRetried { + retry: retry.clone(), + }) + } Self::Succeeded { timing, .. } => CallEvent::Succeeded { timing: *timing, response: (), diff --git a/litellm-rust/crates/host/src/machine/AGENTS.md b/litellm/rust/crates/host/src/machine/AGENTS.md similarity index 100% rename from litellm-rust/crates/host/src/machine/AGENTS.md rename to litellm/rust/crates/host/src/machine/AGENTS.md diff --git a/litellm-rust/crates/host/src/machine/context.rs b/litellm/rust/crates/host/src/machine/context.rs similarity index 91% rename from litellm-rust/crates/host/src/machine/context.rs rename to litellm/rust/crates/host/src/machine/context.rs index 1e53605ed7b..dacb470e97f 100644 --- a/litellm-rust/crates/host/src/machine/context.rs +++ b/litellm/rust/crates/host/src/machine/context.rs @@ -5,7 +5,7 @@ use litellm_coroutine::Co; use super::coroutine::MachineFault; use crate::{ - interceptors::{RawResponse, RequestContext, WireRequest}, + interceptors::{RawResponse, RequestContext, RetriedRequest, WireRequest}, protocol::{HostRequest, InterceptRequest, Protocol, Reply, StreamDelivery}, }; @@ -119,6 +119,14 @@ where }) .await? } + + async fn provider_request_retried(&self, retry: RetriedRequest) -> Result<(), P::Error> { + self.0 + .request_reply(|reply| { + HostRequest::Intercept(InterceptRequest::ProviderRequestRetried { retry, reply }) + }) + .await? + } } pub struct StreamSender(Channel

); diff --git a/litellm-rust/crates/host/src/machine/contract.rs b/litellm/rust/crates/host/src/machine/contract.rs similarity index 100% rename from litellm-rust/crates/host/src/machine/contract.rs rename to litellm/rust/crates/host/src/machine/contract.rs diff --git a/litellm-rust/crates/host/src/machine/coroutine.rs b/litellm/rust/crates/host/src/machine/coroutine.rs similarity index 100% rename from litellm-rust/crates/host/src/machine/coroutine.rs rename to litellm/rust/crates/host/src/machine/coroutine.rs diff --git a/litellm-rust/crates/host/src/machine/mod.rs b/litellm/rust/crates/host/src/machine/mod.rs similarity index 100% rename from litellm-rust/crates/host/src/machine/mod.rs rename to litellm/rust/crates/host/src/machine/mod.rs diff --git a/litellm-rust/crates/host/src/observation.rs b/litellm/rust/crates/host/src/observation.rs similarity index 100% rename from litellm-rust/crates/host/src/observation.rs rename to litellm/rust/crates/host/src/observation.rs diff --git a/litellm-rust/crates/host/src/protocol.rs b/litellm/rust/crates/host/src/protocol.rs similarity index 84% rename from litellm-rust/crates/host/src/protocol.rs rename to litellm/rust/crates/host/src/protocol.rs index c24557b0348..5ec566b6a65 100644 --- a/litellm-rust/crates/host/src/protocol.rs +++ b/litellm/rust/crates/host/src/protocol.rs @@ -2,7 +2,7 @@ use std::ops::ControlFlow; pub use litellm_coroutine::{Abandoned, Answer, Reply, reply}; -use crate::interceptors::{RawResponse, RequestContext, WireRequest}; +use crate::interceptors::{RawResponse, RequestContext, RetriedRequest, WireRequest}; pub trait Protocol: Send + Sync + 'static { type Request: Send + 'static; @@ -33,6 +33,10 @@ pub enum InterceptRequest { raw: RawResponse, reply: Reply>, }, + ProviderRequestRetried { + retry: RetriedRequest, + reply: Reply>, + }, } pub enum StreamDelivery { diff --git a/litellm/rust/crates/host/src/raw_json.rs b/litellm/rust/crates/host/src/raw_json.rs new file mode 100644 index 00000000000..fbf9bbc6ecb --- /dev/null +++ b/litellm/rust/crates/host/src/raw_json.rs @@ -0,0 +1,362 @@ +use std::{borrow::Cow, io}; + +use serde::Serialize; +use serde_json::ser::{CharEscape, CompactFormatter, Formatter}; + +const MARK: char = '\u{F8FF}'; +const PREFIX: &str = "\u{F8FF}litellm-raw-json:"; + +pub fn encode(raw: &str) -> String { + format!("{PREFIX}{raw}") +} + +pub fn decode(text: &str) -> Option<&str> { + text.strip_prefix(PREFIX).filter(|raw| is_scalar(raw)) +} + +pub fn is_marked(text: &str) -> bool { + text.starts_with(PREFIX) +} + +pub fn to_vec(value: &T) -> serde_json::Result> { + let mut out = Vec::with_capacity(128); + let mut serializer = serde_json::Serializer::with_formatter(&mut out, RawLeaves::default()); + value.serialize(&mut serializer)?; + Ok(out) +} + +pub fn mark_wide_numbers(text: &str) -> Cow<'_, str> { + let bytes = text.as_bytes(); + let mut out = String::new(); + let mut copied = 0; + let mut index = 0; + while index < bytes.len() { + match bytes[index] { + b'"' => { + let end = string_end(bytes, index + 1); + if let Some(escaped) = escaped_marked_string(&text[index..end]) { + out.push_str(&text[copied..index]); + out.push_str(&escaped); + copied = end; + } + index = end; + } + b'-' | b'0'..=b'9' => { + let end = bytes[index..] + .iter() + .position(|byte| { + !matches!(byte, b'0'..=b'9' | b'-' | b'+' | b'.' | b'e' | b'E') + }) + .map_or(bytes.len(), |length| index + length); + if let Some(raw) = wide_number(&text[index..end]) { + out.push_str(&text[copied..index]); + out.push_str(&serde_json::Value::String(encode(raw)).to_string()); + copied = end; + } + index = end; + } + _ => index += 1, + } + } + if copied == 0 { + return Cow::Borrowed(text); + } + out.push_str(&text[copied..]); + Cow::Owned(out) +} + +fn escaped_marked_string(token: &str) -> Option { + let inner = token.strip_prefix('"')?; + let escaped_mark = inner + .get(..6) + .is_some_and(|head| head.eq_ignore_ascii_case("\\uf8ff")); + if !inner.starts_with(MARK) && !escaped_mark { + return None; + } + let text = serde_json::from_str::(token).ok()?; + is_marked(&text) + .then(|| serde_json::Value::String(encode(&ascii_string_literal(&text))).to_string()) +} + +fn ascii_string_literal(text: &str) -> String { + let mut literal = String::with_capacity(text.len() + 2); + literal.push('"'); + for character in text.chars() { + match character { + '"' => literal.push_str("\\\""), + '\\' => literal.push_str("\\\\"), + '\n' => literal.push_str("\\n"), + '\r' => literal.push_str("\\r"), + '\t' => literal.push_str("\\t"), + ' '..='~' => literal.push(character), + _ => { + let mut units = [0; 2]; + for unit in character.encode_utf16(&mut units) { + literal.push_str(&format!("\\u{unit:04x}")); + } + } + } + } + literal.push('"'); + literal +} + +fn string_end(bytes: &[u8], mut index: usize) -> usize { + while index < bytes.len() { + match bytes[index] { + b'\\' => index += 2, + b'"' => return index + 1, + _ => index += 1, + } + } + index +} + +fn wide_number(raw: &str) -> Option<&str> { + if is_integer(raw) { + return (raw.parse::().is_err() && raw.parse::().is_err()).then_some(raw); + } + match raw.parse::() { + Ok(number) if number == f64::INFINITY => Some("Infinity"), + Ok(number) if number == f64::NEG_INFINITY => Some("-Infinity"), + _ => None, + } +} + +fn is_scalar(raw: &str) -> bool { + matches!(raw, "NaN" | "Infinity" | "-Infinity") || is_integer(raw) || is_string_literal(raw) +} + +fn is_integer(raw: &str) -> bool { + let digits = raw.strip_prefix('-').unwrap_or(raw); + match digits.as_bytes() { + [b'0'] => true, + [b'1'..=b'9', rest @ ..] => rest.iter().all(u8::is_ascii_digit), + _ => false, + } +} + +fn is_string_literal(raw: &str) -> bool { + let Some(inner) = raw + .strip_prefix('"') + .and_then(|rest| rest.strip_suffix('"')) + else { + return false; + }; + let mut bytes = inner.bytes(); + while let Some(byte) = bytes.next() { + match byte { + b'\\' => match bytes.next() { + Some(b'"' | b'\\' | b'/' | b'b' | b'f' | b'n' | b'r' | b't') => {} + Some(b'u') => { + if !(0..4).all(|_| bytes.next().is_some_and(|hex| hex.is_ascii_hexdigit())) { + return false; + } + } + _ => return false, + }, + b'"' => return false, + 0x20..=0x7e => {} + _ => return false, + } + } + true +} + +fn unescaped(escape: CharEscape) -> char { + match escape { + CharEscape::Quote => '"', + CharEscape::ReverseSolidus => '\\', + CharEscape::Solidus => '/', + CharEscape::Backspace => '\u{8}', + CharEscape::FormFeed => '\u{c}', + CharEscape::LineFeed => '\n', + CharEscape::CarriageReturn => '\r', + CharEscape::Tab => '\t', + CharEscape::AsciiControl(byte) => char::from(byte), + } +} + +#[derive(Default)] +enum Text { + #[default] + Closed, + Opened, + Plain, + Marked(String), +} + +#[derive(Default)] +struct RawLeaves { + key: bool, + text: Text, +} + +impl Formatter for RawLeaves { + fn begin_object_key( + &mut self, + writer: &mut W, + first: bool, + ) -> io::Result<()> { + self.key = true; + CompactFormatter.begin_object_key(writer, first) + } + + fn end_object_key(&mut self, writer: &mut W) -> io::Result<()> { + self.key = false; + CompactFormatter.end_object_key(writer) + } + + fn begin_string(&mut self, _writer: &mut W) -> io::Result<()> { + self.text = Text::Opened; + Ok(()) + } + + fn write_string_fragment( + &mut self, + writer: &mut W, + fragment: &str, + ) -> io::Result<()> { + match &mut self.text { + Text::Opened if fragment.starts_with(MARK) => { + self.text = Text::Marked(fragment.to_owned()); + Ok(()) + } + Text::Opened => { + self.text = Text::Plain; + writer.write_all(b"\"")?; + writer.write_all(fragment.as_bytes()) + } + Text::Marked(held) => { + held.push_str(fragment); + Ok(()) + } + Text::Plain | Text::Closed => writer.write_all(fragment.as_bytes()), + } + } + + fn write_char_escape( + &mut self, + writer: &mut W, + escape: CharEscape, + ) -> io::Result<()> { + match &mut self.text { + Text::Opened => { + self.text = Text::Plain; + writer.write_all(b"\"")?; + CompactFormatter.write_char_escape(writer, escape) + } + Text::Marked(held) => { + held.push(unescaped(escape)); + Ok(()) + } + Text::Plain | Text::Closed => CompactFormatter.write_char_escape(writer, escape), + } + } + + fn end_string(&mut self, writer: &mut W) -> io::Result<()> { + match std::mem::take(&mut self.text) { + Text::Opened => writer.write_all(b"\"\""), + Text::Plain | Text::Closed => writer.write_all(b"\""), + Text::Marked(held) => match decode(&held) { + Some(raw) if !self.key || raw.starts_with('"') => writer.write_all(raw.as_bytes()), + _ => serde_json::to_writer(writer, &held).map_err(io::Error::other), + }, + } + } +} + +#[cfg(test)] +mod tests { + use rstest::rstest; + use serde_json::{Value, json}; + + use super::*; + + #[rstest] + #[case::nan("NaN")] + #[case::infinity("Infinity")] + #[case::negative_infinity("-Infinity")] + #[case::wide_integer("18446744073709551616")] + #[case::negative_wide_integer("-1180591620717411303424")] + #[case::zero("0")] + #[case::surrogate_string(r#""sys \ud800 lone""#)] + #[case::escaped_string(r#""a\"b\\c\n\u00e9""#)] + fn scalar_texts_are_written_back_verbatim(#[case] raw: &str) { + let body = json!({"leaf": encode(raw), "list": [encode(raw)]}); + assert_eq!( + String::from_utf8(to_vec(&body).unwrap()).unwrap(), + format!(r#"{{"leaf":{raw},"list":[{raw}]}}"#) + ); + } + + #[rstest] + #[case::structure("1, \"injected\": true")] + #[case::object("{}")] + #[case::leading_zero("012")] + #[case::float("1.5")] + #[case::unquoted_quote(r#""a"b""#)] + #[case::non_ascii("\"\u{e9}\"")] + #[case::bad_escape(r#""\x""#)] + #[case::short_unicode_escape(r#""\u12""#)] + #[case::empty("")] + fn other_marked_texts_stay_strings(#[case] raw: &str) { + let marked = encode(raw); + assert_eq!(decode(&marked), None); + assert_eq!( + to_vec(&json!([marked])).unwrap(), + serde_json::to_vec(&json!([marked])).unwrap() + ); + } + + #[test] + fn keys_take_only_string_texts() { + let body = Value::Object( + [ + (encode(r#""k\udc00""#), json!(1)), + (encode("NaN"), json!(2)), + ] + .into_iter() + .collect(), + ); + assert_eq!( + String::from_utf8(to_vec(&body).unwrap()).unwrap(), + format!( + r#"{{"k\udc00":1,{}:2}}"#, + serde_json::to_string(&encode("NaN")).unwrap() + ) + ); + } + + #[rstest] + #[case::wide_integer(r#"{"a":18446744073709551616}"#, json!({"a": encode("18446744073709551616")}))] + #[case::negative_wide_integer(r#"[-12345678901234567890123]"#, json!([encode("-12345678901234567890123")]))] + #[case::overflowing_float(r#"{"a":[1e400,-1E+400]}"#, json!({"a": [encode("Infinity"), encode("-Infinity")]}))] + #[case::numbers_that_fit(r#"{"a":[18446744073709551615,-9223372036854775808,-0.0,5e-324,1E2,0.30000000000000004]}"#, json!({"a": [18_446_744_073_709_551_615_u64, i64::MIN, -0.0, 5e-324, 100.0, 0.300_000_000_000_000_04]}))] + #[case::provider_marked_text("{\"a\":\"\u{F8FF}litellm-raw-json:42\"}", json!({"a": encode(r#""\uf8fflitellm-raw-json:42""#)}))] + #[case::provider_escaped_mark(r#"{"\uF8FFlitellm-raw-json:1":["\uf8fflitellm-raw-json:\"x\"\n\u00e9"]}"#, json!({encode(r#""\uf8fflitellm-raw-json:1""#): [encode(r#""\uf8fflitellm-raw-json:\"x\"\n\u00e9""#)]}))] + #[case::mark_not_leading(r#"["x\uf8fflitellm-raw-json:NaN"]"#, json!(["x\u{F8FF}litellm-raw-json:NaN"]))] + #[case::numbers_inside_strings(r#"{"18446744073709551616":"1e400 \" 18446744073709551616"}"#, json!({"18446744073709551616": "1e400 \" 18446744073709551616"}))] + fn wide_numbers_are_read_as_marked_texts(#[case] text: &str, #[case] read: Value) { + assert_eq!( + serde_json::from_str::(&mark_wide_numbers(text)).unwrap(), + read + ); + } + + #[test] + fn a_text_without_wide_numbers_is_borrowed() { + assert!(matches!( + mark_wide_numbers(r#"{"a":[1,2.5,"18446744073709551616"]}"#), + Cow::Borrowed(_) + )); + } + + #[rstest] + #[case::plain(json!({"a": "text", "b": ["", "\"quoted\"\n", "\u{F8FF}"], "c": 1.5, "d": null}))] + #[case::mark_inside(json!(["x\u{F8FF}litellm-raw-json:NaN"]))] + #[case::control(json!(["\u{1}\t"]))] + fn unmarked_documents_serialize_as_serde_json_does(#[case] body: Value) { + assert_eq!(to_vec(&body).unwrap(), serde_json::to_vec(&body).unwrap()); + } +} diff --git a/litellm-rust/crates/host/tests/call.rs b/litellm/rust/crates/host/tests/call.rs similarity index 100% rename from litellm-rust/crates/host/tests/call.rs rename to litellm/rust/crates/host/tests/call.rs diff --git a/litellm-rust/crates/host/tests/observation.rs b/litellm/rust/crates/host/tests/observation.rs similarity index 100% rename from litellm-rust/crates/host/tests/observation.rs rename to litellm/rust/crates/host/tests/observation.rs diff --git a/litellm-rust/crates/http/AGENTS.md b/litellm/rust/crates/http/AGENTS.md similarity index 100% rename from litellm-rust/crates/http/AGENTS.md rename to litellm/rust/crates/http/AGENTS.md diff --git a/litellm-rust/crates/http/Cargo.toml b/litellm/rust/crates/http/Cargo.toml similarity index 100% rename from litellm-rust/crates/http/Cargo.toml rename to litellm/rust/crates/http/Cargo.toml diff --git a/litellm-rust/crates/http/src/client.rs b/litellm/rust/crates/http/src/client.rs similarity index 100% rename from litellm-rust/crates/http/src/client.rs rename to litellm/rust/crates/http/src/client.rs diff --git a/litellm-rust/crates/http/src/config.rs b/litellm/rust/crates/http/src/config.rs similarity index 95% rename from litellm-rust/crates/http/src/config.rs rename to litellm/rust/crates/http/src/config.rs index 5e5f2d66fa2..8e9a7000e69 100644 --- a/litellm-rust/crates/http/src/config.rs +++ b/litellm/rust/crates/http/src/config.rs @@ -94,6 +94,8 @@ impl From<&HttpSettings> for Resolution { } } +const MAX_REDIRECTS: usize = 20; + impl TryFrom<&HttpClientConfig> for reqwest::ClientBuilder { type Error = Error; @@ -101,7 +103,9 @@ impl TryFrom<&HttpClientConfig> for reqwest::ClientBuilder { let base = reqwest::Client::builder() .tls_backend_preconfigured(rustls::ClientConfig::try_from(config)?) .connect_timeout(config.connect_timeout) - .pool_idle_timeout(config.pool_idle_timeout); + .pool_idle_timeout(config.pool_idle_timeout) + .referer(false) + .redirect(reqwest::redirect::Policy::limited(MAX_REDIRECTS)); let with_keepalive = match config.tcp_keepalive { None => base, Some(keepalive) => base @@ -186,17 +190,23 @@ mod tests { assert_eq!(resolution.unsupported, []); } - #[test] - fn unsupported_ecdh_curve_keeps_the_defaults_and_is_reported() { + #[rstest] + #[case::openssl_lacks_in_rustls("secp521r1")] + #[case::nist_name("P-256")] + #[case::nist_p384("P-384")] + #[case::sec_name("secp256r1")] + #[case::lowercase("x25519")] + #[case::padded(" X25519 ")] + fn unsupported_ecdh_curve_keeps_the_defaults_and_is_reported(#[case] curve: &str) { let settings = HttpSettings { - ssl_ecdh_curve: Some("secp521r1".into()), + ssl_ecdh_curve: Some(curve.into()), ..HttpSettings::default() }; let resolution = Resolution::from(&settings); assert_eq!(resolution.config.key_exchange_group, None); assert_eq!( resolution.unsupported, - [Unsupported::EcdhCurve("secp521r1".into())] + [Unsupported::EcdhCurve(curve.into())] ); } diff --git a/litellm-rust/crates/http/src/error.rs b/litellm/rust/crates/http/src/error.rs similarity index 99% rename from litellm-rust/crates/http/src/error.rs rename to litellm/rust/crates/http/src/error.rs index 9505aacf44b..d9fdfb5486f 100644 --- a/litellm-rust/crates/http/src/error.rs +++ b/litellm/rust/crates/http/src/error.rs @@ -251,6 +251,10 @@ impl Error { Repr::ComputedHeader(name.into()).into() } + pub fn request_body(error: serde_json::Error) -> Self { + Repr::RequestBody(error).into() + } + pub fn unsignable_body() -> Self { Repr::UnsignableBody.into() } diff --git a/litellm-rust/crates/http/src/lib.rs b/litellm/rust/crates/http/src/lib.rs similarity index 100% rename from litellm-rust/crates/http/src/lib.rs rename to litellm/rust/crates/http/src/lib.rs diff --git a/litellm-rust/crates/http/src/media.rs b/litellm/rust/crates/http/src/media.rs similarity index 100% rename from litellm-rust/crates/http/src/media.rs rename to litellm/rust/crates/http/src/media.rs diff --git a/litellm-rust/crates/http/src/outbound.rs b/litellm/rust/crates/http/src/outbound.rs similarity index 96% rename from litellm-rust/crates/http/src/outbound.rs rename to litellm/rust/crates/http/src/outbound.rs index 20b0b1be972..b11041151af 100644 --- a/litellm-rust/crates/http/src/outbound.rs +++ b/litellm/rust/crates/http/src/outbound.rs @@ -27,7 +27,20 @@ pub fn json( body: &impl Serialize, timeout: Option, ) -> Result { - let body = serde_json::to_vec(body).map_err(Repr::RequestBody)?; + json_bytes( + url, + headers, + serde_json::to_vec(body).map_err(Repr::RequestBody)?, + timeout, + ) +} + +pub fn json_bytes( + url: &str, + headers: &[(String, String)], + body: Vec, + timeout: Option, +) -> Result { let url = Url::parse(url).map_err(Repr::ParseUrl)?; let with_headers = headers.iter().fold( http::Request::post(url.as_str()), diff --git a/litellm-rust/crates/http/src/pool.rs b/litellm/rust/crates/http/src/pool.rs similarity index 92% rename from litellm-rust/crates/http/src/pool.rs rename to litellm/rust/crates/http/src/pool.rs index 3b20bbda607..c56c5de4a11 100644 --- a/litellm-rust/crates/http/src/pool.rs +++ b/litellm/rust/crates/http/src/pool.rs @@ -16,6 +16,7 @@ use crate::{ #[derive(Clone, Copy, Debug, PartialEq, Eq, Hash)] pub enum ClientVariant { Provider, + Undecoded, NoRedirect, Media, UnpinnedMedia, @@ -103,6 +104,7 @@ impl HttpClientPool { ) -> reqwest::ClientBuilder { match variant { ClientVariant::Provider => builder, + ClientVariant::Undecoded => builder.no_gzip().no_deflate().no_brotli().no_zstd(), ClientVariant::NoRedirect | ClientVariant::UnpinnedMedia | ClientVariant::WebSocket => { builder.redirect(reqwest::redirect::Policy::none()) } @@ -132,7 +134,9 @@ fn effective(config: &HttpClientConfig, variant: ClientVariant) -> HttpClientCon }, ..config.clone() }, - ClientVariant::Provider | ClientVariant::NoRedirect => config.clone(), + ClientVariant::Provider | ClientVariant::Undecoded | ClientVariant::NoRedirect => { + config.clone() + } } } @@ -367,6 +371,28 @@ mod tests { assert!(request.contains("user-agent: litellm-test/9"), "{request}"); } + #[tokio::test] + async fn provider_client_follows_twenty_redirects_without_a_referer() { + let (address, _, requests) = serve("HTTP/1.1 307 Temporary Redirect").await; + let followed = pool() + .client(&config("a"), ClientVariant::Provider) + .unwrap() + .get(format!("http://{address}/start")) + .timeout(Duration::from_secs(5)) + .send() + .await; + assert!(followed.is_err()); + let requests = requests.lock().unwrap().clone(); + assert_eq!(requests.len(), 21, "{requests:?}"); + assert!(requests[1].starts_with("GET /elsewhere "), "{requests:?}"); + assert!( + requests + .iter() + .all(|request| !request.to_ascii_lowercase().contains("referer:")), + "{requests:?}" + ); + } + #[tokio::test] async fn no_redirect_variant_returns_the_redirect_instead_of_following_it() { let (address, _, _) = serve("HTTP/1.1 302 Found").await; diff --git a/litellm-rust/crates/http/src/proxy.rs b/litellm/rust/crates/http/src/proxy.rs similarity index 100% rename from litellm-rust/crates/http/src/proxy.rs rename to litellm/rust/crates/http/src/proxy.rs diff --git a/litellm-rust/crates/http/src/request.rs b/litellm/rust/crates/http/src/request.rs similarity index 100% rename from litellm-rust/crates/http/src/request.rs rename to litellm/rust/crates/http/src/request.rs diff --git a/litellm-rust/crates/http/src/settings.rs b/litellm/rust/crates/http/src/settings.rs similarity index 100% rename from litellm-rust/crates/http/src/settings.rs rename to litellm/rust/crates/http/src/settings.rs diff --git a/litellm-rust/crates/http/src/tls.rs b/litellm/rust/crates/http/src/tls.rs similarity index 98% rename from litellm-rust/crates/http/src/tls.rs rename to litellm/rust/crates/http/src/tls.rs index a83b0018b2b..47a1429f1a4 100644 --- a/litellm-rust/crates/http/src/tls.rs +++ b/litellm/rust/crates/http/src/tls.rs @@ -23,10 +23,10 @@ impl FromStr for KeyExchangeGroup { type Err = Unsupported; fn from_str(name: &str) -> Result { - match name.trim().to_ascii_lowercase().as_str() { - "x25519" => Ok(Self::X25519), - "prime256v1" | "secp256r1" | "p-256" => Ok(Self::Secp256r1), - "secp384r1" | "p-384" => Ok(Self::Secp384r1), + match name { + "X25519" => Ok(Self::X25519), + "prime256v1" => Ok(Self::Secp256r1), + "secp384r1" => Ok(Self::Secp384r1), _ => Err(Unsupported::EcdhCurve(name.to_owned())), } } diff --git a/litellm-rust/crates/http/src/websocket.rs b/litellm/rust/crates/http/src/websocket.rs similarity index 100% rename from litellm-rust/crates/http/src/websocket.rs rename to litellm/rust/crates/http/src/websocket.rs diff --git a/litellm-rust/crates/http/tests/request.rs b/litellm/rust/crates/http/tests/request.rs similarity index 100% rename from litellm-rust/crates/http/tests/request.rs rename to litellm/rust/crates/http/tests/request.rs diff --git a/litellm-rust/crates/http/tests/websocket.rs b/litellm/rust/crates/http/tests/websocket.rs similarity index 100% rename from litellm-rust/crates/http/tests/websocket.rs rename to litellm/rust/crates/http/tests/websocket.rs diff --git a/litellm-rust/crates/inference-chat/AGENTS.md b/litellm/rust/crates/inference-chat/AGENTS.md similarity index 100% rename from litellm-rust/crates/inference-chat/AGENTS.md rename to litellm/rust/crates/inference-chat/AGENTS.md diff --git a/litellm-rust/crates/inference-chat/Cargo.toml b/litellm/rust/crates/inference-chat/Cargo.toml similarity index 100% rename from litellm-rust/crates/inference-chat/Cargo.toml rename to litellm/rust/crates/inference-chat/Cargo.toml diff --git a/litellm-rust/crates/inference-chat/src/common_utils.rs b/litellm/rust/crates/inference-chat/src/common_utils.rs similarity index 100% rename from litellm-rust/crates/inference-chat/src/common_utils.rs rename to litellm/rust/crates/inference-chat/src/common_utils.rs diff --git a/litellm-rust/crates/inference-chat/src/constants.rs b/litellm/rust/crates/inference-chat/src/constants.rs similarity index 100% rename from litellm-rust/crates/inference-chat/src/constants.rs rename to litellm/rust/crates/inference-chat/src/constants.rs diff --git a/litellm-rust/crates/inference-chat/src/handler.rs b/litellm/rust/crates/inference-chat/src/handler.rs similarity index 100% rename from litellm-rust/crates/inference-chat/src/handler.rs rename to litellm/rust/crates/inference-chat/src/handler.rs diff --git a/litellm-rust/crates/inference-chat/src/lib.rs b/litellm/rust/crates/inference-chat/src/lib.rs similarity index 100% rename from litellm-rust/crates/inference-chat/src/lib.rs rename to litellm/rust/crates/inference-chat/src/lib.rs diff --git a/litellm-rust/crates/inference-chat/src/route.rs b/litellm/rust/crates/inference-chat/src/route.rs similarity index 100% rename from litellm-rust/crates/inference-chat/src/route.rs rename to litellm/rust/crates/inference-chat/src/route.rs diff --git a/litellm-rust/crates/inference-chat/src/types.rs b/litellm/rust/crates/inference-chat/src/types.rs similarity index 100% rename from litellm-rust/crates/inference-chat/src/types.rs rename to litellm/rust/crates/inference-chat/src/types.rs diff --git a/litellm-rust/crates/inference-chat/tests/caching.rs b/litellm/rust/crates/inference-chat/tests/caching.rs similarity index 99% rename from litellm-rust/crates/inference-chat/tests/caching.rs rename to litellm/rust/crates/inference-chat/tests/caching.rs index dd229d3d657..d8d3a8956c8 100644 --- a/litellm-rust/crates/inference-chat/tests/caching.rs +++ b/litellm/rust/crates/inference-chat/tests/caching.rs @@ -117,6 +117,7 @@ async fn the_same_route_entrypoint_reports_facts_with_or_without_caching( assert!(caching); assert!(!key.is_empty()); } + ResultSource::Host => panic!("the host never answers a chat call"), } let summaries = traces.summaries("litellm.route"); assert_eq!(summaries.len(), 2); diff --git a/litellm-rust/crates/inference-chat/tests/chat_completions.rs b/litellm/rust/crates/inference-chat/tests/chat_completions.rs similarity index 100% rename from litellm-rust/crates/inference-chat/tests/chat_completions.rs rename to litellm/rust/crates/inference-chat/tests/chat_completions.rs diff --git a/litellm-rust/crates/inference-chat/tests/request.rs b/litellm/rust/crates/inference-chat/tests/request.rs similarity index 100% rename from litellm-rust/crates/inference-chat/tests/request.rs rename to litellm/rust/crates/inference-chat/tests/request.rs diff --git a/litellm-rust/crates/inference-chat/tests/support/mod.rs b/litellm/rust/crates/inference-chat/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/inference-chat/tests/support/mod.rs rename to litellm/rust/crates/inference-chat/tests/support/mod.rs diff --git a/litellm-rust/crates/inference-messages/AGENTS.md b/litellm/rust/crates/inference-messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/inference-messages/AGENTS.md rename to litellm/rust/crates/inference-messages/AGENTS.md diff --git a/litellm-rust/crates/inference-messages/Cargo.toml b/litellm/rust/crates/inference-messages/Cargo.toml similarity index 89% rename from litellm-rust/crates/inference-messages/Cargo.toml rename to litellm/rust/crates/inference-messages/Cargo.toml index 0c5be52550d..0ca371c3ce7 100644 --- a/litellm-rust/crates/inference-messages/Cargo.toml +++ b/litellm/rust/crates/inference-messages/Cargo.toml @@ -8,7 +8,9 @@ repository.workspace = true [dependencies] litellm-secret-value.workspace = true bytes.workspace = true +flate2 = { workspace = true, features = ["zlib-rs"] } futures-util.workspace = true +http.workspace = true litellm-auth = { workspace = true, features = ["aws", "azure", "gcp"] } litellm-auth-aws.workspace = true litellm-cache-response.workspace = true @@ -30,9 +32,11 @@ tracing.workspace = true [dev-dependencies] litellm-error.workspace = true litellm-framer = { workspace = true, features = ["sse"] } +litellm-cache.workspace = true litellm-cache-memory.workspace = true litellm-host-native.workspace = true litellm-http = { workspace = true, features = ["test-support"] } litellm-inference-testing.workspace = true rstest.workspace = true +thiserror.workspace = true wiremock.workspace = true diff --git a/litellm-rust/crates/inference-messages/src/common_utils.rs b/litellm/rust/crates/inference-messages/src/common_utils.rs similarity index 100% rename from litellm-rust/crates/inference-messages/src/common_utils.rs rename to litellm/rust/crates/inference-messages/src/common_utils.rs diff --git a/litellm-rust/crates/inference-messages/src/constants.rs b/litellm/rust/crates/inference-messages/src/constants.rs similarity index 69% rename from litellm-rust/crates/inference-messages/src/constants.rs rename to litellm/rust/crates/inference-messages/src/constants.rs index c0b023be7c7..5fae6e45dad 100644 --- a/litellm-rust/crates/inference-messages/src/constants.rs +++ b/litellm/rust/crates/inference-messages/src/constants.rs @@ -2,3 +2,6 @@ /// seconds. Mirrors the Python Anthropic Messages default. The per-request /// timeout from the caller still overrides this on the request builder. pub(crate) const MESSAGES_TIMEOUT_SECS: u64 = 600; + +pub(crate) const MESSAGES_HTTP_ERROR_ATTEMPTS: usize = 2; +pub(crate) const MESSAGES_STREAM_ERROR_BODY_READ_SECS: u64 = 5; diff --git a/litellm/rust/crates/inference-messages/src/encoding.rs b/litellm/rust/crates/inference-messages/src/encoding.rs new file mode 100644 index 00000000000..c315deb1a33 --- /dev/null +++ b/litellm/rust/crates/inference-messages/src/encoding.rs @@ -0,0 +1,437 @@ +use bytes::Bytes; +use flate2::{Decompress, DecompressError, FlushDecompress, Status}; +use futures_util::StreamExt; +use reqwest::header::{CONTENT_ENCODING, HeaderMap}; + +type BoxError = Box; + +const MAX_WINDOW_BITS: u8 = 15; +const MAX_DECOMPRESS_SIZE: usize = 1 << 16; + +#[derive(Debug)] +pub struct DecodingError(String); + +impl std::fmt::Display for DecodingError { + fn fmt(&self, formatter: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + formatter.write_str(&self.0) + } +} + +impl std::error::Error for DecodingError {} + +impl From for DecodingError { + fn from(error: DecompressError) -> Self { + Self(match (error.needs_dictionary(), error.message()) { + (Some(_), _) => "Error 2 while decompressing data".to_owned(), + (None, Some(message)) => format!("Error -3 while decompressing data: {message}"), + (None, None) => "Error -3 while decompressing data: invalid input data".to_owned(), + }) + } +} + +enum Codec { + Gzip, + Deflate, +} + +enum FirstAttempt { + Unread, + Reading(Vec), + Over, +} + +struct Inflater { + zlib: Decompress, + first_attempt: FirstAttempt, + pending: Vec, + saturated: bool, + stalled: bool, + finished: bool, +} + +impl Inflater { + fn new(codec: Codec) -> Self { + let (zlib, first_attempt) = match codec { + Codec::Gzip => (Decompress::new_gzip(MAX_WINDOW_BITS), FirstAttempt::Over), + Codec::Deflate => (Decompress::new(true), FirstAttempt::Unread), + }; + Self { + zlib, + first_attempt, + pending: Vec::new(), + saturated: false, + stalled: false, + finished: false, + } + } + + fn push(&mut self, data: &[u8]) { + self.first_attempt = match self.first_attempt { + FirstAttempt::Unread => FirstAttempt::Reading(data.to_vec()), + FirstAttempt::Reading(_) | FirstAttempt::Over => FirstAttempt::Over, + }; + if self.finished { + return; + } + self.pending.extend_from_slice(data); + self.stalled = false; + } + + fn has_work(&self) -> bool { + !self.finished && (self.saturated || (!self.pending.is_empty() && !self.stalled)) + } + + fn step(&mut self) -> Result, DecodingError> { + match (self.inflate(), &mut self.first_attempt) { + (Err(_), FirstAttempt::Reading(first)) => { + self.pending = std::mem::take(first); + self.first_attempt = FirstAttempt::Over; + self.zlib = Decompress::new_with_window_bits(false, MAX_WINDOW_BITS); + self.saturated = false; + self.stalled = false; + self.step() + } + (inflated, attempt) => { + if self.pending.is_empty() && !self.saturated { + *attempt = FirstAttempt::Over; + } + inflated + } + } + } + + fn inflate(&mut self) -> Result, DecodingError> { + let mut output = Vec::with_capacity(MAX_DECOMPRESS_SIZE); + let (read, written) = (self.zlib.total_in(), self.zlib.total_out()); + let status = self + .zlib + .decompress_vec(&self.pending, &mut output, FlushDecompress::Sync)?; + self.pending.drain(..(self.zlib.total_in() - read) as usize); + self.finished = matches!(status, Status::StreamEnd); + if self.finished { + self.pending.clear(); + } + self.saturated = !self.finished && output.len() == MAX_DECOMPRESS_SIZE; + self.stalled = self.zlib.total_in() == read && self.zlib.total_out() == written; + Ok(output) + } +} + +struct Decoder(Vec); + +impl Decoder { + fn detect(headers: &HeaderMap) -> Option { + let inflaters: Vec = header_pairs(headers) + .into_iter() + .filter(|(name, _)| name.as_str() == CONTENT_ENCODING.as_str()) + .flat_map(|(_, value)| { + value + .split(',') + .map(|coding| coding.trim().to_lowercase()) + .collect::>() + }) + .filter_map(|coding| match coding.as_str() { + "gzip" => Some(Codec::Gzip), + "deflate" => Some(Codec::Deflate), + _ => None, + }) + .rev() + .map(Inflater::new) + .collect(); + (!inflaters.is_empty()).then_some(Self(inflaters)) + } + + fn feed(&mut self, chunk: &[u8]) { + self.0[0].push(chunk); + } + + fn next(&mut self) -> Result, DecodingError> { + self.pull(self.0.len() - 1) + .map(|decoded| decoded.map(Bytes::from)) + } + + fn pull(&mut self, layer: usize) -> Result>, DecodingError> { + loop { + if self.0[layer].has_work() { + let decoded = self.0[layer].step()?; + if !decoded.is_empty() { + return Ok(Some(decoded)); + } + continue; + } + let Some(outer) = layer.checked_sub(1) else { + return Ok(None); + }; + match self.pull(outer)? { + Some(decoded) => self.0[layer].push(&decoded), + None => return Ok(None), + } + } + } +} + +pub(crate) fn header_pairs(headers: &HeaderMap) -> Vec<(String, String)> { + let utf8 = headers + .values() + .all(|value| std::str::from_utf8(value.as_bytes()).is_ok()); + headers + .iter() + .map(|(name, value)| { + let bytes = value.as_bytes(); + let text = if utf8 { + String::from_utf8_lossy(bytes).into_owned() + } else { + bytes.iter().copied().map(char::from).collect() + }; + (name.to_string(), text) + }) + .collect() +} + +pub(crate) fn decoded(response: reqwest::Response) -> reqwest::Response { + let Some(decoder) = Decoder::detect(response.headers()) else { + return response; + }; + let status = response.status(); + let version = response.version(); + let headers = response.headers().clone(); + let body = futures_util::stream::unfold( + Some((response.bytes_stream().boxed(), decoder)), + |state| async move { + let (mut body, mut decoder) = state?; + loop { + match decoder.next() { + Ok(Some(decoded)) => return Some((Ok(decoded), Some((body, decoder)))), + Ok(None) => {} + Err(error) => return Some((Err(BoxError::from(error)), None)), + } + match body.next().await? { + Ok(chunk) => decoder.feed(&chunk), + Err(error) => return Some((Err(BoxError::from(error)), None)), + } + } + }, + ); + let mut rebuilt = http::Response::new(reqwest::Body::wrap_stream(body)); + *rebuilt.status_mut() = status; + *rebuilt.version_mut() = version; + *rebuilt.headers_mut() = headers; + reqwest::Response::from(rebuilt) +} + +#[cfg(test)] +mod tests { + use std::io::Write; + + use flate2::{Compression, write::GzEncoder, write::ZlibEncoder}; + use futures_util::TryStreamExt; + use rstest::rstest; + + use reqwest::header::{HeaderMap, HeaderValue}; + + use super::{decoded, header_pairs}; + + fn encoded(encoding: &str, body: &[u8]) -> Vec { + match encoding { + "gzip" => { + let mut encoder = GzEncoder::new(Vec::new(), Compression::default()); + encoder.write_all(body).unwrap(); + encoder.finish().unwrap() + } + "deflate" => { + let mut encoder = ZlibEncoder::new(Vec::new(), Compression::default()); + encoder.write_all(body).unwrap(); + encoder.finish().unwrap() + } + _ => body.to_vec(), + } + } + + fn response(encoding: &str, body: Vec) -> reqwest::Response { + let length = body.len().to_string(); + let mut response = http::Response::new(reqwest::Body::from(body)); + let headers = response.headers_mut(); + headers.insert("content-encoding", encoding.parse().unwrap()); + headers.insert("content-length", length.parse().unwrap()); + reqwest::Response::from(response) + } + + #[rstest] + #[case::gzip("gzip")] + #[case::deflate("deflate")] + #[case::unknown("br")] + #[tokio::test] + async fn decoded_bodies_keep_the_head_the_provider_sent(#[case] encoding: &str) { + let body = br#"{"type":"message"}"#; + let wire = encoded(encoding, body); + let length = wire.len().to_string(); + let response = decoded(response(encoding, wire.clone())); + + assert_eq!(response.headers()["content-encoding"], encoding); + assert_eq!(response.headers()["content-length"], length.as_str()); + let expected = if encoding == "br" { + wire + } else { + body.to_vec() + }; + assert_eq!( + response.bytes().await.unwrap().as_ref(), + expected.as_slice() + ); + } + + fn raw_deflate(body: &[u8]) -> Vec { + let mut encoder = flate2::write::DeflateEncoder::new(Vec::new(), Compression::default()); + encoder.write_all(body).unwrap(); + encoder.finish().unwrap() + } + + fn chunked(encoding: &str, wire: Vec, size: usize) -> reqwest::Response { + let chunks: Vec, std::io::Error>> = + wire.chunks(size).map(|chunk| Ok(chunk.to_vec())).collect(); + let mut response = http::Response::new(reqwest::Body::wrap_stream( + futures_util::stream::iter(chunks), + )); + response + .headers_mut() + .insert("content-encoding", encoding.parse().unwrap()); + reqwest::Response::from(response) + } + + async fn read(response: reqwest::Response) -> Result, String> { + response + .bytes() + .await + .map(|bytes| bytes.to_vec()) + .map_err(|error| { + litellm_error::find::(&error) + .map_or_else(|| error.to_string(), ToString::to_string) + }) + } + + const BODY: &[u8] = br#"{"type":"message","content":[{"type":"text","text":"Paris"}]}"#; + + #[rstest] + #[case::padded_upper_case(" GZIP ", encoded("gzip", BODY))] + #[case::listed_with_an_unknown_coding("gzip, br", encoded("gzip", BODY))] + #[case::applied_twice("gzip, gzip", encoded("gzip", &encoded("gzip", BODY)))] + #[case::deflate_without_its_zlib_header("deflate", raw_deflate(BODY))] + #[case::gzip_with_data_past_its_end("gzip", [encoded("gzip", BODY), b"\x1f\x8b trailing".to_vec()].concat())] + #[tokio::test] + async fn bodies_decode_as_httpx_decodes_them( + #[case] encoding: &str, + #[case] wire: Vec, + #[values(7, 4096)] chunk: usize, + ) { + assert_eq!( + read(decoded(chunked(encoding, wire, chunk))).await.unwrap(), + BODY + ); + } + + #[rstest] + #[case::x_gzip_alias(" X-Gzip ")] + #[case::unknown_only("br, identity")] + #[tokio::test] + async fn codings_httpx_has_no_decoder_for_pass_through(#[case] encoding: &str) { + let wire = encoded("gzip", BODY); + assert_eq!( + read(decoded(chunked(encoding, wire.clone(), 4096))) + .await + .unwrap(), + wire + ); + } + + #[rstest] + #[case::not_deflate("deflate", b"not deflate at all".to_vec(), "Error -3 while decompressing data: invalid block type")] + #[case::bad_gzip_trailer( + "gzip", + { let wire = encoded("gzip", BODY); [&wire[..wire.len() - 8], &[0; 8]].concat() }, + "Error -3 while decompressing data: incorrect data check" + )] + #[case::not_gzip("gzip", b"\x1f\x8b\x08\x00not really gzip data at all".to_vec(), "Error -3 while decompressing data: invalid stored block lengths")] + #[case::no_gzip_magic("gzip", b"plain text".to_vec(), "Error -3 while decompressing data: incorrect header check")] + #[tokio::test] + async fn corrupt_bodies_fail_with_zlib_s_error( + #[case] encoding: &str, + #[case] wire: Vec, + #[case] expected: &str, + ) { + assert_eq!( + read(decoded(chunked(encoding, wire, 4096))) + .await + .unwrap_err(), + expected + ); + } + + #[rstest] + #[case::gzip_in_gzip("gzip, gzip")] + #[case::deflate_in_gzip("deflate, gzip")] + #[tokio::test] + async fn a_nested_bomb_is_decoded_in_bounded_reads(#[case] encoding: &str) { + let zeros = vec![0; 8 << 20]; + let inner = if encoding.starts_with("deflate") { + encoded("deflate", &zeros) + } else { + encoded("gzip", &zeros) + }; + let wire = encoded("gzip", &inner); + let sizes: Vec = decoded(chunked(encoding, wire, 4096)) + .bytes_stream() + .map_ok(|chunk| chunk.len()) + .try_collect() + .await + .unwrap(); + assert!( + sizes.iter().all(|size| *size <= super::MAX_DECOMPRESS_SIZE), + "{sizes:?}" + ); + assert_eq!(sizes.iter().sum::(), zeros.len()); + } + + #[rstest] + #[tokio::test] + async fn a_truncated_body_yields_what_it_holds_without_an_error() { + let wire = encoded("gzip", BODY); + let decoded_body = read(decoded(chunked( + "gzip", + wire[..wire.len() - 8].to_vec(), + 4096, + ))) + .await + .unwrap(); + assert_eq!(decoded_body, BODY); + } + + #[rstest] + #[case::ascii(&[b"plain".as_slice()], &["plain"])] + #[case::utf_8(&[b"plain".as_slice(), b"caf\xc3\xa9"], &["plain", "caf\u{e9}"])] + #[case::latin_1_once_any_value_is_not_utf_8( + &[b"caf\xc3\xa9".as_slice(), b"caf\xe9"], + &["caf\u{c3}\u{a9}", "caf\u{e9}"] + )] + fn header_values_decode_as_httpx_decodes_them( + #[case] values: &[&[u8]], + #[case] expected: &[&str], + ) { + let headers: HeaderMap = values + .iter() + .enumerate() + .map(|(index, value)| { + ( + format!("x-fz-{index}") + .parse::() + .unwrap(), + HeaderValue::from_bytes(value).unwrap(), + ) + }) + .collect(); + let decoded: Vec = header_pairs(&headers) + .into_iter() + .map(|(_, value)| value) + .collect(); + assert_eq!(decoded, expected); + } +} diff --git a/litellm-rust/crates/inference-messages/src/handler.rs b/litellm/rust/crates/inference-messages/src/handler.rs similarity index 54% rename from litellm-rust/crates/inference-messages/src/handler.rs rename to litellm/rust/crates/inference-messages/src/handler.rs index c7a7d93bf98..4796a640e25 100644 --- a/litellm-rust/crates/inference-messages/src/handler.rs +++ b/litellm/rust/crates/inference-messages/src/handler.rs @@ -18,7 +18,7 @@ use litellm_llms::base_llm::{ messages::{ context::MessagesTransformContext, streaming::{self, ByteStream, StreamDecoder}, - transformation::BaseMessagesConfig, + transformation::{BaseMessagesConfig, FederatedEnvironment}, }, }; use litellm_llms_types::formats::messages::{ @@ -29,13 +29,21 @@ use litellm_tracing::ByteChunk; use serde_json::{Map, Value}; use super::{ - Error, MessagesBody, MessagesCall, MessagesCallResponse, MessagesRoute, + Delivered, Error, HostAnswer, MessagesBody, MessagesCall, MessagesCallResponse, MessagesRoute, + Transport, TransportBody, TransportRequest, TransportResponse, UnencodableHeader, + WorkloadIdentity, common_utils::{MessagesProvider, merge_messages_header_sources, string_headers}, - constants::MESSAGES_TIMEOUT_SECS, + constants::{ + MESSAGES_HTTP_ERROR_ATTEMPTS, MESSAGES_STREAM_ERROR_BODY_READ_SECS, MESSAGES_TIMEOUT_SECS, + }, route::Messages, types::invalid_request, }; -use litellm_inference::{caching::CallCache, context::CallContext, outbound::outbound_request}; +use litellm_inference::{ + caching::{CacheRequest, CallCache}, + context::CallContext, + outbound::raw_leaf_outbound_request, +}; struct ProviderCall { identity: ProviderIdentity, @@ -44,6 +52,12 @@ struct ProviderCall { signer: Option, timeout: Option, stream: bool, + whole_sse_frames: bool, + joined_reads: bool, + transform_context: MessagesTransformContext, + ascii_response_headers: bool, + unencodable_request_header: Option>, + ascii_request_headers: bool, } impl ProviderCall { @@ -52,16 +66,122 @@ impl ProviderCall { } } +pub(super) async fn cached( + route: &MessagesRoute, + provider: MessagesProvider, + model: &str, + context: &CallContext<'_, impl Interceptors>, +) -> Result, Error> { + let Some(cache) = caller_keyed(route) else { + return Ok(None); + }; + let identity = ProviderIdentity { + model: model.to_owned(), + provider: provider.as_str().to_string(), + }; + let Some((output, source)) = CallCache::::new( + Some(cache), + context.cache, + CacheRequest::from_wire(identity.clone(), None), + ) + .lookup() + .await + else { + return Ok(None); + }; + context + .result_ready(execution_facts(provider, identity, &output, &source)) + .await?; + Ok(Some(output)) +} + +pub(super) async fn mocked( + route: &MessagesRoute, + provider: MessagesProvider, + model: String, + context: &CallContext<'_, impl Interceptors>, + mock: Map, + stream: bool, +) -> MessagesCallResponse { + let output = MessagesCallResponse::Complete(MessagesBody::Unchecked(mock)); + let Some(cache) = caller_keyed(route).filter(|_| !stream) else { + return output; + }; + let identity = ProviderIdentity { + model, + provider: provider.as_str().to_string(), + }; + CallCache::::new( + Some(cache), + context.cache, + CacheRequest::from_wire(identity, None), + ) + .finish(output, &ResultSource::Provider) + .await +} + +pub(super) async fn answered( + route: &MessagesRoute, + host_answer: &dyn HostAnswer, + provider: MessagesProvider, + model: String, + stream: bool, + context: &CallContext<'_, impl Interceptors>, +) -> Result { + host_answer.answer(stream).await?; + deliver_answer(route, provider, model, stream, context).await +} + +pub(super) async fn deliver_answer( + route: &MessagesRoute, + provider: MessagesProvider, + model: String, + stream: bool, + context: &CallContext<'_, impl Interceptors>, +) -> Result { + let identity = ProviderIdentity { + model, + provider: provider.as_str().to_string(), + }; + let cache = CallCache::::new( + caller_keyed(route), + context.cache, + CacheRequest::from_wire(identity.clone(), None), + ); + context + .result_ready(ExecutionFacts { + provider: identity, + source: ResultSource::Host, + cost: Cost::Deferred, + }) + .await?; + let output = MessagesCallResponse::Complete(MessagesBody::Unchecked(Map::new())); + if stream { + return Ok(output); + } + Ok(cache.finish(output, &ResultSource::Host).await) +} + +fn caller_keyed(route: &MessagesRoute) -> Option<&litellm_cache_response::ScopedCache> { + route + .cache + .as_ref() + .filter(|cache| cache.service.keyed_by_caller()) +} + pub(super) async fn execute( route: &MessagesRoute, provider: MessagesProvider, model: String, call: MessagesCall, secrets: Secrets, + requested_stream: bool, context: &CallContext<'_, impl Interceptors>, ) -> Result { + let caller_keyed = caller_keyed(route).is_some(); let request = provider_call( &route.auth, + route.workload_identity.as_deref(), provider, model, call, @@ -71,38 +191,64 @@ pub(super) async fn execute( .boxed() .await?; let cache = CallCache::::from_wire( - route.cache.as_ref().filter(|_| request.cacheable()), + route + .cache + .as_ref() + .filter(|_| caller_keyed || request.cacheable()), context.cache, &request.identity, &request.wire, ); let identity = request.identity.clone(); - let (output, source) = match cache.lookup().await { + let hit = match caller_keyed { + true => None, + false => cache.lookup().await, + }; + let (output, source) = match hit { Some(hit) => hit, None => ( - call_provider(&route.http, request, context).await?, + call_provider(&route.http, route.transport.as_deref(), request, context).await?, ResultSource::Provider, ), }; - let reported = match &output { + context + .result_ready(execution_facts(provider, identity, &output, &source)) + .await?; + let output = match source { + ResultSource::Provider => { + super::safeguards::stamped(route.safeguards.as_ref(), output).await? + } + ResultSource::Cache { .. } | ResultSource::Host => output, + }; + if !requested_stream && matches!(output, MessagesCallResponse::Stream { .. }) { + return Ok(output); + } + Ok(cache.finish(output, &source).await) +} + +fn execution_facts( + provider: MessagesProvider, + identity: ProviderIdentity, + output: &MessagesCallResponse, + source: &ResultSource, +) -> ExecutionFacts { + let reported = match output { MessagesCallResponse::Complete(response) => match response { MessagesBody::Message(message) => provider.config().reported_cost(message), MessagesBody::Unchecked(_) => None, }, MessagesCallResponse::Stream { .. } => None, }; - context - .result_ready(ExecutionFacts { - provider: identity, - cost: Cost::settle(&source, reported), - source: source.clone(), - }) - .await?; - Ok(cache.finish(output, &source).await) + ExecutionFacts { + provider: identity, + cost: Cost::settle(source, reported), + source: source.clone(), + } } async fn provider_call( auth: &AuthServices, + workload_identity: Option<&dyn WorkloadIdentity>, provider: MessagesProvider, model: String, call: MessagesCall, @@ -129,14 +275,18 @@ async fn provider_call( let sanitized = config.shape_request( MessagesRequest { model, ..body }, - shaping.settings.reasoning_auto_summary, + shaping.settings.shape_options(), )?; - let transform_context = - MessagesTransformContext::new(shaping.capabilities, shaping.settings.drop_params); - let without_listed = - without_additional_drop_params(sanitized, &shaping.settings.additional_drop_params)?; - let trimmed = requested_optional_params(without_listed, provider, &transform_context)?; - let requested_params = serde_json::to_value(&trimmed.params).map_err(serialize_failure)?; + let transform_context = MessagesTransformContext { + drops_unsupported_params: shaping.settings.drops_unsupported_params, + ..MessagesTransformContext::new(shaping.capabilities, shaping.settings.drop_params) + }; + let dropped_keys = top_level_paths(&shaping.settings.additional_drop_params); + let without_keys = without_additional_drop_params(sanitized, &dropped_keys)?; + let requested = requested_optional_params(without_keys, provider, &transform_context)?; + let requested_params = serde_json::to_value(&requested.params).map_err(serialize_failure)?; + let trimmed = + without_additional_drop_params(requested, &shaping.settings.additional_drop_params)?; let scoped = get_provider_specific_headers(provider_specific_header.as_ref(), provider.as_str()); @@ -144,35 +294,58 @@ async fn provider_call( extra_headers.unwrap_or_default(), scoped, ])))?; - let validated = config.validate_environment( + let validated = match config.validate_federated_environment( forwarded, api_key.as_deref(), &trimmed.model, &trimmed.params, &connection_params, &env_lookup, - )?; + )? { + FederatedEnvironment::Validated(validated) => validated, + FederatedEnvironment::Unauthenticated { + headers, + missing, + federate, + } => match workload_identity { + Some(identity) => match identity + .token(&connection_params, api_base.as_deref()) + .await? + { + Some(token) => federate(headers, token), + None => return Err(missing.into()), + }, + None => return Err(missing.into()), + }, + }; + let tool_custom_field = config.tool_custom_field(&trimmed.model); + let requested_output_format = trimmed.params.output_format.clone(); let body = config.request_body( - config.transform_anthropic_messages_request(trimmed, &transform_context)?, + tool_custom_field.apply( + config.transform_anthropic_messages_request(trimmed, &transform_context)?, + shaping.settings.drops_unsupported_params, + ), &validated.headers, shaping.settings.drop_params, )?; - let environment = ValidatedEnvironment { - headers: config.request_headers( - with_python_default_headers(validated.headers, config.default_headers()), - &body, - ), - auth: validated.auth, - }; - let url = config.get_complete_url( api_base.as_deref(), &body.model, &connection_params, - body.params.stream == Some(true), + body.params.streams(), &env_lookup, )?; + let environment = ValidatedEnvironment { + headers: config.headers_for_url( + config.request_headers( + with_python_default_headers(validated.headers, config.default_headers()), + &with_requested_output_format(&body, requested_output_format), + ), + &url, + ), + auth: validated.auth, + }; let request_context = RequestContext { model: body.model.clone(), @@ -197,19 +370,10 @@ async fn provider_call( request_context, ) .await?; - let stream = match wire.body.get("stream") { - None | Some(Value::Null) => false, - Some(Value::Bool(stream)) => *stream, - Some(value) => { - return Err(Error::invalid_request( - litellm_llms::ErrorDetail::InvalidValue { - field: "stream", - expected: "a boolean", - actual: value.clone(), - }, - )); - } - }; + let stream = wire + .body + .get("stream") + .is_some_and(litellm_llms_types::recognized::python_truthy); Ok(ProviderCall { identity, wire, @@ -217,9 +381,33 @@ async fn provider_call( signer: authenticated.signer, timeout: timeout.or_else(|| shaping.settings.request_timeout()), stream, + whole_sse_frames: shaping.settings.whole_sse_frames, + joined_reads: shaping.settings.joined_reads, + transform_context, + ascii_response_headers: shaping.settings.ascii_response_headers, + unencodable_request_header: shaping.settings.unencodable_request_header, + ascii_request_headers: shaping.settings.ascii_request_headers, }) } +fn with_requested_output_format( + body: &MessagesRequest, + requested: Option, +) -> std::borrow::Cow<'_, MessagesRequest> { + match requested { + Some(output_format) if body.params.output_format.is_none() => { + std::borrow::Cow::Owned(MessagesRequest { + params: MessagesOptionalParams { + output_format: Some(output_format), + ..body.params.clone() + }, + ..body.clone() + }) + } + _ => std::borrow::Cow::Borrowed(body), + } +} + /// Python sends its header dict through `httpx.Headers`, which folds names that differ only in /// case into one lowercase header whose values are joined with `", "`. fn joined_header_values(headers: Vec<(String, String)>) -> Vec<(String, String)> { @@ -278,6 +466,14 @@ fn requested_optional_params( }) } +fn top_level_paths(paths: &[String]) -> Vec { + paths + .iter() + .filter(|path| !path.contains(['.', '['])) + .cloned() + .collect() +} + fn without_additional_drop_params( request: MessagesRequest, paths: &[String], @@ -295,52 +491,57 @@ fn without_additional_drop_params( }) } +enum Upstream { + Native(reqwest::Response), + Hosted(TransportResponse), +} + async fn call_provider( http: &litellm_http::Client, + transport: Option<&dyn Transport>, request: ProviderCall, context: &CallContext<'_, impl Interceptors>, ) -> Result { + let timeout = request + .timeout + .unwrap_or(Duration::from_secs(MESSAGES_TIMEOUT_SECS)); + let response = match send_recovering(http, transport, &request, timeout, context).await? { + Upstream::Native(response) => response, + Upstream::Hosted(response) => return hosted_response(response, request, context).await, + }; let ProviderCall { identity, - wire, provider, - signer, - timeout, stream, + whole_sse_frames, + joined_reads, + .. } = request; let provider_name = provider.as_str(); - log_request_body(provider_name, stream, &wire.body); - let timeout = timeout.unwrap_or(Duration::from_secs(MESSAGES_TIMEOUT_SECS)); - let response = send( - http, - Authenticated { - headers: wire.headers, - signer, - }, - &wire.url, - &wire.body, - timeout, - stream, - ) - .await?; - if !response.status().is_success() { - return Err(provider_error(response, timeout).await); - } let config = provider.config(); + let head = ResponseHead { + status: response.status().as_u16(), + headers: super::encoding::header_pairs(response.headers()), + }; if stream { - return Ok(streaming_response( + context + .raw_response_received(RawResponse::new(String::new()).with_head(head)) + .await?; + let streamed = streaming_response( response, config.stream_decoder(), provider_name, timeout, - )); + joined_reads, + ); + return Ok(if whole_sse_frames { + framed(streamed) + } else { + streamed + }); } - let head = ResponseHead { - status: response.status().as_u16(), - headers: litellm_http::request::header_pairs(response.headers()), - }; let status = head.status; - let text = response.text().await.map_err(litellm_http::Error::from)?; + let text = read_body(response, timeout).await?; log_response_body(&text); context .raw_response_received(RawResponse::new(text.clone()).with_head(head)) @@ -353,6 +554,197 @@ async fn call_provider( decode_response(config, &identity.model, &text).map(MessagesCallResponse::Complete) } +async fn hosted_response( + response: TransportResponse, + request: ProviderCall, + context: &CallContext<'_, impl Interceptors>, +) -> Result { + let TransportResponse { + status, + headers, + delivered, + } = response; + let ProviderCall { + identity, + provider, + whole_sse_frames, + .. + } = request; + let provider_name = provider.as_str(); + let config = provider.config(); + let text = match delivered { + Delivered::Complete(text) => text, + Delivered::Stream(chunks) => { + context + .raw_response_received(RawResponse::new(String::new()).with_head(ResponseHead { + status, + headers: headers.clone(), + })) + .await?; + let streamed = + hosted_streaming_response(headers, chunks, config.stream_decoder(), provider_name); + return Ok(if whole_sse_frames { + framed(streamed) + } else { + streamed + }); + } + Delivered::Rejected { error, .. } => return Err(error), + }; + log_response_body(&text); + context + .raw_response_received( + RawResponse::new(text.clone()).with_head(ResponseHead { status, headers }), + ) + .await?; + if serde_json::from_str::(&text).is_err() { + return Err(litellm_http::Error::upstream(status, text).into()); + } + decode_response(config, &identity.model, &text).map(MessagesCallResponse::Complete) +} + +fn hosted_request( + authenticated: Authenticated, + url: &str, + body: &Value, + stream: bool, +) -> Result { + if authenticated.signer.is_none() { + return Ok(TransportRequest { + url: url.to_owned(), + headers: authenticated.headers, + body: TransportBody::Json(body.clone()), + stream, + }); + } + let names: Vec = authenticated + .headers + .iter() + .map(|(name, _)| name.clone()) + .collect(); + let signed = raw_leaf_outbound_request(authenticated, url, body, None)?; + let headers = signed + .headers() + .iter() + .filter_map(|(name, value)| { + let spelled = names + .iter() + .find(|known| known.eq_ignore_ascii_case(name.as_str())) + .cloned() + .unwrap_or_else(|| name.to_string()); + Some((spelled, value.to_str().ok()?.to_owned())) + }) + .collect(); + let bytes = signed + .body() + .and_then(reqwest::Body::as_bytes) + .map(Bytes::copy_from_slice) + .unwrap_or_default(); + Ok(TransportRequest { + url: signed.url().to_string(), + headers, + body: TransportBody::Signed(bytes), + stream, + }) +} + +async fn send_recovering( + http: &litellm_http::Client, + transport: Option<&dyn Transport>, + request: &ProviderCall, + timeout: Duration, + context: &CallContext<'_, impl Interceptors>, +) -> Result { + let config = request.provider.config(); + let mut body = std::borrow::Cow::Borrowed(&request.wire.body); + let mut attempt = 1; + loop { + log_request_body(request.provider.as_str(), request.stream, &body); + if let Some(value) = &request.unencodable_request_header { + return Err(Error::transport(UnencodableHeader::Sent(value.clone()))); + } + // The credential header built from the caller's api_key never passes the caller header + // check, so it is checked on the wire headers as Python's client encodes them. + if request.ascii_request_headers + && let Some((_, value)) = request + .wire + .headers + .iter() + .find(|(_, value)| !value.is_ascii()) + { + return Err(Error::transport(UnencodableHeader::Sent( + value.as_bytes().to_vec(), + ))); + } + let authenticated = Authenticated { + headers: request.wire.headers.clone(), + signer: request.signer.clone(), + }; + let response = match transport { + None => Upstream::Native( + send(http, authenticated, &request.wire.url, &body, timeout).await?, + ), + Some(transport) => Upstream::Hosted( + transport + .send(hosted_request( + authenticated, + &request.wire.url, + &body, + request.stream, + )?) + .await?, + ), + }; + if let Upstream::Native(response) = &response + && request.ascii_response_headers + && let Some(unencodable) = UnencodableHeader::received(response.headers()) + { + return Err(Error::transport(unencodable)); + } + let failure = match response { + Upstream::Native(response) if response.status().is_success() => { + return Ok(Upstream::Native(response)); + } + Upstream::Native(response) => { + provider_failure(response, timeout, request.stream).await? + } + Upstream::Hosted(TransportResponse { + status, + headers, + delivered: Delivered::Rejected { text, error }, + }) => { + log_error_body(status, &text); + ProviderFailure { + status, + text, + headers, + raised: Some(error), + } + } + hosted @ Upstream::Hosted(_) => return Ok(hosted), + }; + let retried = if attempt == MESSAGES_HTTP_ERROR_ATTEMPTS { + None + } else { + config.retry_after_http_error( + failure.status, + &failure.text, + &body, + &request.transform_context, + ) + }; + let Some(retried) = retried else { + return Err(failure.into()); + }; + attempt += 1; + tracing::debug!( + "Anthropic /v1/messages: retrying after a recoverable HTTP error (attempt {attempt}/{MESSAGES_HTTP_ERROR_ATTEMPTS})." + ); + body = std::borrow::Cow::Owned(retried.body.clone()); + context.provider_request_retried(retried).await?; + } +} + fn serialize_failure(err: serde_json::Error) -> Error { Error::invalid_request(litellm_llms::ErrorDetail::failed( "Anthropic messages request serialization", @@ -360,27 +752,37 @@ fn serialize_failure(err: serde_json::Error) -> Error { )) } -/// Python's httpx timeout bounds each phase and each read, never the whole exchange. A complete -/// response keeps the client's overall deadline; a stream is bounded until its head arrives and -/// then per read (see [`timed_chunks`]), so a long stream that keeps sending is not cut off. async fn send( http: &litellm_http::Client, authenticated: Authenticated, url: &str, body: &Value, timeout: Duration, - stream: bool, ) -> Result { - let request = outbound_request(authenticated, url, body, (!stream).then_some(timeout))?; - if !stream { - return Ok(litellm_inference::outbound::send(request, http).await?); - } + let request = raw_leaf_outbound_request(authenticated, url, body, None)?; tokio::time::timeout(timeout, litellm_inference::outbound::send(request, http)) .await .map_err(litellm_http::Error::read_timeout)? + .map(super::encoding::decoded) .map_err(Error::from) } +async fn read_body( + mut response: reqwest::Response, + timeout: Duration, +) -> Result { + let expected = response.content_length(); + let mut body = Vec::new(); + while let Some(chunk) = tokio::time::timeout(timeout, response.chunk()) + .await + .map_err(litellm_http::Error::read_timeout)? + .map_err(|error| litellm_http::Error::body_read(error, body.len() as u64, expected))? + { + body.extend_from_slice(&chunk); + } + Ok(String::from_utf8_lossy(&body).into_owned()) +} + /// The stream's body, each read bounded by `timeout` as httpx bounds each read. fn timed_chunks( response: reqwest::Response, @@ -402,30 +804,65 @@ fn timed_chunks( ) } -/// The provider's error, its body read under `timeout`: a stream has no overall deadline once -/// its head arrives, so an error body that stalls would otherwise hold the call forever. -async fn provider_error(response: reqwest::Response, timeout: Duration) -> Error { - let status = response.status().as_u16(); - let headers = litellm_http::request::header_pairs(response.headers()); - match tokio::time::timeout(timeout, response.text()).await { - Ok(Ok(text)) => { - log_error_body(status, &text); - litellm_http::Error::upstream_with_headers(status, text, headers).into() +struct ProviderFailure { + status: u16, + text: String, + headers: Vec<(String, String)>, + raised: Option, +} + +impl From for Error { + fn from(failure: ProviderFailure) -> Self { + match failure.raised { + Some(raised) => raised, + None => litellm_http::Error::upstream_with_headers( + failure.status, + failure.text, + failure.headers, + ) + .into(), } - Ok(Err(error)) => litellm_http::Error::from(error).into(), - Err(elapsed) => litellm_http::Error::read_timeout(elapsed).into(), } } +async fn provider_failure( + response: reqwest::Response, + timeout: Duration, + stream: bool, +) -> Result { + let status = response.status().as_u16(); + let headers = super::encoding::header_pairs(response.headers()); + let text = if stream { + tokio::time::timeout( + Duration::from_secs(MESSAGES_STREAM_ERROR_BODY_READ_SECS), + read_body(response, timeout), + ) + .await + .ok() + .and_then(Result::ok) + .unwrap_or_default() + } else { + read_body(response, timeout).await? + }; + log_error_body(status, &text); + Ok(ProviderFailure { + status, + text, + headers, + raised: None, + }) +} + fn decode_response( config: &dyn BaseMessagesConfig, model: &str, text: &str, ) -> Result { - let response = match serde_json::from_str::(text) { + let marked = litellm_host::raw_json::mark_wide_numbers(text); + let response = match serde_json::from_str::(&marked) { Ok(response) => response, Err(err) => { - let Ok(mut body) = serde_json::from_str::>(text) else { + let Ok(mut body) = serde_json::from_str::>(&marked) else { return Err(Error::invalid_response(litellm_llms::ErrorDetail::invalid( "messages response JSON", err, @@ -435,11 +872,34 @@ fn decode_response( return Ok(MessagesBody::Unchecked(body)); } }; - config + let message = config .transform_anthropic_messages_response(model, response) - .map(|message| MessagesBody::Message(Box::new(message))) .map_err(Error::from) - .map_err(Error::after_send) + .map_err(Error::after_send)?; + if text_has_stop_reason(text) { + return Ok(MessagesBody::Message(Box::new(message))); + } + match serde_json::to_value(message).map_err(serialize_failure)? { + Value::Object(mut body) => { + body.remove("stop_reason"); + Ok(MessagesBody::Unchecked(body)) + } + _ => unreachable!("a message serializes as a JSON object"), + } +} + +#[derive(serde::Deserialize)] +struct StopReasonKey { + #[serde(default, deserialize_with = "key_present")] + stop_reason: bool, +} + +fn key_present<'de, D: serde::Deserializer<'de>>(deserializer: D) -> Result { + >::deserialize(deserializer).map(|_| true) +} + +fn text_has_stop_reason(text: &str) -> bool { + serde_json::from_str::(text).is_ok_and(|key| key.stop_reason) } fn streaming_response( @@ -447,14 +907,15 @@ fn streaming_response( decoder: Option, provider: &'static str, timeout: Duration, + joined: bool, ) -> MessagesCallResponse { - let headers = response - .headers() - .iter() - .filter_map(|(name, value)| Some((name.to_string(), value.to_str().ok()?.to_string()))) - .collect(); - let chunks = timed_chunks(response, timeout) - .inspect_ok(move |chunk| log_chunk(provider, "provider_response", chunk)); + let headers = super::encoding::header_pairs(response.headers()); + let chunks = timed_chunks(response, timeout); + let chunks = match (joined, &decoder) { + (true, None) => super::reads::joined_reads(chunks), + _ => chunks.boxed(), + } + .inspect_ok(move |chunk| log_chunk(provider, "provider_response", chunk)); let chunks = match decoder { None => chunks.map_err(Error::from).boxed(), Some(decode) => decoded_chunks( @@ -469,6 +930,73 @@ fn streaming_response( } } +fn hosted_streaming_response( + headers: Vec<(String, String)>, + chunks: BoxStream<'static, Result>, + decoder: Option, + provider: &'static str, +) -> MessagesCallResponse { + let chunks = chunks.inspect_ok(move |chunk| log_chunk(provider, "provider_response", chunk)); + let chunks = match decoder { + None => chunks.boxed(), + Some(decode) => decoded_chunks( + chunks.map_err(std::io::Error::other).boxed(), + decode, + provider, + ), + }; + MessagesCallResponse::Stream { + head: super::route::MessagesStreamHead { headers }, + chunks, + } +} + +fn framed(response: MessagesCallResponse) -> MessagesCallResponse { + let MessagesCallResponse::Stream { head, chunks } = response else { + return response; + }; + MessagesCallResponse::Stream { + head, + chunks: whole_sse_frames(chunks), + } +} + +fn whole_sse_frames( + chunks: BoxStream<'static, Result>, +) -> BoxStream<'static, Result> { + futures_util::stream::try_unfold( + (Some(chunks), Vec::new()), + |(chunks, mut pending)| async move { + let Some(mut chunks) = chunks else { + return Ok(None); + }; + while let Some(chunk) = chunks.try_next().await? { + pending.extend_from_slice(&chunk); + let end = complete_frames_end(&pending); + if end > 0 { + let rest = pending.split_off(end); + return Ok(Some((Bytes::from(pending), (Some(chunks), rest)))); + } + } + Ok((!pending.is_empty()).then(|| (Bytes::from(pending), (None, Vec::new())))) + }, + ) + .boxed() +} + +fn complete_frames_end(pending: &[u8]) -> usize { + [b"\r\n\r\n".as_slice(), b"\n\n", b"\r\r"] + .iter() + .filter_map(|delimiter| { + pending + .windows(delimiter.len()) + .rposition(|window| window == *delimiter) + .map(|at| at + delimiter.len()) + }) + .max() + .unwrap_or(0) +} + fn decoded_chunks( bytes: ByteStream, decode: StreamDecoder, @@ -529,6 +1057,14 @@ mod tests { async fn provider_call_with_secrets( call: MessagesCall, secrets: &(dyn Lookup + Send + Sync), + ) -> Result { + provider_call_federating(call, secrets, None).await + } + + async fn provider_call_federating( + call: MessagesCall, + secrets: &(dyn Lookup + Send + Sync), + workload_identity: Option<&dyn WorkloadIdentity>, ) -> Result { let provider = resolve_llm_provider( &call.body.model, @@ -542,6 +1078,7 @@ mod tests { let context = CallContext::new(&interceptors, litellm_inference::CallOptions::default()); provider_call( &AuthServices::default(), + workload_identity, config, model, call, @@ -735,6 +1272,178 @@ mod tests { assert!(error.is_missing_credential(), "{error:?}"); } + struct ScriptedIdentity { + minted: Result, ()>, + asked: std::sync::Mutex, Option)>>, + } + + impl ScriptedIdentity { + fn new(minted: Result, ()>) -> Self { + Self { + minted, + asked: std::sync::Mutex::new(Vec::new()), + } + } + + fn asked(&self) -> Vec<(Option, Option)> { + self.asked.lock().unwrap().clone() + } + } + + impl WorkloadIdentity for ScriptedIdentity { + fn token<'a>( + &'a self, + litellm_params: &'a litellm_router_types::LitellmParams, + api_base: Option<&'a str>, + ) -> futures_util::future::BoxFuture<'a, Result, litellm_auth::Error>> + { + self.asked.lock().unwrap().push(( + litellm_params + .extra + .get("anthropic_federation_rule_id") + .cloned(), + api_base.map(str::to_owned), + )); + let minted = self.minted; + Box::pin(async move { + minted + .map(|token| token.map(SecretValue::new)) + .map_err(|()| litellm_auth::Error::InvalidHeader) + }) + } + } + + fn federated_call( + shaping: MessagesShaping, + api_key: Option<&str>, + extra_headers: Option, + ) -> MessagesCall { + MessagesCall { + body: body( + json!({"model": "claude-test", "messages": [{"role": "user", "content": "hi"}], "max_tokens": 16}), + ), + api_key: api_key.map(str::to_owned), + api_base: Some("https://anthropic.test".into()), + custom_llm_provider: Some("anthropic".into()), + litellm_params: crate::litellm_params( + serde_json::from_value( + json!({"model": "claude-test", "anthropic_federation_rule_id": "fdrl_1"}), + ) + .unwrap(), + ) + .unwrap(), + extra_headers: extra_headers.map(|headers| serde_json::from_value(headers).unwrap()), + provider_specific_header: None, + timeout: None, + shaping, + } + } + + fn sent_headers<'a>(call: &'a ProviderCall, names: &[&str]) -> Vec<(&'a str, &'a str)> { + call.wire + .headers + .iter() + .filter(|(name, _)| names.contains(&name.as_str())) + .map(|(name, value)| (name.as_str(), value.as_str())) + .collect() + } + + #[rstest] + #[case::alone(None, &[("anthropic-beta", "oauth-2025-04-20"), ("authorization", "Bearer sk-ant-oat01-minted")])] + #[case::beside_a_caller_beta( + Some(json!({"anthropic-beta": "files-api-2025-04-14"})), + &[("anthropic-beta", "files-api-2025-04-14,oauth-2025-04-20"), ("authorization", "Bearer sk-ant-oat01-minted")] + )] + #[tokio::test] + async fn a_minted_federation_token_is_sent_as_an_oauth_bearer( + shaping: MessagesShaping, + #[case] extra_headers: Option, + #[case] expected: &[(&str, &str)], + ) { + let identity = ScriptedIdentity::new(Ok(Some("sk-ant-oat01-minted"))); + let call = provider_call_federating( + federated_call(shaping, None, extra_headers), + &|_: &str| None, + Some(&identity), + ) + .await + .unwrap(); + let mut sent = sent_headers( + &call, + &[ + "anthropic-beta", + "authorization", + "x-api-key", + "anthropic-dangerous-direct-browser-access", + ], + ); + sent.sort_unstable(); + assert_eq!( + (sent.as_slice(), identity.asked()), + ( + expected, + vec![(Some(json!("fdrl_1")), Some("https://anthropic.test".into()))] + ) + ); + } + + #[rstest] + #[case::static_key(Some("sk-static"), None, &[("x-api-key", "sk-static")])] + #[case::caller_credential( + None, + Some(json!({"x-api-key": "sk-caller"})), + &[("x-api-key", "sk-caller")] + )] + #[tokio::test] + async fn a_configured_credential_is_never_federated( + shaping: MessagesShaping, + #[case] api_key: Option<&str>, + #[case] extra_headers: Option, + #[case] expected: &[(&str, &str)], + ) { + let identity = ScriptedIdentity::new(Ok(Some("sk-ant-oat01-minted"))); + let call = provider_call_federating( + federated_call(shaping, api_key, extra_headers), + &|_: &str| None, + Some(&identity), + ) + .await + .unwrap(); + assert_eq!( + ( + sent_headers(&call, &["authorization", "x-api-key"]), + identity.asked() + ), + (expected.to_vec(), Vec::new()) + ); + } + + #[rstest] + #[case::nothing_minted(Ok(None), true)] + #[case::minting_failed(Err(()), false)] + #[tokio::test] + async fn an_unminted_federation_token_fails_the_call( + shaping: MessagesShaping, + #[case] minted: Result, ()>, + #[case] missing_credential: bool, + ) { + let identity = ScriptedIdentity::new(minted); + let Err(error) = provider_call_federating( + federated_call(shaping, None, None), + &|_: &str| None, + Some(&identity), + ) + .await + else { + panic!("a call without a minted token fails"); + }; + assert_eq!( + error.is_missing_credential(), + missing_credential, + "{error:?}" + ); + } + #[rstest] #[case::nothing_configured(None, None, None)] #[case::configured_setting(None, Some(1800.0), Some(Duration::from_secs(1800)))] @@ -1037,7 +1746,7 @@ mod tests { .await .unwrap(); assert_eq!(call.wire.url, format!("{base}{path}")); - let signed = outbound_request( + let signed = raw_leaf_outbound_request( Authenticated { headers: call.wire.headers, signer: call.signer, @@ -1081,6 +1790,7 @@ mod tests { Some(streaming::event_stream), "test", Duration::from_secs(5), + false, ) else { panic!("a streaming response returns chunks"); }; @@ -1092,4 +1802,48 @@ mod tests { } assert!(chunks.next().await.is_none()); } + + #[rstest] + #[case::no_delimiter(b"data: a".as_slice(), 0)] + #[case::lf(b"data: a\n\ndata: b", 9)] + #[case::crlf(b"data: a\r\n\r\ndata: b", 11)] + #[case::cr(b"data: a\r\rdata: b", 9)] + #[case::last_of_several(b"data: a\n\ndata: b\n\ndata: c", 18)] + fn complete_frames_end_is_after_the_last_delimiter(#[case] pending: &[u8], #[case] end: usize) { + assert_eq!(complete_frames_end(pending), end); + } + + #[rstest] + #[case::split_frame( + vec![&b"data: a\n"[..], b"\ndata: ", b"b\n\n"], + vec![&b"data: a\n\n"[..], b"data: b\n\n"] + )] + #[case::several_frames_in_one_chunk( + vec![&b"data: a\n\ndata: b\n\nda"[..], b"ta: c\n\n"], + vec![&b"data: a\n\ndata: b\n\n"[..], b"data: c\n\n"] + )] + #[case::unterminated_tail_is_flushed( + vec![&b"data: a\n\nda"[..], b"ta: b"], + vec![&b"data: a\n\n"[..], b"data: b"] + )] + #[tokio::test] + async fn whole_sse_frames_regroups_chunks_at_frame_boundaries( + #[case] chunks: Vec<&'static [u8]>, + #[case] expected: Vec<&'static [u8]>, + ) { + let upstream = futures_util::stream::iter( + chunks + .into_iter() + .map(|chunk| Ok::<_, Error>(Bytes::from_static(chunk))), + ) + .boxed(); + let framed: Vec = whole_sse_frames(upstream).try_collect().await.unwrap(); + assert_eq!( + framed, + expected + .into_iter() + .map(Bytes::from_static) + .collect::>() + ); + } } diff --git a/litellm/rust/crates/inference-messages/src/host_answer.rs b/litellm/rust/crates/inference-messages/src/host_answer.rs new file mode 100644 index 00000000000..07d183406ea --- /dev/null +++ b/litellm/rust/crates/inference-messages/src/host_answer.rs @@ -0,0 +1,11 @@ +use futures_util::future::BoxFuture; + +use crate::Error; + +pub trait HostAnswer: Send + Sync { + fn answer(&self, stream: bool) -> BoxFuture<'_, Result<(), Error>>; + + fn intercept(&self, stream: bool) -> BoxFuture<'_, Result> { + Box::pin(async move { self.answer(stream).await.map(|()| true) }) + } +} diff --git a/litellm/rust/crates/inference-messages/src/lib.rs b/litellm/rust/crates/inference-messages/src/lib.rs new file mode 100644 index 00000000000..cd312ee61b1 --- /dev/null +++ b/litellm/rust/crates/inference-messages/src/lib.rs @@ -0,0 +1,210 @@ +mod common_utils; +mod constants; +mod encoding; +mod handler; +mod host_answer; +mod pre_request; +mod reads; +pub mod route; +mod safeguards; +mod transport; +mod types; +mod workload_identity; + +use futures_util::FutureExt; +use litellm_auth::AuthServices; +use litellm_host::interceptors::Interceptors; +use litellm_inference::context::CallContext; +use litellm_inference::provider::resolve_llm_provider; +use litellm_llms_types::recognized::Recognized; +use litellm_secrets::source::SecretSource; +use std::sync::Arc; + +use crate::common_utils::messages_provider; + +pub use common_utils::merge_messages_header_sources; +pub use encoding::DecodingError; +pub use host_answer::HostAnswer; +pub use litellm_inference::Error; +pub use pre_request::PreRequestHooks; +pub use safeguards::Safeguards; +pub use transport::{ + Delivered, Transport, TransportBody, TransportRequest, TransportResponse, UnencodableHeader, +}; +pub use types::{ + MessagesBody, MessagesCall, MessagesCallResponse, MessagesSettings, MessagesShaping, + litellm_params, messages_body, +}; +pub use workload_identity::WorkloadIdentity; + +#[derive(Clone)] +pub struct MessagesRoute { + http: litellm_http::Client, + auth: Arc, + secrets: Arc, + cache: Option, + workload_identity: Option>, + transport: Option>, + pre_request_hooks: Option>, + safeguards: Option>, + host_answer: Option>, +} + +impl MessagesRoute { + pub fn new( + http: litellm_http::Client, + auth: Arc, + secrets: Arc, + ) -> Self { + Self { + http, + auth, + secrets, + cache: None, + workload_identity: None, + transport: None, + pre_request_hooks: None, + safeguards: None, + host_answer: None, + } + } + + #[must_use] + pub fn with_workload_identity(self, workload_identity: Arc) -> Self { + Self { + workload_identity: Some(workload_identity), + ..self + } + } + + #[must_use] + pub fn with_transport(self, transport: Arc) -> Self { + Self { + transport: Some(transport), + ..self + } + } + + #[must_use] + pub fn with_pre_request_hooks(self, hooks: Arc) -> Self { + Self { + pre_request_hooks: Some(hooks), + ..self + } + } + + #[must_use] + pub fn with_safeguards(self, safeguards: Arc) -> Self { + Self { + safeguards: Some(safeguards), + ..self + } + } + + #[must_use] + pub fn with_host_answer(self, host_answer: Arc) -> Self { + Self { + host_answer: Some(host_answer), + ..self + } + } + + #[must_use] + pub fn with_cache(self, cache: litellm_cache_response::ScopedCache) -> Self { + Self { + cache: Some(cache), + ..self + } + } + + pub async fn execute( + &self, + call: MessagesCall, + interceptors: &impl litellm_host::interceptors::Interceptors, + options: impl Into, + ) -> Result { + let context = CallContext::new(interceptors, options.into()); + litellm_host::lifecycle::observe_call(context.observers.clone(), self.run(call, context)) + .await + } + + #[tracing::instrument(name = "litellm.route", skip_all, fields( + route = "messages", + model = %call.body.model, + provider, + resolved_model, + stream = call.body.params.streams(), + outcome + ))] + async fn run( + &self, + call: MessagesCall, + context: CallContext<'_, impl Interceptors>, + ) -> Result { + litellm_inference::diagnostic::call(async { + let requested_stream = call.body.params.streams(); + let client_streams = call.body.params.stream == Some(Recognized::Known(true)); + let call = match &self.pre_request_hooks { + None => call, + Some(hooks) => { + let (config, model, _) = Self::provider(&call)?; + if let Some(output) = handler::cached(self, config, &model, &context).await? { + return Ok(output); + } + hooks.run(call).await? + } + }; + let (config, model, provider) = Self::provider(&call)?; + litellm_inference::diagnostic::provider(&model, provider); + if self.pre_request_hooks.is_none() + && let Some(output) = handler::cached(self, config, &model, &context).await? + { + return Ok(output); + } + if let Some(host_answer) = self + .host_answer + .as_deref() + .filter(|_| call.shaping.settings.intercepted) + && host_answer.intercept(requested_stream).await? + { + return handler::deliver_answer(self, config, model, requested_stream, &context) + .await; + } + if let Some(mock) = call.shaping.settings.mock_response { + return Ok( + handler::mocked(self, config, model, &context, mock, requested_stream).await, + ); + } + if let Some(host_answer) = self + .host_answer + .as_deref() + .filter(|_| call.shaping.settings.mcp_gateway) + { + let stream = call.body.params.streams(); + return handler::answered(self, host_answer, config, model, stream, &context).await; + } + let secrets = self.secrets.resolve(config.config().secret_names()).await?; + handler::execute(self, config, model, call, secrets, client_streams, &context) + .boxed() + .await + }) + .await + } + + fn provider( + call: &MessagesCall, + ) -> Result<(common_utils::MessagesProvider, String, &'static str), Error> { + let provider = resolve_llm_provider( + &call.body.model, + call.custom_llm_provider.as_deref(), + "messages", + )?; + let config = messages_provider(provider.provider, provider.model) + .ok_or_else(|| Error::InvalidProvider(<&str>::from(provider.provider).to_string()))?; + Ok(( + config, + provider.model.to_owned(), + <&'static str>::from(provider.provider), + )) + } +} diff --git a/litellm/rust/crates/inference-messages/src/pre_request.rs b/litellm/rust/crates/inference-messages/src/pre_request.rs new file mode 100644 index 00000000000..949dcd6585b --- /dev/null +++ b/litellm/rust/crates/inference-messages/src/pre_request.rs @@ -0,0 +1,7 @@ +use futures_util::future::BoxFuture; + +use super::{Error, MessagesCall}; + +pub trait PreRequestHooks: Send + Sync { + fn run(&self, call: MessagesCall) -> BoxFuture<'_, Result>; +} diff --git a/litellm/rust/crates/inference-messages/src/reads.rs b/litellm/rust/crates/inference-messages/src/reads.rs new file mode 100644 index 00000000000..0e127a42a13 --- /dev/null +++ b/litellm/rust/crates/inference-messages/src/reads.rs @@ -0,0 +1,394 @@ +use std::{collections::VecDeque, sync::Arc}; + +use bytes::Bytes; +use futures_util::{FutureExt, Stream, StreamExt, stream::BoxStream}; +use std::sync::Mutex; +use tokio::{sync::Notify, task::JoinHandle}; + +const READ_SIZE: usize = 16 * 1024; +const LOW_WATER: usize = 64 * 1024; +const HIGH_WATER: usize = 2 * LOW_WATER; +const SETTLE_YIELDS: usize = 64; + +struct Buffer { + chunks: VecDeque, + size: usize, + quiet: bool, + failure: Option, + ended: bool, +} + +impl Buffer { + fn take(&mut self) -> Bytes { + let mut joined = Vec::new(); + while let Some(mut chunk) = self.chunks.pop_front() { + let room = READ_SIZE - joined.len(); + if chunk.len() > room { + let rest = chunk.split_off(room); + self.chunks.push_front(rest); + } + if joined.is_empty() && (chunk.len() == READ_SIZE || self.chunks.is_empty()) { + self.size -= chunk.len(); + return chunk; + } + joined.extend_from_slice(&chunk); + self.size -= chunk.len(); + if joined.len() == READ_SIZE { + break; + } + } + Bytes::from(joined) + } +} + +struct Reads { + buffer: Mutex>, + received: Notify, + drained: Notify, +} + +enum Read { + Chunk(Bytes), + Failure(E), + End, +} + +impl Reads { + fn readable(&self) -> bool { + let buffer = self.buffer(); + buffer.failure.is_some() + || buffer.ended + || (!buffer.chunks.is_empty() && (buffer.quiet || buffer.size >= READ_SIZE)) + } + + fn quiet(&self) { + self.buffer().quiet = true; + self.received.notify_one(); + } + + fn read(&self) -> Option> { + let mut buffer = self.buffer(); + if !buffer.chunks.is_empty() { + let chunk = buffer.take(); + drop(buffer); + self.drained.notify_one(); + return Some(Read::Chunk(chunk)); + } + if let Some(failure) = buffer.failure.take() { + return Some(Read::Failure(failure)); + } + buffer.ended.then_some(Read::End) + } + + fn buffer(&self) -> std::sync::MutexGuard<'_, Buffer> { + self.buffer + .lock() + .unwrap_or_else(std::sync::PoisonError::into_inner) + } +} + +struct Reader(JoinHandle<()>); + +impl Drop for Reader { + fn drop(&mut self) { + self.0.abort(); + } +} + +pub(crate) fn joined_reads( + chunks: impl Stream> + Send + 'static, +) -> BoxStream<'static, Result> { + let Ok(runtime) = tokio::runtime::Handle::try_current() else { + return chunks.boxed(); + }; + let reads = Arc::new(Reads { + buffer: Mutex::new(Buffer { + chunks: VecDeque::new(), + size: 0, + quiet: false, + failure: None, + ended: false, + }), + received: Notify::new(), + drained: Notify::new(), + }); + let reader = Reader(runtime.spawn(fill(chunks.boxed(), Arc::clone(&reads)))); + futures_util::stream::unfold(Some((reads, reader)), |state| async move { + let (reads, reader) = state?; + loop { + let received = reads.received.notified(); + if reads.readable() { + break; + } + received.await; + } + let read = reads.read()?; + match read { + Read::Chunk(chunk) => Some((Ok(chunk), Some((reads, reader)))), + Read::Failure(failure) => Some((Err(failure), None)), + Read::End => None, + } + }) + .boxed() +} + +async fn fill(mut chunks: BoxStream<'static, Result>, reads: Arc>) { + loop { + let next = match settled_next(&mut chunks).await { + Some(next) => next, + None => { + reads.quiet(); + chunks.next().await + } + }; + let paused = { + let mut buffer = reads.buffer(); + buffer.quiet = false; + match next { + Some(Ok(chunk)) => { + buffer.size += chunk.len(); + if !chunk.is_empty() { + buffer.chunks.push_back(chunk); + } + } + Some(Err(failure)) => { + buffer.failure = Some(failure); + buffer.ended = true; + } + None => buffer.ended = true, + } + if buffer.ended { + drop(buffer); + reads.received.notify_one(); + return; + } + buffer.size > HIGH_WATER + }; + reads.received.notify_one(); + if paused { + reads.quiet(); + loop { + let drained = reads.drained.notified(); + if reads.buffer().size < LOW_WATER { + break; + } + drained.await; + } + } + } +} + +async fn settled_next( + chunks: &mut BoxStream<'static, Result>, +) -> Option>> { + for _ in 0..SETTLE_YIELDS { + if let Some(next) = chunks.next().now_or_never() { + return Some(next); + } + tokio::task::yield_now().await; + } + None +} + +#[cfg(test)] +mod tests { + use std::{ + pin::Pin, + sync::atomic::{AtomicUsize, Ordering}, + task::{Context, Poll}, + time::Duration, + }; + + use futures_util::{FutureExt, StreamExt, TryStreamExt}; + use tokio::sync::mpsc; + + use super::*; + + struct Upstream { + receiver: mpsc::UnboundedReceiver>, + pulled: Arc, + } + + impl Stream for Upstream { + type Item = Result; + + fn poll_next(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll> { + let next = self.receiver.poll_recv(cx); + if let Poll::Ready(Some(_)) = next { + self.pulled.fetch_add(1, Ordering::SeqCst); + } + next + } + } + + type Item = Result; + + fn upstream() -> ( + mpsc::UnboundedSender, + BoxStream<'static, Item>, + Arc, + ) { + let (sender, receiver) = mpsc::unbounded_channel(); + let pulled = Arc::new(AtomicUsize::new(0)); + let reads = joined_reads(Upstream { + receiver, + pulled: Arc::clone(&pulled), + }); + (sender, reads, pulled) + } + + async fn settled() { + tokio::time::sleep(Duration::from_millis(20)).await; + } + + #[rstest::rstest] + #[tokio::test] + async fn chunks_that_arrived_together_are_read_as_one() { + let (sender, mut reads, _) = upstream(); + sender.send(Ok(Bytes::from("event: a\n\n"))).unwrap(); + sender.send(Ok(Bytes::from("event: b\n\n"))).unwrap(); + sender.send(Ok(Bytes::from("event: c\n\n"))).unwrap(); + settled().await; + assert_eq!( + reads.try_next().await.unwrap().unwrap(), + "event: a\n\nevent: b\n\nevent: c\n\n" + ); + sender.send(Ok(Bytes::from("event: d\n\n"))).unwrap(); + settled().await; + assert_eq!(reads.try_next().await.unwrap().unwrap(), "event: d\n\n"); + drop(sender); + assert!(reads.try_next().await.unwrap().is_none()); + } + + #[rstest::rstest] + #[tokio::test] + async fn chunks_still_being_handed_over_join_the_read() { + let handed_over = futures_util::stream::unfold(0, |sent| async move { + tokio::task::yield_now().await; + (sent < 50).then(|| (Ok::<_, &str>(Bytes::from("event: ping\n\n")), sent + 1)) + }); + let read: Vec = joined_reads(handed_over) + .map_ok(|chunk| chunk.len()) + .try_collect() + .await + .unwrap(); + assert_eq!(read, [50 * "event: ping\n\n".len()]); + } + + #[rstest::rstest] + #[tokio::test] + async fn a_read_returns_the_first_chunk_without_waiting_for_more() { + let (sender, mut reads, _) = upstream(); + let first = tokio::spawn(async move { reads.try_next().await }); + settled().await; + sender.send(Ok(Bytes::from("event: a\n\n"))).unwrap(); + assert_eq!(first.await.unwrap().unwrap().unwrap(), "event: a\n\n"); + } + + #[rstest::rstest] + #[tokio::test] + async fn reads_are_cut_at_sixteen_kibibytes() { + let (sender, reads, _) = upstream(); + sender.send(Ok(Bytes::from(vec![b'a'; 10_000]))).unwrap(); + sender.send(Ok(Bytes::from(vec![b'b'; 30_000]))).unwrap(); + drop(sender); + settled().await; + let sizes: Vec = reads + .map_ok(|chunk| chunk.len()) + .try_collect() + .await + .unwrap(); + assert_eq!(sizes, [READ_SIZE, READ_SIZE, 40_000 - 2 * READ_SIZE]); + } + + #[rstest::rstest] + #[tokio::test] + async fn the_bytes_still_buffered_are_read_before_a_failure() { + let (sender, mut reads, _) = upstream(); + sender.send(Ok(Bytes::from("event: a\n\n"))).unwrap(); + sender.send(Ok(Bytes::from("event: b\n\n"))).unwrap(); + sender.send(Err("reset")).unwrap(); + settled().await; + assert_eq!( + reads.try_next().await.unwrap().unwrap(), + "event: a\n\nevent: b\n\n" + ); + assert_eq!(reads.try_next().await.unwrap_err(), "reset"); + assert!(reads.next().await.is_none()); + } + + #[rstest::rstest] + #[tokio::test] + async fn reading_pauses_above_the_high_water_mark_until_below_the_low_one() { + let (sender, mut reads, pulled) = upstream(); + std::iter::repeat_with(|| Bytes::from(vec![b'a'; READ_SIZE])) + .take(12) + .try_for_each(|chunk| sender.send(Ok(chunk))) + .unwrap(); + settled().await; + assert_eq!(pulled.load(Ordering::SeqCst), 9); + let read: Vec = (&mut reads).take(5).try_collect().await.unwrap(); + assert_eq!(read.len(), 5); + settled().await; + assert_eq!(pulled.load(Ordering::SeqCst), 9); + reads.try_next().await.unwrap(); + settled().await; + assert_eq!(pulled.load(Ordering::SeqCst), 12); + } + + async fn chunked_upstream(frames: usize) -> String { + use tokio::io::{AsyncReadExt, AsyncWriteExt}; + let listener = tokio::net::TcpListener::bind("127.0.0.1:0").await.unwrap(); + let address = listener.local_addr().unwrap(); + tokio::spawn(async move { + let (mut socket, _) = listener.accept().await.unwrap(); + let mut request = [0_u8; 4096]; + let _ = socket.read(&mut request).await.unwrap(); + let frame = "event: ping\ndata: {\"type\": \"ping\"}\n\n"; + let body: String = + std::iter::repeat_n(format!("{:x}\r\n{frame}\r\n", frame.len()), frames).collect(); + let response = format!( + "HTTP/1.1 200 OK\r\ncontent-type: text/event-stream\r\ntransfer-encoding: chunked\r\nconnection: close\r\n\r\n{body}0\r\n\r\n" + ); + socket.write_all(response.as_bytes()).await.unwrap(); + tokio::time::sleep(Duration::from_secs(1)).await; + }); + format!("http://{address}") + } + + #[rstest::rstest] + #[case::fifty(50)] + #[case::a_thousand(1000)] + #[tokio::test(flavor = "multi_thread", worker_threads = 4)] + async fn http_chunks_written_together_are_read_together(#[case] frames: usize) { + let url = chunked_upstream(frames).await; + let response = litellm_http::Client::for_test() + .get(url) + .send() + .await + .unwrap(); + tokio::time::sleep(Duration::from_millis(50)).await; + let sizes: Vec = joined_reads(response.bytes_stream()) + .map_ok(|chunk| chunk.len()) + .try_collect() + .await + .unwrap(); + let total = frames * "event: ping\ndata: {\"type\": \"ping\"}\n\n".len(); + let expected: Vec = std::iter::repeat_n(READ_SIZE, total / READ_SIZE) + .chain((!total.is_multiple_of(READ_SIZE)).then_some(total % READ_SIZE)) + .collect(); + assert_eq!(sizes, expected); + } + + #[rstest::rstest] + fn without_a_runtime_the_chunks_pass_through() { + let chunks = + futures_util::stream::iter([Ok::<_, &str>(Bytes::from("a")), Ok(Bytes::from("b"))]); + let read: Vec = joined_reads(chunks) + .try_collect() + .now_or_never() + .unwrap() + .unwrap(); + assert_eq!(read, [Bytes::from("a"), Bytes::from("b")]); + } +} diff --git a/litellm/rust/crates/inference-messages/src/route.rs b/litellm/rust/crates/inference-messages/src/route.rs new file mode 100644 index 00000000000..fa850b23bf2 --- /dev/null +++ b/litellm/rust/crates/inference-messages/src/route.rs @@ -0,0 +1,176 @@ +use std::convert::Infallible; + +use bytes::Bytes; +use litellm_host::{ + call::{HostedCompletion, HostedMachine, hosted_call}, + protocol::Protocol, +}; + +use super::{Error, MessagesBody, MessagesCall}; + +pub type MessagesOutput = HostedCompletion; + +/// The upstream response as the caller sees it at stream hand-off, before any chunk. +pub struct MessagesStreamHead { + pub headers: Vec<(String, String)>, +} + +pub struct Messages; + +impl Protocol for Messages { + type Response = MessagesBody; + type Error = Error; + type Request = MessagesCall; + type HostCall = Infallible; + type Chunk = Bytes; + type StreamHead = MessagesStreamHead; +} + +pub type MessagesMachine = HostedMachine; + +impl super::MessagesRoute { + pub fn machine( + self, + request: super::MessagesCall, + options: impl Into, + ) -> MessagesMachine { + let litellm_inference::CallOptions { + cache: cache_options, + observers, + } = options.into(); + hosted_call( + request, + observers, + move |call, _, interceptors, observers| async move { + let context = litellm_inference::context::CallContext::new( + &interceptors, + litellm_inference::CallOptions { + cache: cache_options, + observers, + }, + ); + self.run(call, context).await + }, + ) + } +} + +impl litellm_inference::caching::Cachable for Messages { + const SURFACE: &'static str = "messages"; +} + +impl litellm_inference::caching::StreamCachable for Messages { + const TERMINAL_EVENT: &'static str = "message_stop"; + + fn replay(data: bytes::Bytes) -> Option> { + Some(litellm_host::call::CallOutput::Stream { + head: MessagesStreamHead { + headers: Vec::new(), + }, + chunks: Box::pin(futures_util::stream::iter([Ok(data)])), + }) + } + + fn bytes(chunk: &Self::Chunk) -> &[u8] { + chunk.as_ref() + } + + fn storable_stream(text: &str) -> bool { + let lines: Vec<&str> = sse_lines(text).collect(); + lines.contains(&"event: message_stop") + && !carries_provider_error(&lines) + && lines.iter().any(|line| line_carries_output(line)) + } +} + +fn sse_lines(text: &str) -> impl Iterator { + let mut rest = Some(text); + std::iter::from_fn(move || { + let current = rest?; + match current.find(['\r', '\n']) { + Some(at) => { + let skip = if current[at..].starts_with("\r\n") { + 2 + } else { + 1 + }; + rest = Some(¤t[at + skip..]); + Some(¤t[..at]) + } + None => { + rest = None; + (!current.is_empty()).then_some(current) + } + } + }) +} + +fn sse_data(line: &str, stripped: bool) -> Option> { + let data = line.strip_prefix("data:")?; + let data = if stripped { + data.trim_matches(|c: char| matches!(c, ' ' | '\t' | '\n' | '\r' | '\x0b' | '\x0c')) + } else { + data + }; + match serde_json::from_str(data) { + Ok(serde_json::Value::Object(map)) => Some(map), + _ => None, + } +} + +fn carries_provider_error(lines: &[&str]) -> bool { + lines + .iter() + .filter_map(|line| sse_data(line, true)) + .find(|event| event.get("type").and_then(serde_json::Value::as_str) == Some("error")) + .is_some_and(|event| event.get("error").is_some_and(serde_json::Value::is_object)) +} + +fn line_carries_output(line: &str) -> bool { + let Some(event) = sse_data(line, false) else { + return false; + }; + let block = match event.get("type").and_then(serde_json::Value::as_str) { + Some("content_block_start") => event.get("content_block"), + Some("content_block_delta") => event.get("delta"), + _ => None, + }; + block + .and_then(serde_json::Value::as_object) + .is_some_and(|fields| { + fields.iter().any(|(name, value)| { + name != "type" + && !matches!(value, serde_json::Value::Null) + && value.as_str() != Some("") + && value.as_array().is_none_or(|items| !items.is_empty()) + }) + }) +} + +#[cfg(test)] +mod tests { + use litellm_inference::caching::StreamCachable; + use rstest::rstest; + + use super::Messages; + + const TEXT: &str = "event: message_start\ndata: {\"type\":\"message_start\"}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"Paris\"}}\n\n"; + const EMPTY: &str = "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"\"}}\n\n"; + const STOP: &str = "event: message_stop\ndata: {\"type\":\"message_stop\"}\n\n"; + + #[rstest] + #[case::complete(format!("{TEXT}{STOP}"), true)] + #[case::crlf_lines(format!("{TEXT}{STOP}").replace('\n', "\r\n"), true)] + #[case::done_sentinel(format!("{TEXT}{STOP}data: [DONE]\n\n"), true)] + #[case::data_only_frames(format!("{TEXT}{STOP}").replace("event: message_stop\n", ""), false)] + #[case::event_without_space(format!("{TEXT}{STOP}").replace("event: message_stop", "event:message_stop"), false)] + #[case::provider_error(format!("{TEXT}{STOP}event: error\ndata: {{\"type\":\"error\",\"error\":{{\"type\":\"overloaded_error\"}}}}\n\n"), false)] + #[case::error_without_body(format!("{TEXT}{STOP}data: {{\"type\":\"error\",\"error\":\"overloaded\"}}\n\n"), true)] + #[case::no_output(format!("{EMPTY}{STOP}"), false)] + fn a_stream_is_stored_by_python_s_message_stop_error_and_output_tests( + #[case] text: String, + #[case] stored: bool, + ) { + assert_eq!(Messages::storable_stream(&text), stored); + } +} diff --git a/litellm/rust/crates/inference-messages/src/safeguards.rs b/litellm/rust/crates/inference-messages/src/safeguards.rs new file mode 100644 index 00000000000..78e4a752536 --- /dev/null +++ b/litellm/rust/crates/inference-messages/src/safeguards.rs @@ -0,0 +1,248 @@ +use std::{collections::VecDeque, sync::Arc}; + +use bytes::Bytes; +use futures_util::{StreamExt, TryStreamExt, future::BoxFuture, stream::BoxStream}; +use serde_json::Value; + +use super::{Error, MessagesBody, MessagesCallResponse}; + +const SAFEGUARD_RESULTS: &str = "safeguard_results"; + +pub trait Safeguards: Send + Sync { + fn results<'a>( + &'a self, + response: &'a MessagesBody, + ) -> BoxFuture<'a, Result, Error>>; + + fn open_stream(&self) -> BoxFuture<'_, Result>; + + fn frames(&self, chunk: Bytes) -> BoxFuture<'_, Result, Error>>; + + fn flush(&self) -> BoxFuture<'_, Result, Error>>; +} + +pub(super) async fn stamped( + safeguards: Option<&Arc>, + output: MessagesCallResponse, +) -> Result { + let Some(safeguards) = safeguards else { + return Ok(output); + }; + match output { + MessagesCallResponse::Complete(response) => { + let results = safeguards.results(&response).await?; + Ok(MessagesCallResponse::Complete(match results { + Some(results) => with_results(response, results), + None => response, + })) + } + MessagesCallResponse::Stream { head, chunks } => { + if !safeguards.open_stream().await? { + return Ok(MessagesCallResponse::Stream { head, chunks }); + } + Ok(MessagesCallResponse::Stream { + head, + chunks: stamped_frames(Arc::clone(safeguards), chunks), + }) + } + } +} + +fn with_results(response: MessagesBody, results: Value) -> MessagesBody { + match response { + MessagesBody::Message(mut message) => { + message.extra.insert(SAFEGUARD_RESULTS.to_owned(), results); + MessagesBody::Message(message) + } + MessagesBody::Unchecked(mut body) => { + body.insert(SAFEGUARD_RESULTS.to_owned(), results); + MessagesBody::Unchecked(body) + } + } +} + +struct Framing { + chunks: Option>>, + safeguards: Arc, + ready: VecDeque, +} + +fn stamped_frames( + safeguards: Arc, + chunks: BoxStream<'static, Result>, +) -> BoxStream<'static, Result> { + let framing = Framing { + chunks: Some(chunks), + safeguards, + ready: VecDeque::new(), + }; + futures_util::stream::try_unfold(framing, |mut framing| async move { + loop { + if let Some(frame) = framing.ready.pop_front() { + return Ok(Some((frame, framing))); + } + let Some(mut chunks) = framing.chunks.take() else { + return Ok(None); + }; + let frames = match chunks.try_next().await? { + Some(chunk) => { + framing.chunks = Some(chunks); + framing.safeguards.frames(chunk).await? + } + None => framing.safeguards.flush().await?, + }; + framing.ready.extend(frames); + } + }) + .boxed() +} + +#[cfg(test)] +mod tests { + use std::sync::Mutex; + + use litellm_llms_types::formats::messages::MessagesResponse; + use rstest::rstest; + use serde_json::{Map, json}; + + use super::*; + use crate::route::MessagesStreamHead; + + struct Scripted { + results: Option, + streams: bool, + fed: Mutex>, + } + + impl Scripted { + fn new(results: Option, streams: bool) -> Arc { + Arc::new(Self { + results, + streams, + fed: Mutex::new(Vec::new()), + }) + } + } + + impl Safeguards for Scripted { + fn results<'a>( + &'a self, + _: &'a MessagesBody, + ) -> BoxFuture<'a, Result, Error>> { + Box::pin(async move { Ok(self.results.clone()) }) + } + + fn open_stream(&self) -> BoxFuture<'_, Result> { + Box::pin(async move { Ok(self.streams) }) + } + + fn frames(&self, chunk: Bytes) -> BoxFuture<'_, Result, Error>> { + Box::pin(async move { + self.fed.lock().unwrap().push(chunk.clone()); + Ok(chunk + .split_inclusive(|byte| *byte == b';') + .map(Bytes::copy_from_slice) + .collect()) + }) + } + + fn flush(&self) -> BoxFuture<'_, Result, Error>> { + Box::pin(async move { Ok(vec![Bytes::from_static(b"tail")]) }) + } + } + + fn message() -> MessagesBody { + let response: MessagesResponse = serde_json::from_value(json!({ + "id": "msg_1", "type": "message", "role": "assistant", "model": "m", + "content": [], "stop_reason": "end_turn", "stop_sequence": null, + })) + .unwrap(); + MessagesBody::Message(Box::new(response)) + } + + fn stream(chunks: &[&'static [u8]]) -> MessagesCallResponse { + let chunks: Vec> = chunks + .iter() + .map(|chunk| Ok(Bytes::from_static(chunk))) + .collect(); + MessagesCallResponse::Stream { + head: MessagesStreamHead { + headers: Vec::new(), + }, + chunks: futures_util::stream::iter(chunks).boxed(), + } + } + + async fn collected(output: MessagesCallResponse) -> Vec { + let MessagesCallResponse::Stream { chunks, .. } = output else { + panic!("expected a stream"); + }; + chunks.try_collect().await.unwrap() + } + + #[rstest] + #[case::message_gains_the_results(message(), Some(json!([{"type": "dangerous_tool_use"}])))] + #[case::unchecked_gains_the_results( + MessagesBody::Unchecked(Map::new()), + Some(json!([{"type": "dangerous_tool_use"}])) + )] + #[case::declined_leaves_it(message(), None)] + #[tokio::test] + async fn a_complete_response_carries_what_the_classifier_answered( + #[case] response: MessagesBody, + #[case] results: Option, + ) { + let safeguards: Arc = Scripted::new(results.clone(), false); + let MessagesCallResponse::Complete(stamped) = stamped( + Some(&safeguards), + MessagesCallResponse::Complete(response.clone()), + ) + .await + .unwrap() else { + panic!("expected a complete response"); + }; + let body = serde_json::to_value(&stamped).unwrap(); + assert_eq!(body.get(SAFEGUARD_RESULTS), results.as_ref()); + let mut unstamped = body; + unstamped.as_object_mut().unwrap().remove(SAFEGUARD_RESULTS); + assert_eq!(unstamped, serde_json::to_value(&response).unwrap()); + } + + #[tokio::test] + async fn a_stream_is_reframed_through_the_classifier_and_flushed_at_its_end() { + let scripted = Scripted::new(None, true); + let safeguards: Arc = scripted.clone(); + let frames = collected( + stamped(Some(&safeguards), stream(&[b"a;b", b";c;"])) + .await + .unwrap(), + ) + .await; + assert_eq!( + frames, + ["a;", "b", ";", "c;", "tail"] + .map(|frame| Bytes::from_static(frame.as_bytes())) + .to_vec() + ); + assert_eq!(scripted.fed.lock().unwrap().len(), 2); + } + + #[rstest] + #[case::declined(Some(Scripted::new(None, false) as Arc))] + #[case::not_classified(None)] + #[tokio::test] + async fn a_stream_the_classifier_does_not_answer_passes_through( + #[case] safeguards: Option>, + ) { + let frames = collected( + stamped(safeguards.as_ref(), stream(&[b"a;b", b";c;"])) + .await + .unwrap(), + ) + .await; + assert_eq!( + frames, + [b"a;b".as_slice(), b";c;"].map(Bytes::from_static).to_vec() + ); + } +} diff --git a/litellm/rust/crates/inference-messages/src/transport.rs b/litellm/rust/crates/inference-messages/src/transport.rs new file mode 100644 index 00000000000..1353592447b --- /dev/null +++ b/litellm/rust/crates/inference-messages/src/transport.rs @@ -0,0 +1,59 @@ +use bytes::Bytes; +use futures_util::{future::BoxFuture, stream::BoxStream}; +use serde_json::Value; + +use crate::Error; + +pub enum TransportBody { + Json(Value), + Signed(Bytes), +} + +pub struct TransportRequest { + pub url: String, + pub headers: Vec<(String, String)>, + pub body: TransportBody, + pub stream: bool, +} + +pub enum Delivered { + Complete(String), + Stream(BoxStream<'static, Result>), + Rejected { text: String, error: Error }, +} + +pub struct TransportResponse { + pub status: u16, + pub headers: Vec<(String, String)>, + pub delivered: Delivered, +} + +#[derive(Clone, Debug, PartialEq, Eq)] +pub enum UnencodableHeader { + Sent(Vec), + Received(Vec), +} + +impl std::fmt::Display for UnencodableHeader { + fn fmt(&self, formatter: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + formatter.write_str("a header value is not ASCII, which Python's HTTP client cannot encode") + } +} + +impl std::error::Error for UnencodableHeader {} + +impl UnencodableHeader { + pub(crate) fn received(headers: &reqwest::header::HeaderMap) -> Option { + headers + .values() + .find(|value| !value.as_bytes().is_ascii()) + .map(|value| Self::Received(value.as_bytes().to_vec())) + } +} + +pub trait Transport: Send + Sync { + fn send( + &self, + request: TransportRequest, + ) -> BoxFuture<'static, Result>; +} diff --git a/litellm-rust/crates/inference-messages/src/types.rs b/litellm/rust/crates/inference-messages/src/types.rs similarity index 83% rename from litellm-rust/crates/inference-messages/src/types.rs rename to litellm/rust/crates/inference-messages/src/types.rs index 772ea6f7292..9dbc171ecb0 100644 --- a/litellm-rust/crates/inference-messages/src/types.rs +++ b/litellm/rust/crates/inference-messages/src/types.rs @@ -2,7 +2,10 @@ use std::time::Duration; use bytes::Bytes; use litellm_host::call::CallOutput; -use litellm_llms::{ErrorDetail, base_llm::messages::context::MessagesModelCapabilities}; +use litellm_llms::{ + ErrorDetail, + base_llm::messages::context::{MessagesModelCapabilities, MessagesShapeOptions}, +}; use litellm_llms_types::{ formats::messages::{MessagesRequest, MessagesResponse}, headers::ProviderSpecificHeaders, @@ -71,9 +74,38 @@ pub struct MessagesSettings { pub additional_drop_params: Vec, #[serde(default)] pub request_timeout: Option, + #[serde(default)] + pub mock_response: Option>, + #[serde(default)] + pub whole_sse_frames: bool, + #[serde(default)] + pub joined_reads: bool, + #[serde(default)] + pub presanitized: bool, + #[serde(default)] + pub drops_unsupported_params: bool, + #[serde(default)] + pub intercepted: bool, + #[serde(default)] + pub mcp_gateway: bool, + #[serde(default)] + pub ascii_response_headers: bool, + #[serde(default)] + pub unencodable_request_header: Option>, + /// Python's HTTP client encodes every header value it sends as ASCII, so a value it cannot + /// encode fails the call before the send. + #[serde(default)] + pub ascii_request_headers: bool, } impl MessagesSettings { + pub fn shape_options(&self) -> MessagesShapeOptions { + MessagesShapeOptions { + reasoning_auto_summary: self.reasoning_auto_summary, + presanitized: self.presanitized, + } + } + pub fn request_timeout(&self) -> Option { self.request_timeout .and_then(|secs| Duration::try_from_secs_f64(secs).ok()) @@ -140,7 +172,8 @@ mod tests { "drop_params": true, "reasoning_auto_summary": true, "additional_drop_params": ["metadata.user_id", "thinking"], - "request_timeout": 1800.0 + "request_timeout": 1800.0, + "drops_unsupported_params": true }), MessagesShaping { settings: MessagesSettings { @@ -148,6 +181,8 @@ mod tests { reasoning_auto_summary: true, additional_drop_params: vec!["metadata.user_id".to_string(), "thinking".to_string()], request_timeout: Some(1800.0), + drops_unsupported_params: true, + ..MessagesSettings::default() }, capabilities: MessagesModelCapabilities { supports_reasoning: true, @@ -185,6 +220,10 @@ mod tests { serialized["reasoning_auto_summary"], json!(expected.settings.reasoning_auto_summary) ); + assert_eq!( + serialized["drops_unsupported_params"], + json!(expected.settings.drops_unsupported_params) + ); assert_eq!( serialized["additional_drop_params"], json!(expected.settings.additional_drop_params) diff --git a/litellm/rust/crates/inference-messages/src/workload_identity.rs b/litellm/rust/crates/inference-messages/src/workload_identity.rs new file mode 100644 index 00000000000..56445de6eea --- /dev/null +++ b/litellm/rust/crates/inference-messages/src/workload_identity.rs @@ -0,0 +1,11 @@ +use futures_util::future::BoxFuture; +use litellm_router_types::LitellmParams; +use litellm_secret_value::SecretValue; + +pub trait WorkloadIdentity: Send + Sync { + fn token<'a>( + &'a self, + litellm_params: &'a LitellmParams, + api_base: Option<&'a str>, + ) -> BoxFuture<'a, Result, litellm_auth::Error>>; +} diff --git a/litellm-rust/crates/inference-messages/tests/bedrock_native/main.rs b/litellm/rust/crates/inference-messages/tests/bedrock_native/main.rs similarity index 100% rename from litellm-rust/crates/inference-messages/tests/bedrock_native/main.rs rename to litellm/rust/crates/inference-messages/tests/bedrock_native/main.rs diff --git a/litellm-rust/crates/inference-messages/tests/caching.rs b/litellm/rust/crates/inference-messages/tests/caching.rs similarity index 68% rename from litellm-rust/crates/inference-messages/tests/caching.rs rename to litellm/rust/crates/inference-messages/tests/caching.rs index 787501a8fed..ff83f4e41e1 100644 --- a/litellm-rust/crates/inference-messages/tests/caching.rs +++ b/litellm/rust/crates/inference-messages/tests/caching.rs @@ -301,3 +301,135 @@ async fn provider_reported_cost_is_delivered_once_and_never_charged_for_a_cache_ assert!(matches!(cached.source, ResultSource::Cache { .. })); assert_eq!(cached.cost, Cost::CacheHit); } + +#[derive(Default)] +struct CallerKeyed { + config: ResponseCacheConfig, + entry: std::sync::Mutex>, +} + +impl ResponseCacheService for CallerKeyed { + fn config(&self) -> &ResponseCacheConfig { + &self.config + } + + fn keyed_by_caller(&self) -> bool { + true + } + + fn lookup<'a>( + &'a self, + _: &'a litellm_cache_response::ResponseCacheRequest, + _: Duration, + ) -> std::pin::Pin< + Box< + dyn std::future::Future, litellm_cache::Error>> + + Send + + 'a, + >, + > { + Box::pin(async move { Ok(self.entry.lock().unwrap().clone()) }) + } + + fn store<'a>( + &'a self, + _: &'a litellm_cache_response::ResponseCacheRequest, + value: Value, + _: Duration, + ) -> std::pin::Pin< + Box> + Send + 'a>, + > { + Box::pin(async move { + *self.entry.lock().unwrap() = Some(value); + Ok(()) + }) + } +} + +#[tokio::test] +async fn a_caller_keyed_hit_is_served_before_the_request_is_built_or_intercepted() { + use litellm_inference_messages::{MessagesCall, MessagesCallResponse}; + + let response = json!({"id": "msg_caller", "type": "message", "role": "assistant", "model": "native-test", + "content": [{"type": "text", "text": "answer"}], "stop_reason": "end_turn", "stop_sequence": null, + "usage": {"input_tokens": 3, "output_tokens": 2}}); + let upstream = support::upstream([support::json_response(response)]).await; + let hooks = ChangingHooks::default(); + let route = support::messages_route(litellm_inference_testing::no_secrets()).with_cache( + ScopedCache::new(Arc::new(CallerKeyed::default()), CacheScope::Shared), + ); + let request = |api_key: Option<&str>| { + MessagesCall { + body: serde_json::from_value(json!({"model": "native-test", "messages": [{"role": "user", "content": "hi"}], "max_tokens": 16})).unwrap(), + api_key: api_key.map(Into::into), api_base: Some(upstream.uri()), custom_llm_provider: Some("anthropic".into()), + litellm_params: Default::default(), extra_headers: None, provider_specific_header: None, + timeout: None, shaping: Default::default(), + } + }; + let first = route + .execute(request(Some("key")), &hooks, None) + .await + .unwrap(); + let second = route.execute(request(None), &hooks, None).await.unwrap(); + let (MessagesCallResponse::Complete(first), MessagesCallResponse::Complete(second)) = + (first, second) + else { + panic!("expected Messages responses"); + }; + assert_eq!(first, second); + assert_eq!(support::received(&upstream).await.len(), 1); + assert_eq!(hooks.calls.load(Ordering::SeqCst), 1); + let facts = hooks.facts.lock().unwrap(); + let [provider, cached] = facts.as_slice() else { + panic!("expected provider and cache results"); + }; + assert_eq!(provider.source, ResultSource::Provider); + assert!(matches!(cached.source, ResultSource::Cache { .. })); + assert_eq!(cached.cost, Cost::CacheHit); +} + +#[rstest] +#[case::unary(false, true)] +#[case::streamed(true, false)] +#[tokio::test] +async fn a_mock_is_stored_under_the_caller_key_only_when_unstreamed( + #[case] stream: bool, + #[case] stored: bool, +) { + use litellm_inference_messages::{ + MessagesBody, MessagesCall, MessagesCallResponse, MessagesSettings, MessagesShaping, + }; + + let mock = json!({"id": "msg_mock", "type": "message", "role": "assistant", "model": "native-test", + "content": [{"type": "text", "text": "mocked"}], "stop_reason": "end_turn", "stop_sequence": null, + "usage": {"input_tokens": 3, "output_tokens": 2}}); + let upstream = support::upstream([]).await; + let hooks = ChangingHooks::default(); + let service = Arc::new(CallerKeyed::default()); + let route = support::messages_route(litellm_inference_testing::no_secrets()) + .with_cache(ScopedCache::new(service.clone(), CacheScope::Shared)); + let call = MessagesCall { + body: serde_json::from_value(json!({"model": "native-test", "messages": [{"role": "user", "content": "hi"}], "max_tokens": 16, "stream": stream})).unwrap(), + api_key: Some("key".into()), api_base: Some(upstream.uri()), custom_llm_provider: Some("anthropic".into()), + litellm_params: Default::default(), extra_headers: None, provider_specific_header: None, + timeout: None, + shaping: MessagesShaping { + settings: MessagesSettings { + mock_response: serde_json::from_value(mock.clone()).unwrap(), + ..Default::default() + }, + ..Default::default() + }, + }; + + let output = route.execute(call, &hooks, None).await.unwrap(); + + let MessagesCallResponse::Complete(MessagesBody::Unchecked(body)) = output else { + panic!("expected the mock as a whole response"); + }; + assert_eq!(Value::Object(body), mock); + assert!(support::received(&upstream).await.is_empty()); + assert_eq!(hooks.calls.load(Ordering::SeqCst), 0); + assert!(hooks.facts.lock().unwrap().is_empty()); + assert_eq!(service.entry.lock().unwrap().is_some(), stored); +} diff --git a/litellm-rust/crates/inference-messages/tests/live.rs b/litellm/rust/crates/inference-messages/tests/live.rs similarity index 100% rename from litellm-rust/crates/inference-messages/tests/live.rs rename to litellm/rust/crates/inference-messages/tests/live.rs diff --git a/litellm-rust/crates/inference-messages/tests/live/edenai.rs b/litellm/rust/crates/inference-messages/tests/live/edenai.rs similarity index 100% rename from litellm-rust/crates/inference-messages/tests/live/edenai.rs rename to litellm/rust/crates/inference-messages/tests/live/edenai.rs diff --git a/litellm-rust/crates/inference-messages/tests/live/support.rs b/litellm/rust/crates/inference-messages/tests/live/support.rs similarity index 100% rename from litellm-rust/crates/inference-messages/tests/live/support.rs rename to litellm/rust/crates/inference-messages/tests/live/support.rs diff --git a/litellm-rust/crates/inference-messages/tests/live/vertex_ai.rs b/litellm/rust/crates/inference-messages/tests/live/vertex_ai.rs similarity index 100% rename from litellm-rust/crates/inference-messages/tests/live/vertex_ai.rs rename to litellm/rust/crates/inference-messages/tests/live/vertex_ai.rs diff --git a/litellm/rust/crates/inference-messages/tests/messages/gateway.rs b/litellm/rust/crates/inference-messages/tests/messages/gateway.rs new file mode 100644 index 00000000000..d6e591c723c --- /dev/null +++ b/litellm/rust/crates/inference-messages/tests/messages/gateway.rs @@ -0,0 +1,99 @@ +use std::sync::atomic::{AtomicUsize, Ordering}; + +use futures_util::future::BoxFuture; +use litellm_inference_messages::{HostAnswer, MessagesRoute}; +use rstest::rstest; + +use super::*; + +#[derive(Default)] +struct CountingGateway(AtomicUsize); + +impl HostAnswer for CountingGateway { + fn answer(&self, _stream: bool) -> BoxFuture<'_, Result<(), Error>> { + self.0.fetch_add(1, Ordering::SeqCst); + Box::pin(async { Ok(()) }) + } +} + +fn gateway_call(call: MessagesCall, api_base: String, mcp_gateway: bool) -> MessagesCall { + MessagesCall { + api_key: Some("sk-ant-test".into()), + api_base: Some(api_base), + shaping: MessagesShaping { + settings: MessagesSettings { + mcp_gateway, + ..MessagesSettings::default() + }, + ..MessagesShaping::default() + }, + ..call + } +} + +async fn run_through(route: MessagesRoute, call: MessagesCall) -> Result { + let host = LocalMessagesHost::new(call); + litellm_host_native::in_process::run_hosted( + route.machine(host.request()?, None), + host.runtime(), + ) + .await +} + +#[rstest] +#[tokio::test] +async fn a_call_the_host_hands_to_the_mcp_gateway_never_reaches_the_provider(call: MessagesCall) { + let upstream = upstream([message_response()]).await; + let gateway = Arc::new(CountingGateway::default()); + let route = + messages_route(Arc::new(RecordingSecrets::empty())).with_host_answer(gateway.clone()); + + let output = run_through(route, gateway_call(call, upstream.uri(), true)) + .await + .unwrap(); + + let MessagesOutput::Complete(MessagesBody::Unchecked(body)) = output else { + panic!("the host answers in place of the provider"); + }; + assert!(body.is_empty()); + assert_eq!(gateway.0.load(Ordering::SeqCst), 1); + assert!(received(&upstream).await.is_empty()); +} + +#[rstest] +#[tokio::test] +async fn a_call_the_host_keeps_reaches_the_provider_past_the_gateway(call: MessagesCall) { + let upstream = upstream([message_response()]).await; + let gateway = Arc::new(CountingGateway::default()); + let route = + messages_route(Arc::new(RecordingSecrets::empty())).with_host_answer(gateway.clone()); + + let output = run_through(route, gateway_call(call, upstream.uri(), false)) + .await + .unwrap(); + + assert!(matches!( + output, + MessagesOutput::Complete(MessagesBody::Message(_)) + )); + assert_eq!(gateway.0.load(Ordering::SeqCst), 0); + only_request(&upstream).await; +} + +#[rstest] +#[tokio::test] +async fn a_mock_answers_before_the_gateway(call: MessagesCall) { + let gateway = Arc::new(CountingGateway::default()); + let route = + messages_route(Arc::new(RecordingSecrets::empty())).with_host_answer(gateway.clone()); + let mut mocked = gateway_call(call, UNREACHABLE_BASE.into(), true); + mocked.shaping.settings.mock_response = Some(object(json!({"mocked": true}))); + + let output = run_through(route, mocked).await.unwrap(); + + let MessagesOutput::Complete(MessagesBody::Unchecked(body)) = output else { + panic!("the mock is the call's response"); + }; + assert_eq!(body, object(json!({"mocked": true}))); + assert_eq!(gateway.0.load(Ordering::SeqCst), 0); +} diff --git a/litellm-rust/crates/inference-messages/tests/messages/host.rs b/litellm/rust/crates/inference-messages/tests/messages/host.rs similarity index 72% rename from litellm-rust/crates/inference-messages/tests/messages/host.rs rename to litellm/rust/crates/inference-messages/tests/messages/host.rs index 063e9d18738..7254830a2b0 100644 --- a/litellm-rust/crates/inference-messages/tests/messages/host.rs +++ b/litellm/rust/crates/inference-messages/tests/messages/host.rs @@ -3,7 +3,7 @@ use litellm_host::lifecycle::ExecutionEvent; use std::sync::Mutex; use litellm_host::{ - interceptors::{ExecutionFacts, RequestContext, ResultSource, WireRequest}, + interceptors::{ExecutionFacts, RawResponse, RequestContext, ResultSource, WireRequest}, lifecycle::CallEvent, }; use litellm_inference_messages::{MessagesBody, MessagesCallResponse, route::Messages}; @@ -46,19 +46,23 @@ impl RecordingHost { Self::new(call, Box::new(Ok)) } - fn raw_responses(&self) -> Vec { + fn raw_heads(&self) -> Vec { self.events .lock() .unwrap() .iter() .filter_map(|event| match event { CallEvent::Execution(ExecutionEvent::ProviderResponseReceived { raw }) => { - Some(raw.body.clone()) + Some(raw.clone()) } _ => None, }) .collect() } + + fn raw_responses(&self) -> Vec { + self.raw_heads().into_iter().map(|raw| raw.body).collect() + } } impl RecordingHost { @@ -137,7 +141,7 @@ async fn rejected_results_are_not_delivered_or_cached( let response = if streaming { ResponseTemplate::new(200).set_body_raw( - "event: message_stop\ndata: {\"type\":\"message_stop\"}\n\n", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"Hi\"}}\n\nevent: message_stop\ndata: {\"type\":\"message_stop\"}\n\n", "text/event-stream", ) } else { @@ -291,22 +295,23 @@ async fn what_before_send_returns_is_what_the_provider_receives(call: MessagesCa } #[rstest] -#[case::enable(false, json!(true), Some(true))] -#[case::disable(true, json!(false), Some(false))] -#[case::null(true, Value::Null, Some(false))] -#[case::invalid(false, json!("true"), None)] +#[case::enable(false, json!(true), true)] +#[case::disable(true, json!(false), false)] +#[case::null(true, Value::Null, false)] +#[case::truthy_string(false, json!("false"), true)] +#[case::falsy_integer(true, json!(0), false)] #[tokio::test] async fn response_mode_follows_the_intercepted_request( call: MessagesCall, traces: TraceCapture, #[case] original_stream: bool, #[case] rewritten_stream: Value, - #[case] expected_stream: Option, + #[case] expected_stream: bool, ) { use futures_util::TryStreamExt; let sse = "event: message_stop\ndata: {\"type\":\"message_stop\"}\n\n"; - let response = if expected_stream == Some(true) { + let response = if expected_stream { ResponseTemplate::new(200).set_body_raw(sse, "text/event-stream") } else { message_response() @@ -332,14 +337,14 @@ async fn response_mode_follows_the_intercepted_request( .await?; match output { MessagesCallResponse::Stream { chunks, .. } => { - assert_eq!(expected_stream, Some(true)); + assert!(expected_stream); assert_eq!( chunks.try_collect::>().await?.concat(), sse.as_bytes() ); } MessagesCallResponse::Complete(message) => { - assert_eq!(expected_stream, Some(false)); + assert!(!expected_stream); assert_eq!( message, MessagesBody::Message(serde_json::from_value(message_body()).unwrap()) @@ -352,18 +357,12 @@ async fn response_mode_follows_the_intercepted_request( let summaries = traces.summaries("litellm.route"); assert_eq!(summaries.len(), 1); - let Some(expected_stream) = expected_stream else { - assert!(result.unwrap_err().is_request()); - assert!(received(&upstream).await.is_empty()); - assert_eq!(summaries[0]["outcome"], "failure"); - return; - }; result.unwrap(); assert_eq!( only_request(&upstream).await.json()["stream"], rewritten_stream ); - assert_eq!(host.raw_responses().len(), usize::from(!expected_stream)); + assert_eq!(host.raw_responses().len(), 1); assert_eq!(summaries[0]["stream"], expected_stream); assert_eq!(summaries[0]["outcome"], "success"); } @@ -405,14 +404,9 @@ async fn the_raw_upstream_text_is_emitted_once_for_a_message(call: MessagesCall) } #[rstest] -#[case::upstream_error(ResponseTemplate::new(500).set_body_string("boom"))] -#[case::stream(ResponseTemplate::new(200).set_body_raw("event: message_stop\ndata: {}\n\n", "text/event-stream"))] #[tokio::test] -async fn no_raw_response_is_emitted_for_a_stream_or_a_failure( - call: MessagesCall, - #[case] response: ResponseTemplate, -) { - let upstream = upstream([response]).await; +async fn no_raw_response_is_emitted_for_a_failure(call: MessagesCall) { + let upstream = upstream([ResponseTemplate::new(500).set_body_string("boom")]).await; let host = RecordingHost::passthrough(authenticated( with_fields(call, json!({"stream": true})), upstream.uri(), @@ -424,6 +418,32 @@ async fn no_raw_response_is_emitted_for_a_stream_or_a_failure( assert!(host.raw_responses().is_empty()); } +#[rstest] +#[tokio::test] +async fn a_stream_emits_its_head_without_a_body_before_any_chunk(call: MessagesCall) { + let upstream = upstream([ResponseTemplate::new(200) + .insert_header("request-id", "req_stream") + .set_body_raw("event: message_stop\ndata: {}\n\n", "text/event-stream")]) + .await; + let host = RecordingHost::passthrough(authenticated( + with_fields(call, json!({"stream": true})), + upstream.uri(), + )); + + let _ = run_through(&host).await; + + let [raw] = <[RawResponse; 1]>::try_from(host.raw_heads()) + .unwrap_or_else(|raws| panic!("expected one raw response, got {}", raws.len())); + assert_eq!(raw.body, ""); + let head = raw.head.expect("the stream's head is forwarded"); + assert_eq!(head.status, 200); + assert!( + head.headers + .iter() + .any(|(name, value)| name == "request-id" && value == "req_stream") + ); +} + /// Python logs `optional_params` after its requested-param gate, so a dropped param must /// not resurface in callbacks. #[rstest] @@ -456,6 +476,38 @@ async fn the_request_context_carries_the_shaped_params_without_model_or_messages assert_eq!(optional_params, json!({"max_tokens": 16})); } +#[rstest] +#[tokio::test] +async fn the_request_context_keeps_the_nested_fields_additional_drop_params_strip( + call: MessagesCall, +) { + let upstream = upstream([message_response()]).await; + let tool = json!({"name": "lookup", "input_schema": {"type": "object"}, "input_examples": [{"q": "x"}]}); + let host = RecordingHost::passthrough(authenticated( + MessagesCall { + shaping: MessagesShaping { + settings: MessagesSettings { + additional_drop_params: vec!["tools[*].input_examples".into()], + ..MessagesSettings::default() + }, + ..MessagesShaping::default() + }, + ..with_fields(call, json!({"tools": [tool.clone()]})) + }, + upstream.uri(), + )); + + run_through(&host).await.expect("messages call succeeds"); + + let [optional_params] = <[Value; 1]>::try_from(host.optional_params.into_inner().unwrap()) + .unwrap_or_else(|seen| panic!("before_provider_request runs once, saw {}", seen.len())); + assert_eq!(optional_params["tools"], json!([tool])); + assert_eq!( + only_request(&upstream).await.json()["tools"][0].get("input_examples"), + None + ); +} + #[rstest] #[tokio::test] async fn the_request_context_leaves_out_a_listed_param_the_model_refuses(call: MessagesCall) { @@ -534,3 +586,98 @@ async fn the_request_context_carries_the_requested_reasoning_not_its_translation ) ); } + +#[derive(Default)] +struct RecordingAnswer(Mutex>); + +impl litellm_inference_messages::HostAnswer for RecordingAnswer { + fn answer(&self, stream: bool) -> futures_util::future::BoxFuture<'_, Result<(), Error>> { + self.0.lock().unwrap().push(stream); + Box::pin(async { Ok(()) }) + } +} + +#[rstest] +#[case::unary(false)] +#[case::stream(true)] +#[tokio::test] +async fn an_intercepted_call_is_answered_by_the_host_before_the_mock_and_the_provider( + call: MessagesCall, + #[case] streaming: bool, +) { + let upstream = upstream([message_response()]).await; + let answer = Arc::new(RecordingAnswer::default()); + let route = messages_route(no_secrets()).with_host_answer(answer.clone()); + let mut request = authenticated( + with_fields(call, json!({"stream": streaming})), + upstream.uri(), + ); + request.shaping.settings.intercepted = true; + request.shaping.settings.mock_response = Some(object(json!({"id": "mocked"}))); + let host = RecordingHost::passthrough(request); + + let output = route + .execute(host.request().unwrap(), &host, None) + .await + .unwrap(); + + assert!(matches!( + output, + MessagesCallResponse::Complete(MessagesBody::Unchecked(body)) if body.is_empty() + )); + assert_eq!(*answer.0.lock().unwrap(), vec![streaming]); + assert!(received(&upstream).await.is_empty()); + let facts = host.facts.lock().unwrap(); + assert_eq!(facts.len(), 1); + assert_eq!(facts[0].source, ResultSource::Host); +} + +#[rstest] +#[tokio::test] +async fn a_call_no_interceptor_owns_never_asks_the_host(call: MessagesCall) { + let upstream = upstream([message_response()]).await; + let answer = Arc::new(RecordingAnswer::default()); + let route = messages_route(no_secrets()).with_host_answer(answer.clone()); + let host = RecordingHost::passthrough(authenticated(call, upstream.uri())); + + route + .execute(host.request().unwrap(), &host, None) + .await + .unwrap(); + + assert!(answer.0.lock().unwrap().is_empty()); + assert_eq!(received(&upstream).await.len(), 1); +} + +#[derive(Default)] +struct DecliningAnswer(Mutex>); + +impl litellm_inference_messages::HostAnswer for DecliningAnswer { + fn answer(&self, _stream: bool) -> futures_util::future::BoxFuture<'_, Result<(), Error>> { + panic!("a declined interception never asks for an answer") + } + + fn intercept(&self, stream: bool) -> futures_util::future::BoxFuture<'_, Result> { + self.0.lock().unwrap().push(stream); + Box::pin(async { Ok(false) }) + } +} + +#[rstest] +#[tokio::test] +async fn an_interception_no_interceptor_takes_reaches_the_provider(call: MessagesCall) { + let upstream = upstream([message_response()]).await; + let answer = Arc::new(DecliningAnswer::default()); + let route = messages_route(no_secrets()).with_host_answer(answer.clone()); + let mut request = authenticated(call, upstream.uri()); + request.shaping.settings.intercepted = true; + let host = RecordingHost::passthrough(request); + + route + .execute(host.request().unwrap(), &host, None) + .await + .unwrap(); + + assert_eq!(*answer.0.lock().unwrap(), vec![false]); + assert_eq!(received(&upstream).await.len(), 1); +} diff --git a/litellm-rust/crates/inference-messages/tests/messages/main.rs b/litellm/rust/crates/inference-messages/tests/messages/main.rs similarity index 99% rename from litellm-rust/crates/inference-messages/tests/messages/main.rs rename to litellm/rust/crates/inference-messages/tests/messages/main.rs index fe203287766..1d515e87b90 100644 --- a/litellm-rust/crates/inference-messages/tests/messages/main.rs +++ b/litellm/rust/crates/inference-messages/tests/messages/main.rs @@ -19,12 +19,16 @@ use wiremock::ResponseTemplate; mod support; use support::*; +mod gateway; mod host; +mod pre_request; mod request; mod response; +mod retry; mod secrets; mod stream; mod tencent; +mod transport; const MODEL: &str = "claude-sonnet-4-5"; diff --git a/litellm/rust/crates/inference-messages/tests/messages/pre_request.rs b/litellm/rust/crates/inference-messages/tests/messages/pre_request.rs new file mode 100644 index 00000000000..13a632bdecd --- /dev/null +++ b/litellm/rust/crates/inference-messages/tests/messages/pre_request.rs @@ -0,0 +1,141 @@ +use futures_util::future::BoxFuture; +use litellm_inference_messages::PreRequestHooks; +use rstest::rstest; + +use super::*; + +struct Hooks { + rewrite: Box Result + Send + Sync>, + runs: Mutex, +} + +impl PreRequestHooks for Hooks { + fn run(&self, call: MessagesCall) -> BoxFuture<'_, Result> { + *self.runs.lock().unwrap() += 1; + let rewritten = (self.rewrite)(call); + Box::pin(async move { rewritten }) + } +} + +fn hooks( + rewrite: impl Fn(MessagesCall) -> Result + Send + Sync + 'static, +) -> Arc { + Arc::new(Hooks { + rewrite: Box::new(rewrite), + runs: Mutex::new(0), + }) +} + +async fn run_hooked(hooks: Arc, call: MessagesCall) -> Result { + let host = LocalMessagesHost::new(call); + let route = messages_route(Arc::new(RecordingSecrets::empty())).with_pre_request_hooks(hooks); + litellm_host_native::in_process::run_hosted( + route.machine(host.request()?, None), + host.runtime(), + ) + .await +} + +fn mocked(call: MessagesCall, mock: Map) -> MessagesCall { + MessagesCall { + shaping: MessagesShaping { + settings: MessagesSettings { + mock_response: Some(mock), + ..call.shaping.settings + }, + ..call.shaping + }, + ..call + } +} + +fn routed(call: MessagesCall, base: String) -> MessagesCall { + MessagesCall { + api_key: Some("sk-test".into()), + api_base: Some(base), + ..call + } +} + +#[rstest] +#[tokio::test] +async fn the_provider_receives_the_call_the_hooks_leave(call: MessagesCall) { + let upstream = upstream([message_response()]).await; + let hooks = hooks(|call| { + Ok(with_fields( + call, + json!({"system": "hooked", "max_tokens": 7}), + )) + }); + + run_hooked(hooks.clone(), routed(call, upstream.uri())) + .await + .expect("messages call succeeds"); + + let sent: Value = only_request(&upstream).await.body_json().unwrap(); + assert_eq!(sent["system"], "hooked"); + assert_eq!(sent["max_tokens"], 7); + assert_eq!(*hooks.runs.lock().unwrap(), 1); +} + +#[rstest] +#[case::hook_sets_the_mock(false, true, true)] +#[case::hook_keeps_the_callers_mock(true, false, true)] +#[case::hook_clears_the_callers_mock(true, true, false)] +#[tokio::test] +async fn the_mock_is_read_from_the_hooked_call( + call: MessagesCall, + #[case] called_with_mock: bool, + #[case] hook_rewrites_mock: bool, + #[case] mocked_response: bool, +) { + let upstream = upstream([message_response()]).await; + let mock = object(json!({"id": "mocked"})); + let call = routed(call, upstream.uri()); + let call = match called_with_mock { + true => mocked(call, mock.clone()), + false => call, + }; + let hooked_mock = (!called_with_mock).then(|| mock.clone()); + let hooks = hooks(move |call| { + Ok(match (hook_rewrites_mock, &hooked_mock) { + (false, _) => call, + (true, Some(mock)) => mocked(call, mock.clone()), + (true, None) => MessagesCall { + shaping: MessagesShaping { + settings: MessagesSettings { + mock_response: None, + ..call.shaping.settings + }, + ..call.shaping + }, + ..call + }, + }) + }); + + let output = run_hooked(hooks, call) + .await + .expect("messages call succeeds"); + + let mocked_output = matches!( + output, + MessagesOutput::Complete(MessagesBody::Unchecked(ref body)) if *body == mock + ); + assert_eq!(mocked_output, mocked_response); + assert_eq!(received(&upstream).await.is_empty(), mocked_response); +} + +#[rstest] +#[tokio::test] +async fn a_failing_hook_fails_the_call_before_the_provider(call: MessagesCall) { + let upstream = upstream([message_response()]).await; + let hooks = hooks(|_| Err(Error::InvalidProvider("refused".into()))); + + let Err(error) = run_hooked(hooks, routed(call, upstream.uri())).await else { + panic!("the hook's failure fails the call"); + }; + + assert!(matches!(error, Error::InvalidProvider(ref provider) if provider == "refused")); + assert!(received(&upstream).await.is_empty()); +} diff --git a/litellm-rust/crates/inference-messages/tests/messages/request.rs b/litellm/rust/crates/inference-messages/tests/messages/request.rs similarity index 100% rename from litellm-rust/crates/inference-messages/tests/messages/request.rs rename to litellm/rust/crates/inference-messages/tests/messages/request.rs diff --git a/litellm-rust/crates/inference-messages/tests/messages/response.rs b/litellm/rust/crates/inference-messages/tests/messages/response.rs similarity index 82% rename from litellm-rust/crates/inference-messages/tests/messages/response.rs rename to litellm/rust/crates/inference-messages/tests/messages/response.rs index f978da5e995..7c2f3250acf 100644 --- a/litellm-rust/crates/inference-messages/tests/messages/response.rs +++ b/litellm/rust/crates/inference-messages/tests/messages/response.rs @@ -2,7 +2,9 @@ use litellm_host::{ interceptors::{ExecutionFacts, ResultSource}, lifecycle::ExecutionEvent, }; -use litellm_inference_messages::{MessagesBody, MessagesCallResponse, messages_body}; +use litellm_inference_messages::{ + MessagesBody, MessagesCallResponse, UnencodableHeader, messages_body, +}; use litellm_inference_testing::{ RecordingSecrets, http_config, no_secrets, provider_http, resources, }; @@ -153,6 +155,37 @@ async fn the_message_passes_through_losslessly(call: MessagesCall) { assert_eq!(serde_json::to_value(&message).unwrap(), upstream_body); } +#[rstest] +#[case::without_stop_reason(json!({"stop_sequence": null}))] +#[case::without_stop_fields(json!({}))] +#[tokio::test] +async fn a_message_without_stop_reason_keeps_it_absent(call: MessagesCall, #[case] stop: Value) { + let mut upstream_body = json!({ + "id": "msg_3", "type": "message", "role": "assistant", "model": MODEL, + "content": [{"type": "text", "text": "hi"}], + "usage": {"input_tokens": 1, "output_tokens": 1} + }); + upstream_body + .as_object_mut() + .unwrap() + .extend(stop.as_object().unwrap().clone()); + let upstream = upstream([json_response(upstream_body.clone())]).await; + + let output = run(MessagesCall { + api_key: Some("sk".into()), + api_base: Some(upstream.uri()), + ..call + }) + .await + .expect("messages call succeeds"); + + let MessagesOutput::Complete(MessagesBody::Unchecked(body)) = output else { + panic!("a message without stop_reason is returned as sent"); + }; + upstream_body["stop_sequence"] = Value::Null; + assert_eq!(Value::Object(body), upstream_body); +} + #[rstest] #[tokio::test] async fn a_json_error_envelope_is_kept_verbatim(call: MessagesCall) { @@ -310,6 +343,88 @@ async fn a_provider_slower_than_the_timeout_fails_the_call(call: MessagesCall) { assert_eq!(error.upstream_response(), None); } +fn with_settings(call: MessagesCall, settings: MessagesSettings) -> MessagesCall { + MessagesCall { + shaping: MessagesShaping { + settings, + ..call.shaping + }, + ..call + } +} + +#[rstest] +#[case::unary(false)] +#[case::stream(true)] +#[tokio::test] +async fn a_non_ascii_response_header_fails_the_call_when_python_reads_heads_as_ascii( + call: MessagesCall, + #[case] stream: bool, +) { + let upstream = upstream([message_response().insert_header("x-fz-unicode", "café")]).await; + let call = with_fields( + MessagesCall { + api_key: Some("sk".into()), + api_base: Some(upstream.uri()), + ..call + }, + json!({"stream": stream}), + ); + let settings = MessagesSettings { + ascii_response_headers: true, + ..MessagesSettings::default() + }; + + let error = run(with_settings(call, settings)) + .await + .expect_err("the head cannot be encoded"); + + assert_eq!( + litellm_error::find::(&error), + Some(&UnencodableHeader::Received("café".as_bytes().to_vec())) + ); +} + +#[rstest] +#[tokio::test] +async fn a_non_ascii_response_header_is_served_when_python_keeps_raw_heads(call: MessagesCall) { + let upstream = upstream([message_response().insert_header("x-fz-unicode", "café")]).await; + + let message = run_message(MessagesCall { + api_key: Some("sk".into()), + api_base: Some(upstream.uri()), + ..call + }) + .await; + + assert_eq!(message.id, "msg_1"); +} + +#[rstest] +#[tokio::test] +async fn an_unencodable_request_header_fails_before_anything_is_sent(call: MessagesCall) { + let upstream = upstream([message_response()]).await; + let call = MessagesCall { + api_key: Some("sk".into()), + api_base: Some(upstream.uri()), + ..call + }; + let settings = MessagesSettings { + unencodable_request_header: Some(b"h\xed\xa0\x80".to_vec()), + ..MessagesSettings::default() + }; + + let error = run(with_settings(call, settings)) + .await + .expect_err("the header cannot be encoded"); + + assert_eq!( + litellm_error::find::(&error), + Some(&UnencodableHeader::Sent(b"h\xed\xa0\x80".to_vec())) + ); + assert!(received(&upstream).await.is_empty()); +} + #[rstest] #[tokio::test] async fn a_transport_error_does_not_echo_the_provider_url(call: MessagesCall) { @@ -365,7 +480,7 @@ async fn the_facade_sends_through_the_injected_http_pool_configuration(call: Mes } #[rstest] -#[case::mistyped_param(json!({"model": MODEL, "messages": [], "max_tokens": "16"}))] +#[case::mistyped_param(json!({"model": MODEL, "messages": "hello", "max_tokens": 16}))] #[case::missing_messages(json!({"model": MODEL, "max_tokens": 16}))] fn a_body_that_does_not_parse_is_an_invalid_request(#[case] raw: Value) { let error = messages_body(object(raw)).expect_err("the body is rejected"); diff --git a/litellm/rust/crates/inference-messages/tests/messages/retry.rs b/litellm/rust/crates/inference-messages/tests/messages/retry.rs new file mode 100644 index 00000000000..e48482dc8b0 --- /dev/null +++ b/litellm/rust/crates/inference-messages/tests/messages/retry.rs @@ -0,0 +1,364 @@ +use futures_util::TryStreamExt; +use litellm_host::{ + interceptors::{RetriedRequest, RetryReason}, + lifecycle::{CallEvent, ExecutionEvent}, +}; +use litellm_inference_messages::MessagesCallResponse; +use litellm_inference_testing::RecordingSecrets; +use litellm_llms::base_llm::messages::context::MessagesModelCapabilities; +use rstest::rstest; + +use super::*; + +const INVALID_SIGNATURE: &str = "messages.1.content.0: Invalid `signature` in `thinking` block"; +const BOUND_ELSEWHERE: &str = "messages.1.content.0: Invalid `signature` in `thinking` block. The block is bound to a different conversation."; + +fn rejection(status: u16, message: &str) -> ResponseTemplate { + status_response( + status, + json!({"type": "error", "error": {"type": "invalid_request_error", "message": message}}), + ) +} + +fn sse_response() -> ResponseTemplate { + ResponseTemplate::new(200).set_body_raw( + "event: message_stop\ndata: {\"type\":\"message_stop\"}\n\n", + "text/event-stream", + ) +} + +fn replay(call: MessagesCall, api_base: String, stream: bool, thinking: Value) -> MessagesCall { + MessagesCall { + api_key: Some("sk-ant".into()), + api_base: Some(api_base), + ..with_fields( + call, + json!({ + "max_tokens": 4096, + "stream": stream, + "thinking": thinking, + "messages": [ + {"role": "user", "content": "hi"}, + {"role": "assistant", "content": [ + {"type": "thinking", "thinking": "plan", "signature": "sig"}, + {"type": "text", "text": "hello"} + ]}, + {"role": "assistant", "content": [{"type": "redacted_thinking", "data": "opaque"}]}, + {"role": "user", "content": "again"} + ] + }), + ) + } +} + +fn enabled() -> Value { + json!({"type": "enabled", "budget_tokens": 2048}) +} + +async fn execute( + host: &RecordingCall, +) -> Result<(MessagesCallResponse, Vec), Error> { + let route = messages_route(Arc::new(RecordingSecrets::empty())); + let response = route + .execute(host.request()?, host, Some(host.events.0.sender.clone())) + .await?; + match response { + MessagesCallResponse::Stream { head, chunks } => Ok(( + MessagesCallResponse::Stream { + head, + chunks: Box::pin(futures_util::stream::empty()), + }, + chunks.try_collect().await?, + )), + complete => Ok((complete, Vec::new())), + } +} + +fn observed_retries(host: &RecordingCall) -> Vec { + host.events + .0 + .lock() + .unwrap() + .iter() + .filter_map(|event| match event { + CallEvent::Execution(ExecutionEvent::ProviderRequestRetried { retry }) => { + Some(retry.clone()) + } + _ => None, + }) + .collect() +} + +#[rstest] +#[case::invalid_signature(INVALID_SIGNATURE)] +#[case::missing_signature( + "messages.1.content.0.thinking.signature.str: Input should be a valid string" +)] +#[case::empty_thinking("messages.1.content.0.thinking: each thinking block must contain thinking")] +#[case::unpinned_binding_mismatch(BOUND_ELSEWHERE)] +#[tokio::test] +async fn a_rejected_thinking_replay_is_sent_once_more_without_thinking( + call: MessagesCall, + #[case] message: &str, + #[values(false, true)] stream: bool, + #[values("anthropic", "azure_ai", "deepseek", "minimax")] provider: &str, +) { + let success = if stream { + sse_response() + } else { + message_response() + }; + let upstream = upstream([rejection(400, message), success]).await; + let host = RecordingCall::::new(replay( + MessagesCall { + custom_llm_provider: Some(provider.into()), + ..call + }, + upstream.uri(), + stream, + enabled(), + )); + + let (response, chunks) = execute(&host).await.expect("the retry succeeds"); + + let [first, second] = <[_; 2]>::try_from(received(&upstream).await).unwrap(); + assert_eq!(first.json()["thinking"], enabled()); + assert_eq!( + second.json()["messages"], + json!([ + {"role": "user", "content": "hi"}, + {"role": "assistant", "content": [{"type": "text", "text": "hello"}]}, + {"role": "user", "content": "again"} + ]) + ); + let mut expected = first.json(); + expected.as_object_mut().unwrap().shift_remove("thinking"); + expected["messages"] = second.json()["messages"].clone(); + assert_eq!(second.json(), expected); + assert_eq!(first.header("x-hook"), second.header("x-hook")); + let expected_retry = RetriedRequest { + reasons: vec![RetryReason::ThinkingSignature], + body: second.json(), + }; + assert_eq!(*host.retried.lock().unwrap(), vec![expected_retry.clone()]); + assert_eq!(observed_retries(&host), vec![expected_retry]); + assert_eq!( + matches!(response, MessagesCallResponse::Stream { .. }), + stream + ); + assert_eq!(chunks.is_empty(), !stream); +} + +#[rstest] +#[tokio::test] +async fn a_second_rejection_is_the_error_the_caller_sees( + call: MessagesCall, + #[values(false, true)] stream: bool, +) { + let upstream = upstream([ + rejection(400, INVALID_SIGNATURE), + rejection( + 400, + "messages.0.content.0: Invalid `signature` in `thinking` block, again", + ), + ]) + .await; + let host = RecordingCall::::new(replay(call, upstream.uri(), stream, enabled())); + + let error = execute(&host).await.err().expect("the retry fails"); + + assert_eq!(received(&upstream).await.len(), 2); + let (status, body) = error.upstream_response().unwrap(); + assert_eq!(status, 400); + assert!(body.contains("again"), "{body}"); + assert_eq!(host.retried.lock().unwrap().len(), 1); +} + +#[rstest] +#[case::not_a_400(429, INVALID_SIGNATURE, json!({"type": "adaptive"}))] +#[case::unrelated_400(400, "max_tokens: 4096 > 64000", json!({"type": "adaptive"}))] +#[case::signature_without_thinking(400, "Invalid `signature` in `tool_use` block", json!({"type": "adaptive"}))] +#[case::caller_pinned_binding( + 400, + BOUND_ELSEWHERE, + json!({"type": "adaptive", "block_binding": {"prefix_mismatch_behavior": "error"}}) +)] +#[tokio::test] +async fn other_failures_reach_the_caller_without_a_retry( + call: MessagesCall, + #[case] status: u16, + #[case] message: &str, + #[case] thinking: Value, +) { + let upstream = upstream([rejection(status, message), message_response()]).await; + let adaptive = MessagesShaping { + capabilities: MessagesModelCapabilities { + supports_adaptive_thinking: true, + ..MessagesModelCapabilities::default() + }, + ..MessagesShaping::default() + }; + let host = RecordingCall::::new(replay( + MessagesCall { + shaping: adaptive, + ..call + }, + upstream.uri(), + false, + thinking.clone(), + )); + + let error = execute(&host).await.err().expect("the call fails"); + + let sent = only_request(&upstream).await; + assert_eq!(sent.json()["thinking"], thinking); + assert_eq!(error.upstream_response().unwrap().0, status); + assert!(host.retried.lock().unwrap().is_empty()); + assert!(observed_retries(&host).is_empty()); +} + +const STRICT_REJECTION: &str = "Too many strict tools (21). The maximum is 20."; + +fn strict_tools( + call: MessagesCall, + api_base: String, + stream: bool, + drop_params: bool, +) -> MessagesCall { + MessagesCall { + api_key: Some("sk-ant".into()), + api_base: Some(api_base), + shaping: MessagesShaping { + settings: MessagesSettings { + drop_params, + drops_unsupported_params: drop_params, + ..MessagesSettings::default() + }, + ..MessagesShaping::default() + }, + ..with_fields( + call, + json!({ + "max_tokens": 64, + "stream": stream, + "messages": [{"role": "user", "content": "hi"}], + "tools": [ + {"name": "a", "input_schema": {"type": "object"}, "strict": true}, + {"name": "b", "input_schema": {"type": "object"}, "strict": false}, + {"name": "c", "input_schema": {"type": "object"}} + ] + }), + ) + } +} + +#[rstest] +#[tokio::test] +async fn a_rejected_strict_tool_is_sent_once_more_without_strict_under_drop_params( + call: MessagesCall, + #[values(false, true)] stream: bool, +) { + let success = if stream { + sse_response() + } else { + message_response() + }; + let upstream = upstream([rejection(400, STRICT_REJECTION), success]).await; + let host = RecordingCall::::new(strict_tools(call, upstream.uri(), stream, true)); + + let (response, _) = execute(&host).await.expect("the retry succeeds"); + + let [first, second] = <[_; 2]>::try_from(received(&upstream).await).unwrap(); + assert_eq!(first.json()["tools"][0]["strict"], json!(true)); + let mut expected = first.json(); + expected["tools"] = json!([ + {"name": "a", "input_schema": {"type": "object"}}, + {"name": "b", "input_schema": {"type": "object"}}, + {"name": "c", "input_schema": {"type": "object"}} + ]); + assert_eq!(second.json(), expected); + let expected_retry = RetriedRequest { + reasons: vec![RetryReason::StrictTools { dropped: 1 }], + body: second.json(), + }; + assert_eq!(*host.retried.lock().unwrap(), vec![expected_retry.clone()]); + assert_eq!(observed_retries(&host), vec![expected_retry]); + assert_eq!( + matches!(response, MessagesCallResponse::Stream { .. }), + stream + ); +} + +#[rstest] +#[tokio::test] +async fn a_rejected_strict_tool_reaches_the_caller_without_drop_params(call: MessagesCall) { + let upstream = upstream([rejection(400, STRICT_REJECTION), message_response()]).await; + let host = RecordingCall::::new(strict_tools(call, upstream.uri(), false, false)); + + let error = execute(&host).await.err().expect("the call fails"); + + assert_eq!( + only_request(&upstream).await.json()["tools"][0]["strict"], + json!(true) + ); + assert_eq!(error.upstream_response().unwrap().0, 400); + assert!(observed_retries(&host).is_empty()); +} + +#[rstest] +#[tokio::test] +async fn strict_tools_and_a_thinking_replay_share_the_one_retry(call: MessagesCall) { + let upstream = upstream([ + rejection(400, STRICT_REJECTION), + rejection(400, INVALID_SIGNATURE), + message_response(), + ]) + .await; + let host = RecordingCall::::new(replay( + strict_tools(call, upstream.uri(), false, true), + upstream.uri(), + false, + enabled(), + )); + + let error = execute(&host) + .await + .err() + .expect("the second rejection is raised"); + + let [first, second] = <[_; 2]>::try_from(received(&upstream).await).unwrap(); + assert_eq!(first.json()["thinking"], enabled()); + assert_eq!(second.json()["thinking"], enabled()); + assert_eq!( + second.json()["tools"][0], + json!({"name": "a", "input_schema": {"type": "object"}}) + ); + assert_eq!(received(&upstream).await.len(), 2); + assert!(error.upstream_response().unwrap().1.contains("signature")); +} + +#[rstest] +#[tokio::test] +async fn a_truthy_global_drop_params_that_is_not_true_does_not_drop_strict(call: MessagesCall) { + let upstream = upstream([rejection(400, STRICT_REJECTION), message_response()]).await; + let strict = strict_tools(call, upstream.uri(), false, true); + let host = RecordingCall::::new(MessagesCall { + shaping: MessagesShaping { + settings: MessagesSettings { + drops_unsupported_params: false, + ..strict.shaping.settings.clone() + }, + ..strict.shaping.clone() + }, + ..strict + }); + + let error = execute(&host).await.err().expect("the call fails"); + + assert_eq!( + only_request(&upstream).await.json()["tools"][0]["strict"], + json!(true) + ); + assert_eq!(error.upstream_response().unwrap().0, 400); + assert!(observed_retries(&host).is_empty()); +} diff --git a/litellm-rust/crates/inference-messages/tests/messages/secrets.rs b/litellm/rust/crates/inference-messages/tests/messages/secrets.rs similarity index 100% rename from litellm-rust/crates/inference-messages/tests/messages/secrets.rs rename to litellm/rust/crates/inference-messages/tests/messages/secrets.rs diff --git a/litellm-rust/crates/inference-messages/tests/messages/stream.rs b/litellm/rust/crates/inference-messages/tests/messages/stream.rs similarity index 99% rename from litellm-rust/crates/inference-messages/tests/messages/stream.rs rename to litellm/rust/crates/inference-messages/tests/messages/stream.rs index 99ba08495aa..c9738fa2a0d 100644 --- a/litellm-rust/crates/inference-messages/tests/messages/stream.rs +++ b/litellm/rust/crates/inference-messages/tests/messages/stream.rs @@ -451,7 +451,7 @@ async fn stalling_error_upstream() -> (String, JoinHandle<()>) { #[rstest] #[tokio::test] -async fn the_timeout_covers_a_stalled_stream_error_body(call: MessagesCall) { +async fn a_stalled_stream_error_body_reads_as_empty(call: MessagesCall) { let (base, connection) = stalling_error_upstream().await; let host = RecordingStreamHost::new( MessagesCall { @@ -467,7 +467,7 @@ async fn the_timeout_covers_a_stalled_stream_error_body(call: MessagesCall) { .expect_err("a stalled error body fails the call"); assert!(error.dispatched(), "{error:?}"); - assert_eq!(error.upstream_response(), None); + assert_eq!(error.upstream_response(), Some((429, ""))); assert!(host.seen.into_inner().unwrap().is_empty()); tokio::time::timeout(Duration::from_secs(5), connection) .await diff --git a/litellm-rust/crates/inference-messages/tests/messages/tencent.rs b/litellm/rust/crates/inference-messages/tests/messages/tencent.rs similarity index 100% rename from litellm-rust/crates/inference-messages/tests/messages/tencent.rs rename to litellm/rust/crates/inference-messages/tests/messages/tencent.rs diff --git a/litellm/rust/crates/inference-messages/tests/messages/transport.rs b/litellm/rust/crates/inference-messages/tests/messages/transport.rs new file mode 100644 index 00000000000..f561b09e55f --- /dev/null +++ b/litellm/rust/crates/inference-messages/tests/messages/transport.rs @@ -0,0 +1,256 @@ +use std::collections::VecDeque; + +use bytes::Bytes; +use futures_util::{StreamExt, TryStreamExt, future::BoxFuture}; +use litellm_inference_messages::{ + Delivered, MessagesCallResponse, Transport, TransportBody, TransportRequest, TransportResponse, +}; +use litellm_inference_testing::RecordingSecrets; +use rstest::rstest; + +use super::*; + +const INVALID_SIGNATURE: &str = "messages.1.content.0: Invalid `signature` in `thinking` block"; +const UNREACHABLE_BASE: &str = "http://127.0.0.1:9"; + +#[derive(Debug, thiserror::Error)] +#[error("raised by the host client")] +struct Raised; + +enum Scripted { + Complete(Value), + Stream(&'static [&'static str]), + Rejected(u16, &'static str), + Failed, +} + +struct Sent { + url: String, + headers: Vec<(String, String)>, + body: Value, + stream: bool, +} + +#[derive(Default)] +struct ScriptedTransport { + script: Mutex>, + sent: Mutex>, +} + +impl ScriptedTransport { + fn new(script: impl IntoIterator) -> Arc { + Arc::new(Self { + script: Mutex::new(script.into_iter().collect()), + sent: Mutex::default(), + }) + } + + fn sent(&self) -> std::sync::MutexGuard<'_, Vec> { + self.sent.lock().unwrap() + } +} + +impl Transport for ScriptedTransport { + fn send( + &self, + request: TransportRequest, + ) -> BoxFuture<'static, Result> { + let TransportBody::Json(body) = request.body else { + panic!("an unsigned request hands the host its JSON body"); + }; + self.sent.lock().unwrap().push(Sent { + url: request.url, + headers: request.headers, + body, + stream: request.stream, + }); + let next = self + .script + .lock() + .unwrap() + .pop_front() + .expect("a scripted answer"); + Box::pin(async move { + let (status, delivered) = match next { + Scripted::Complete(body) => (200, Delivered::Complete(body.to_string())), + Scripted::Stream(frames) => ( + 200, + Delivered::Stream( + futures_util::stream::iter( + frames.iter().map(|frame| Ok(Bytes::from_static(frame.as_bytes()))), + ) + .boxed(), + ), + ), + Scripted::Rejected(status, message) => ( + status, + Delivered::Rejected { + text: json!({"type": "error", "error": {"type": "invalid_request_error", "message": message}}) + .to_string(), + error: Error::transport(Raised), + }, + ), + Scripted::Failed => return Err(Error::transport(Raised)), + }; + Ok(TransportResponse { + status, + headers: vec![("request-id".into(), "req_1".into())], + delivered, + }) + }) + } +} + +fn hosted_call(call: MessagesCall, fields: Value) -> MessagesCall { + MessagesCall { + api_key: Some("sk-ant".into()), + api_base: Some(UNREACHABLE_BASE.into()), + ..with_fields(call, fields) + } +} + +async fn execute( + transport: Arc, + call: MessagesCall, +) -> Result<(MessagesCallResponse, Vec), Error> { + let host = RecordingCall::::new(call); + let route = messages_route(Arc::new(RecordingSecrets::empty())).with_transport(transport); + match route + .execute(host.request()?, &host, Some(host.events.0.sender.clone())) + .await? + { + MessagesCallResponse::Stream { head, chunks } => Ok(( + MessagesCallResponse::Stream { + head, + chunks: Box::pin(futures_util::stream::empty()), + }, + chunks.try_collect().await?, + )), + complete => Ok((complete, Vec::new())), + } +} + +#[rstest] +#[tokio::test] +async fn the_host_transport_sends_the_wire_request_instead_of_the_native_client( + call: MessagesCall, +) { + let transport = ScriptedTransport::new([Scripted::Complete(message_body())]); + + let (response, _) = execute(transport.clone(), hosted_call(call, json!({}))) + .await + .expect("the host transport answers"); + + let MessagesCallResponse::Complete(MessagesBody::Message(message)) = response else { + panic!("a complete message"); + }; + assert_eq!(message.id, "msg_1"); + let sent = transport.sent(); + let [request] = sent.as_slice() else { + panic!("one request"); + }; + assert_eq!(request.url, format!("{UNREACHABLE_BASE}/v1/messages")); + assert!(!request.stream); + assert_eq!(request.body["model"], MODEL); + assert!( + request + .headers + .iter() + .any(|(name, value)| name == "x-api-key" && value == "sk-ant"), + "{:?}", + request.headers + ); +} + +#[rstest] +#[tokio::test] +async fn a_host_stream_reaches_the_caller_chunk_by_chunk(call: MessagesCall) { + let frames: &'static [&'static str] = &[ + "event: message_start\ndata: {\"type\":\"message_start\"}\n\n", + "event: message_stop\ndata: {\"type\":\"message_stop\"}\n\n", + ]; + let transport = ScriptedTransport::new([Scripted::Stream(frames)]); + + let (response, chunks) = execute( + transport.clone(), + hosted_call(call, json!({"stream": true})), + ) + .await + .expect("the host stream opens"); + + let MessagesCallResponse::Stream { head, .. } = response else { + panic!("a stream"); + }; + assert_eq!( + head.headers, + vec![("request-id".to_string(), "req_1".to_string())] + ); + assert_eq!( + chunks, + frames + .iter() + .map(|frame| Bytes::from_static(frame.as_bytes())) + .collect::>() + ); + assert!(transport.sent()[0].stream); +} + +fn replayed_thinking() -> Value { + json!({ + "max_tokens": 4096, + "thinking": {"type": "enabled", "budget_tokens": 2048}, + "messages": [ + {"role": "user", "content": "hi"}, + {"role": "assistant", "content": [ + {"type": "thinking", "thinking": "plan", "signature": "sig"}, + {"type": "text", "text": "hello"} + ]}, + {"role": "user", "content": "again"} + ] + }) +} + +#[rstest] +#[tokio::test] +async fn a_recoverable_rejection_is_retried_through_the_host_transport(call: MessagesCall) { + let transport = ScriptedTransport::new([ + Scripted::Rejected(400, INVALID_SIGNATURE), + Scripted::Complete(message_body()), + ]); + + execute(transport.clone(), hosted_call(call, replayed_thinking())) + .await + .expect("the retry succeeds"); + + let sent = transport.sent(); + let [first, second] = sent.as_slice() else { + panic!("two requests"); + }; + assert!(first.body.get("thinking").is_some()); + assert!(second.body.get("thinking").is_none()); +} + +#[rstest] +#[case::final_rejection(vec![Scripted::Rejected(429, "slow down")])] +#[case::spent_retry(vec![ + Scripted::Rejected(400, INVALID_SIGNATURE), + Scripted::Rejected(400, INVALID_SIGNATURE), +])] +#[case::client_failure(vec![Scripted::Failed])] +#[tokio::test] +async fn the_caller_gets_the_error_the_host_transport_raised( + call: MessagesCall, + #[case] script: Vec, +) { + let attempts = script.len(); + let transport = ScriptedTransport::new(script); + + let error = execute(transport.clone(), hosted_call(call, replayed_thinking())) + .await + .err() + .expect("the call fails"); + + assert!(litellm_error::find::(&error).is_some(), "{error:?}"); + assert_eq!(error.upstream_response(), None); + assert_eq!(transport.sent().len(), attempts); +} diff --git a/litellm-rust/crates/inference-messages/tests/openrouter/main.rs b/litellm/rust/crates/inference-messages/tests/openrouter/main.rs similarity index 100% rename from litellm-rust/crates/inference-messages/tests/openrouter/main.rs rename to litellm/rust/crates/inference-messages/tests/openrouter/main.rs diff --git a/litellm-rust/crates/inference-messages/tests/support/mod.rs b/litellm/rust/crates/inference-messages/tests/support/mod.rs similarity index 96% rename from litellm-rust/crates/inference-messages/tests/support/mod.rs rename to litellm/rust/crates/inference-messages/tests/support/mod.rs index 3cecc865070..9115b6e89bb 100644 --- a/litellm-rust/crates/inference-messages/tests/support/mod.rs +++ b/litellm/rust/crates/inference-messages/tests/support/mod.rs @@ -117,6 +117,7 @@ pub struct RecordingCall { pub events: Arc, pub chunks: Mutex>, pub head: Mutex>, + pub retried: Mutex>, } #[derive(Default)] @@ -167,6 +168,7 @@ impl RecordingCall

{ events: Arc::new(CallEvents::default()), chunks: Mutex::new(Vec::new()), head: Mutex::new(None), + retried: Mutex::new(Vec::new()), } } } @@ -195,6 +197,14 @@ impl litellm_host::interceptors::Intercepto ) -> Result<(), P::Error> { Ok(()) } + + async fn provider_request_retried( + &self, + retry: litellm_host::interceptors::RetriedRequest, + ) -> Result<(), P::Error> { + self.retried.lock().unwrap().push(retry); + Ok(()) + } } impl

RecordingCall

diff --git a/litellm-rust/crates/inference-ocr/AGENTS.md b/litellm/rust/crates/inference-ocr/AGENTS.md similarity index 100% rename from litellm-rust/crates/inference-ocr/AGENTS.md rename to litellm/rust/crates/inference-ocr/AGENTS.md diff --git a/litellm-rust/crates/inference-ocr/Cargo.toml b/litellm/rust/crates/inference-ocr/Cargo.toml similarity index 100% rename from litellm-rust/crates/inference-ocr/Cargo.toml rename to litellm/rust/crates/inference-ocr/Cargo.toml diff --git a/litellm-rust/crates/inference-ocr/src/arguments.rs b/litellm/rust/crates/inference-ocr/src/arguments.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/src/arguments.rs rename to litellm/rust/crates/inference-ocr/src/arguments.rs diff --git a/litellm-rust/crates/inference-ocr/src/document.rs b/litellm/rust/crates/inference-ocr/src/document.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/src/document.rs rename to litellm/rust/crates/inference-ocr/src/document.rs diff --git a/litellm-rust/crates/inference-ocr/src/handler.rs b/litellm/rust/crates/inference-ocr/src/handler.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/src/handler.rs rename to litellm/rust/crates/inference-ocr/src/handler.rs diff --git a/litellm-rust/crates/inference-ocr/src/lib.rs b/litellm/rust/crates/inference-ocr/src/lib.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/src/lib.rs rename to litellm/rust/crates/inference-ocr/src/lib.rs diff --git a/litellm-rust/crates/inference-ocr/src/provider_config.rs b/litellm/rust/crates/inference-ocr/src/provider_config.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/src/provider_config.rs rename to litellm/rust/crates/inference-ocr/src/provider_config.rs diff --git a/litellm-rust/crates/inference-ocr/src/route.rs b/litellm/rust/crates/inference-ocr/src/route.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/src/route.rs rename to litellm/rust/crates/inference-ocr/src/route.rs diff --git a/litellm-rust/crates/inference-ocr/src/types.rs b/litellm/rust/crates/inference-ocr/src/types.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/src/types.rs rename to litellm/rust/crates/inference-ocr/src/types.rs diff --git a/litellm-rust/crates/inference-ocr/src/wire.rs b/litellm/rust/crates/inference-ocr/src/wire.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/src/wire.rs rename to litellm/rust/crates/inference-ocr/src/wire.rs diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/aws_textract.rs b/litellm/rust/crates/inference-ocr/tests/ocr/aws_textract.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/ocr/aws_textract.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/aws_textract.rs diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/azure_ai.rs b/litellm/rust/crates/inference-ocr/tests/ocr/azure_ai.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/ocr/azure_ai.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/azure_ai.rs diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/azure_document_intelligence.rs b/litellm/rust/crates/inference-ocr/tests/ocr/azure_document_intelligence.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/ocr/azure_document_intelligence.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/azure_document_intelligence.rs diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/cohere.rs b/litellm/rust/crates/inference-ocr/tests/ocr/cohere.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/ocr/cohere.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/cohere.rs diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/documents.rs b/litellm/rust/crates/inference-ocr/tests/ocr/documents.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/ocr/documents.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/documents.rs diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/lifecycle.rs b/litellm/rust/crates/inference-ocr/tests/ocr/lifecycle.rs similarity index 99% rename from litellm-rust/crates/inference-ocr/tests/ocr/lifecycle.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/lifecycle.rs index 9f59bb9a2a2..509704340fe 100644 --- a/litellm-rust/crates/inference-ocr/tests/ocr/lifecycle.rs +++ b/litellm/rust/crates/inference-ocr/tests/ocr/lifecycle.rs @@ -22,6 +22,7 @@ pub(crate) fn event_name(event: &CallEvent) -> &'static str { CallEvent::Execution(ExecutionEvent::ResultReady { .. }) => "result_ready", CallEvent::Started { .. } => "started", CallEvent::Execution(ExecutionEvent::ProviderResponseReceived { .. }) => "response", + CallEvent::Execution(ExecutionEvent::ProviderRequestRetried { .. }) => "retried", CallEvent::Succeeded { .. } => "success", CallEvent::Failed { .. } => "failure", CallEvent::Cancelled { .. } => "cancelled", diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/machine.rs b/litellm/rust/crates/inference-ocr/tests/ocr/machine.rs similarity index 96% rename from litellm-rust/crates/inference-ocr/tests/ocr/machine.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/machine.rs index c7a5d58ad3d..9da62e6ccf4 100644 --- a/litellm-rust/crates/inference-ocr/tests/ocr/machine.rs +++ b/litellm/rust/crates/inference-ocr/tests/ocr/machine.rs @@ -66,6 +66,11 @@ async fn drive_until( reply.send(host.after_provider_response(raw).await); Ok(()) } + HostRequest::Intercept(InterceptRequest::ProviderRequestRetried { reply, .. }) => { + ops.push("retried"); + reply.send(Ok(())); + Ok(()) + } }; if let Err(failure) = answer { break machine.interrupt(failure).await.map(completed); @@ -86,6 +91,7 @@ async fn drive_until_notified(machine: &mut OcrMachine, host: &LocalOcrHost, sto MachineStep::Suspended(HostRequest::HostCall(op)) => host.handle_host_call(op).await.unwrap(), MachineStep::Suspended(HostRequest::Intercept(InterceptRequest::BeforeProviderRequest { wire, reply, .. })) => reply.send(*wire), MachineStep::Suspended(HostRequest::Intercept(InterceptRequest::AfterProviderResponse { reply, .. })) => reply.send(Ok(())), + MachineStep::Suspended(HostRequest::Intercept(InterceptRequest::ProviderRequestRetried { reply, .. })) => reply.send(Ok(())), MachineStep::Suspended(HostRequest::Stream(stream)) => match stream { litellm_host::protocol::StreamDelivery::Open(head, _) => match head {}, litellm_host::protocol::StreamDelivery::Chunk(chunk, _) => match chunk {}, diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/main.rs b/litellm/rust/crates/inference-ocr/tests/ocr/main.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/ocr/main.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/main.rs diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/mistral.rs b/litellm/rust/crates/inference-ocr/tests/ocr/mistral.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/ocr/mistral.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/mistral.rs diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/reducto.rs b/litellm/rust/crates/inference-ocr/tests/ocr/reducto.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/ocr/reducto.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/reducto.rs diff --git a/litellm-rust/crates/inference-ocr/tests/ocr/vertex_ai.rs b/litellm/rust/crates/inference-ocr/tests/ocr/vertex_ai.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/ocr/vertex_ai.rs rename to litellm/rust/crates/inference-ocr/tests/ocr/vertex_ai.rs diff --git a/litellm-rust/crates/inference-ocr/tests/resources.rs b/litellm/rust/crates/inference-ocr/tests/resources.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/resources.rs rename to litellm/rust/crates/inference-ocr/tests/resources.rs diff --git a/litellm-rust/crates/inference-ocr/tests/support/mod.rs b/litellm/rust/crates/inference-ocr/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/inference-ocr/tests/support/mod.rs rename to litellm/rust/crates/inference-ocr/tests/support/mod.rs diff --git a/litellm-rust/crates/inference-responses/AGENTS.md b/litellm/rust/crates/inference-responses/AGENTS.md similarity index 100% rename from litellm-rust/crates/inference-responses/AGENTS.md rename to litellm/rust/crates/inference-responses/AGENTS.md diff --git a/litellm-rust/crates/inference-responses/Cargo.toml b/litellm/rust/crates/inference-responses/Cargo.toml similarity index 100% rename from litellm-rust/crates/inference-responses/Cargo.toml rename to litellm/rust/crates/inference-responses/Cargo.toml diff --git a/litellm-rust/crates/inference-responses/src/handler.rs b/litellm/rust/crates/inference-responses/src/handler.rs similarity index 100% rename from litellm-rust/crates/inference-responses/src/handler.rs rename to litellm/rust/crates/inference-responses/src/handler.rs diff --git a/litellm-rust/crates/inference-responses/src/ids.rs b/litellm/rust/crates/inference-responses/src/ids.rs similarity index 88% rename from litellm-rust/crates/inference-responses/src/ids.rs rename to litellm/rust/crates/inference-responses/src/ids.rs index b51aea1559e..fbba8f949a0 100644 --- a/litellm-rust/crates/inference-responses/src/ids.rs +++ b/litellm/rust/crates/inference-responses/src/ids.rs @@ -11,7 +11,7 @@ //! | Id | Applied to | Decoded plaintext | //! |---|---|---| //! | `resp_` | the response `id` | `litellm:custom_llm_provider:{provider};model_id:{model_id};response_id:{id}` | -//! | `encitem_` | the `id` of an output item with `encrypted_content` | `litellm:model_id:{model_id};item_id:{id}` | +//! | `encitem_` | the `id` of a reasoning or compaction output item, or of any item with `encrypted_content` | `litellm:model_id:{model_id};item_id:{id}` | //! | `litellm_enc:;{content}` | that item's `encrypted_content` | `` is `model_id:{model_id}`, and the original content follows the `;` unencoded | //! | `cntr_` | `container_id` on output items, `code_interpreter_call`, and message annotations | `litellm:custom_llm_provider:{provider};model_id:{model_id};container_id:{id}` | //! @@ -25,8 +25,9 @@ //! - `encitem_` and `litellm_enc:` carry encrypted-content affinity: encrypted reasoning only //! decrypts under the API key that produced it, so the router pins replays to that deployment. //! They are stamped only when the router sets `encrypted_content_affinity_enabled` and a -//! deployment `model_id` is known (see [`IdScope`]). Items without an `id`, such as Codex's, -//! carry the deployment in the wrapped content alone. +//! deployment `model_id` is known (see [`IdScope`]). Reasoning and compaction items get an +//! `encitem_` id by type, so it matches the one Python streams before their content arrives. +//! Items without an `id`, such as Codex's, carry the deployment in the wrapped content alone. //! - `cntr_` lets container calls find the provider and deployment that own a container. A //! container id that already names a provider is left as it is. //! - On the way in, [`restore_input`] turns `encitem_` ids and `litellm_enc:` content in the @@ -51,6 +52,7 @@ const RESPONSE_PREFIX: &str = "resp_"; const ITEM_PREFIX: &str = "encitem_"; const CONTAINER_PREFIX: &str = "cntr_"; const WRAPPED_CONTENT_PREFIX: &str = "litellm_enc:"; +const ENCRYPTED_ITEM_TYPES: [&str; 2] = ["reasoning", "compaction"]; /// Python's non-strict `base64.b64decode`: characters outside the alphabet are skipped and /// non-zero trailing bits are accepted @@ -211,15 +213,23 @@ pub fn decode_container_id(id: &str) -> DecodedContainerId { } fn encode_encrypted_item(item: &mut Map, model_id: &str) { - let Some(Value::String(content)) = item.get_mut("encrypted_content") else { - return; + let wrapped = match item.get_mut("encrypted_content") { + Some(Value::String(content)) if !content.is_empty() => { + *content = wrap_encrypted_content(content, model_id); + true + } + _ => false, }; - if content.is_empty() { + let encrypted_type = item + .get("type") + .and_then(Value::as_str) + .is_some_and(|item_type| ENCRYPTED_ITEM_TYPES.contains(&item_type)); + if !wrapped && !encrypted_type { return; } - *content = wrap_encrypted_content(content, model_id); if let Some(Value::String(id)) = item.get_mut("id") && !id.is_empty() + && decode_encrypted_item_id(id).is_none() { *id = encrypted_item_id(model_id, id); } @@ -456,6 +466,33 @@ mod tests { ); } + #[rstest] + #[case::reasoning_without_ciphertext( + json!({"type": "reasoning", "id": "rs_0a1b", "summary": []}), + json!({"type": "reasoning", "id": "encitem_bGl0ZWxsbTptb2RlbF9pZDpkZXBsb3ktMTtpdGVtX2lkOnJzXzBhMWI=", "summary": []}) + )] + #[case::compaction( + json!({"type": "compaction", "id": "cmp_0a1b", "encrypted_content": "gAAAA"}), + json!({ + "type": "compaction", + "id": "encitem_bGl0ZWxsbTptb2RlbF9pZDpkZXBsb3ktMTtpdGVtX2lkOmNtcF8wYTFi", + "encrypted_content": "litellm_enc:bW9kZWxfaWQ6ZGVwbG95LTE=;gAAAA" + }) + )] + #[case::already_encoded( + json!({"type": "reasoning", "id": "encitem_bGl0ZWxsbTptb2RlbF9pZDpkZXBsb3ktMTtpdGVtX2lkOnJzXzBhMWI=", "summary": []}), + json!({"type": "reasoning", "id": "encitem_bGl0ZWxsbTptb2RlbF9pZDpkZXBsb3ktMTtpdGVtX2lkOnJzXzBhMWI=", "summary": []}) + )] + #[case::message( + json!({"type": "message", "id": "msg_1", "content": []}), + json!({"type": "message", "id": "msg_1", "content": []}) + )] + fn encodes_item_ids_by_type_under_affinity(#[case] item: Value, #[case] expected: Value) { + let mut encoded = response("resp_1", json!([item])); + encode_response(&mut encoded, &scope(Some("openai"), Some("deploy-1"), true)); + assert_eq!(Value::Array(encoded.output), json!([expected])); + } + #[rstest] #[case::affinity_disabled(scope(Some("openai"), Some("deploy-1"), false))] #[case::no_model_id(scope(Some("openai"), None, true))] diff --git a/litellm-rust/crates/inference-responses/src/lib.rs b/litellm/rust/crates/inference-responses/src/lib.rs similarity index 100% rename from litellm-rust/crates/inference-responses/src/lib.rs rename to litellm/rust/crates/inference-responses/src/lib.rs diff --git a/litellm-rust/crates/inference-responses/src/route.rs b/litellm/rust/crates/inference-responses/src/route.rs similarity index 100% rename from litellm-rust/crates/inference-responses/src/route.rs rename to litellm/rust/crates/inference-responses/src/route.rs diff --git a/litellm-rust/crates/inference-responses/src/types.rs b/litellm/rust/crates/inference-responses/src/types.rs similarity index 100% rename from litellm-rust/crates/inference-responses/src/types.rs rename to litellm/rust/crates/inference-responses/src/types.rs diff --git a/litellm-rust/crates/inference-responses/src/websocket.rs b/litellm/rust/crates/inference-responses/src/websocket.rs similarity index 100% rename from litellm-rust/crates/inference-responses/src/websocket.rs rename to litellm/rust/crates/inference-responses/src/websocket.rs diff --git a/litellm-rust/crates/inference-responses/tests/caching.rs b/litellm/rust/crates/inference-responses/tests/caching.rs similarity index 100% rename from litellm-rust/crates/inference-responses/tests/caching.rs rename to litellm/rust/crates/inference-responses/tests/caching.rs diff --git a/litellm-rust/crates/inference-responses/tests/live/main.rs b/litellm/rust/crates/inference-responses/tests/live/main.rs similarity index 100% rename from litellm-rust/crates/inference-responses/tests/live/main.rs rename to litellm/rust/crates/inference-responses/tests/live/main.rs diff --git a/litellm-rust/crates/inference-responses/tests/live/openrouter.rs b/litellm/rust/crates/inference-responses/tests/live/openrouter.rs similarity index 100% rename from litellm-rust/crates/inference-responses/tests/live/openrouter.rs rename to litellm/rust/crates/inference-responses/tests/live/openrouter.rs diff --git a/litellm-rust/crates/inference-responses/tests/openrouter.rs b/litellm/rust/crates/inference-responses/tests/openrouter.rs similarity index 100% rename from litellm-rust/crates/inference-responses/tests/openrouter.rs rename to litellm/rust/crates/inference-responses/tests/openrouter.rs diff --git a/litellm-rust/crates/inference-responses/tests/responses.rs b/litellm/rust/crates/inference-responses/tests/responses.rs similarity index 100% rename from litellm-rust/crates/inference-responses/tests/responses.rs rename to litellm/rust/crates/inference-responses/tests/responses.rs diff --git a/litellm-rust/crates/inference-responses/tests/support/mod.rs b/litellm/rust/crates/inference-responses/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/inference-responses/tests/support/mod.rs rename to litellm/rust/crates/inference-responses/tests/support/mod.rs diff --git a/litellm-rust/crates/inference-testing/Cargo.toml b/litellm/rust/crates/inference-testing/Cargo.toml similarity index 100% rename from litellm-rust/crates/inference-testing/Cargo.toml rename to litellm/rust/crates/inference-testing/Cargo.toml diff --git a/litellm-rust/crates/inference-testing/README.md b/litellm/rust/crates/inference-testing/README.md similarity index 97% rename from litellm-rust/crates/inference-testing/README.md rename to litellm/rust/crates/inference-testing/README.md index caf66073c35..583581175ba 100644 --- a/litellm-rust/crates/inference-testing/README.md +++ b/litellm/rust/crates/inference-testing/README.md @@ -20,7 +20,7 @@ Run one provider's cases explicitly ```bash LITELLM_LIVE_MESSAGES_VERTEX_AI_MODEL= \ - cargo test --manifest-path litellm-rust/Cargo.toml \ + cargo test --manifest-path litellm/rust/Cargo.toml \ -p litellm-inference-messages --test live vertex_ai \ -- --ignored --nocapture --test-threads=1 ``` @@ -39,7 +39,7 @@ Other tool cases require a model that supports forced `tool_choice`, except wher Select one behavior by its test name, for example `completion::case_1_basic`. To list every available cell without contacting any provider ```bash -cargo test --manifest-path litellm-rust/Cargo.toml \ +cargo test --manifest-path litellm/rust/Cargo.toml \ -p litellm-inference-messages --test live -- --list ``` diff --git a/litellm-rust/crates/inference-testing/src/lib.rs b/litellm/rust/crates/inference-testing/src/lib.rs similarity index 100% rename from litellm-rust/crates/inference-testing/src/lib.rs rename to litellm/rust/crates/inference-testing/src/lib.rs diff --git a/litellm-rust/crates/inference-testing/src/live.rs b/litellm/rust/crates/inference-testing/src/live.rs similarity index 100% rename from litellm-rust/crates/inference-testing/src/live.rs rename to litellm/rust/crates/inference-testing/src/live.rs diff --git a/litellm-rust/crates/inference-transcription/AGENTS.md b/litellm/rust/crates/inference-transcription/AGENTS.md similarity index 100% rename from litellm-rust/crates/inference-transcription/AGENTS.md rename to litellm/rust/crates/inference-transcription/AGENTS.md diff --git a/litellm-rust/crates/inference-transcription/Cargo.toml b/litellm/rust/crates/inference-transcription/Cargo.toml similarity index 100% rename from litellm-rust/crates/inference-transcription/Cargo.toml rename to litellm/rust/crates/inference-transcription/Cargo.toml diff --git a/litellm-rust/crates/inference-transcription/src/constants.rs b/litellm/rust/crates/inference-transcription/src/constants.rs similarity index 100% rename from litellm-rust/crates/inference-transcription/src/constants.rs rename to litellm/rust/crates/inference-transcription/src/constants.rs diff --git a/litellm-rust/crates/inference-transcription/src/handler.rs b/litellm/rust/crates/inference-transcription/src/handler.rs similarity index 100% rename from litellm-rust/crates/inference-transcription/src/handler.rs rename to litellm/rust/crates/inference-transcription/src/handler.rs diff --git a/litellm-rust/crates/inference-transcription/src/lib.rs b/litellm/rust/crates/inference-transcription/src/lib.rs similarity index 100% rename from litellm-rust/crates/inference-transcription/src/lib.rs rename to litellm/rust/crates/inference-transcription/src/lib.rs diff --git a/litellm-rust/crates/inference-transcription/src/types.rs b/litellm/rust/crates/inference-transcription/src/types.rs similarity index 100% rename from litellm-rust/crates/inference-transcription/src/types.rs rename to litellm/rust/crates/inference-transcription/src/types.rs diff --git a/litellm-rust/crates/inference-transcription/tests/audio_transcription.rs b/litellm/rust/crates/inference-transcription/tests/audio_transcription.rs similarity index 100% rename from litellm-rust/crates/inference-transcription/tests/audio_transcription.rs rename to litellm/rust/crates/inference-transcription/tests/audio_transcription.rs diff --git a/litellm-rust/crates/inference-transcription/tests/support/mod.rs b/litellm/rust/crates/inference-transcription/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/inference-transcription/tests/support/mod.rs rename to litellm/rust/crates/inference-transcription/tests/support/mod.rs diff --git a/litellm-rust/crates/inference/AGENTS.md b/litellm/rust/crates/inference/AGENTS.md similarity index 97% rename from litellm-rust/crates/inference/AGENTS.md rename to litellm/rust/crates/inference/AGENTS.md index bcbc98a209e..bc9be4825ea 100644 --- a/litellm-rust/crates/inference/AGENTS.md +++ b/litellm/rust/crates/inference/AGENTS.md @@ -81,3 +81,4 @@ - Cache lookup follows provider preparation, credential resolution, and the request interceptor - keys describe the effective provider URL, authenticated headers, and rewritten body - signed requests bypass caching until the signing identity has a stable cache representation +- A service that keys entries by the caller's arguments (`keyed_by_caller`, the Python host's legacy cache) is looked up before provider preparation, as Python's `@client` wrapper does, and a hit skips request building and the request interceptor diff --git a/litellm-rust/crates/inference/Cargo.toml b/litellm/rust/crates/inference/Cargo.toml similarity index 100% rename from litellm-rust/crates/inference/Cargo.toml rename to litellm/rust/crates/inference/Cargo.toml index 807a3ea85d3..168b9a569ea 100644 --- a/litellm-rust/crates/inference/Cargo.toml +++ b/litellm/rust/crates/inference/Cargo.toml @@ -12,6 +12,7 @@ litellm-framer.workspace = true tokio-util = { version = "0.7", features = ["codec"] } litellm-secrets.workspace = true litellm-core-utils.workspace = true +litellm-error.workspace = true litellm-host.workspace = true bytes.workspace = true futures-util.workspace = true @@ -29,7 +30,6 @@ time.workspace = true url.workspace = true [dev-dependencies] -litellm-error.workspace = true litellm-cache-memory.workspace = true litellm-http = { workspace = true, features = ["test-support"] } litellm-llms = { workspace = true, features = ["test-support"] } diff --git a/litellm-rust/crates/inference/src/caching.rs b/litellm/rust/crates/inference/src/caching.rs similarity index 96% rename from litellm-rust/crates/inference/src/caching.rs rename to litellm/rust/crates/inference/src/caching.rs index d9b5b891015..fa9ceb6bd73 100644 --- a/litellm-rust/crates/inference/src/caching.rs +++ b/litellm/rust/crates/inference/src/caching.rs @@ -61,6 +61,10 @@ pub trait StreamCachable: Cachable { fn replay(data: Bytes) -> Option>; fn bytes(chunk: &Self::Chunk) -> &[u8]; + + fn storable_stream(text: &str) -> bool { + successful_stream(text, Self::TERMINAL_EVENT) + } } #[derive(Serialize, Deserialize)] @@ -238,12 +242,19 @@ impl CallCache

{ identity: &ProviderIdentity, wire: &WireRequest, ) -> Self { + Self::new( + cache, + policy, + CacheRequest::from_wire(identity.clone(), Some(wire)), + ) + } + + pub fn new(cache: Option<&ScopedCache>, policy: CachePolicy, request: CacheRequest) -> Self { let session = cache.and_then(|cache| { if !policy.enabled() { return None; } let options = cache.options(Some(policy)); - let request = CacheRequest::from_wire(identity.clone(), Some(wire)); Some(CacheSession { request: options.request( &cache.service.config().namespace, @@ -281,7 +292,7 @@ impl CallCache

{ P::Response: Serialize, { let Some(session) = self.session.filter(|session| { - *source == ResultSource::Provider && session.request.controls.writes() + !matches!(source, ResultSource::Cache { .. }) && session.request.controls.writes() }) else { return output; }; @@ -322,7 +333,7 @@ fn capture_stream( None => { if let Some(data) = captured && let Ok(text) = String::from_utf8(data) - && successful_stream(&text, P::TERMINAL_EVENT) + && P::storable_stream(&text) && let Ok(entry) = serde_json::to_value(ResponseEnvelope::new( P::SURFACE, CachedOutput::::Stream(text), diff --git a/litellm-rust/crates/inference/src/context.rs b/litellm/rust/crates/inference/src/context.rs similarity index 81% rename from litellm-rust/crates/inference/src/context.rs rename to litellm/rust/crates/inference/src/context.rs index ef2635d24a1..39b259a4c97 100644 --- a/litellm-rust/crates/inference/src/context.rs +++ b/litellm/rust/crates/inference/src/context.rs @@ -1,6 +1,6 @@ use litellm_cache_response::CachePolicy; use litellm_host::{ - interceptors::{ExecutionFacts, Interceptors, RawResponse, ResultSource}, + interceptors::{ExecutionFacts, Interceptors, RawResponse, ResultSource, RetriedRequest}, lifecycle::{CallEvent, ExecutionEvent}, observation::ObservationSender, }; @@ -57,4 +57,15 @@ impl<'a, I: Interceptors> CallContext<'a, I> { .await .map_err(Error::post_call) } + + pub async fn provider_request_retried(&self, retry: RetriedRequest) -> Result<(), Error> { + if let Some(observers) = &self.observers { + observers.emit(CallEvent::Execution( + ExecutionEvent::ProviderRequestRetried { + retry: retry.clone(), + }, + )); + } + self.interceptors.provider_request_retried(retry).await + } } diff --git a/litellm-rust/crates/inference/src/diagnostic.rs b/litellm/rust/crates/inference/src/diagnostic.rs similarity index 100% rename from litellm-rust/crates/inference/src/diagnostic.rs rename to litellm/rust/crates/inference/src/diagnostic.rs diff --git a/litellm-rust/crates/inference/src/error.rs b/litellm/rust/crates/inference/src/error.rs similarity index 96% rename from litellm-rust/crates/inference/src/error.rs rename to litellm/rust/crates/inference/src/error.rs index 4135424d6ef..5f6e1b3f70d 100644 --- a/litellm-rust/crates/inference/src/error.rs +++ b/litellm/rust/crates/inference/src/error.rs @@ -24,6 +24,8 @@ pub enum Error { Secret(#[from] SecretError), #[error("the host driver failed")] Host(#[source] MachineFault), + #[error("the host transport failed")] + Transport(#[source] litellm_error::Source), #[error("post-call hook failed")] PostCallHook(#[source] Arc), } @@ -47,6 +49,10 @@ impl Error { Self::PostCallHook(Arc::new(error)) } + pub fn transport(cause: impl std::error::Error + Send + Sync + 'static) -> Self { + Self::Transport(litellm_error::Source::new(cause)) + } + /// The caller's request is what is wrong, as opposed to the environment, the wire, or /// the provider's answer. pub fn is_request(&self) -> bool { @@ -55,7 +61,11 @@ impl Error { Self::Llm(error) => error.is_request(), Self::Auth(error) => error.is_request(), Self::Http(error) => error.is_request(), - Self::Declined(_) | Self::Secret(_) | Self::Host(_) | Self::PostCallHook(_) => false, + Self::Declined(_) + | Self::Secret(_) + | Self::Host(_) + | Self::Transport(_) + | Self::PostCallHook(_) => false, } } @@ -70,6 +80,7 @@ impl Error { | Self::Headers(_) | Self::Secret(_) | Self::Host(_) + | Self::Transport(_) | Self::PostCallHook(_) => false, } } @@ -85,6 +96,7 @@ impl Error { | Self::Http(_) | Self::Secret(_) | Self::Host(_) + | Self::Transport(_) | Self::PostCallHook(_) => false, } } @@ -100,6 +112,7 @@ impl Error { | Self::Http(_) | Self::Secret(_) | Self::Host(_) + | Self::Transport(_) | Self::PostCallHook(_) => None, } } @@ -121,7 +134,7 @@ impl Error { match self { Self::Llm(error) => error.dispatched(), Self::Http(error) => error.dispatched(), - Self::Host(_) | Self::PostCallHook(_) => true, + Self::Host(_) | Self::Transport(_) | Self::PostCallHook(_) => true, Self::InvalidProvider(_) | Self::UnresolvedProvider { .. } | Self::Declined(_) @@ -142,6 +155,7 @@ impl Error { | Self::Http(_) | Self::Secret(_) | Self::Host(_) + | Self::Transport(_) | Self::PostCallHook(_) => None, } } @@ -193,6 +207,7 @@ impl Error { | Self::Headers(_) | Self::Secret(_) | Self::Host(_) + | Self::Transport(_) | Self::PostCallHook(_) => None, } } diff --git a/litellm-rust/crates/inference/src/lib.rs b/litellm/rust/crates/inference/src/lib.rs similarity index 100% rename from litellm-rust/crates/inference/src/lib.rs rename to litellm/rust/crates/inference/src/lib.rs diff --git a/litellm-rust/crates/inference/src/outbound.rs b/litellm/rust/crates/inference/src/outbound.rs similarity index 63% rename from litellm-rust/crates/inference/src/outbound.rs rename to litellm/rust/crates/inference/src/outbound.rs index b0cc71d425d..87fae0bbe9e 100644 --- a/litellm-rust/crates/inference/src/outbound.rs +++ b/litellm/rust/crates/inference/src/outbound.rs @@ -1,6 +1,6 @@ use std::time::Duration; -use litellm_http::outbound::{json, signed}; +use litellm_http::outbound::{json, json_bytes, signed}; use litellm_llms::base_llm::auth::Authenticated; use serde_json::Value; @@ -34,3 +34,18 @@ pub fn outbound_request( Some(signer) => signed(request, &signer), } } + +pub fn raw_leaf_outbound_request( + authenticated: Authenticated, + url: &str, + body: &Value, + timeout: Option, +) -> Result { + let Authenticated { headers, signer } = authenticated; + let bytes = litellm_host::raw_json::to_vec(body).map_err(litellm_http::Error::request_body)?; + let request = json_bytes(url, &headers, bytes, timeout)?; + match signer { + None => Ok(request), + Some(signer) => signed(request, &signer), + } +} diff --git a/litellm-rust/crates/inference/src/provider.rs b/litellm/rust/crates/inference/src/provider.rs similarity index 100% rename from litellm-rust/crates/inference/src/provider.rs rename to litellm/rust/crates/inference/src/provider.rs diff --git a/litellm-rust/crates/inference/src/resources.rs b/litellm/rust/crates/inference/src/resources.rs similarity index 100% rename from litellm-rust/crates/inference/src/resources.rs rename to litellm/rust/crates/inference/src/resources.rs diff --git a/litellm-rust/crates/inference/tests/caching.rs b/litellm/rust/crates/inference/tests/caching.rs similarity index 100% rename from litellm-rust/crates/inference/tests/caching.rs rename to litellm/rust/crates/inference/tests/caching.rs diff --git a/litellm-rust/crates/litellm/Cargo.toml b/litellm/rust/crates/litellm/Cargo.toml similarity index 100% rename from litellm-rust/crates/litellm/Cargo.toml rename to litellm/rust/crates/litellm/Cargo.toml diff --git a/litellm-rust/crates/litellm/src/lib.rs b/litellm/rust/crates/litellm/src/lib.rs similarity index 100% rename from litellm-rust/crates/litellm/src/lib.rs rename to litellm/rust/crates/litellm/src/lib.rs diff --git a/litellm-rust/crates/llms-types/AGENTS.md b/litellm/rust/crates/llms-types/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/AGENTS.md rename to litellm/rust/crates/llms-types/AGENTS.md diff --git a/litellm-rust/crates/llms-types/Cargo.toml b/litellm/rust/crates/llms-types/Cargo.toml similarity index 100% rename from litellm-rust/crates/llms-types/Cargo.toml rename to litellm/rust/crates/llms-types/Cargo.toml diff --git a/litellm-rust/crates/llms-types/src/formats/audio_transcription/AGENTS.md b/litellm/rust/crates/llms-types/src/formats/audio_transcription/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/audio_transcription/AGENTS.md rename to litellm/rust/crates/llms-types/src/formats/audio_transcription/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/formats/audio_transcription/mod.rs b/litellm/rust/crates/llms-types/src/formats/audio_transcription/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/audio_transcription/mod.rs rename to litellm/rust/crates/llms-types/src/formats/audio_transcription/mod.rs diff --git a/litellm-rust/crates/llms-types/src/formats/audio_transcription/response.rs b/litellm/rust/crates/llms-types/src/formats/audio_transcription/response.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/audio_transcription/response.rs rename to litellm/rust/crates/llms-types/src/formats/audio_transcription/response.rs diff --git a/litellm-rust/crates/llms-types/src/formats/batches/AGENTS.md b/litellm/rust/crates/llms-types/src/formats/batches/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/batches/AGENTS.md rename to litellm/rust/crates/llms-types/src/formats/batches/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/formats/batches/mod.rs b/litellm/rust/crates/llms-types/src/formats/batches/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/batches/mod.rs rename to litellm/rust/crates/llms-types/src/formats/batches/mod.rs diff --git a/litellm-rust/crates/llms-types/src/formats/batches/response.rs b/litellm/rust/crates/llms-types/src/formats/batches/response.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/batches/response.rs rename to litellm/rust/crates/llms-types/src/formats/batches/response.rs diff --git a/litellm-rust/crates/llms-types/src/formats/chat_completions/AGENTS.md b/litellm/rust/crates/llms-types/src/formats/chat_completions/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/chat_completions/AGENTS.md rename to litellm/rust/crates/llms-types/src/formats/chat_completions/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/formats/chat_completions/content.rs b/litellm/rust/crates/llms-types/src/formats/chat_completions/content.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/chat_completions/content.rs rename to litellm/rust/crates/llms-types/src/formats/chat_completions/content.rs diff --git a/litellm-rust/crates/llms-types/src/formats/chat_completions/mod.rs b/litellm/rust/crates/llms-types/src/formats/chat_completions/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/chat_completions/mod.rs rename to litellm/rust/crates/llms-types/src/formats/chat_completions/mod.rs diff --git a/litellm-rust/crates/llms-types/src/formats/chat_completions/request.rs b/litellm/rust/crates/llms-types/src/formats/chat_completions/request.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/chat_completions/request.rs rename to litellm/rust/crates/llms-types/src/formats/chat_completions/request.rs diff --git a/litellm-rust/crates/llms-types/src/formats/chat_completions/response.rs b/litellm/rust/crates/llms-types/src/formats/chat_completions/response.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/chat_completions/response.rs rename to litellm/rust/crates/llms-types/src/formats/chat_completions/response.rs diff --git a/litellm-rust/crates/llms-types/src/formats/chat_completions/streaming.rs b/litellm/rust/crates/llms-types/src/formats/chat_completions/streaming.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/chat_completions/streaming.rs rename to litellm/rust/crates/llms-types/src/formats/chat_completions/streaming.rs diff --git a/litellm-rust/crates/llms-types/src/formats/messages/AGENTS.md b/litellm/rust/crates/llms-types/src/formats/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/messages/AGENTS.md rename to litellm/rust/crates/llms-types/src/formats/messages/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/formats/messages/content.rs b/litellm/rust/crates/llms-types/src/formats/messages/content.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/messages/content.rs rename to litellm/rust/crates/llms-types/src/formats/messages/content.rs diff --git a/litellm-rust/crates/llms-types/src/formats/messages/metadata.rs b/litellm/rust/crates/llms-types/src/formats/messages/metadata.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/messages/metadata.rs rename to litellm/rust/crates/llms-types/src/formats/messages/metadata.rs diff --git a/litellm-rust/crates/llms-types/src/formats/messages/mod.rs b/litellm/rust/crates/llms-types/src/formats/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/messages/mod.rs rename to litellm/rust/crates/llms-types/src/formats/messages/mod.rs diff --git a/litellm-rust/crates/llms-types/src/formats/messages/request.rs b/litellm/rust/crates/llms-types/src/formats/messages/request.rs similarity index 93% rename from litellm-rust/crates/llms-types/src/formats/messages/request.rs rename to litellm/rust/crates/llms-types/src/formats/messages/request.rs index d30d21e74e7..2e53b3adc5f 100644 --- a/litellm-rust/crates/llms-types/src/formats/messages/request.rs +++ b/litellm/rust/crates/llms-types/src/formats/messages/request.rs @@ -320,7 +320,7 @@ impl ThinkingConfig { #[macro_rules_attribute::apply(crate::wire_type)] pub struct MessagesRequest { pub model: String, - pub messages: Vec, + pub messages: Vec>, #[serde(flatten)] pub params: MessagesOptionalParams, } @@ -329,7 +329,7 @@ pub struct MessagesRequest { #[derive(Default)] pub struct MessagesOptionalParams { #[serde(skip_serializing_if = "Option::is_none")] - pub max_tokens: Option, + pub max_tokens: Option>, #[serde(skip_serializing_if = "Option::is_none")] pub system: Option, #[serde(skip_serializing_if = "Option::is_none")] @@ -337,13 +337,21 @@ pub struct MessagesOptionalParams { #[serde(skip_serializing_if = "Option::is_none")] pub stop_sequences: Option>, #[serde(skip_serializing_if = "Option::is_none")] - pub stream: Option, + pub stream: Option>, + #[serde( + default, + skip_serializing_if = "Option::is_none", + deserialize_with = "crate::recognized::exact_float" + )] + pub temperature: Option>, + #[serde( + default, + skip_serializing_if = "Option::is_none", + deserialize_with = "crate::recognized::exact_float" + )] + pub top_p: Option>, #[serde(skip_serializing_if = "Option::is_none")] - pub temperature: Option, - #[serde(skip_serializing_if = "Option::is_none")] - pub top_p: Option, - #[serde(skip_serializing_if = "Option::is_none")] - pub top_k: Option, + pub top_k: Option>, #[serde(skip_serializing_if = "Option::is_none")] pub tools: Option>>, #[serde(skip_serializing_if = "Option::is_none")] @@ -374,6 +382,12 @@ pub struct MessagesOptionalParams { pub extra: Map, } +impl MessagesOptionalParams { + pub fn streams(&self) -> bool { + self.stream.as_ref().is_some_and(Recognized::is_truthy) + } +} + impl Message { pub fn blocks(&self) -> &[ContentBlock] { match &self.content { @@ -447,8 +461,8 @@ mod tests { assert_eq!( ( - request.params.max_tokens, - request.params.stream, + request.params.max_tokens.clone(), + request.params.stream.clone(), request .params .extra @@ -456,11 +470,39 @@ mod tests { .map(String::as_str) .collect::>(), ), - (Some(16_u64), Some(true), vec!["safeguards"]) + ( + Some(Recognized::Known(16_u64)), + Some(Recognized::Known(true)), + vec!["safeguards"] + ) ); assert_eq!(serde_json::to_value(request).unwrap(), body); } + #[rstest] + #[case::numeric_string(json!({"max_tokens": "1024", "temperature": "0.5", "top_p": "x", "top_k": "5"}))] + #[case::string_stream(json!({"stream": "true"}))] + #[case::integer_stream(json!({"stream": 0}))] + #[case::floats(json!({"max_tokens": 1024.0, "top_k": 1.5}))] + #[case::booleans(json!({"max_tokens": true, "temperature": false}))] + #[case::wide_integers(json!({"max_tokens": 18_446_744_073_709_551_615_u64, "top_k": 9_223_372_036_854_775_808_u64}))] + #[case::nested(json!({"temperature": [1], "top_p": {"p": 1}}))] + fn scalar_params_of_any_type_round_trip_unchanged(#[case] params: Value) { + let body = Value::Object( + [ + ("model".to_string(), json!("m")), + ( + "messages".to_string(), + json!([{"role": "user", "content": "hi"}]), + ), + ] + .into_iter() + .chain(params.as_object().unwrap().clone()) + .collect(), + ); + assert_eq!(round_trip::(&body), body); + } + #[test] fn text_constructor_serializes_as_a_text_block() { assert_eq!( diff --git a/litellm-rust/crates/llms-types/src/formats/messages/response.rs b/litellm/rust/crates/llms-types/src/formats/messages/response.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/messages/response.rs rename to litellm/rust/crates/llms-types/src/formats/messages/response.rs diff --git a/litellm-rust/crates/llms-types/src/formats/messages/streaming.rs b/litellm/rust/crates/llms-types/src/formats/messages/streaming.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/messages/streaming.rs rename to litellm/rust/crates/llms-types/src/formats/messages/streaming.rs diff --git a/litellm-rust/crates/llms-types/src/formats/messages/tools.rs b/litellm/rust/crates/llms-types/src/formats/messages/tools.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/messages/tools.rs rename to litellm/rust/crates/llms-types/src/formats/messages/tools.rs diff --git a/litellm-rust/crates/llms-types/src/formats/messages/usage.rs b/litellm/rust/crates/llms-types/src/formats/messages/usage.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/messages/usage.rs rename to litellm/rust/crates/llms-types/src/formats/messages/usage.rs diff --git a/litellm-rust/crates/llms-types/src/formats/mod.rs b/litellm/rust/crates/llms-types/src/formats/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/mod.rs rename to litellm/rust/crates/llms-types/src/formats/mod.rs diff --git a/litellm-rust/crates/llms-types/src/formats/ocr/AGENTS.md b/litellm/rust/crates/llms-types/src/formats/ocr/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/ocr/AGENTS.md rename to litellm/rust/crates/llms-types/src/formats/ocr/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/formats/ocr/mod.rs b/litellm/rust/crates/llms-types/src/formats/ocr/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/ocr/mod.rs rename to litellm/rust/crates/llms-types/src/formats/ocr/mod.rs diff --git a/litellm-rust/crates/llms-types/src/formats/ocr/request.rs b/litellm/rust/crates/llms-types/src/formats/ocr/request.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/ocr/request.rs rename to litellm/rust/crates/llms-types/src/formats/ocr/request.rs diff --git a/litellm-rust/crates/llms-types/src/formats/ocr/response.rs b/litellm/rust/crates/llms-types/src/formats/ocr/response.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/ocr/response.rs rename to litellm/rust/crates/llms-types/src/formats/ocr/response.rs diff --git a/litellm-rust/crates/llms-types/src/formats/responses/AGENTS.md b/litellm/rust/crates/llms-types/src/formats/responses/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/responses/AGENTS.md rename to litellm/rust/crates/llms-types/src/formats/responses/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/formats/responses/mod.rs b/litellm/rust/crates/llms-types/src/formats/responses/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/responses/mod.rs rename to litellm/rust/crates/llms-types/src/formats/responses/mod.rs diff --git a/litellm-rust/crates/llms-types/src/formats/responses/output.rs b/litellm/rust/crates/llms-types/src/formats/responses/output.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/responses/output.rs rename to litellm/rust/crates/llms-types/src/formats/responses/output.rs diff --git a/litellm-rust/crates/llms-types/src/formats/responses/response.rs b/litellm/rust/crates/llms-types/src/formats/responses/response.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/responses/response.rs rename to litellm/rust/crates/llms-types/src/formats/responses/response.rs diff --git a/litellm-rust/crates/llms-types/src/formats/responses/streaming.rs b/litellm/rust/crates/llms-types/src/formats/responses/streaming.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/responses/streaming.rs rename to litellm/rust/crates/llms-types/src/formats/responses/streaming.rs diff --git a/litellm-rust/crates/llms-types/src/formats/responses/streaming_websocket.rs b/litellm/rust/crates/llms-types/src/formats/responses/streaming_websocket.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/formats/responses/streaming_websocket.rs rename to litellm/rust/crates/llms-types/src/formats/responses/streaming_websocket.rs diff --git a/litellm-rust/crates/llms-types/src/headers.rs b/litellm/rust/crates/llms-types/src/headers.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/headers.rs rename to litellm/rust/crates/llms-types/src/headers.rs diff --git a/litellm-rust/crates/llms-types/src/json_schema.rs b/litellm/rust/crates/llms-types/src/json_schema.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/json_schema.rs rename to litellm/rust/crates/llms-types/src/json_schema.rs diff --git a/litellm-rust/crates/llms-types/src/lib.rs b/litellm/rust/crates/llms-types/src/lib.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/lib.rs rename to litellm/rust/crates/llms-types/src/lib.rs diff --git a/litellm-rust/crates/llms-types/src/providers/anthropic/AGENTS.md b/litellm/rust/crates/llms-types/src/providers/anthropic/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/anthropic/AGENTS.md rename to litellm/rust/crates/llms-types/src/providers/anthropic/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/providers/anthropic/beta.rs b/litellm/rust/crates/llms-types/src/providers/anthropic/beta.rs similarity index 99% rename from litellm-rust/crates/llms-types/src/providers/anthropic/beta.rs rename to litellm/rust/crates/llms-types/src/providers/anthropic/beta.rs index 46c14a21c59..95f03ffe0d8 100644 --- a/litellm-rust/crates/llms-types/src/providers/anthropic/beta.rs +++ b/litellm/rust/crates/llms-types/src/providers/anthropic/beta.rs @@ -320,7 +320,6 @@ impl AnthropicBeta { Self::AfkMode20260131 | Self::CePlugins20260901 | Self::CeUserManagement20260713 - | Self::Compact20260904 | Self::Dreaming20260421 | Self::ExperimentalClaudeTag20261021 | Self::ExtendedCacheTtl20250411 @@ -403,7 +402,8 @@ impl AnthropicBeta { | Self::Output128k20250219 | Self::TokenEfficientTools20250219 | Self::WebSearch20250305 => &[BetaProvider::BedrockConverse, BetaProvider::Bedrock], - Self::MidConversationOutputConfig20260701 + Self::Compact20260904 + | Self::MidConversationOutputConfig20260701 | Self::MidConversationToolChanges20260701 => &[ BetaProvider::BedrockConverse, BetaProvider::BedrockMantle, @@ -511,7 +511,7 @@ mod tests { fn beta_headers_config() -> IndexMap { serde_json::from_str(include_str!( - "../../../../../../litellm/anthropic_beta_headers_config.json" + "../../../../../../anthropic_beta_headers_config.json" )) .unwrap() } diff --git a/litellm-rust/crates/llms-types/src/providers/anthropic/constants.rs b/litellm/rust/crates/llms-types/src/providers/anthropic/constants.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/anthropic/constants.rs rename to litellm/rust/crates/llms-types/src/providers/anthropic/constants.rs diff --git a/litellm-rust/crates/llms-types/src/providers/anthropic/mod.rs b/litellm/rust/crates/llms-types/src/providers/anthropic/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/anthropic/mod.rs rename to litellm/rust/crates/llms-types/src/providers/anthropic/mod.rs diff --git a/litellm-rust/crates/llms-types/src/providers/bedrock/AGENTS.md b/litellm/rust/crates/llms-types/src/providers/bedrock/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/bedrock/AGENTS.md rename to litellm/rust/crates/llms-types/src/providers/bedrock/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/providers/bedrock/constants.rs b/litellm/rust/crates/llms-types/src/providers/bedrock/constants.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/bedrock/constants.rs rename to litellm/rust/crates/llms-types/src/providers/bedrock/constants.rs diff --git a/litellm-rust/crates/llms-types/src/providers/bedrock/converse.rs b/litellm/rust/crates/llms-types/src/providers/bedrock/converse.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/bedrock/converse.rs rename to litellm/rust/crates/llms-types/src/providers/bedrock/converse.rs diff --git a/litellm-rust/crates/llms-types/src/providers/bedrock/mod.rs b/litellm/rust/crates/llms-types/src/providers/bedrock/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/bedrock/mod.rs rename to litellm/rust/crates/llms-types/src/providers/bedrock/mod.rs diff --git a/litellm-rust/crates/llms-types/src/providers/minimax/AGENTS.md b/litellm/rust/crates/llms-types/src/providers/minimax/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/minimax/AGENTS.md rename to litellm/rust/crates/llms-types/src/providers/minimax/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/providers/minimax/messages.rs b/litellm/rust/crates/llms-types/src/providers/minimax/messages.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/minimax/messages.rs rename to litellm/rust/crates/llms-types/src/providers/minimax/messages.rs diff --git a/litellm-rust/crates/llms-types/src/providers/minimax/mod.rs b/litellm/rust/crates/llms-types/src/providers/minimax/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/minimax/mod.rs rename to litellm/rust/crates/llms-types/src/providers/minimax/mod.rs diff --git a/litellm-rust/crates/llms-types/src/providers/mod.rs b/litellm/rust/crates/llms-types/src/providers/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/mod.rs rename to litellm/rust/crates/llms-types/src/providers/mod.rs diff --git a/litellm-rust/crates/llms-types/src/providers/vertex_ai/AGENTS.md b/litellm/rust/crates/llms-types/src/providers/vertex_ai/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/vertex_ai/AGENTS.md rename to litellm/rust/crates/llms-types/src/providers/vertex_ai/AGENTS.md diff --git a/litellm-rust/crates/llms-types/src/providers/vertex_ai/constants.rs b/litellm/rust/crates/llms-types/src/providers/vertex_ai/constants.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/vertex_ai/constants.rs rename to litellm/rust/crates/llms-types/src/providers/vertex_ai/constants.rs diff --git a/litellm-rust/crates/llms-types/src/providers/vertex_ai/mod.rs b/litellm/rust/crates/llms-types/src/providers/vertex_ai/mod.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/providers/vertex_ai/mod.rs rename to litellm/rust/crates/llms-types/src/providers/vertex_ai/mod.rs diff --git a/litellm/rust/crates/llms-types/src/recognized.rs b/litellm/rust/crates/llms-types/src/recognized.rs new file mode 100644 index 00000000000..2c389103aef --- /dev/null +++ b/litellm/rust/crates/llms-types/src/recognized.rs @@ -0,0 +1,199 @@ +use serde_json::Value; + +#[macro_rules_attribute::apply(crate::wire_type)] +#[serde(untagged)] +pub enum Recognized { + Known(T), + Unrecognized(Value), +} + +/// `deserialize_with` for an optional `Recognized` field whose explicit `null` must stay +/// distinguishable from an absent key: `null` becomes `Some(Unrecognized(Null))`. +pub fn present<'de, D, T>(deserializer: D) -> Result>, D::Error> +where + D: serde::Deserializer<'de>, + Recognized: serde::Deserialize<'de>, +{ + as serde::Deserialize<'de>>::deserialize(deserializer).map(Some) +} + +/// `deserialize_with` for an optional float Python forwards as the caller sent it: an integer +/// stays `Unrecognized` with its exact digits, as Python sends, logs and prints it, and `null` +/// stays absent as before. +pub fn exact_float<'de, D>(deserializer: D) -> Result>, D::Error> +where + D: serde::Deserializer<'de>, +{ + let value = ::deserialize(deserializer)?; + if value.is_null() { + return Ok(None); + } + if matches!(&value, Value::Number(number) if !number.is_f64()) { + return Ok(Some(Recognized::Unrecognized(value))); + } + serde_json::from_value(value) + .map(Some) + .map_err(serde::de::Error::custom) +} + +impl Recognized { + pub fn known(&self) -> Option<&T> { + match self { + Self::Known(value) => Some(value), + Self::Unrecognized(_) => None, + } + } + + pub fn map_known(self, f: impl FnOnce(T) -> T) -> Self { + match self { + Self::Known(value) => Self::Known(f(value)), + unrecognized => unrecognized, + } + } +} + +impl Recognized { + pub fn is_truthy(&self) -> bool { + match self { + Self::Known(flag) => *flag, + Self::Unrecognized(other) => python_truthy(other), + } + } +} + +pub fn python_truthy(value: &Value) -> bool { + match value { + Value::Null => false, + Value::Bool(flag) => *flag, + Value::Number(number) => number.as_f64().is_none_or(|number| number != 0.0), + Value::String(text) => !text.is_empty(), + Value::Array(items) => !items.is_empty(), + Value::Object(fields) => !fields.is_empty(), + } +} + +pub fn map_known_runs( + items: Vec>, + mut f: impl FnMut(Vec) -> Vec, +) -> Vec> { + let mut mapped = Vec::with_capacity(items.len()); + let mut run = Vec::new(); + for item in items { + match item { + Recognized::Known(value) => run.push(value), + unrecognized => { + if !run.is_empty() { + mapped.extend( + f(std::mem::take(&mut run)) + .into_iter() + .map(Recognized::Known), + ); + } + mapped.push(unrecognized); + } + } + } + if !run.is_empty() { + mapped.extend(f(run).into_iter().map(Recognized::Known)); + } + mapped +} + +#[cfg(test)] +mod tests { + use super::*; + use rstest::rstest; + use serde_json::json; + + #[rstest] + #[case::known_true(Recognized::Known(true), true)] + #[case::known_false(Recognized::Known(false), false)] + #[case::string_true(Recognized::Unrecognized(json!("true")), true)] + #[case::string_false(Recognized::Unrecognized(json!("false")), true)] + #[case::empty_string(Recognized::Unrecognized(json!("")), false)] + #[case::zero(Recognized::Unrecognized(json!(0)), false)] + #[case::negative_zero(Recognized::Unrecognized(json!(-0.0)), false)] + #[case::one(Recognized::Unrecognized(json!(1)), true)] + #[case::null(Recognized::Unrecognized(Value::Null), false)] + #[case::empty_list(Recognized::Unrecognized(json!([])), false)] + #[case::list(Recognized::Unrecognized(json!([0])), true)] + #[case::empty_object(Recognized::Unrecognized(json!({})), false)] + #[case::object(Recognized::Unrecognized(json!({"a": 0})), true)] + fn flags_are_read_by_python_truthiness(#[case] flag: Recognized, #[case] expected: bool) { + assert_eq!(flag.is_truthy(), expected); + } + + #[test] + fn runs_of_known_items_are_mapped_around_unrecognized_ones() { + let items = vec![ + Recognized::Known(1), + Recognized::Known(2), + Recognized::Unrecognized(json!("x")), + Recognized::Known(3), + ]; + let mut runs = Vec::new(); + let mapped = map_known_runs(items, |run: Vec| { + runs.push(run.clone()); + run.into_iter() + .filter(|item| *item != 2) + .map(|item| item * 10) + .collect() + }); + assert_eq!(runs, vec![vec![1, 2], vec![3]]); + assert_eq!( + mapped, + vec![ + Recognized::Known(10), + Recognized::Unrecognized(json!("x")), + Recognized::Known(30), + ] + ); + assert_eq!( + map_known_runs(Vec::>::new(), |run| run), + vec![] + ); + } + + #[derive(serde::Deserialize)] + struct Sampling { + #[serde(default, deserialize_with = "exact_float")] + temperature: Option>, + } + + #[rstest] + #[case::float(json!({"temperature": 0.5}), Some(Recognized::Known(0.5)))] + #[case::small_int(json!({"temperature": 2}), Some(Recognized::Unrecognized(json!(2))))] + #[case::zero(json!({"temperature": 0}), Some(Recognized::Unrecognized(json!(0))))] + #[case::integral_float(json!({"temperature": 1.0}), Some(Recognized::Known(1.0)))] + #[case::largest_exact_int(json!({"temperature": 9_007_199_254_740_992_i64}), Some(Recognized::Unrecognized(json!(9_007_199_254_740_992_i64))))] + #[case::inexact_int(json!({"temperature": 1_152_921_504_606_846_977_i64}), Some(Recognized::Unrecognized(json!(1_152_921_504_606_846_977_i64))))] + #[case::inexact_negative_int(json!({"temperature": -9_223_372_036_854_775_807_i64}), Some(Recognized::Unrecognized(json!(-9_223_372_036_854_775_807_i64))))] + #[case::inexact_unsigned_int(json!({"temperature": 18_446_744_073_709_551_615_u64}), Some(Recognized::Unrecognized(json!(18_446_744_073_709_551_615_u64))))] + #[case::string(json!({"temperature": "0.5"}), Some(Recognized::Unrecognized(json!("0.5"))))] + #[case::null(json!({"temperature": null}), None)] + #[case::absent(json!({}), None)] + fn integers_keep_their_digits(#[case] value: Value, #[case] expected: Option>) { + assert_eq!( + serde_json::from_value::(value) + .unwrap() + .temperature, + expected + ); + } + + #[rstest] + #[case::known(json!(7), Recognized::Known(7))] + #[case::wrong_type(json!("7"), Recognized::Unrecognized(json!("7")))] + #[case::out_of_range(json!(-1), Recognized::Unrecognized(json!(-1)))] + #[case::object(json!({"a": 1}), Recognized::Unrecognized(json!({"a": 1})))] + fn value_is_known_only_when_it_parses_as_the_type( + #[case] value: Value, + #[case] expected: Recognized, + ) { + assert_eq!( + serde_json::from_value::>(value.clone()).unwrap(), + expected + ); + assert_eq!(serde_json::to_value(expected).unwrap(), value); + } +} diff --git a/litellm-rust/crates/llms-types/src/serde_compat.rs b/litellm/rust/crates/llms-types/src/serde_compat.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/serde_compat.rs rename to litellm/rust/crates/llms-types/src/serde_compat.rs diff --git a/litellm-rust/crates/llms-types/src/test_support.rs b/litellm/rust/crates/llms-types/src/test_support.rs similarity index 100% rename from litellm-rust/crates/llms-types/src/test_support.rs rename to litellm/rust/crates/llms-types/src/test_support.rs diff --git a/litellm-rust/crates/llms/AGENTS.md b/litellm/rust/crates/llms/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/AGENTS.md rename to litellm/rust/crates/llms/AGENTS.md diff --git a/litellm-rust/crates/llms/Cargo.toml b/litellm/rust/crates/llms/Cargo.toml similarity index 95% rename from litellm-rust/crates/llms/Cargo.toml rename to litellm/rust/crates/llms/Cargo.toml index 79ee17e8b97..d59cd1be1d2 100644 --- a/litellm-rust/crates/llms/Cargo.toml +++ b/litellm/rust/crates/llms/Cargo.toml @@ -23,9 +23,11 @@ litellm-http.workspace = true litellm-secrets.workspace = true litellm-python-compat.workspace = true litellm-router-types.workspace = true +litellm-tracing.workspace = true base64.workspace = true bytes.workspace = true data-url = "0.3.2" +fancy-regex.workspace = true futures-util.workspace = true reqwest.workspace = true serde.workspace = true diff --git a/litellm-rust/crates/llms/src/anthropic/AGENTS.md b/litellm/rust/crates/llms/src/anthropic/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/AGENTS.md rename to litellm/rust/crates/llms/src/anthropic/AGENTS.md diff --git a/litellm-rust/crates/llms/src/anthropic/batches/AGENTS.md b/litellm/rust/crates/llms/src/anthropic/batches/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/batches/AGENTS.md rename to litellm/rust/crates/llms/src/anthropic/batches/AGENTS.md diff --git a/litellm-rust/crates/llms/src/anthropic/batches/mod.rs b/litellm/rust/crates/llms/src/anthropic/batches/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/batches/mod.rs rename to litellm/rust/crates/llms/src/anthropic/batches/mod.rs diff --git a/litellm-rust/crates/llms/src/anthropic/batches/transformation.rs b/litellm/rust/crates/llms/src/anthropic/batches/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/batches/transformation.rs rename to litellm/rust/crates/llms/src/anthropic/batches/transformation.rs diff --git a/litellm-rust/crates/llms/src/anthropic/beta_headers.rs b/litellm/rust/crates/llms/src/anthropic/beta_headers.rs similarity index 93% rename from litellm-rust/crates/llms/src/anthropic/beta_headers.rs rename to litellm/rust/crates/llms/src/anthropic/beta_headers.rs index 7842b478dce..4a3575c9bbc 100644 --- a/litellm-rust/crates/llms/src/anthropic/beta_headers.rs +++ b/litellm/rust/crates/llms/src/anthropic/beta_headers.rs @@ -1,5 +1,5 @@ use litellm_http::request::{with_header, without_headers}; -use litellm_llms_types::providers::anthropic::{BETA_HEADER, BetaProvider, BetaSet}; +use litellm_llms_types::providers::anthropic::{AnthropicBeta, BETA_HEADER, BetaProvider, BetaSet}; use crate::{anthropic::common_utils::existing_betas, base_llm::auth::Headers}; @@ -33,6 +33,16 @@ impl BetaPolicy { } } +pub fn accepted_or_unlisted(betas: BetaSet, provider: BetaProvider) -> BetaSet { + betas + .into_iter() + .filter_map(|beta| match beta { + AnthropicBeta::Other(_) => Some(beta), + known => known.on(provider), + }) + .collect() +} + #[cfg(test)] mod tests { use crate::anthropic::beta_headers::BetaPolicy; diff --git a/litellm-rust/crates/llms/src/anthropic/chat/AGENTS.md b/litellm/rust/crates/llms/src/anthropic/chat/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/chat/AGENTS.md rename to litellm/rust/crates/llms/src/anthropic/chat/AGENTS.md diff --git a/litellm-rust/crates/llms/src/anthropic/chat/mod.rs b/litellm/rust/crates/llms/src/anthropic/chat/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/chat/mod.rs rename to litellm/rust/crates/llms/src/anthropic/chat/mod.rs diff --git a/litellm-rust/crates/llms/src/anthropic/chat/transformation.rs b/litellm/rust/crates/llms/src/anthropic/chat/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/chat/transformation.rs rename to litellm/rust/crates/llms/src/anthropic/chat/transformation.rs diff --git a/litellm-rust/crates/llms/src/anthropic/common_utils.rs b/litellm/rust/crates/llms/src/anthropic/common_utils.rs similarity index 86% rename from litellm-rust/crates/llms/src/anthropic/common_utils.rs rename to litellm/rust/crates/llms/src/anthropic/common_utils.rs index 0854820358b..cadc5711474 100644 --- a/litellm-rust/crates/llms/src/anthropic/common_utils.rs +++ b/litellm/rust/crates/llms/src/anthropic/common_utils.rs @@ -1,4 +1,7 @@ +use std::sync::LazyLock; + use crate::base_llm::messages::context::MessagesModelCapabilities; +use fancy_regex::Regex; use litellm_auth::CredentialPlacement; use litellm_secret_value::SecretValue; @@ -22,7 +25,7 @@ use serde_json::Value; use crate::{ anthropic::ANTHROPIC_OAUTH_TOKEN_PREFIX, - base_llm::auth::{AuthScheme, Headers}, + base_llm::auth::{AuthScheme, Headers, ValidatedEnvironment}, }; pub const ANTHROPIC_API_KEY_ENV: &str = "ANTHROPIC_API_KEY"; @@ -80,10 +83,21 @@ impl<'a> OauthToken<'a> { } pub fn into_auth(self) -> AuthScheme { - AuthScheme::Credential { - placement: CredentialPlacement::Bearer, - secret: SecretValue::new(self.0), - } + oauth_bearer(SecretValue::new(self.0)) + } +} + +fn oauth_bearer(secret: SecretValue) -> AuthScheme { + AuthScheme::Credential { + placement: CredentialPlacement::Bearer, + secret, + } +} + +pub fn minted_oauth_environment(headers: Headers, token: SecretValue) -> ValidatedEnvironment { + ValidatedEnvironment { + headers: with_oauth_companions(headers, &[], BrowserAccess::Omitted), + auth: oauth_bearer(token), } } @@ -92,11 +106,23 @@ pub fn get_api_key( api_key: Option<&str>, env_lookup: &dyn Fn(&str) -> Option, ) -> Option { - resolve_non_empty(api_key, env_lookup, &[ANTHROPIC_API_KEY_ENV]) + nonempty_secret(api_key.map(str::to_owned)) + .or_else(|| nonempty_secret(env_lookup(ANTHROPIC_API_KEY_ENV))) } pub fn get_auth_token(env_lookup: &dyn Fn(&str) -> Option) -> Option { - resolve_non_empty(None, env_lookup, &[ANTHROPIC_AUTH_TOKEN_ENV]) + nonempty_secret(env_lookup(ANTHROPIC_AUTH_TOKEN_ENV)) +} + +/// Python's `normalize_nonempty_secret_str`: `str.strip()` also strips the ASCII separators. +fn nonempty_secret(value: Option) -> Option { + value + .map(|value| { + value + .trim_matches(|c: char| c.is_whitespace() || ('\u{1c}'..='\u{1f}').contains(&c)) + .to_owned() + }) + .filter(|value| !value.is_empty()) } /// Python's `AnthropicModelInfo.get_auth_header`, naming the credential instead of building @@ -232,14 +258,24 @@ pub fn forwarded_oauth_bearer(headers: &[(String, String)]) -> Option Headers { - merge_beta_headers( +#[derive(Clone, Copy, PartialEq, Eq)] +enum BrowserAccess { + Granted, + Omitted, +} + +fn with_oauth_companions(headers: Headers, dropped: &[&str], browser: BrowserAccess) -> Headers { + let headers = merge_beta_headers( without_headers(headers, dropped), BetaSet::from_iter([AnthropicBeta::Oauth20250420]), - ) - .into_iter() - .chain([(DIRECT_BROWSER_ACCESS_HEADER.to_string(), "true".to_string())]) - .collect() + ); + match browser { + BrowserAccess::Granted => headers + .into_iter() + .chain([(DIRECT_BROWSER_ACCESS_HEADER.to_string(), "true".to_string())]) + .collect(), + BrowserAccess::Omitted => headers, + } } pub fn optionally_handle_anthropic_oauth(headers: Headers, api_key: Option<&str>) -> OauthHandling { @@ -247,13 +283,17 @@ pub fn optionally_handle_anthropic_oauth(headers: Headers, api_key: Option<&str> forwarded_oauth_bearer(&headers).map(|token| SecretValue::new(token.as_str())) { return OauthHandling::Bearer { - headers: with_oauth_companions(headers, &[API_KEY_HEADER, AUTHORIZATION]), + headers: with_oauth_companions( + headers, + &[API_KEY_HEADER, AUTHORIZATION], + BrowserAccess::Granted, + ), token, }; } if let Some(token) = api_key.and_then(OauthToken::parse) { return OauthHandling::Bearer { - headers: with_oauth_companions(headers, &[API_KEY_HEADER]), + headers: with_oauth_companions(headers, &[API_KEY_HEADER], BrowserAccess::Granted), token: SecretValue::new(token.as_str()), }; } @@ -278,12 +318,19 @@ pub fn has_advisor_tool(tools: Option<&[Recognized]>) -> bool { .any(|tool| matches!(tool, Recognized::Known(MessagesTool::Advisor { .. }))) } -pub fn requires_native_compaction_beta(compaction: Option<&Value>, messages: &[Message]) -> bool { +pub fn requires_native_compaction_beta( + compaction: Option<&Value>, + messages: &[Recognized], +) -> bool { compaction.is_some() - || messages.iter().flat_map(Message::blocks).any(|block| { - block.is_type(ContentBlockType::Compaction) - && block.signature.as_deref().is_some_and(|s| !s.is_empty()) - }) + || messages + .iter() + .filter_map(Recognized::known) + .flat_map(Message::blocks) + .any(|block| { + block.is_type(ContentBlockType::Compaction) + && block.signature.as_deref().is_some_and(|s| !s.is_empty()) + }) } fn is_blank(text: Option<&str>) -> bool { @@ -650,6 +697,113 @@ pub fn flatten_unencrypted_web_search_results(messages: Vec) -> Vec bool { + let lower = error_text.to_lowercase(); + if !lower.contains("thinking") { + return false; + } + (lower.contains("signature") && (lower.contains("invalid") || lower.contains("valid string"))) + || lower.contains("must contain thinking") +} + +pub fn is_anthropic_thinking_binding_mismatch_error(error_text: &str) -> bool { + error_text + .to_lowercase() + .contains("bound to a different conversation") +} + +pub fn anthropic_request_errors_on_thinking_binding_mismatch(request_body: &Value) -> bool { + request_body + .pointer("/thinking/block_binding/prefix_mismatch_behavior") + .and_then(Value::as_str) + == Some("error") +} + +fn is_thinking_value_block(block: &Value) -> bool { + matches!( + block.get("type").and_then(Value::as_str), + Some("thinking" | "redacted_thinking") + ) +} + +fn without_thinking_value_blocks(message: Value) -> Option { + let Value::Object(mut message) = message else { + return Some(message); + }; + if let Some(Value::Array(content)) = message.get_mut("content") { + content.retain(|block| !is_thinking_value_block(block)); + if content.is_empty() { + return None; + } + } + Some(Value::Object(message)) +} + +pub fn strip_thinking_blocks_from_anthropic_messages_request(request_body: Value) -> Value { + let Value::Object(mut body) = request_body else { + return request_body; + }; + if let Some(Value::Array(messages)) = body.get_mut("messages") { + *messages = std::mem::take(messages) + .into_iter() + .filter_map(without_thinking_value_blocks) + .collect(); + } + body.shift_remove("thinking"); + Value::Object(body) +} + +static CLAUDE_STRICT_TOOLS_REJECTION: LazyLock = LazyLock::new(|| { + Regex::new(concat!( + r"Too many strict tools \(\d+\)", + r"|Schemas contains too many (?:optional parameters|parameters with union types)", + r"|[Cc]ompiled grammar (?:is too large|size)", + r"|tools\.\d+\.custom(?:\.strict)?: ", + r"|Grammar compilation timed out", + )) + .expect("valid regex") +}); + +pub fn is_claude_strict_tools_rejection(status: u16, error_text: &str) -> bool { + status == 400 + && CLAUDE_STRICT_TOOLS_REJECTION + .is_match(error_text) + .unwrap_or(false) +} + +#[derive(Clone, Debug, PartialEq)] +pub struct ToolsWithoutStrict { + pub tools: Vec, + pub dropped_count: usize, +} + +pub fn tools_without_strict(tools: Option<&Value>) -> Option { + let tools = tools?.as_array()?; + if !tools.iter().all(Value::is_object) { + return None; + } + let dropped_count = tools + .iter() + .filter(|tool| tool.get("strict") == Some(&Value::Bool(true))) + .count(); + if dropped_count == 0 { + return None; + } + Some(ToolsWithoutStrict { + tools: tools + .iter() + .cloned() + .map(|mut tool| { + if let Value::Object(fields) = &mut tool { + fields.shift_remove("strict"); + } + tool + }) + .collect(), + dropped_count, + }) +} + #[cfg(test)] mod tests { use crate::base_llm::messages::context::SupportedEffortTiers; @@ -668,7 +822,7 @@ mod tests { serde_json::from_value(value).unwrap() } - fn history(messages: Value) -> Vec { + fn history(messages: Value) -> Vec> { serde_json::from_value(messages).unwrap() } @@ -1636,6 +1790,11 @@ mod tests { &[("ANTHROPIC_AUTH_TOKEN", "env-token")], Some(("Authorization", "env-token")), )] + #[case::auth_token_stripped_of_whitespace( + None, + &[("ANTHROPIC_AUTH_TOKEN", " env-token \t\n\u{1f}")], + Some(("Authorization", "env-token")), + )] #[case::auth_token_when_the_env_key_is_blank( None, &[("ANTHROPIC_API_KEY", " \t"), ("ANTHROPIC_AUTH_TOKEN", "env-token")], @@ -1647,7 +1806,19 @@ mod tests { &[("ANTHROPIC_API_KEY", OAUTH_BEARER)], Some(("Authorization", OAUTH_TOKEN)), )] + #[case::env_key_stripped_of_whitespace( + None, + &[("ANTHROPIC_API_KEY", " sk-env \t\n\u{1f}")], + Some(("x-api-key", "sk-env")), + )] + #[case::api_key_param_stripped_of_separators(Some("\u{1c}sk-param "), &[], Some(("x-api-key", "sk-param")))] + #[case::separator_only_env_key_falls_to_the_auth_token( + None, + &[("ANTHROPIC_API_KEY", "\u{1c}\u{1f}"), ("ANTHROPIC_AUTH_TOKEN", "env-token")], + Some(("Authorization", "env-token")), + )] #[case::no_credentials(None, &[], None)] + #[case::separator_only_auth_token(None, &[("ANTHROPIC_AUTH_TOKEN", "\u{1c}\u{1f}")], None)] #[case::blank_everything(Some(""), &[("ANTHROPIC_API_KEY", " "), ("ANTHROPIC_AUTH_TOKEN", " \t")], None)] fn auth_header_prefers_the_key_then_the_auth_token( #[case] api_key: Option<&str>, @@ -1974,4 +2145,166 @@ mod tests { fn the_messages_url_follows_python_ensure_api_route(#[case] api_base: &str, #[case] url: &str) { assert_eq!(complete_anthropic_url(Some(api_base), &|_| None), url); } + + fn shared_cases(table: &str) -> Vec<(String, String, bool)> { + let fixture: Value = serde_json::from_str(include_str!(concat!( + env!("CARGO_MANIFEST_DIR"), + "/tests/fixtures/anthropic_messages_http_error_retry.json" + ))) + .unwrap(); + fixture[table] + .as_array() + .unwrap() + .iter() + .map(|case| { + ( + case["name"].as_str().unwrap().to_string(), + case["error_text"].as_str().unwrap().to_string(), + case["expected"].as_bool().unwrap(), + ) + }) + .collect() + } + + #[rstest] + #[case::invalid_thinking_block( + "invalid_thinking_block_error", + is_anthropic_invalid_thinking_block_error + )] + #[case::thinking_binding_mismatch( + "thinking_binding_mismatch_error", + is_anthropic_thinking_binding_mismatch_error + )] + fn error_texts_match_the_cases_shared_with_python( + #[case] table: &str, + #[case] recognizes: fn(&str) -> bool, + ) { + let cases = shared_cases(table); + assert!(!cases.is_empty()); + let mismatched: Vec<&String> = cases + .iter() + .filter(|(_, error_text, expected)| recognizes(error_text) != *expected) + .map(|(name, _, _)| name) + .collect(); + assert_eq!(mismatched, Vec::<&String>::new()); + } + + #[rstest] + #[case::pinned(json!({"thinking": {"block_binding": {"prefix_mismatch_behavior": "error"}}}), true)] + #[case::other_behavior(json!({"thinking": {"block_binding": {"prefix_mismatch_behavior": "drop"}}}), false)] + #[case::string_binding(json!({"thinking": {"block_binding": "strict"}}), false)] + #[case::no_thinking(json!({"messages": []}), false)] + #[case::not_an_object(json!(["thinking"]), false)] + fn a_pinned_binding_is_the_caller_asking_for_the_error( + #[case] body: Value, + #[case] expected: bool, + ) { + assert_eq!( + anthropic_request_errors_on_thinking_binding_mismatch(&body), + expected + ); + } + + #[rstest] + #[case::mixed_turn( + json!({"model": "m", "thinking": {"type": "enabled"}, "messages": [ + {"role": "assistant", "content": [ + {"type": "thinking", "thinking": "t", "signature": "s"}, + {"type": "text", "text": "a"}, + {"type": "redacted_thinking", "data": "d"} + ]} + ]}), + json!({"model": "m", "messages": [{"role": "assistant", "content": [{"type": "text", "text": "a"}]}]}) + )] + #[case::thinking_only_and_empty_turns_are_dropped( + json!({"messages": [ + {"role": "user", "content": "hi"}, + {"role": "assistant", "content": [{"type": "redacted_thinking", "data": "d"}]}, + {"role": "assistant", "content": []}, + {"role": "user", "content": "again"} + ]}), + json!({"messages": [{"role": "user", "content": "hi"}, {"role": "user", "content": "again"}]}) + )] + #[case::non_object_entries_are_kept( + json!({"messages": ["raw", {"role": "user", "content": ["raw", {"type": "thinking"}]}]}), + json!({"messages": ["raw", {"role": "user", "content": ["raw"]}]}) + )] + #[case::messages_not_a_list( + json!({"messages": "hi", "thinking": {"type": "adaptive"}}), + json!({"messages": "hi"}) + )] + fn retrying_strips_thinking_from_the_replay_and_the_request( + #[case] body: Value, + #[case] expected: Value, + ) { + assert_eq!( + strip_thinking_blocks_from_anthropic_messages_request(body), + expected + ); + } + + #[test] + fn stripping_keeps_the_order_of_the_remaining_fields() { + let stripped = strip_thinking_blocks_from_anthropic_messages_request( + json!({"model": "m", "thinking": {}, "messages": [], "max_tokens": 1}), + ); + let keys: Vec<&str> = stripped + .as_object() + .unwrap() + .keys() + .map(String::as_str) + .collect(); + assert_eq!(keys, ["model", "messages", "max_tokens"]); + } + + fn shared_table(table: &str) -> Vec { + let fixture: Value = serde_json::from_str(include_str!(concat!( + env!("CARGO_MANIFEST_DIR"), + "/tests/fixtures/anthropic_messages_http_error_retry.json" + ))) + .unwrap(); + fixture[table].as_array().unwrap().clone() + } + + #[test] + fn strict_tools_rejections_match_the_cases_shared_with_python() { + let cases = shared_table("claude_strict_tools_rejection"); + assert!(!cases.is_empty()); + let mismatched: Vec<&str> = cases + .iter() + .filter(|case| { + let status = u16::try_from(case["status"].as_u64().unwrap()).unwrap(); + is_claude_strict_tools_rejection(status, case["error_text"].as_str().unwrap()) + != case["expected"].as_bool().unwrap() + }) + .map(|case| case["name"].as_str().unwrap()) + .collect(); + assert_eq!(mismatched, Vec::<&str>::new()); + } + + #[test] + fn tools_without_strict_matches_the_cases_shared_with_python() { + let cases = shared_table("tools_without_strict"); + assert!(!cases.is_empty()); + let mismatched: Vec<&str> = cases + .iter() + .filter(|case| { + let expected = case["expected"] + .as_object() + .map(|expected| ToolsWithoutStrict { + tools: expected["tools"].as_array().unwrap().clone(), + dropped_count: usize::try_from(expected["dropped_count"].as_u64().unwrap()) + .unwrap(), + }); + tools_without_strict(Some(&case["tools"])) != expected + }) + .map(|case| case["name"].as_str().unwrap()) + .collect(); + assert_eq!(mismatched, Vec::<&str>::new()); + } + + #[test] + fn absent_tools_have_no_strict_to_drop() { + assert_eq!(tools_without_strict(None), None); + } } diff --git a/litellm-rust/crates/llms/src/anthropic/count_tokens/AGENTS.md b/litellm/rust/crates/llms/src/anthropic/count_tokens/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/count_tokens/AGENTS.md rename to litellm/rust/crates/llms/src/anthropic/count_tokens/AGENTS.md diff --git a/litellm-rust/crates/llms/src/anthropic/count_tokens/mod.rs b/litellm/rust/crates/llms/src/anthropic/count_tokens/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/count_tokens/mod.rs rename to litellm/rust/crates/llms/src/anthropic/count_tokens/mod.rs diff --git a/litellm-rust/crates/llms/src/anthropic/count_tokens/transformation.rs b/litellm/rust/crates/llms/src/anthropic/count_tokens/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/count_tokens/transformation.rs rename to litellm/rust/crates/llms/src/anthropic/count_tokens/transformation.rs diff --git a/litellm-rust/crates/llms/src/anthropic/messages/AGENTS.md b/litellm/rust/crates/llms/src/anthropic/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/messages/AGENTS.md rename to litellm/rust/crates/llms/src/anthropic/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/anthropic/messages/handler.rs b/litellm/rust/crates/llms/src/anthropic/messages/handler.rs similarity index 88% rename from litellm-rust/crates/llms/src/anthropic/messages/handler.rs rename to litellm/rust/crates/llms/src/anthropic/messages/handler.rs index 54f924ddec6..46a16e7d546 100644 --- a/litellm-rust/crates/llms/src/anthropic/messages/handler.rs +++ b/litellm/rust/crates/llms/src/anthropic/messages/handler.rs @@ -3,7 +3,7 @@ use litellm_llms_types::{ AdaptiveThinking, EnabledThinking, Message, MessagesOptionalParams, MessagesRequest, ThinkingConfig, ThinkingDisplay, }, - recognized::Recognized, + recognized::{Recognized, map_known_runs}, }; use serde_json::{Value, json}; @@ -13,14 +13,19 @@ use crate::{ flatten_unencrypted_web_search_results, sanitize_tool_use_ids, strip_empty_content_blocks, strip_provider_specific_fields, }, + base_llm::messages::context::MessagesShapeOptions, }; pub fn shape_anthropic_messages_request( request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { Ok(MessagesRequest { - messages: sanitize_anthropic_messages(request.messages), + messages: if options.presanitized { + map_known_runs(request.messages, strip_provider_specific_fields) + } else { + map_known_runs(request.messages, sanitize_anthropic_messages) + }, params: MessagesOptionalParams { metadata: request .params @@ -28,7 +33,10 @@ pub fn shape_anthropic_messages_request( .as_ref() .map(validate_anthropic_api_metadata) .transpose()?, - thinking: with_reasoning_auto_summary(request.params.thinking, reasoning_auto_summary), + thinking: with_reasoning_auto_summary( + request.params.thinking, + options.reasoning_auto_summary, + ), ..request.params }, ..request @@ -299,7 +307,10 @@ mod tests { "thinking": {"type": "enabled", "budget_tokens": 1024}, "safeguards": [{"type": "dangerous_tool_use"}] })), - true, + MessagesShapeOptions { + reasoning_auto_summary: true, + presanitized: false, + }, ) .unwrap(); assert_eq!( @@ -315,4 +326,27 @@ mod tests { }) ); } + + #[test] + fn presanitized_shaping_keeps_blocks_and_strips_only_provider_fields() { + let messages = json!([{"role": "user", "content": [ + {"type": "text", "text": " ", "cache_control": {"type": "ephemeral"}}, + {"type": "tool_result", "tool_use_id": "functions.Bash:0", "content": "ok", "provider_specific_fields": {"x": 1}} + ]}]); + let sanitized = shape_anthropic_messages_request( + request(json!({"model": "m", "messages": messages})), + MessagesShapeOptions { + reasoning_auto_summary: false, + presanitized: true, + }, + ) + .unwrap(); + assert_eq!( + serde_json::to_value(sanitized).unwrap(), + json!({"model": "m", "messages": [{"role": "user", "content": [ + {"type": "text", "text": " ", "cache_control": {"type": "ephemeral"}}, + {"type": "tool_result", "tool_use_id": "functions.Bash:0", "content": "ok"} + ]}]}) + ); + } } diff --git a/litellm-rust/crates/llms/src/anthropic/messages/mod.rs b/litellm/rust/crates/llms/src/anthropic/messages/mod.rs similarity index 83% rename from litellm-rust/crates/llms/src/anthropic/messages/mod.rs rename to litellm/rust/crates/llms/src/anthropic/messages/mod.rs index 597a1d819d9..4fa24a3f0f5 100644 --- a/litellm-rust/crates/llms/src/anthropic/messages/mod.rs +++ b/litellm/rust/crates/llms/src/anthropic/messages/mod.rs @@ -1,3 +1,4 @@ pub mod handler; +mod scalar; pub mod thinking; pub mod transformation; diff --git a/litellm/rust/crates/llms/src/anthropic/messages/scalar.rs b/litellm/rust/crates/llms/src/anthropic/messages/scalar.rs new file mode 100644 index 00000000000..db9aa01d177 --- /dev/null +++ b/litellm/rust/crates/llms/src/anthropic/messages/scalar.rs @@ -0,0 +1,113 @@ +use litellm_host::raw_json; +use litellm_llms_types::recognized::Recognized; +use litellm_python_compat::{ + Value as PythonValue, + json::{from_json, loads}, + repr::to_str, +}; +use serde_json::Value; + +pub(crate) fn python_value(value: &Value) -> PythonValue { + match value { + Value::String(text) => raw_json::decode(text) + .and_then(|raw| loads(raw).ok()) + .unwrap_or_else(|| PythonValue::Str(text.clone())), + Value::Array(items) => PythonValue::List(items.iter().map(python_value).collect()), + Value::Object(entries) => PythonValue::Dict( + entries + .iter() + .map(|(key, item)| (PythonValue::Str(key.clone()), python_value(item))) + .collect(), + ), + Value::Null | Value::Bool(_) | Value::Number(_) => from_json(value.clone()), + } +} + +pub(crate) fn python_number(value: &Value) -> Option { + match value { + Value::Bool(flag) => Some(f64::from(u8::from(*flag))), + Value::Number(number) => number.as_f64(), + Value::String(text) => match raw_json::decode(text)? { + "NaN" => Some(f64::NAN), + "Infinity" => Some(f64::INFINITY), + "-Infinity" => Some(f64::NEG_INFINITY), + raw => raw.parse().ok(), + }, + _ => None, + } +} + +pub(crate) fn is_one(value: &Recognized) -> bool { + match value { + Recognized::Known(number) => *number == 1.0, + Recognized::Unrecognized(other) => python_number(other) == Some(1.0), + } +} + +pub(crate) fn python_str(value: &Recognized) -> String { + match value { + Recognized::Known(known) => serde_json::to_value(known) + .map(|known| to_str(&from_json(known))) + .unwrap_or_default(), + Recognized::Unrecognized(other) => unrecognized_str(other), + } +} + +fn unrecognized_str(value: &Value) -> String { + match value { + Value::Null => "None".into(), + Value::Bool(true) => "True".into(), + Value::Bool(false) => "False".into(), + Value::String(text) => match raw_json::decode(text) { + Some("NaN") => "nan".into(), + Some("Infinity") => "inf".into(), + Some("-Infinity") => "-inf".into(), + Some(raw) => raw.trim_matches('"').into(), + None => text.clone(), + }, + other => other.to_string(), + } +} + +#[cfg(test)] +mod tests { + use rstest::rstest; + use serde_json::json; + + use super::*; + + #[rstest] + #[case::int(json!(3), Some(3.0))] + #[case::float(json!(1.5), Some(1.5))] + #[case::bool(json!(true), Some(1.0))] + #[case::wide(json!(raw_json::encode("18446744073709551616")), Some(18_446_744_073_709_551_616.0))] + #[case::negative_infinity(json!(raw_json::encode("-Infinity")), Some(f64::NEG_INFINITY))] + #[case::string(json!("1"), None)] + #[case::marked_string(json!(raw_json::encode("\"1\"")), None)] + #[case::null(Value::Null, None)] + fn numbers_compare_as_python_compares_them( + #[case] value: Value, + #[case] expected: Option, + ) { + assert_eq!(python_number(&value), expected); + } + + #[test] + fn nan_is_a_number_unequal_to_everything() { + let nan = json!(raw_json::encode("NaN")); + assert!(python_number(&nan).is_some_and(f64::is_nan)); + assert!(!is_one(&Recognized::Unrecognized(nan))); + } + + #[rstest] + #[case::known(Recognized::Known(0.5), "0.5")] + #[case::known_wide(Recognized::Known(1e16), "1e+16")] + #[case::int(Recognized::Unrecognized(json!(0)), "0")] + #[case::bool(Recognized::Unrecognized(json!(false)), "False")] + #[case::string(Recognized::Unrecognized(json!("0.5")), "0.5")] + #[case::nan(Recognized::Unrecognized(json!(raw_json::encode("NaN"))), "nan")] + #[case::wide(Recognized::Unrecognized(json!(raw_json::encode("-1180591620717411303424"))), "-1180591620717411303424")] + fn values_print_as_python_prints_them(#[case] value: Recognized, #[case] expected: &str) { + assert_eq!(python_str(&value), expected); + } +} diff --git a/litellm-rust/crates/llms/src/anthropic/messages/thinking.rs b/litellm/rust/crates/llms/src/anthropic/messages/thinking.rs similarity index 88% rename from litellm-rust/crates/llms/src/anthropic/messages/thinking.rs rename to litellm/rust/crates/llms/src/anthropic/messages/thinking.rs index 0ddbc915154..c6f7c1679ef 100644 --- a/litellm-rust/crates/llms/src/anthropic/messages/thinking.rs +++ b/litellm/rust/crates/llms/src/anthropic/messages/thinking.rs @@ -1,17 +1,20 @@ +use litellm_host::raw_json; use litellm_llms_types::{ formats::{ chat_completions::ReasoningEffort, messages::{ - AdaptiveThinking, DisabledThinking, EffortLevel, MessagesOptionalParams, - MessagesRequest, OutputConfig, ThinkingConfig, ThinkingDisplay, + AdaptiveThinking, DisabledThinking, EffortLevel, EnabledThinking, + MessagesOptionalParams, MessagesRequest, OutputConfig, ThinkingConfig, ThinkingDisplay, }, }, recognized::Recognized, }; -use litellm_python_compat::{json::from_json, repr::repr, truthy::truthy}; +use litellm_python_compat::{ + Value as PythonValue, json::from_json, repr::repr, reprlib::reprlib, truthy::truthy, +}; use serde_json::Value; -use strum::VariantArray; +use super::scalar::{is_one, python_number, python_str, python_value}; use crate::base_llm::messages::context::{ MessagesModelCapabilities, ThinkingBudgets, ThinkingContext, }; @@ -56,13 +59,61 @@ fn unmapped_effort(effort: &Value) -> Error { Error::InvalidRequest(crate::ErrorDetail::InvalidChoice { field: "reasoning effort", actual: repr(&from_json(effort.clone())), - choices: ReasoningEffort::VARIANTS - .iter() - .map(|effort| <&'static str>::from(*effort)) - .collect(), + choices: vec!["minimal", "low", "medium", "high", "xhigh", "max", "none"], }) } +fn invalid_adaptive_effort(effort: &Value) -> Error { + Error::InvalidRequest(crate::ErrorDetail::InvalidReasoningEffort { + actual: repr(&from_json(effort.clone())), + }) +} + +const NON_STRING_EFFORT_REASON: &str = "it is not a string. Send reasoning_effort as a level name such as 'high' to set a reasoning level."; +const NON_NUMERIC_BUDGET_REASON: &str = + "it is not a number. Send budget_tokens as an integer to set a reasoning level."; + +fn warn_dropped_reasoning( + param: &str, + value: &PythonValue, + model: &str, + reason: &str, + drop_params_gated: bool, +) { + let gate = if drop_params_gated { + " (drop_params=True)" + } else { + "" + }; + litellm_tracing::warn!( + "Dropping {param}={} for model={}{gate} because {reason}", + reprlib(value), + repr(&PythonValue::Str(model.to_owned())) + ); +} + +fn warn_non_string_reasoning_effort(effort: &Value, model: &str) { + let value = python_value(effort); + let requested = match &value { + PythonValue::Str(_) => return, + PythonValue::Dict(entries) => entries + .iter() + .find(|(key, _)| *key == PythonValue::Str("effort".to_owned())) + .map(|(_, level)| level), + other => Some(other), + }; + if matches!(requested, None | Some(PythonValue::None)) { + return; + } + warn_dropped_reasoning( + "reasoning_effort", + &value, + model, + NON_STRING_EFFORT_REASON, + false, + ); +} + fn unsupported_effort(level: EffortLevel, model: &str) -> Error { Error::InvalidRequest(crate::ErrorDetail::UnsupportedValue { field: "effort", @@ -82,11 +133,56 @@ fn output_effort(effort: ReasoningEffort) -> Option { } } -fn fit_budget_to_max_tokens(budget_tokens: u64, max_tokens: Option) -> Option { - let Some(max_tokens) = max_tokens else { - return Some(budget_tokens); +/// `cap_thinking_budget_to_max_tokens`, whose first comparison (`max_tokens <= 1024`) raises +/// `TypeError` for a `max_tokens` Python cannot order against an int, such as a string. +fn fit_budget_to_max_tokens( + budget_tokens: u64, + max_tokens: Option<&Recognized>, +) -> Result>, Error> { + let max_tokens = match max_tokens { + None => return Ok(Some(Recognized::Known(budget_tokens))), + Some(Recognized::Known(max_tokens)) => *max_tokens, + Some(Recognized::Unrecognized(other)) => { + return fit_budget_to_python_number(budget_tokens, other); + } }; - (max_tokens > ANTHROPIC_MIN_THINKING_BUDGET_TOKENS).then(|| budget_tokens.min(max_tokens - 1)) + Ok((max_tokens > ANTHROPIC_MIN_THINKING_BUDGET_TOKENS) + .then(|| Recognized::Known(budget_tokens.min(max_tokens - 1)))) +} + +fn enabled_thinking(budget_tokens: Recognized) -> ThinkingConfig { + ThinkingConfig::Enabled(EnabledThinking { + budget_tokens: Some(budget_tokens), + ..EnabledThinking::default() + }) +} + +fn fit_budget_to_python_number( + budget_tokens: u64, + max_tokens: &Value, +) -> Result>, Error> { + let Some(max_tokens) = python_number(max_tokens) else { + if max_tokens.is_null() { + return Ok(Some(Recognized::Known(budget_tokens))); + } + return Err(Error::InvalidRequest( + crate::ErrorDetail::UnorderableTypes { + op: "<=", + left: python_type_name(max_tokens), + right: "int", + }, + )); + }; + if max_tokens <= ANTHROPIC_MIN_THINKING_BUDGET_TOKENS as f64 { + return Ok(None); + } + if (budget_tokens as f64) < max_tokens { + return Ok(Some(Recognized::Known(budget_tokens))); + } + Ok(Some(Recognized::Unrecognized( + serde_json::Number::from_f64(max_tokens - 1.0) + .map_or_else(|| Value::String(raw_json::encode("NaN")), Value::Number), + ))) } fn known_thinking(request: &MessagesRequest) -> Option<&ThinkingConfig> { @@ -161,10 +257,17 @@ fn translate_reasoning_effort( }; let effort = match reasoning_effort { Recognized::Known(effort) => effort, - Recognized::Unrecognized(value @ Value::String(_)) => { - return Err(unmapped_effort(&value)); + Recognized::Unrecognized(value) if matches!(python_value(&value), PythonValue::Str(_)) => { + return Err(if context.capabilities.supports_adaptive_thinking { + invalid_adaptive_effort(&value) + } else { + unmapped_effort(&value) + }); + } + Recognized::Unrecognized(value) => { + warn_non_string_reasoning_effort(&value, &request.model); + return Ok(request); } - Recognized::Unrecognized(_) => return Ok(request), }; let (Some(level), Some(budget)) = ( output_effort(effort), @@ -203,10 +306,20 @@ fn translate_reasoning_effort( ..request }); } - let Some(budget) = fit_budget_to_max_tokens(budget, request.params.max_tokens) else { + let Some(budget) = fit_budget_to_max_tokens(budget, request.params.max_tokens.as_ref())? else { + litellm_tracing::warn!( + "Dropping `thinking` mapped from reasoning_effort={} for model={}: max_tokens={} is too small to fit the minimum thinking budget.", + <&'static str>::from(effort), + request.model, + request + .params + .max_tokens + .as_ref() + .map_or_else(|| "None".to_owned(), python_str) + ); return Ok(request); }; - let enabled = ThinkingConfig::enabled(budget); + let enabled = enabled_thinking(budget); Ok(MessagesRequest { params: MessagesOptionalParams { thinking: Some( @@ -340,6 +453,15 @@ fn translate_legacy_thinking_for_adaptive_model( crate::ErrorDetail::NonNumericThinkingBudget { actual }, )); } + if let (None, Some(Recognized::Unrecognized(dropped))) = (budget, &enabled.budget_tokens) { + warn_dropped_reasoning( + "thinking.budget_tokens", + &python_value(dropped), + &request.model, + NON_NUMERIC_BUDGET_REASON, + true, + ); + } let thinking = ThinkingConfig::Adaptive(AdaptiveThinking { display: kept_display(enabled.display.as_ref(), context), extra: carried_thinking_keys(&enabled.extra, context), @@ -396,11 +518,20 @@ fn translate_adaptive_effort_for_non_adaptive_model( } else { None }; + let thinking = match budget { + Some(budget) => fit_budget_to_max_tokens(budget, request.params.max_tokens.as_ref())? + .map(|budget| Recognized::Known(enabled_thinking(budget))), + None => None, + }; + if thinking.is_none() { + litellm_tracing::warn!( + "Dropping adaptive `thinking`/`output_config.effort` for model={}: the model does not support extended thinking, or max_tokens is too small to fit the minimum thinking budget.", + request.model + ); + } Ok(MessagesRequest { params: MessagesOptionalParams { - thinking: budget - .and_then(|budget| fit_budget_to_max_tokens(budget, request.params.max_tokens)) - .map(|budget| Recognized::Known(ThinkingConfig::enabled(budget))), + thinking, output_config: without_effort(request.params.output_config), ..request.params }, @@ -418,7 +549,8 @@ fn drop_incompatible_temperature_for_thinking( let pinned = request .params .temperature - .is_some_and(|temperature| temperature != 1.0); + .as_ref() + .is_some_and(|temperature| !is_one(temperature)); let thinking_enabled = matches!(known_thinking(&request), Some(ThinkingConfig::Enabled(_))); let effort_enabled = known_effort(&request).is_some(); if !pinned || !(thinking_enabled || effort_enabled) { @@ -451,7 +583,7 @@ mod tests { use super::*; use crate::base_llm::messages::context::SupportedEffortTiers; - const EFFORT_CHOICES: &str = "'none', 'minimal', 'low', 'medium', 'high', 'xhigh', 'max'"; + const EFFORT_CHOICES: &str = "'minimal', 'low', 'medium', 'high', 'xhigh', 'max', 'none'"; fn request(fields: Value) -> MessagesRequest { let mut body = serde_json::json!({"model": "claude", "messages": [{"role": "user", "content": "Hello"}]}); @@ -819,17 +951,17 @@ mod tests { #[case::invalid_on_adaptive_model( opus_4_7(), serde_json::json!({"max_tokens": 1024, "reasoning_effort": "invalid"}), - format!("Unmapped reasoning effort: 'invalid'. Must be one of: {EFFORT_CHOICES}.") + format!("Invalid reasoning_effort: 'invalid'. Must be one of: {EFFORT_CHOICES}") )] #[case::disabled_on_adaptive_model( opus_4_7(), serde_json::json!({"max_tokens": 1024, "reasoning_effort": "disabled"}), - format!("Unmapped reasoning effort: 'disabled'. Must be one of: {EFFORT_CHOICES}.") + format!("Invalid reasoning_effort: 'disabled'. Must be one of: {EFFORT_CHOICES}") )] #[case::empty_on_adaptive_model( opus_4_7(), serde_json::json!({"max_tokens": 1024, "reasoning_effort": ""}), - format!("Unmapped reasoning effort: ''. Must be one of: {EFFORT_CHOICES}.") + format!("Invalid reasoning_effort: ''. Must be one of: {EFFORT_CHOICES}") )] #[case::xhigh_without_xhigh_tier_on_4_6( sonnet_4_6(), @@ -1434,6 +1566,34 @@ mod tests { ); } + #[rstest] + #[case::reasoning_effort(json!({"max_tokens": "8192", "reasoning_effort": "high"}), "str")] + #[case::caller_thinking( + json!({"max_tokens": "8192", "reasoning_effort": "low", "thinking": {"type": "enabled", "budget_tokens": 2048}}), + "str" + )] + #[case::adaptive_interface( + json!({"max_tokens": "8192", "thinking": {"type": "adaptive"}, "output_config": {"effort": "high"}}), + "str" + )] + #[case::list(json!({"max_tokens": [8192], "reasoning_effort": "high"}), "list")] + fn an_unorderable_max_tokens_raises_python_type_error_while_capping_the_budget( + haiku_4_5: MessagesModelCapabilities, + #[case] fields: Value, + #[case] left: &'static str, + ) { + assert_eq!( + translate(haiku_4_5, fields), + Err(Error::InvalidRequest( + crate::ErrorDetail::UnorderableTypes { + op: "<=", + left, + right: "int", + } + )) + ); + } + #[rstest] #[case::summarized("summarized", false, Some("summarized"))] #[case::updates_kept("updates", true, Some("updates"))] diff --git a/litellm-rust/crates/llms/src/anthropic/messages/transformation.rs b/litellm/rust/crates/llms/src/anthropic/messages/transformation.rs similarity index 68% rename from litellm-rust/crates/llms/src/anthropic/messages/transformation.rs rename to litellm/rust/crates/llms/src/anthropic/messages/transformation.rs index 18789e5b2be..bbb9b4e4c17 100644 --- a/litellm-rust/crates/llms/src/anthropic/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/anthropic/messages/transformation.rs @@ -1,29 +1,45 @@ use litellm_auth::CredentialPlacement; +use litellm_host::interceptors::{RetriedRequest, RetryReason}; +use litellm_http::request::{with_header, without_headers}; use litellm_llms_types::{ formats::messages::{ - ContentBlock, ContentBlockType, ContextEdit, ContextManagement, Message, + ContentBlock, ContentBlockType, ContextEdit, ContextManagement, Message, MessageContent, MessagesOptionalParams, MessagesRequest, Speed, ThinkingConfig, ThinkingDisplay, }, - providers::anthropic::{AnthropicBeta, BetaProvider, BetaSet, DEFAULT_HEADERS}, - recognized::Recognized, + providers::anthropic::{AnthropicBeta, BETA_HEADER, BetaProvider, BetaSet, DEFAULT_HEADERS}, + recognized::{Recognized, map_known_runs}, }; use litellm_router_types::LitellmParams; use serde_json::{Map, Value, json}; -use super::{handler::shape_anthropic_messages_request, thinking::translate_thinking}; -use crate::base_llm::messages::context::MessagesTransformContext; +use super::{ + handler::shape_anthropic_messages_request, + scalar::{is_one, python_str, python_value}, + thinking::translate_thinking, +}; +use crate::anthropic::beta_headers::accepted_or_unlisted; +use crate::base_llm::messages::{ + context::{MessagesShapeOptions, MessagesTransformContext}, + tools::ToolCustomField, +}; use crate::{ Error, anthropic::common_utils::{ ANTHROPIC_API_BASE_ENV, ANTHROPIC_API_KEY_ENV, ANTHROPIC_AUTH_TOKEN_ENV, - ANTHROPIC_BASE_URL_ENV, OauthHandling, complete_anthropic_url, get_auth_header, - has_advisor_tool, has_anthropic_credential, is_tool_search_used, merge_beta_headers, - optionally_handle_anthropic_oauth, requires_native_compaction_beta, strip_advisor_blocks, - strip_encrypted_reasoning_blocks, + ANTHROPIC_BASE_URL_ENV, OauthHandling, + anthropic_request_errors_on_thinking_binding_mismatch, complete_anthropic_url, + existing_betas, get_auth_header, has_advisor_tool, has_anthropic_credential, + is_anthropic_invalid_thinking_block_error, is_anthropic_thinking_binding_mismatch_error, + is_claude_strict_tools_rejection, is_tool_search_used, merge_beta_headers, + minted_oauth_environment, optionally_handle_anthropic_oauth, + requires_native_compaction_beta, strip_advisor_blocks, strip_encrypted_reasoning_blocks, + strip_thinking_blocks_from_anthropic_messages_request, tools_without_strict, }, base_llm::{ auth::AuthScheme, - messages::transformation::{BaseMessagesConfig, Headers, ValidatedEnvironment}, + messages::transformation::{ + BaseMessagesConfig, FederatedEnvironment, Headers, ValidatedEnvironment, + }, }, }; @@ -35,9 +51,9 @@ impl BaseMessagesConfig for AnthropicMessagesConfig { fn shape_request( &self, request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { - shape_anthropic_messages_request(request, reasoning_auto_summary) + shape_anthropic_messages_request(request, options) } fn get_complete_url( @@ -59,6 +75,12 @@ impl BaseMessagesConfig for AnthropicMessagesConfig { transform_messages_request(request, &context.keeping_display_updates()) } + fn tool_custom_field(&self, model: &str) -> ToolCustomField { + ToolCustomField::Rewrite { + hoist_defer_loading: is_claude_model(model), + } + } + fn secret_names(&self) -> &'static [&'static str] { &[ ANTHROPIC_API_KEY_ENV, @@ -79,31 +101,22 @@ impl BaseMessagesConfig for AnthropicMessagesConfig { _litellm_params: &LitellmParams, env_lookup: &dyn Fn(&str) -> Option, ) -> Result { - let headers = match optionally_handle_anthropic_oauth(headers, api_key) { - OauthHandling::Bearer { headers, token } => { - return Ok(ValidatedEnvironment { - headers, - auth: AuthScheme::Credential { - placement: CredentialPlacement::Bearer, - secret: token, - }, - }); - } - OauthHandling::Untouched(headers) => headers, - }; - if has_anthropic_credential(&headers) { - return Ok(ValidatedEnvironment { - headers, - auth: AuthScheme::Forwarded, - }); + match anthropic_environment(headers, api_key, env_lookup) { + FederatedEnvironment::Validated(validated) => Ok(validated), + FederatedEnvironment::Unauthenticated { missing, .. } => Err(missing), } - let auth = get_auth_header(api_key, env_lookup).ok_or(Error::Auth( - litellm_auth::Error::MissingApiKey { - provider: "Anthropic", - environment_variable: ANTHROPIC_API_KEY_ENV, - }, - ))?; - Ok(ValidatedEnvironment { headers, auth }) + } + + fn validate_federated_environment( + &self, + headers: Headers, + api_key: Option<&str>, + _model: &str, + _optional_params: &MessagesOptionalParams, + _litellm_params: &LitellmParams, + env_lookup: &dyn Fn(&str) -> Option, + ) -> Result { + Ok(anthropic_environment(headers, api_key, env_lookup)) } fn default_headers(&self) -> &'static [(&'static str, &'static str)] { @@ -116,6 +129,157 @@ impl BaseMessagesConfig for AnthropicMessagesConfig { provider_feature_betas(request, BetaProvider::Anthropic), ) } + + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + + fn headers_for_url(&self, headers: Headers, url: &str) -> Headers { + if !is_foundry_url(url) { + return headers; + } + let betas = existing_betas(&headers); + if betas.is_empty() { + return headers; + } + let kept = accepted_or_unlisted(betas, BetaProvider::AzureAi); + if kept.is_empty() { + return without_headers(headers, &[BETA_HEADER]); + } + with_header(headers, BETA_HEADER, kept.to_string()) + } +} + +const FOUNDRY_HOST_SUFFIXES: [&str; 3] = [ + "services.ai.azure.com", + "openai.azure.com", + "cognitiveservices.azure.com", +]; + +fn is_foundry_url(url: &str) -> bool { + let absolute = if url.contains("://") { + url.to_string() + } else { + format!("https://{url}") + }; + url::Url::parse(&absolute) + .ok() + .and_then(|parsed| parsed.host_str().map(str::to_ascii_lowercase)) + .is_some_and(|host| { + FOUNDRY_HOST_SUFFIXES + .iter() + .any(|suffix| host == *suffix || host.ends_with(&format!(".{suffix}"))) + }) +} + +pub(crate) fn is_claude_model(model: &str) -> bool { + model.to_lowercase().contains("claude") +} + +pub fn should_retry_anthropic_messages_on_http_error( + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, +) -> bool { + if status != 400 { + return false; + } + let drops_rejected_strict_tools = context.drops_unsupported_params + && is_claude_strict_tools_rejection(status, error_text) + && tools_without_strict(request_body.get("tools")).is_some(); + if drops_rejected_strict_tools { + return true; + } + let caller_asked_for_this_error = + anthropic_request_errors_on_thinking_binding_mismatch(request_body) + && is_anthropic_thinking_binding_mismatch_error(error_text); + !caller_asked_for_this_error && is_anthropic_invalid_thinking_block_error(error_text) +} + +pub fn transform_anthropic_messages_request_on_http_error( + status: u16, + error_text: &str, + request_body: Value, +) -> RetriedRequest { + let mut reasons = Vec::new(); + let mut body = if status == 400 && is_anthropic_invalid_thinking_block_error(error_text) { + reasons.push(RetryReason::ThinkingSignature); + strip_thinking_blocks_from_anthropic_messages_request(request_body) + } else { + request_body + }; + let without_strict = if is_claude_strict_tools_rejection(status, error_text) { + tools_without_strict(body.get("tools")) + } else { + None + }; + if let (Some(without_strict), Value::Object(fields)) = (without_strict, &mut body) { + reasons.push(RetryReason::StrictTools { + dropped: without_strict.dropped_count, + }); + fields.insert("tools".to_owned(), Value::Array(without_strict.tools)); + } + RetriedRequest { reasons, body } +} + +pub fn retry_anthropic_messages_after_http_error( + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, +) -> Option { + should_retry_anthropic_messages_on_http_error(status, error_text, request_body, context).then( + || { + transform_anthropic_messages_request_on_http_error( + status, + error_text, + request_body.clone(), + ) + }, + ) +} + +fn anthropic_environment( + headers: Headers, + api_key: Option<&str>, + env_lookup: &dyn Fn(&str) -> Option, +) -> FederatedEnvironment { + let headers = match optionally_handle_anthropic_oauth(headers, api_key) { + OauthHandling::Bearer { headers, token } => { + return FederatedEnvironment::Validated(ValidatedEnvironment { + headers, + auth: AuthScheme::Credential { + placement: CredentialPlacement::Bearer, + secret: token, + }, + }); + } + OauthHandling::Untouched(headers) => headers, + }; + if has_anthropic_credential(&headers) { + return FederatedEnvironment::Validated(ValidatedEnvironment { + headers, + auth: AuthScheme::Forwarded, + }); + } + match get_auth_header(api_key, env_lookup) { + Some(auth) => FederatedEnvironment::Validated(ValidatedEnvironment { headers, auth }), + None => FederatedEnvironment::Unauthenticated { + headers, + missing: Error::Auth(litellm_auth::Error::MissingApiKey { + provider: "Anthropic", + environment_variable: ANTHROPIC_API_KEY_ENV, + }), + federate: minted_oauth_environment, + }, + } } pub(crate) fn transform_messages_request( @@ -125,6 +289,7 @@ pub(crate) fn transform_messages_request( if request.params.max_tokens.is_none() { return Err(Error::MissingField("max_tokens")); } + let request = without_unstructured_output_format(request, context); let request = drop_unsupported_params(request, context)?; let request = translate_thinking(request, &context.thinking)?; let context_management = request @@ -132,13 +297,20 @@ pub(crate) fn transform_messages_request( .context_management .clone() .map(map_openai_context_management_to_anthropic); - let messages = if has_advisor_tool(request.params.tools.as_deref()) { + let messages = if has_advisor_tool(request.params.tools.as_deref()) + || continues_message_thread(&request.params) + { request.messages } else { - strip_advisor_blocks(request.messages) + map_known_runs(request.messages, strip_advisor_blocks) + }; + let messages = if context.drops_unsupported_params { + drop_non_string_tool_result_texts(messages) + } else { + messages }; Ok(MessagesRequest { - messages: strip_encrypted_reasoning_blocks(messages), + messages: map_known_runs(messages, strip_encrypted_reasoning_blocks), params: MessagesOptionalParams { context_management, extra: without_null_safeguards(request.params.extra), @@ -148,6 +320,84 @@ pub(crate) fn transform_messages_request( }) } +fn without_unstructured_output_format( + request: MessagesRequest, + context: &MessagesTransformContext, +) -> MessagesRequest { + if !context.drops_unsupported_params + || request + .params + .output_format + .as_ref() + .is_none_or(Value::is_object) + { + return request; + } + MessagesRequest { + params: MessagesOptionalParams { + output_format: None, + ..request.params + }, + ..request + } +} + +fn is_python_str(value: &Value) -> bool { + match value { + Value::String(text) => { + litellm_host::raw_json::decode(text).is_none_or(|raw| raw.starts_with('"')) + } + _ => false, + } +} + +fn is_non_string_text(part: &Value) -> bool { + part.get("type").and_then(Value::as_str) == Some("text") + && part.get("text").is_some_and(|text| !is_python_str(text)) +} + +fn without_non_string_texts(content: &mut Value) { + if let Value::Array(parts) = content { + parts.retain(|part| !is_non_string_text(part)); + } +} + +fn drop_non_string_tool_result_texts( + messages: Vec>, +) -> Vec> { + messages + .into_iter() + .map(|message| match message { + Recognized::Known(mut message) => { + if message.role == "user" + && let MessageContent::Blocks(blocks) = &mut message.content + { + blocks + .iter_mut() + .filter(|block| block.is_type(ContentBlockType::ToolResult)) + .filter_map(|block| block.content.as_mut()) + .for_each(without_non_string_texts); + } + Recognized::Known(message) + } + Recognized::Unrecognized(mut message) => { + if message.get("role").and_then(Value::as_str) == Some("user") + && let Some(Value::Array(blocks)) = message.get_mut("content") + { + blocks + .iter_mut() + .filter(|block| { + block.get("type").and_then(Value::as_str) == Some("tool_result") + }) + .filter_map(|block| block.get_mut("content")) + .for_each(without_non_string_texts); + } + Recognized::Unrecognized(message) + } + }) + .collect() +} + fn without_null_safeguards(extra: Map) -> Map { extra .into_iter() @@ -193,22 +443,45 @@ fn mapped_host_betas(params: &MessagesOptionalParams) -> BetaSet { .collect() } +fn continues_message_thread(params: &MessagesOptionalParams) -> bool { + let Some(Value::Object(thread)) = params.extra.get("thread") else { + return false; + }; + thread.get("type").and_then(Value::as_str) == Some("continue") + && thread + .get("previous_message_id") + .is_none_or(Value::is_string) +} + +fn is_threaded(params: &MessagesOptionalParams) -> bool { + params + .extra + .get("thread") + .is_some_and(|thread| !thread.is_null()) +} + fn feature_betas(request: &MessagesRequest) -> BetaSet { let params = &request.params; let tools = params.tools.as_deref(); + let scanned_messages: &[Recognized] = if continues_message_thread(params) { + &[] + } else { + &request.messages + }; [ - requires_native_compaction_beta(params.compaction.as_ref(), &request.messages) + requires_native_compaction_beta(params.compaction.as_ref(), scanned_messages) .then_some(AnthropicBeta::Compact20260904), uses_structured_output(params).then_some(AnthropicBeta::StructuredOutputs20251113), (params.speed == Some(Recognized::Known(Speed::Fast))) .then_some(AnthropicBeta::FastMode20260201), - messages_carry_output_config(&request.messages) + messages_carry_output_config(scanned_messages) .then_some(AnthropicBeta::PerTurnControl20260701), + is_threaded(params).then_some(AnthropicBeta::MessageThreads20260812), uses_thinking_display_updates(params) .then_some(AnthropicBeta::ThinkingDisplayUpdates20260818), uses_thinking_block_binding(params) .then_some(AnthropicBeta::ThinkingBindingControls20260801), - messages_carry_tool_changes(&request.messages) + messages_carry_tool_changes(scanned_messages) .then_some(AnthropicBeta::MidConversationToolChanges20260701), has_advisor_tool(tools).then_some(AnthropicBeta::AdvisorTool20260301), is_tool_search_used(tools).then_some(AnthropicBeta::AdvancedToolUse20251120), @@ -254,9 +527,10 @@ fn carries_safeguards(params: &MessagesOptionalParams) -> bool { .is_some_and(|value| !value.is_null()) } -fn messages_carry_output_config(messages: &[Message]) -> bool { +fn messages_carry_output_config(messages: &[Recognized]) -> bool { messages .iter() + .filter_map(Recognized::known) .any(|message| message.extra.contains_key("output_config")) } @@ -301,9 +575,10 @@ fn is_tool_reference_change(block: &ContentBlock) -> bool { == Some("tool_reference") } -fn messages_carry_tool_changes(messages: &[Message]) -> bool { +fn messages_carry_tool_changes(messages: &[Recognized]) -> bool { messages .iter() + .filter_map(Recognized::known) .filter(|message| message.role == "system") .flat_map(Message::blocks) .any(is_tool_reference_change) @@ -334,7 +609,7 @@ pub fn drop_unsupported_params( let params = request.params; let speed = match ¶ms.speed { Some(speed) if !capabilities.supports_speed => { - reject("speed", format!("'{}'", speed_text(speed)), "")?; + reject("speed", speed_repr(speed), "")?; None } _ => params.speed.clone(), @@ -346,21 +621,21 @@ pub fn drop_unsupported_params( }); } let temperature = match params.temperature { - Some(temperature) if temperature != 1.0 => { + Some(temperature) if !is_one(&temperature) => { reject( "temperature", - json!(temperature).to_string(), + python_str(&temperature), "Only temperature=1 is supported. ", )?; None } temperature => temperature, }; - if let Some(top_p) = params.top_p { - reject("top_p", json!(top_p).to_string(), "")?; + if let Some(top_p) = ¶ms.top_p { + reject("top_p", python_str(top_p), "")?; } - if let Some(top_k) = params.top_k { - reject("top_k", json!(top_k).to_string(), "")?; + if let Some(top_k) = ¶ms.top_k { + reject("top_k", python_str(top_k), "")?; } Ok(MessagesRequest { params: MessagesOptionalParams { @@ -374,11 +649,10 @@ pub fn drop_unsupported_params( }) } -fn speed_text(speed: &Recognized) -> String { +fn speed_repr(speed: &Recognized) -> String { match speed { - Recognized::Known(speed) => <&'static str>::from(*speed).to_string(), - Recognized::Unrecognized(Value::String(text)) => text.clone(), - Recognized::Unrecognized(other) => other.to_string(), + Recognized::Known(speed) => format!("'{}'", <&'static str>::from(*speed)), + Recognized::Unrecognized(other) => litellm_python_compat::repr::repr(&python_value(other)), } } @@ -437,6 +711,7 @@ mod tests { use super::*; use crate::anthropic::common_utils::ENCRYPTED_REASONING_SIGNATURE_PREFIX; + use litellm_http::request::header_values; type Env = &'static [(&'static str, &'static str)]; @@ -679,6 +954,21 @@ mod tests { json!({"speed": "fast"}), "claude does not support speed='fast'. To drop unsupported params, set `litellm.drop_params = True`." )] + #[case::integer_temperature_keeps_no_decimal( + sampling_removed(), + json!({"temperature": 0}), + "claude does not support temperature=0. Only temperature=1 is supported. To drop unsupported params, set `litellm.drop_params = True`." + )] + #[case::integer_top_p( + sampling_removed(), + json!({"top_p": 1}), + "claude does not support top_p=1. To drop unsupported params, set `litellm.drop_params = True`." + )] + #[case::non_string_speed_is_reprd( + unmapped(), + json!({"speed": 2}), + "claude does not support speed=2. To drop unsupported params, set `litellm.drop_params = True`." + )] #[case::speed_ahead_of_sampling_params( sampling_removed(), json!({"speed": "fast", "temperature": 0.5}), @@ -696,6 +986,28 @@ mod tests { assert_eq!(detail.to_string(), message); } + #[rstest] + #[case::string_dropped(json!("json"), true, None)] + #[case::string_kept_without_drop_params(json!("json"), false, Some(json!("json")))] + #[case::object_kept(json!({"type": "json_schema"}), true, Some(json!({"type": "json_schema"})))] + fn a_non_object_output_format_is_dropped_under_drop_params( + #[case] output_format: Value, + #[case] drops_unsupported_params: bool, + #[case] expected: Option, + ) { + let context = MessagesTransformContext { + drops_unsupported_params, + ..MessagesTransformContext::with_lookup(unmapped(), false, &no_env) + }; + let transformed = ANTHROPIC_MESSAGES_CONFIG + .transform_anthropic_messages_request( + request(json!({"output_format": output_format})), + &context, + ) + .unwrap(); + assert_eq!(transformed.params.output_format, expected); + } + #[rstest] #[case::compaction_threshold( json!([{"type": "compaction", "compact_threshold": 200000}]), @@ -802,6 +1114,40 @@ mod tests { ); } + #[rstest] + #[case::continue_turn(json!({"type": "continue", "previous_message_id": "msg_1"}), false)] + #[case::continue_without_a_previous_message_id(json!({"type": "continue"}), false)] + #[case::continue_with_extra_keys(json!({"type": "continue", "previous_message_id": "msg_1", "note": 1}), false)] + #[case::create_turn(json!({"type": "create"}), true)] + #[case::continue_with_a_null_previous_message_id(json!({"type": "continue", "previous_message_id": null}), true)] + #[case::continue_with_a_numeric_previous_message_id(json!({"type": "continue", "previous_message_id": 1}), true)] + #[case::not_an_object(json!("continue"), true)] + fn advisor_history_is_kept_on_a_thread_continue_turn( + #[case] thread: Value, + #[case] stripped: bool, + unmapped: MessagesModelCapabilities, + ) { + let messages = if stripped { + json!([ + {"role": "user", "content": "Build a worker pool."}, + {"role": "assistant", "content": [ + {"type": "text", "text": "Let me consult the advisor."}, + {"type": "text", "text": "Here is the implementation."} + ]} + ]) + } else { + advisor_history() + }; + assert_eq!( + transform( + json!({"messages": advisor_history(), "thread": thread.clone()}), + unmapped, + false + ), + Ok(body(json!({"messages": messages, "thread": thread}))) + ); + } + #[rstest] fn bridge_minted_reasoning_is_stripped_from_the_wire(unmapped: MessagesModelCapabilities) { let messages = json!([ @@ -864,6 +1210,7 @@ mod tests { keeps_display_updates: false, }, drop_params: true, + drops_unsupported_params: false, } ); return; @@ -1165,6 +1512,55 @@ mod tests { ]}), &[] )] + #[case::thread_create(json!({"thread": {"type": "create"}}), &["message-threads-2026-08-12"])] + #[case::thread_continue( + json!({"thread": {"type": "continue", "previous_message_id": "msg_1"}}), + &["message-threads-2026-08-12"] + )] + #[case::thread_of_any_shape(json!({"thread": "opaque"}), &["message-threads-2026-08-12"])] + #[case::null_thread(json!({"thread": null}), &[])] + #[case::thread_create_still_scans_history( + json!({ + "thread": {"type": "create"}, + "messages": [ + {"role": "assistant", "content": [{"type": "compaction", "content": "summary", "signature": "sig"}]}, + {"role": "user", "content": "hi", "output_config": {"effort": "low"}}, + {"role": "system", "content": [{"type": "tool_addition", "tool": {"type": "tool_reference", "name": "ping"}}]}, + ], + }), + &[ + "compact-2026-09-04", + "message-threads-2026-08-12", + "mid-conversation-tool-changes-2026-07-01", + "per-turn-control-2026-07-01", + ] + )] + #[case::thread_continue_skips_history( + json!({ + "thread": {"type": "continue", "previous_message_id": "msg_1"}, + "messages": [ + {"role": "assistant", "content": [{"type": "compaction", "content": "summary", "signature": "sig"}]}, + {"role": "user", "content": "hi", "output_config": {"effort": "low"}}, + {"role": "system", "content": [{"type": "tool_addition", "tool": {"type": "tool_reference", "name": "ping"}}]}, + ], + }), + &["message-threads-2026-08-12"] + )] + #[case::thread_continue_keeps_param_betas( + json!({ + "thread": {"type": "continue", "previous_message_id": "msg_1"}, + "compaction": {}, + "speed": "fast", + }), + &["compact-2026-09-04", "fast-mode-2026-02-01", "message-threads-2026-08-12"] + )] + #[case::malformed_continue_scans_history( + json!({ + "thread": {"type": "continue", "previous_message_id": 7}, + "messages": [{"role": "user", "content": "hi", "output_config": {"effort": "low"}}], + }), + &["message-threads-2026-08-12", "per-turn-control-2026-07-01"] + )] fn feature_betas_follow_the_request(#[case] fields: Value, #[case] expected: &[&str]) { assert_eq!(feature_betas(&request(fields)), betas(expected)); } @@ -1352,4 +1748,158 @@ mod tests { .collect(); assert_eq!(undeclared, Vec::<&String>::new()); } + + const FOUNDRY: &str = "https://team.services.ai.azure.com/anthropic/v1/messages"; + + #[rstest] + #[case::drops_a_beta_foundry_lacks( + FOUNDRY, + "advisor-tool-2026-03-01,context-1m-2025-08-07", + Some("context-1m-2025-08-07") + )] + #[case::forwards_unknown_betas_sorted( + FOUNDRY, + "zzz,files-api-2025-04-14,aaa", + Some("aaa,files-api-2025-04-14,zzz") + )] + #[case::removes_the_header_when_nothing_is_left(FOUNDRY, "advisor-tool-2026-03-01", None)] + #[case::cognitive_services_host( + "team.cognitiveservices.azure.com/anthropic", + "advisor-tool-2026-03-01", + None + )] + #[case::anthropic_host_is_untouched( + "https://api.anthropic.com/v1/messages", + "advisor-tool-2026-03-01", + Some("advisor-tool-2026-03-01") + )] + #[case::lookalike_host_is_untouched( + "https://notservices.ai.azure.com.example/v1/messages", + "advisor-tool-2026-03-01", + Some("advisor-tool-2026-03-01") + )] + fn foundry_urls_filter_betas_through_the_azure_ai_row( + #[case] url: &str, + #[case] betas: &str, + #[case] expected: Option<&str>, + ) { + let filtered = ANTHROPIC_MESSAGES_CONFIG + .headers_for_url(headers(&[("x-a", "1"), (BETA_HEADER, betas)]), url); + assert_eq!( + header_values(&filtered, BETA_HEADER).collect::>(), + expected.into_iter().collect::>() + ); + assert_eq!(header_values(&filtered, "x-a").collect::>(), ["1"]); + } + + #[rstest] + fn foundry_url_without_betas_keeps_the_headers() { + let sent = headers(&[("x-a", "1")]); + assert_eq!( + ANTHROPIC_MESSAGES_CONFIG.headers_for_url(sent.clone(), FOUNDRY), + sent + ); + } + + #[test] + fn the_http_error_retry_matches_the_cases_shared_with_python() { + let fixture: Value = serde_json::from_str(include_str!(concat!( + env!("CARGO_MANIFEST_DIR"), + "/tests/fixtures/anthropic_messages_http_error_retry.json" + ))) + .unwrap(); + let table = &fixture["http_error_retry"]; + let cases = table["cases"].as_array().unwrap(); + assert!(!cases.is_empty()); + let mismatched: Vec<&str> = cases + .iter() + .filter(|case| { + let mut body = table["request"].clone(); + body["thinking"] = case["thinking"].clone(); + let status = u16::try_from(case["status"].as_u64().unwrap()).unwrap(); + let error_text = case["error_text"].as_str().unwrap(); + let retried = should_retry_anthropic_messages_on_http_error( + status, + error_text, + &body, + &MessagesTransformContext::default(), + ); + let stripped = case["stripped"].as_bool().unwrap(); + let transformed = transform_anthropic_messages_request_on_http_error( + status, + error_text, + body.clone(), + ); + let expected = if stripped { + RetriedRequest { + reasons: vec![RetryReason::ThinkingSignature], + body: table["stripped_request"].clone(), + } + } else { + RetriedRequest { + reasons: Vec::new(), + body, + } + }; + retried != case["retried"].as_bool().unwrap() || transformed != expected + }) + .map(|case| case["name"].as_str().unwrap()) + .collect(); + assert_eq!(mismatched, Vec::<&str>::new()); + } + + #[test] + fn the_strict_tools_retry_matches_the_cases_shared_with_python() { + let fixture: Value = serde_json::from_str(include_str!(concat!( + env!("CARGO_MANIFEST_DIR"), + "/tests/fixtures/anthropic_messages_http_error_retry.json" + ))) + .unwrap(); + let replay = &fixture["http_error_retry"]; + let table = &fixture["strict_tools_retry"]; + let cases = table["cases"].as_array().unwrap(); + assert!(!cases.is_empty()); + let mismatched: Vec<&str> = cases + .iter() + .filter(|case| { + let mut body = replay["request"].clone(); + body["thinking"] = case["thinking"].clone(); + body["tools"] = table["tools"].clone(); + let status = u16::try_from(case["status"].as_u64().unwrap()).unwrap(); + let error_text = case["error_text"].as_str().unwrap(); + let context = MessagesTransformContext { + drops_unsupported_params: case["drops_unsupported_params"].as_bool().unwrap(), + ..MessagesTransformContext::default() + }; + let mut reasons = Vec::new(); + let mut expected = if case["stripped"].as_bool().unwrap() { + reasons.push(RetryReason::ThinkingSignature); + replay["stripped_request"].clone() + } else { + body.clone() + }; + expected["tools"] = if case["strict_dropped"].as_bool().unwrap() { + reasons.push(RetryReason::StrictTools { + dropped: usize::try_from(table["dropped"].as_u64().unwrap()).unwrap(), + }); + table["tools_without_strict"].clone() + } else { + table["tools"].clone() + }; + let retried = should_retry_anthropic_messages_on_http_error( + status, error_text, &body, &context, + ); + let transformed = + transform_anthropic_messages_request_on_http_error(status, error_text, body); + retried != case["retried"].as_bool().unwrap() + || transformed + != RetriedRequest { + reasons, + body: expected, + } + }) + .map(|case| case["name"].as_str().unwrap()) + .collect(); + assert_eq!(mismatched, Vec::<&str>::new()); + } } diff --git a/litellm-rust/crates/llms/src/anthropic/mod.rs b/litellm/rust/crates/llms/src/anthropic/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/anthropic/mod.rs rename to litellm/rust/crates/llms/src/anthropic/mod.rs diff --git a/litellm-rust/crates/llms/src/aws_textract/mod.rs b/litellm/rust/crates/llms/src/aws_textract/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/aws_textract/mod.rs rename to litellm/rust/crates/llms/src/aws_textract/mod.rs diff --git a/litellm-rust/crates/llms/src/aws_textract/ocr/AGENTS.md b/litellm/rust/crates/llms/src/aws_textract/ocr/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/aws_textract/ocr/AGENTS.md rename to litellm/rust/crates/llms/src/aws_textract/ocr/AGENTS.md diff --git a/litellm-rust/crates/llms/src/aws_textract/ocr/analyze_transformation.rs b/litellm/rust/crates/llms/src/aws_textract/ocr/analyze_transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/aws_textract/ocr/analyze_transformation.rs rename to litellm/rust/crates/llms/src/aws_textract/ocr/analyze_transformation.rs diff --git a/litellm-rust/crates/llms/src/aws_textract/ocr/common_utils.rs b/litellm/rust/crates/llms/src/aws_textract/ocr/common_utils.rs similarity index 100% rename from litellm-rust/crates/llms/src/aws_textract/ocr/common_utils.rs rename to litellm/rust/crates/llms/src/aws_textract/ocr/common_utils.rs diff --git a/litellm-rust/crates/llms/src/aws_textract/ocr/mod.rs b/litellm/rust/crates/llms/src/aws_textract/ocr/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/aws_textract/ocr/mod.rs rename to litellm/rust/crates/llms/src/aws_textract/ocr/mod.rs diff --git a/litellm-rust/crates/llms/src/aws_textract/ocr/transformation.rs b/litellm/rust/crates/llms/src/aws_textract/ocr/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/aws_textract/ocr/transformation.rs rename to litellm/rust/crates/llms/src/aws_textract/ocr/transformation.rs diff --git a/litellm-rust/crates/llms/src/azure_ai/common_utils.rs b/litellm/rust/crates/llms/src/azure_ai/common_utils.rs similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/common_utils.rs rename to litellm/rust/crates/llms/src/azure_ai/common_utils.rs diff --git a/litellm-rust/crates/llms/src/azure_ai/messages/AGENTS.md b/litellm/rust/crates/llms/src/azure_ai/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/messages/AGENTS.md rename to litellm/rust/crates/llms/src/azure_ai/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/azure_ai/messages/mod.rs b/litellm/rust/crates/llms/src/azure_ai/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/messages/mod.rs rename to litellm/rust/crates/llms/src/azure_ai/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/azure_ai/messages/transformation.rs b/litellm/rust/crates/llms/src/azure_ai/messages/transformation.rs similarity index 96% rename from litellm-rust/crates/llms/src/azure_ai/messages/transformation.rs rename to litellm/rust/crates/llms/src/azure_ai/messages/transformation.rs index d13cfa81a94..fb50d229bc7 100644 --- a/litellm-rust/crates/llms/src/azure_ai/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/azure_ai/messages/transformation.rs @@ -1,3 +1,5 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; +use litellm_host::interceptors::RetriedRequest; use litellm_http::request::{has_bearer_auth, has_header}; use litellm_llms_types::{ formats::messages::{MessagesOptionalParams, MessagesRequest}, @@ -5,6 +7,7 @@ use litellm_llms_types::{ }; use litellm_router_types::LitellmParams; use litellm_secret_value::SecretValue; +use serde_json::Value; use crate::{ Error, @@ -21,7 +24,7 @@ use crate::{ base_llm::{ auth::{AuthScheme, Headers, ValidatedEnvironment}, messages::{ - context::MessagesTransformContext, + context::{MessagesShapeOptions, MessagesTransformContext}, normalization::{normalize_system_role_messages, strip_cache_control_scope}, transformation::BaseMessagesConfig, }, @@ -36,12 +39,28 @@ pub const AZURE_ANTHROPIC_MESSAGES_CONFIG: AzureAnthropicMessagesConfig = AzureAnthropicMessagesConfig; impl BaseMessagesConfig for AzureAnthropicMessagesConfig { + fn tool_custom_field(&self, model: &str) -> crate::base_llm::messages::tools::ToolCustomField { + crate::base_llm::messages::tools::ToolCustomField::Rewrite { + hoist_defer_loading: crate::anthropic::messages::transformation::is_claude_model(model), + } + } + + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn shape_request( &self, request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { - shape_anthropic_messages_request(request, reasoning_auto_summary) + shape_anthropic_messages_request(request, options) } fn get_complete_url( diff --git a/litellm-rust/crates/llms/src/azure_ai/mod.rs b/litellm/rust/crates/llms/src/azure_ai/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/mod.rs rename to litellm/rust/crates/llms/src/azure_ai/mod.rs diff --git a/litellm-rust/crates/llms/src/azure_ai/ocr/AGENTS.md b/litellm/rust/crates/llms/src/azure_ai/ocr/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/ocr/AGENTS.md rename to litellm/rust/crates/llms/src/azure_ai/ocr/AGENTS.md diff --git a/litellm-rust/crates/llms/src/azure_ai/ocr/cohere_parse_transformation.rs b/litellm/rust/crates/llms/src/azure_ai/ocr/cohere_parse_transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/ocr/cohere_parse_transformation.rs rename to litellm/rust/crates/llms/src/azure_ai/ocr/cohere_parse_transformation.rs diff --git a/litellm-rust/crates/llms/src/azure_ai/ocr/common_utils.rs b/litellm/rust/crates/llms/src/azure_ai/ocr/common_utils.rs similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/ocr/common_utils.rs rename to litellm/rust/crates/llms/src/azure_ai/ocr/common_utils.rs diff --git a/litellm-rust/crates/llms/src/azure_ai/ocr/document_intelligence/mod.rs b/litellm/rust/crates/llms/src/azure_ai/ocr/document_intelligence/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/ocr/document_intelligence/mod.rs rename to litellm/rust/crates/llms/src/azure_ai/ocr/document_intelligence/mod.rs diff --git a/litellm-rust/crates/llms/src/azure_ai/ocr/document_intelligence/transformation.rs b/litellm/rust/crates/llms/src/azure_ai/ocr/document_intelligence/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/ocr/document_intelligence/transformation.rs rename to litellm/rust/crates/llms/src/azure_ai/ocr/document_intelligence/transformation.rs diff --git a/litellm-rust/crates/llms/src/azure_ai/ocr/mod.rs b/litellm/rust/crates/llms/src/azure_ai/ocr/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/ocr/mod.rs rename to litellm/rust/crates/llms/src/azure_ai/ocr/mod.rs diff --git a/litellm-rust/crates/llms/src/azure_ai/ocr/transformation.rs b/litellm/rust/crates/llms/src/azure_ai/ocr/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/azure_ai/ocr/transformation.rs rename to litellm/rust/crates/llms/src/azure_ai/ocr/transformation.rs diff --git a/litellm-rust/crates/llms/src/base_llm/audio_transcription/mod.rs b/litellm/rust/crates/llms/src/base_llm/audio_transcription/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/audio_transcription/mod.rs rename to litellm/rust/crates/llms/src/base_llm/audio_transcription/mod.rs diff --git a/litellm-rust/crates/llms/src/base_llm/audio_transcription/transformation.rs b/litellm/rust/crates/llms/src/base_llm/audio_transcription/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/audio_transcription/transformation.rs rename to litellm/rust/crates/llms/src/base_llm/audio_transcription/transformation.rs diff --git a/litellm-rust/crates/llms/src/base_llm/auth.rs b/litellm/rust/crates/llms/src/base_llm/auth.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/auth.rs rename to litellm/rust/crates/llms/src/base_llm/auth.rs diff --git a/litellm-rust/crates/llms/src/base_llm/base_model_iterator.rs b/litellm/rust/crates/llms/src/base_llm/base_model_iterator.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/base_model_iterator.rs rename to litellm/rust/crates/llms/src/base_llm/base_model_iterator.rs diff --git a/litellm-rust/crates/llms/src/base_llm/chat/mod.rs b/litellm/rust/crates/llms/src/base_llm/chat/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/chat/mod.rs rename to litellm/rust/crates/llms/src/base_llm/chat/mod.rs diff --git a/litellm-rust/crates/llms/src/base_llm/chat/streaming.rs b/litellm/rust/crates/llms/src/base_llm/chat/streaming.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/chat/streaming.rs rename to litellm/rust/crates/llms/src/base_llm/chat/streaming.rs diff --git a/litellm-rust/crates/llms/src/base_llm/chat/transformation.rs b/litellm/rust/crates/llms/src/base_llm/chat/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/chat/transformation.rs rename to litellm/rust/crates/llms/src/base_llm/chat/transformation.rs diff --git a/litellm-rust/crates/llms/src/base_llm/messages/AGENTS.md b/litellm/rust/crates/llms/src/base_llm/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/messages/AGENTS.md rename to litellm/rust/crates/llms/src/base_llm/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/base_llm/messages/context.rs b/litellm/rust/crates/llms/src/base_llm/messages/context.rs similarity index 95% rename from litellm-rust/crates/llms/src/base_llm/messages/context.rs rename to litellm/rust/crates/llms/src/base_llm/messages/context.rs index 3d8b0f41d8c..e5593d3b216 100644 --- a/litellm-rust/crates/llms/src/base_llm/messages/context.rs +++ b/litellm/rust/crates/llms/src/base_llm/messages/context.rs @@ -23,6 +23,12 @@ impl SupportedEffortTiers { } } +#[derive(Clone, Copy, Debug, Default, PartialEq, Eq)] +pub struct MessagesShapeOptions { + pub reasoning_auto_summary: bool, + pub presanitized: bool, +} + #[derive(Clone, Copy, Debug, PartialEq, Eq, Serialize, Deserialize)] pub struct MessagesModelCapabilities { #[serde(default)] @@ -123,6 +129,7 @@ pub struct ThinkingContext { pub struct MessagesTransformContext { pub thinking: ThinkingContext, pub drop_params: bool, + pub drops_unsupported_params: bool, } impl MessagesTransformContext { pub fn new(capabilities: MessagesModelCapabilities, drop_params: bool) -> Self { @@ -142,6 +149,7 @@ impl MessagesTransformContext { keeps_display_updates: false, }, drop_params, + drops_unsupported_params: false, } } diff --git a/litellm-rust/crates/llms/src/base_llm/messages/mid_conversation_system.rs b/litellm/rust/crates/llms/src/base_llm/messages/mid_conversation_system.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/messages/mid_conversation_system.rs rename to litellm/rust/crates/llms/src/base_llm/messages/mid_conversation_system.rs diff --git a/litellm-rust/crates/llms/src/base_llm/messages/mod.rs b/litellm/rust/crates/llms/src/base_llm/messages/mod.rs similarity index 88% rename from litellm-rust/crates/llms/src/base_llm/messages/mod.rs rename to litellm/rust/crates/llms/src/base_llm/messages/mod.rs index e9591daa9da..5c1563c7a23 100644 --- a/litellm-rust/crates/llms/src/base_llm/messages/mod.rs +++ b/litellm/rust/crates/llms/src/base_llm/messages/mod.rs @@ -2,4 +2,5 @@ pub mod context; pub mod mid_conversation_system; pub mod normalization; pub mod streaming; +pub mod tools; pub mod transformation; diff --git a/litellm-rust/crates/llms/src/base_llm/messages/normalization.rs b/litellm/rust/crates/llms/src/base_llm/messages/normalization.rs similarity index 87% rename from litellm-rust/crates/llms/src/base_llm/messages/normalization.rs rename to litellm/rust/crates/llms/src/base_llm/messages/normalization.rs index 7e24da2b5eb..ee2f4dcaeef 100644 --- a/litellm-rust/crates/llms/src/base_llm/messages/normalization.rs +++ b/litellm/rust/crates/llms/src/base_llm/messages/normalization.rs @@ -1,6 +1,9 @@ -use litellm_llms_types::formats::messages::{ - CacheControl, ContentBlock, Message, MessageContent, MessagesOptionalParams, MessagesRequest, - SystemPrompt, +use litellm_llms_types::{ + formats::messages::{ + CacheControl, ContentBlock, Message, MessageContent, MessagesOptionalParams, + MessagesRequest, SystemPrompt, + }, + recognized::{Recognized, map_known_runs}, }; use crate::{ @@ -22,15 +25,22 @@ pub fn normalize_system_role_messages( let leading_count = request .messages .iter() - .take_while(|message| is_system_role_message(message)) + .take_while(|message| message.known().is_some_and(is_system_role_message)) .count(); let mut messages = request.messages.into_iter(); - let hoisted: Vec = messages.by_ref().take(leading_count).collect(); - let remaining: Vec = messages.collect(); + let hoisted: Vec = messages + .by_ref() + .take(leading_count) + .filter_map(|message| match message { + Recognized::Known(message) => Some(message), + Recognized::Unrecognized(_) => None, + }) + .collect(); + let remaining: Vec> = messages.collect(); let remaining = if supports_mid_conversation_system { remaining } else { - convert_mid_conversation_system_turns(remaining) + map_known_runs(remaining, convert_mid_conversation_system_turns) }; let system = if hoisted.is_empty() { request.params.system @@ -94,7 +104,7 @@ pub fn strip_cache_control_scope(request: MessagesRequest) -> MessagesRequest { messages: request .messages .into_iter() - .map(strip_scope_from_message) + .map(|message| message.map_known(strip_scope_from_message)) .collect(), params: MessagesOptionalParams { system: request.params.system.map(strip_scope_from_system), diff --git a/litellm-rust/crates/llms/src/base_llm/messages/streaming.rs b/litellm/rust/crates/llms/src/base_llm/messages/streaming.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/messages/streaming.rs rename to litellm/rust/crates/llms/src/base_llm/messages/streaming.rs diff --git a/litellm/rust/crates/llms/src/base_llm/messages/tools.rs b/litellm/rust/crates/llms/src/base_llm/messages/tools.rs new file mode 100644 index 00000000000..49113872c56 --- /dev/null +++ b/litellm/rust/crates/llms/src/base_llm/messages/tools.rs @@ -0,0 +1,194 @@ +use litellm_llms_types::{ + formats::messages::{MessagesOptionalParams, MessagesRequest, MessagesTool}, + recognized::Recognized, +}; +use serde_json::{Map, Value}; + +#[derive(Clone, Copy, Debug, PartialEq, Eq)] +pub enum ToolCustomField { + Keep, + Rewrite { hoist_defer_loading: bool }, +} + +impl ToolCustomField { + pub fn apply(self, request: MessagesRequest, drop_params: bool) -> MessagesRequest { + match self { + Self::Keep => request, + Self::Rewrite { + hoist_defer_loading, + } => tools_without_custom_field(request, hoist_defer_loading, drop_params), + } + } +} + +fn tools_without_custom_field( + request: MessagesRequest, + hoist: bool, + drop_custom: bool, +) -> MessagesRequest { + let tools = request.params.tools.map(|tools| { + tools + .into_iter() + .map(|tool| tool_without_custom_field(tool, hoist, drop_custom)) + .collect() + }); + MessagesRequest { + params: MessagesOptionalParams { + tools, + ..request.params + }, + ..request + } +} + +fn tool_without_custom_field( + tool: Recognized, + hoist: bool, + drop_custom: bool, +) -> Recognized { + let Ok(Value::Object(fields)) = serde_json::to_value(&tool) else { + return tool; + }; + let Some(custom) = fields.get("custom").cloned() else { + return tool; + }; + let defer_loading = hoist + .then(|| hoistable_defer_loading(&fields, &custom)) + .flatten(); + let without_custom = fields + .iter() + .filter(|(key, _)| *key != "custom") + .map(|(key, value)| (key.clone(), value.clone())); + let rebuilt: Map = match defer_loading { + None if drop_custom => without_custom.collect(), + None => return tool, + Some(defer_loading) => { + let unhoisted: Map = custom + .as_object() + .into_iter() + .flatten() + .filter(|(key, _)| *key != "defer_loading") + .map(|(key, value)| (key.clone(), value.clone())) + .collect(); + let kept_custom = (!unhoisted.is_empty() && !drop_custom) + .then(|| ("custom".to_string(), Value::Object(unhoisted))); + without_custom + .chain([("defer_loading".to_string(), Value::Bool(defer_loading))]) + .chain(kept_custom) + .collect() + } + }; + serde_json::from_value(Value::Object(rebuilt)).unwrap_or(tool) +} + +fn hoistable_defer_loading(tool: &Map, custom: &Value) -> Option { + if tool.contains_key("defer_loading") { + return None; + } + custom.as_object()?.get("defer_loading")?.as_bool() +} + +#[cfg(test)] +mod tests { + use rstest::rstest; + use serde_json::json; + + use super::*; + + const WEATHER: &str = "get_weather"; + + fn tool(fields: Value) -> Value { + merged( + json!({"name": WEATHER, "input_schema": {"type": "object"}}), + fields, + ) + } + + fn tools_after(policy: ToolCustomField, tools: Value, drop_custom: bool) -> Value { + let request: MessagesRequest = serde_json::from_value(json!({ + "model": "claude-sonnet-4-5", + "max_tokens": 16, + "messages": [{"role": "user", "content": "hi"}], + "tools": [tools] + })) + .unwrap(); + serde_json::to_value(policy.apply(request, drop_custom)).unwrap()["tools"][0].clone() + } + + fn merged(base: Value, fields: Value) -> Value { + let mut merged = base.as_object().unwrap().clone(); + merged.extend(fields.as_object().unwrap().clone()); + Value::Object(merged) + } + + const HOIST: ToolCustomField = ToolCustomField::Rewrite { + hoist_defer_loading: true, + }; + const NO_HOIST: ToolCustomField = ToolCustomField::Rewrite { + hoist_defer_loading: false, + }; + + #[rstest] + #[case::hoists_defer_loading( + HOIST, + json!({"custom": {"defer_loading": true}}), + false, + json!({"defer_loading": true}) + )] + #[case::keeps_other_custom_keys( + HOIST, + json!({"custom": {"defer_loading": false, "note": "kept"}}), + false, + json!({"defer_loading": false, "custom": {"note": "kept"}}) + )] + #[case::drops_other_custom_keys_with_drop_params( + HOIST, + json!({"custom": {"defer_loading": true, "note": "dropped"}}), + true, + json!({"defer_loading": true}) + )] + #[case::keeps_an_opaque_custom( + HOIST, + json!({"custom": "opaque"}), + false, + json!({"custom": "opaque"}) + )] + #[case::drops_an_opaque_custom_with_drop_params( + HOIST, + json!({"custom": "opaque"}), + true, + json!({}) + )] + #[case::own_defer_loading_wins( + HOIST, + json!({"defer_loading": false, "custom": {"defer_loading": true}}), + false, + json!({"defer_loading": false, "custom": {"defer_loading": true}}) + )] + #[case::not_hoisted_off_claude_hosts( + NO_HOIST, + json!({"custom": {"defer_loading": true}}), + false, + json!({"custom": {"defer_loading": true}}) + )] + fn tool_custom_field_follows_the_python_handler( + #[case] policy: ToolCustomField, + #[case] fields: Value, + #[case] drop_custom: bool, + #[case] expected: Value, + ) { + assert_eq!( + tools_after(policy, tool(fields), drop_custom), + tool(expected) + ); + } + + #[rstest] + fn keep_leaves_the_custom_field() { + let custom = tool(json!({"custom": {"defer_loading": true}})); + assert_eq!( + tools_after(ToolCustomField::Keep, custom.clone(), true), + custom + ); + } +} diff --git a/litellm-rust/crates/llms/src/base_llm/messages/transformation.rs b/litellm/rust/crates/llms/src/base_llm/messages/transformation.rs similarity index 73% rename from litellm-rust/crates/llms/src/base_llm/messages/transformation.rs rename to litellm/rust/crates/llms/src/base_llm/messages/transformation.rs index 744ce89afdb..13c021c2aec 100644 --- a/litellm-rust/crates/llms/src/base_llm/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/base_llm/messages/transformation.rs @@ -1,19 +1,33 @@ +use litellm_host::interceptors::RetriedRequest; use litellm_llms_types::formats::messages::{ MessagesOptionalParams, MessagesRequest, MessagesResponse, }; use litellm_router_types::LitellmParams; +use litellm_secret_value::SecretValue; use serde_json::Value; -use super::context::MessagesTransformContext; +use super::{ + context::{MessagesShapeOptions, MessagesTransformContext}, + tools::ToolCustomField, +}; pub use crate::base_llm::auth::{Headers, ValidatedEnvironment}; use crate::{Error, base_llm::messages::streaming::StreamDecoder}; +pub enum FederatedEnvironment { + Validated(ValidatedEnvironment), + Unauthenticated { + headers: Headers, + missing: Error, + federate: fn(Headers, SecretValue) -> ValidatedEnvironment, + }, +} + pub trait BaseMessagesConfig: Sync { fn shape_request( &self, request: MessagesRequest, - _reasoning_auto_summary: bool, + _options: MessagesShapeOptions, ) -> Result { Ok(request) } @@ -35,6 +49,10 @@ pub trait BaseMessagesConfig: Sync { Ok(request) } + fn tool_custom_field(&self, _model: &str) -> ToolCustomField { + ToolCustomField::Keep + } + fn transform_anthropic_messages_response( &self, _model: &str, @@ -62,6 +80,26 @@ pub trait BaseMessagesConfig: Sync { env_lookup: &dyn Fn(&str) -> Option, ) -> Result; + fn validate_federated_environment( + &self, + headers: Headers, + api_key: Option<&str>, + model: &str, + optional_params: &MessagesOptionalParams, + litellm_params: &LitellmParams, + env_lookup: &dyn Fn(&str) -> Option, + ) -> Result { + self.validate_environment( + headers, + api_key, + model, + optional_params, + litellm_params, + env_lookup, + ) + .map(FederatedEnvironment::Validated) + } + /// `None` relays the upstream bytes untouched, which is right for every host that already /// speaks Anthropic SSE. A host on another wire returns the decoder that lifts its frames /// into Anthropic stream events, and the route re-encodes those as Anthropic SSE. @@ -77,6 +115,10 @@ pub trait BaseMessagesConfig: Sync { headers } + fn headers_for_url(&self, headers: Headers, _url: &str) -> Headers { + headers + } + fn request_body( &self, request: MessagesRequest, @@ -91,6 +133,16 @@ pub trait BaseMessagesConfig: Sync { fn wire_body(&self, body: Value) -> Value { body } + + fn retry_after_http_error( + &self, + _status: u16, + _error_text: &str, + _request_body: &Value, + _context: &MessagesTransformContext, + ) -> Option { + None + } } #[cfg(test)] @@ -149,9 +201,10 @@ mod tests { } #[rstest] - #[case::disabled(false)] - #[case::enabled(true)] - fn default_shaping_preserves_provider_policy_inputs(#[case] reasoning_auto_summary: bool) { + fn default_shaping_preserves_provider_policy_inputs( + #[values(false, true)] reasoning_auto_summary: bool, + #[values(false, true)] presanitized: bool, + ) { let request: MessagesRequest = serde_json::from_value(serde_json::json!({ "model": "test-model", "metadata": {"user_id": 7, "extra": "keep"}, @@ -160,7 +213,13 @@ mod tests { })) .unwrap(); assert_eq!( - DefaultsConfig.shape_request(request.clone(), reasoning_auto_summary), + DefaultsConfig.shape_request( + request.clone(), + MessagesShapeOptions { + reasoning_auto_summary, + presanitized + } + ), Ok(request) ); assert_eq!( diff --git a/litellm-rust/crates/llms/src/base_llm/mod.rs b/litellm/rust/crates/llms/src/base_llm/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/mod.rs rename to litellm/rust/crates/llms/src/base_llm/mod.rs diff --git a/litellm-rust/crates/llms/src/base_llm/ocr/document.rs b/litellm/rust/crates/llms/src/base_llm/ocr/document.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/ocr/document.rs rename to litellm/rust/crates/llms/src/base_llm/ocr/document.rs diff --git a/litellm-rust/crates/llms/src/base_llm/ocr/error.rs b/litellm/rust/crates/llms/src/base_llm/ocr/error.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/ocr/error.rs rename to litellm/rust/crates/llms/src/base_llm/ocr/error.rs diff --git a/litellm-rust/crates/llms/src/base_llm/ocr/handler.rs b/litellm/rust/crates/llms/src/base_llm/ocr/handler.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/ocr/handler.rs rename to litellm/rust/crates/llms/src/base_llm/ocr/handler.rs diff --git a/litellm-rust/crates/llms/src/base_llm/ocr/mod.rs b/litellm/rust/crates/llms/src/base_llm/ocr/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/ocr/mod.rs rename to litellm/rust/crates/llms/src/base_llm/ocr/mod.rs diff --git a/litellm-rust/crates/llms/src/base_llm/ocr/settings.rs b/litellm/rust/crates/llms/src/base_llm/ocr/settings.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/ocr/settings.rs rename to litellm/rust/crates/llms/src/base_llm/ocr/settings.rs diff --git a/litellm-rust/crates/llms/src/base_llm/ocr/transformation.rs b/litellm/rust/crates/llms/src/base_llm/ocr/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/ocr/transformation.rs rename to litellm/rust/crates/llms/src/base_llm/ocr/transformation.rs diff --git a/litellm-rust/crates/llms/src/base_llm/responses/mod.rs b/litellm/rust/crates/llms/src/base_llm/responses/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/responses/mod.rs rename to litellm/rust/crates/llms/src/base_llm/responses/mod.rs diff --git a/litellm-rust/crates/llms/src/base_llm/responses/streaming.rs b/litellm/rust/crates/llms/src/base_llm/responses/streaming.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/responses/streaming.rs rename to litellm/rust/crates/llms/src/base_llm/responses/streaming.rs diff --git a/litellm-rust/crates/llms/src/base_llm/responses/transformation.rs b/litellm/rust/crates/llms/src/base_llm/responses/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/responses/transformation.rs rename to litellm/rust/crates/llms/src/base_llm/responses/transformation.rs diff --git a/litellm-rust/crates/llms/src/base_llm/sse.rs b/litellm/rust/crates/llms/src/base_llm/sse.rs similarity index 100% rename from litellm-rust/crates/llms/src/base_llm/sse.rs rename to litellm/rust/crates/llms/src/base_llm/sse.rs diff --git a/litellm-rust/crates/llms/src/bedrock/AGENTS.md b/litellm/rust/crates/llms/src/bedrock/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/AGENTS.md rename to litellm/rust/crates/llms/src/bedrock/AGENTS.md diff --git a/litellm-rust/crates/llms/src/bedrock/audio_transcription/AGENTS.md b/litellm/rust/crates/llms/src/bedrock/audio_transcription/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/audio_transcription/AGENTS.md rename to litellm/rust/crates/llms/src/bedrock/audio_transcription/AGENTS.md diff --git a/litellm-rust/crates/llms/src/bedrock/audio_transcription/mod.rs b/litellm/rust/crates/llms/src/bedrock/audio_transcription/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/audio_transcription/mod.rs rename to litellm/rust/crates/llms/src/bedrock/audio_transcription/mod.rs diff --git a/litellm-rust/crates/llms/src/bedrock/chat/AGENTS.md b/litellm/rust/crates/llms/src/bedrock/chat/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/chat/AGENTS.md rename to litellm/rust/crates/llms/src/bedrock/chat/AGENTS.md diff --git a/litellm-rust/crates/llms/src/bedrock/chat/converse_transformation.rs b/litellm/rust/crates/llms/src/bedrock/chat/converse_transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/chat/converse_transformation.rs rename to litellm/rust/crates/llms/src/bedrock/chat/converse_transformation.rs diff --git a/litellm-rust/crates/llms/src/bedrock/chat/invoke_handler.rs b/litellm/rust/crates/llms/src/bedrock/chat/invoke_handler.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/chat/invoke_handler.rs rename to litellm/rust/crates/llms/src/bedrock/chat/invoke_handler.rs diff --git a/litellm-rust/crates/llms/src/bedrock/chat/mod.rs b/litellm/rust/crates/llms/src/bedrock/chat/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/chat/mod.rs rename to litellm/rust/crates/llms/src/bedrock/chat/mod.rs diff --git a/litellm-rust/crates/llms/src/bedrock/claude_platform/messages/AGENTS.md b/litellm/rust/crates/llms/src/bedrock/claude_platform/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/claude_platform/messages/AGENTS.md rename to litellm/rust/crates/llms/src/bedrock/claude_platform/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/bedrock/claude_platform/messages/mod.rs b/litellm/rust/crates/llms/src/bedrock/claude_platform/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/claude_platform/messages/mod.rs rename to litellm/rust/crates/llms/src/bedrock/claude_platform/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/bedrock/claude_platform/messages/transformation.rs b/litellm/rust/crates/llms/src/bedrock/claude_platform/messages/transformation.rs similarity index 94% rename from litellm-rust/crates/llms/src/bedrock/claude_platform/messages/transformation.rs rename to litellm/rust/crates/llms/src/bedrock/claude_platform/messages/transformation.rs index 5b89345a1c5..4bf30b56f00 100644 --- a/litellm-rust/crates/llms/src/bedrock/claude_platform/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/bedrock/claude_platform/messages/transformation.rs @@ -1,3 +1,5 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; +use litellm_host::interceptors::RetriedRequest; use std::sync::LazyLock; use litellm_auth::{AwsParams, CredentialPlacement, ParamKind, ParamSpec}; @@ -21,7 +23,10 @@ use crate::{ }, base_llm::{ auth::{AuthScheme, Headers, ValidatedEnvironment}, - messages::{context::MessagesTransformContext, transformation::BaseMessagesConfig}, + messages::{ + context::{MessagesShapeOptions, MessagesTransformContext}, + transformation::BaseMessagesConfig, + }, }, bedrock::common_utils::validated_region, }; @@ -50,12 +55,28 @@ pub const BEDROCK_CLAUDE_PLATFORM_MESSAGES_CONFIG: BedrockClaudePlatformMessages BedrockClaudePlatformMessagesConfig; impl BaseMessagesConfig for BedrockClaudePlatformMessagesConfig { + fn tool_custom_field(&self, model: &str) -> crate::base_llm::messages::tools::ToolCustomField { + crate::base_llm::messages::tools::ToolCustomField::Rewrite { + hoist_defer_loading: crate::anthropic::messages::transformation::is_claude_model(model), + } + } + + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn shape_request( &self, request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { - shape_anthropic_messages_request(request, reasoning_auto_summary) + shape_anthropic_messages_request(request, options) } fn validate_environment( diff --git a/litellm-rust/crates/llms/src/bedrock/claude_platform/mod.rs b/litellm/rust/crates/llms/src/bedrock/claude_platform/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/claude_platform/mod.rs rename to litellm/rust/crates/llms/src/bedrock/claude_platform/mod.rs diff --git a/litellm-rust/crates/llms/src/bedrock/common_utils.rs b/litellm/rust/crates/llms/src/bedrock/common_utils.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/common_utils.rs rename to litellm/rust/crates/llms/src/bedrock/common_utils.rs diff --git a/litellm-rust/crates/llms/src/bedrock/messages/AGENTS.md b/litellm/rust/crates/llms/src/bedrock/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/messages/AGENTS.md rename to litellm/rust/crates/llms/src/bedrock/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/bedrock/messages/invoke_transformations/anthropic_claude_transformation.rs b/litellm/rust/crates/llms/src/bedrock/messages/invoke_transformations/anthropic_claude_transformation.rs similarity index 97% rename from litellm-rust/crates/llms/src/bedrock/messages/invoke_transformations/anthropic_claude_transformation.rs rename to litellm/rust/crates/llms/src/bedrock/messages/invoke_transformations/anthropic_claude_transformation.rs index 1d380c917f6..fa037974342 100644 --- a/litellm-rust/crates/llms/src/bedrock/messages/invoke_transformations/anthropic_claude_transformation.rs +++ b/litellm/rust/crates/llms/src/bedrock/messages/invoke_transformations/anthropic_claude_transformation.rs @@ -1,9 +1,11 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; use litellm_core_utils::decline::Decline; +use litellm_host::interceptors::RetriedRequest; use std::convert::Infallible; use crate::{ anthropic::messages::handler::shape_anthropic_messages_request, - base_llm::messages::context::MessagesTransformContext, + base_llm::messages::context::{MessagesShapeOptions, MessagesTransformContext}, }; use futures_util::StreamExt; use litellm_auth::AwsParams; @@ -103,12 +105,22 @@ fn invoke_url( } impl BaseMessagesConfig for AmazonAnthropicClaudeMessagesConfig { + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn shape_request( &self, request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { - shape_anthropic_messages_request(request, reasoning_auto_summary) + shape_anthropic_messages_request(request, options) } fn get_complete_url( diff --git a/litellm-rust/crates/llms/src/bedrock/messages/invoke_transformations/mod.rs b/litellm/rust/crates/llms/src/bedrock/messages/invoke_transformations/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/messages/invoke_transformations/mod.rs rename to litellm/rust/crates/llms/src/bedrock/messages/invoke_transformations/mod.rs diff --git a/litellm-rust/crates/llms/src/bedrock/messages/mod.rs b/litellm/rust/crates/llms/src/bedrock/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/messages/mod.rs rename to litellm/rust/crates/llms/src/bedrock/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/bedrock/mod.rs b/litellm/rust/crates/llms/src/bedrock/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock/mod.rs rename to litellm/rust/crates/llms/src/bedrock/mod.rs diff --git a/litellm-rust/crates/llms/src/bedrock_mantle/messages/AGENTS.md b/litellm/rust/crates/llms/src/bedrock_mantle/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/bedrock_mantle/messages/AGENTS.md rename to litellm/rust/crates/llms/src/bedrock_mantle/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/bedrock_mantle/messages/mod.rs b/litellm/rust/crates/llms/src/bedrock_mantle/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock_mantle/messages/mod.rs rename to litellm/rust/crates/llms/src/bedrock_mantle/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/bedrock_mantle/messages/transformation.rs b/litellm/rust/crates/llms/src/bedrock_mantle/messages/transformation.rs similarity index 95% rename from litellm-rust/crates/llms/src/bedrock_mantle/messages/transformation.rs rename to litellm/rust/crates/llms/src/bedrock_mantle/messages/transformation.rs index f139b93e259..0e67ea1a139 100644 --- a/litellm-rust/crates/llms/src/bedrock_mantle/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/bedrock_mantle/messages/transformation.rs @@ -1,3 +1,5 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; +use litellm_host::interceptors::RetriedRequest; use std::sync::LazyLock; use litellm_auth::{AwsParams, CredentialPlacement}; @@ -17,6 +19,7 @@ use serde_json::Value; use crate::{ Error, anthropic::{ + beta_headers::accepted_or_unlisted, common_utils::{existing_betas, merge_beta_headers}, messages::{ handler::shape_anthropic_messages_request, @@ -26,7 +29,7 @@ use crate::{ base_llm::{ auth::AuthScheme, messages::{ - context::MessagesTransformContext, + context::{MessagesShapeOptions, MessagesTransformContext}, transformation::{BaseMessagesConfig, Headers, ValidatedEnvironment}, }, }, @@ -56,6 +59,16 @@ pub const BEDROCK_MANTLE_MESSAGES_CONFIG: BedrockMantleAnthropicMessagesConfig = BedrockMantleAnthropicMessagesConfig; impl BaseMessagesConfig for BedrockMantleAnthropicMessagesConfig { + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn validate_environment( &self, headers: Headers, @@ -129,9 +142,9 @@ impl BaseMessagesConfig for BedrockMantleAnthropicMessagesConfig { fn shape_request( &self, request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { - shape_anthropic_messages_request(request, reasoning_auto_summary) + shape_anthropic_messages_request(request, options) } fn wire_body(&self, body: Value) -> Value { @@ -191,14 +204,10 @@ impl BaseMessagesConfig for BedrockMantleAnthropicMessagesConfig { .filter_map(Value::as_str) .filter_map(|beta| beta.parse::().ok()) .collect(); - let caller: BetaSet = existing_betas(&headers) - .union(body_betas) - .into_iter() - .filter_map(|beta| match beta { - AnthropicBeta::Other(_) => Some(beta), - _ => beta.on(BetaProvider::BedrockMantle), - }) - .collect(); + let caller = accepted_or_unlisted( + existing_betas(&headers).union(body_betas), + BetaProvider::BedrockMantle, + ); let safeguards: BetaSet = request .params .extra diff --git a/litellm-rust/crates/llms/src/bedrock_mantle/mod.rs b/litellm/rust/crates/llms/src/bedrock_mantle/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/bedrock_mantle/mod.rs rename to litellm/rust/crates/llms/src/bedrock_mantle/mod.rs diff --git a/litellm-rust/crates/llms/src/cohere/mod.rs b/litellm/rust/crates/llms/src/cohere/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/cohere/mod.rs rename to litellm/rust/crates/llms/src/cohere/mod.rs diff --git a/litellm-rust/crates/llms/src/cohere/ocr/AGENTS.md b/litellm/rust/crates/llms/src/cohere/ocr/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/cohere/ocr/AGENTS.md rename to litellm/rust/crates/llms/src/cohere/ocr/AGENTS.md diff --git a/litellm-rust/crates/llms/src/cohere/ocr/mod.rs b/litellm/rust/crates/llms/src/cohere/ocr/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/cohere/ocr/mod.rs rename to litellm/rust/crates/llms/src/cohere/ocr/mod.rs diff --git a/litellm-rust/crates/llms/src/cohere/ocr/transformation.rs b/litellm/rust/crates/llms/src/cohere/ocr/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/cohere/ocr/transformation.rs rename to litellm/rust/crates/llms/src/cohere/ocr/transformation.rs diff --git a/litellm-rust/crates/llms/src/deepseek/messages/AGENTS.md b/litellm/rust/crates/llms/src/deepseek/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/deepseek/messages/AGENTS.md rename to litellm/rust/crates/llms/src/deepseek/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/deepseek/messages/mod.rs b/litellm/rust/crates/llms/src/deepseek/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/deepseek/messages/mod.rs rename to litellm/rust/crates/llms/src/deepseek/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/deepseek/messages/transformation.rs b/litellm/rust/crates/llms/src/deepseek/messages/transformation.rs similarity index 94% rename from litellm-rust/crates/llms/src/deepseek/messages/transformation.rs rename to litellm/rust/crates/llms/src/deepseek/messages/transformation.rs index 0dbcea01439..ee2aec9efb9 100644 --- a/litellm-rust/crates/llms/src/deepseek/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/deepseek/messages/transformation.rs @@ -1,4 +1,6 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; use litellm_auth::CredentialPlacement; +use litellm_host::interceptors::RetriedRequest; use litellm_secret_value::SecretValue; use litellm_core_utils::settings::resolve_non_empty; @@ -21,7 +23,10 @@ use crate::{ }, base_llm::{ auth::{AuthScheme, Headers, ValidatedEnvironment}, - messages::{context::MessagesTransformContext, transformation::BaseMessagesConfig}, + messages::{ + context::{MessagesShapeOptions, MessagesTransformContext}, + transformation::BaseMessagesConfig, + }, }, }; @@ -42,12 +47,28 @@ pub const DEEPSEEK_ANTHROPIC_MESSAGES_CONFIG: DeepSeekAnthropicMessagesConfig = DeepSeekAnthropicMessagesConfig; impl BaseMessagesConfig for DeepSeekAnthropicMessagesConfig { + fn tool_custom_field(&self, _model: &str) -> crate::base_llm::messages::tools::ToolCustomField { + crate::base_llm::messages::tools::ToolCustomField::Rewrite { + hoist_defer_loading: false, + } + } + + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn shape_request( &self, request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { - shape_anthropic_messages_request(request, reasoning_auto_summary) + shape_anthropic_messages_request(request, options) } fn get_complete_url( diff --git a/litellm-rust/crates/llms/src/deepseek/mod.rs b/litellm/rust/crates/llms/src/deepseek/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/deepseek/mod.rs rename to litellm/rust/crates/llms/src/deepseek/mod.rs diff --git a/litellm-rust/crates/llms/src/edenai/messages/mod.rs b/litellm/rust/crates/llms/src/edenai/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/edenai/messages/mod.rs rename to litellm/rust/crates/llms/src/edenai/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/edenai/messages/transformation.rs b/litellm/rust/crates/llms/src/edenai/messages/transformation.rs similarity index 85% rename from litellm-rust/crates/llms/src/edenai/messages/transformation.rs rename to litellm/rust/crates/llms/src/edenai/messages/transformation.rs index d5944484522..d4f577e09a9 100644 --- a/litellm-rust/crates/llms/src/edenai/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/edenai/messages/transformation.rs @@ -1,4 +1,6 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; use litellm_auth::CredentialPlacement; +use litellm_host::interceptors::RetriedRequest; use litellm_secret_value::SecretValue; use litellm_core_utils::settings::resolve_non_empty; @@ -33,6 +35,22 @@ pub struct EdenAIAnthropicMessagesConfig; pub const EDENAI_MESSAGES_CONFIG: EdenAIAnthropicMessagesConfig = EdenAIAnthropicMessagesConfig; impl BaseMessagesConfig for EdenAIAnthropicMessagesConfig { + fn tool_custom_field(&self, _model: &str) -> crate::base_llm::messages::tools::ToolCustomField { + crate::base_llm::messages::tools::ToolCustomField::Rewrite { + hoist_defer_loading: false, + } + } + + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn validate_environment( &self, headers: Headers, diff --git a/litellm-rust/crates/llms/src/edenai/mod.rs b/litellm/rust/crates/llms/src/edenai/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/edenai/mod.rs rename to litellm/rust/crates/llms/src/edenai/mod.rs diff --git a/litellm-rust/crates/llms/src/error.rs b/litellm/rust/crates/llms/src/error.rs similarity index 93% rename from litellm-rust/crates/llms/src/error.rs rename to litellm/rust/crates/llms/src/error.rs index 2975ceee3cb..77ee1f1036f 100644 --- a/litellm-rust/crates/llms/src/error.rs +++ b/litellm/rust/crates/llms/src/error.rs @@ -168,6 +168,10 @@ pub enum ErrorDetail { actual: String, choices: Vec<&'static str>, }, + #[error( + "Invalid reasoning_effort: {actual}. Must be one of: 'minimal', 'low', 'medium', 'high', 'xhigh', 'max', 'none'" + )] + InvalidReasoningEffort { actual: String }, #[error("{field}='{value}' is not supported by this model. Got model: {model}")] UnsupportedValue { field: &'static str, @@ -187,6 +191,14 @@ pub enum ErrorDetail { "thinking.budget_tokens must be a number, got {actual}. To drop it, set `litellm.drop_params=True`, or `drop_params: true` under `litellm_settings` on the proxy" )] NonNumericThinkingBudget { actual: &'static str }, + /// Python's comparison of two operands it cannot order, which raises `TypeError` with this + /// text before any request is sent. + #[error("'{op}' not supported between instances of '{left}' and '{right}'")] + UnorderableTypes { + op: &'static str, + left: &'static str, + right: &'static str, + }, #[error( "Missing API Base - A call is being made to LLM Provider but no api base is set either in the environment variables ({{LLM_PROVIDER}}_API_KEY) or via params" )] diff --git a/litellm-rust/crates/llms/src/lib.rs b/litellm/rust/crates/llms/src/lib.rs similarity index 100% rename from litellm-rust/crates/llms/src/lib.rs rename to litellm/rust/crates/llms/src/lib.rs diff --git a/litellm-rust/crates/llms/src/minimax/messages/AGENTS.md b/litellm/rust/crates/llms/src/minimax/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/minimax/messages/AGENTS.md rename to litellm/rust/crates/llms/src/minimax/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/minimax/messages/mod.rs b/litellm/rust/crates/llms/src/minimax/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/minimax/messages/mod.rs rename to litellm/rust/crates/llms/src/minimax/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/minimax/messages/transformation.rs b/litellm/rust/crates/llms/src/minimax/messages/transformation.rs similarity index 87% rename from litellm-rust/crates/llms/src/minimax/messages/transformation.rs rename to litellm/rust/crates/llms/src/minimax/messages/transformation.rs index dafe5fbd16b..2eaf182e657 100644 --- a/litellm-rust/crates/llms/src/minimax/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/minimax/messages/transformation.rs @@ -1,5 +1,8 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; use litellm_auth::CredentialPlacement; +use litellm_host::interceptors::RetriedRequest; use litellm_secret_value::SecretValue; +use serde_json::Value; use litellm_core_utils::settings::resolve_non_empty; use litellm_llms_types::{ @@ -19,7 +22,10 @@ use crate::{ }, base_llm::{ auth::{AuthScheme, Headers, ValidatedEnvironment}, - messages::{context::MessagesTransformContext, transformation::BaseMessagesConfig}, + messages::{ + context::{MessagesShapeOptions, MessagesTransformContext}, + transformation::BaseMessagesConfig, + }, }, }; @@ -31,12 +37,28 @@ pub struct MinimaxMessagesConfig; pub const MINIMAX_MESSAGES_CONFIG: MinimaxMessagesConfig = MinimaxMessagesConfig; impl BaseMessagesConfig for MinimaxMessagesConfig { + fn tool_custom_field(&self, _model: &str) -> crate::base_llm::messages::tools::ToolCustomField { + crate::base_llm::messages::tools::ToolCustomField::Rewrite { + hoist_defer_loading: false, + } + } + + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn shape_request( &self, request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { - shape_anthropic_messages_request(request, reasoning_auto_summary) + shape_anthropic_messages_request(request, options) } fn validate_environment( diff --git a/litellm-rust/crates/llms/src/minimax/mod.rs b/litellm/rust/crates/llms/src/minimax/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/minimax/mod.rs rename to litellm/rust/crates/llms/src/minimax/mod.rs diff --git a/litellm-rust/crates/llms/src/mistral/mod.rs b/litellm/rust/crates/llms/src/mistral/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/mistral/mod.rs rename to litellm/rust/crates/llms/src/mistral/mod.rs diff --git a/litellm-rust/crates/llms/src/mistral/ocr/AGENTS.md b/litellm/rust/crates/llms/src/mistral/ocr/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/mistral/ocr/AGENTS.md rename to litellm/rust/crates/llms/src/mistral/ocr/AGENTS.md diff --git a/litellm-rust/crates/llms/src/mistral/ocr/mod.rs b/litellm/rust/crates/llms/src/mistral/ocr/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/mistral/ocr/mod.rs rename to litellm/rust/crates/llms/src/mistral/ocr/mod.rs diff --git a/litellm-rust/crates/llms/src/mistral/ocr/transformation.rs b/litellm/rust/crates/llms/src/mistral/ocr/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/mistral/ocr/transformation.rs rename to litellm/rust/crates/llms/src/mistral/ocr/transformation.rs diff --git a/litellm-rust/crates/llms/src/openai/mod.rs b/litellm/rust/crates/llms/src/openai/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/openai/mod.rs rename to litellm/rust/crates/llms/src/openai/mod.rs diff --git a/litellm-rust/crates/llms/src/openai/responses/AGENTS.md b/litellm/rust/crates/llms/src/openai/responses/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/openai/responses/AGENTS.md rename to litellm/rust/crates/llms/src/openai/responses/AGENTS.md diff --git a/litellm-rust/crates/llms/src/openai/responses/mod.rs b/litellm/rust/crates/llms/src/openai/responses/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/openai/responses/mod.rs rename to litellm/rust/crates/llms/src/openai/responses/mod.rs diff --git a/litellm-rust/crates/llms/src/openai/responses/transformation.rs b/litellm/rust/crates/llms/src/openai/responses/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/openai/responses/transformation.rs rename to litellm/rust/crates/llms/src/openai/responses/transformation.rs diff --git a/litellm-rust/crates/llms/src/openai_like/chat/AGENTS.md b/litellm/rust/crates/llms/src/openai_like/chat/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/openai_like/chat/AGENTS.md rename to litellm/rust/crates/llms/src/openai_like/chat/AGENTS.md diff --git a/litellm-rust/crates/llms/src/openai_like/chat/mod.rs b/litellm/rust/crates/llms/src/openai_like/chat/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/openai_like/chat/mod.rs rename to litellm/rust/crates/llms/src/openai_like/chat/mod.rs diff --git a/litellm-rust/crates/llms/src/openai_like/chat/transformation.rs b/litellm/rust/crates/llms/src/openai_like/chat/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/openai_like/chat/transformation.rs rename to litellm/rust/crates/llms/src/openai_like/chat/transformation.rs diff --git a/litellm-rust/crates/llms/src/openai_like/common_utils.rs b/litellm/rust/crates/llms/src/openai_like/common_utils.rs similarity index 100% rename from litellm-rust/crates/llms/src/openai_like/common_utils.rs rename to litellm/rust/crates/llms/src/openai_like/common_utils.rs diff --git a/litellm-rust/crates/llms/src/openai_like/messages/mod.rs b/litellm/rust/crates/llms/src/openai_like/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/openai_like/messages/mod.rs rename to litellm/rust/crates/llms/src/openai_like/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/openai_like/messages/transformation.rs b/litellm/rust/crates/llms/src/openai_like/messages/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/openai_like/messages/transformation.rs rename to litellm/rust/crates/llms/src/openai_like/messages/transformation.rs diff --git a/litellm-rust/crates/llms/src/openai_like/mod.rs b/litellm/rust/crates/llms/src/openai_like/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/openai_like/mod.rs rename to litellm/rust/crates/llms/src/openai_like/mod.rs diff --git a/litellm-rust/crates/llms/src/openrouter/messages/AGENTS.md b/litellm/rust/crates/llms/src/openrouter/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/openrouter/messages/AGENTS.md rename to litellm/rust/crates/llms/src/openrouter/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/openrouter/messages/mod.rs b/litellm/rust/crates/llms/src/openrouter/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/openrouter/messages/mod.rs rename to litellm/rust/crates/llms/src/openrouter/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/openrouter/messages/transformation.rs b/litellm/rust/crates/llms/src/openrouter/messages/transformation.rs similarity index 93% rename from litellm-rust/crates/llms/src/openrouter/messages/transformation.rs rename to litellm/rust/crates/llms/src/openrouter/messages/transformation.rs index eeb3d1cb7f8..dc09f4e4149 100644 --- a/litellm-rust/crates/llms/src/openrouter/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/openrouter/messages/transformation.rs @@ -1,5 +1,8 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; use litellm_auth::CredentialPlacement; +use litellm_host::interceptors::RetriedRequest; use litellm_secret_value::SecretValue; +use serde_json::Value; use litellm_core_utils::settings::resolve_non_empty; use litellm_http::request::{has_bearer_auth, without_headers}; @@ -31,6 +34,16 @@ pub const OPENROUTER_MESSAGES_CONFIG: OpenRouterAnthropicMessagesConfig = OpenRouterAnthropicMessagesConfig; impl BaseMessagesConfig for OpenRouterAnthropicMessagesConfig { + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn validate_environment( &self, headers: Headers, diff --git a/litellm-rust/crates/llms/src/openrouter/mod.rs b/litellm/rust/crates/llms/src/openrouter/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/openrouter/mod.rs rename to litellm/rust/crates/llms/src/openrouter/mod.rs diff --git a/litellm-rust/crates/llms/src/openrouter/responses/AGENTS.md b/litellm/rust/crates/llms/src/openrouter/responses/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/openrouter/responses/AGENTS.md rename to litellm/rust/crates/llms/src/openrouter/responses/AGENTS.md diff --git a/litellm-rust/crates/llms/src/openrouter/responses/mod.rs b/litellm/rust/crates/llms/src/openrouter/responses/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/openrouter/responses/mod.rs rename to litellm/rust/crates/llms/src/openrouter/responses/mod.rs diff --git a/litellm-rust/crates/llms/src/openrouter/responses/transformation.rs b/litellm/rust/crates/llms/src/openrouter/responses/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/openrouter/responses/transformation.rs rename to litellm/rust/crates/llms/src/openrouter/responses/transformation.rs diff --git a/litellm-rust/crates/llms/src/reducto/mod.rs b/litellm/rust/crates/llms/src/reducto/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/reducto/mod.rs rename to litellm/rust/crates/llms/src/reducto/mod.rs diff --git a/litellm-rust/crates/llms/src/reducto/ocr/AGENTS.md b/litellm/rust/crates/llms/src/reducto/ocr/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/reducto/ocr/AGENTS.md rename to litellm/rust/crates/llms/src/reducto/ocr/AGENTS.md diff --git a/litellm-rust/crates/llms/src/reducto/ocr/mod.rs b/litellm/rust/crates/llms/src/reducto/ocr/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/reducto/ocr/mod.rs rename to litellm/rust/crates/llms/src/reducto/ocr/mod.rs diff --git a/litellm-rust/crates/llms/src/reducto/ocr/transformation.rs b/litellm/rust/crates/llms/src/reducto/ocr/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/reducto/ocr/transformation.rs rename to litellm/rust/crates/llms/src/reducto/ocr/transformation.rs diff --git a/litellm-rust/crates/llms/src/tencent/messages/AGENTS.md b/litellm/rust/crates/llms/src/tencent/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/tencent/messages/AGENTS.md rename to litellm/rust/crates/llms/src/tencent/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/tencent/messages/mod.rs b/litellm/rust/crates/llms/src/tencent/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/tencent/messages/mod.rs rename to litellm/rust/crates/llms/src/tencent/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/tencent/messages/transformation.rs b/litellm/rust/crates/llms/src/tencent/messages/transformation.rs similarity index 89% rename from litellm-rust/crates/llms/src/tencent/messages/transformation.rs rename to litellm/rust/crates/llms/src/tencent/messages/transformation.rs index 621a09f4fb0..b3ee28b7474 100644 --- a/litellm-rust/crates/llms/src/tencent/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/tencent/messages/transformation.rs @@ -1,5 +1,8 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; use litellm_auth::CredentialPlacement; +use litellm_host::interceptors::RetriedRequest; use litellm_secret_value::SecretValue; +use serde_json::Value; use litellm_core_utils::settings::resolve_non_empty; use litellm_llms_types::{ @@ -19,7 +22,10 @@ use crate::{ }, base_llm::{ auth::{AuthScheme, Headers, ValidatedEnvironment}, - messages::{context::MessagesTransformContext, transformation::BaseMessagesConfig}, + messages::{ + context::{MessagesShapeOptions, MessagesTransformContext}, + transformation::BaseMessagesConfig, + }, }, }; @@ -32,12 +38,28 @@ pub struct TencentAnthropicMessagesConfig; pub const TENCENT_MESSAGES_CONFIG: TencentAnthropicMessagesConfig = TencentAnthropicMessagesConfig; impl BaseMessagesConfig for TencentAnthropicMessagesConfig { + fn tool_custom_field(&self, _model: &str) -> crate::base_llm::messages::tools::ToolCustomField { + crate::base_llm::messages::tools::ToolCustomField::Rewrite { + hoist_defer_loading: false, + } + } + + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn shape_request( &self, request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { - shape_anthropic_messages_request(request, reasoning_auto_summary) + shape_anthropic_messages_request(request, options) } fn validate_environment( diff --git a/litellm-rust/crates/llms/src/tencent/mod.rs b/litellm/rust/crates/llms/src/tencent/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/tencent/mod.rs rename to litellm/rust/crates/llms/src/tencent/mod.rs diff --git a/litellm-rust/crates/llms/src/vertex_ai/common_utils.rs b/litellm/rust/crates/llms/src/vertex_ai/common_utils.rs similarity index 100% rename from litellm-rust/crates/llms/src/vertex_ai/common_utils.rs rename to litellm/rust/crates/llms/src/vertex_ai/common_utils.rs diff --git a/litellm-rust/crates/llms/src/vertex_ai/messages/AGENTS.md b/litellm/rust/crates/llms/src/vertex_ai/messages/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/vertex_ai/messages/AGENTS.md rename to litellm/rust/crates/llms/src/vertex_ai/messages/AGENTS.md diff --git a/litellm-rust/crates/llms/src/vertex_ai/messages/mod.rs b/litellm/rust/crates/llms/src/vertex_ai/messages/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/vertex_ai/messages/mod.rs rename to litellm/rust/crates/llms/src/vertex_ai/messages/mod.rs diff --git a/litellm-rust/crates/llms/src/vertex_ai/messages/transformation.rs b/litellm/rust/crates/llms/src/vertex_ai/messages/transformation.rs similarity index 96% rename from litellm-rust/crates/llms/src/vertex_ai/messages/transformation.rs rename to litellm/rust/crates/llms/src/vertex_ai/messages/transformation.rs index 038617c2e10..674b9951d3e 100644 --- a/litellm-rust/crates/llms/src/vertex_ai/messages/transformation.rs +++ b/litellm/rust/crates/llms/src/vertex_ai/messages/transformation.rs @@ -1,8 +1,10 @@ +use crate::anthropic::messages::transformation::retry_anthropic_messages_after_http_error; use litellm_auth::VertexParams; use litellm_auth_gcp::{ VertexConfig, get_vertex_ai_location, get_vertex_ai_project, get_vertex_ai_project_from_credentials, secret_names, }; +use litellm_host::interceptors::RetriedRequest; use litellm_http::request::{has_header, header_value, without_headers}; use litellm_llms_types::{ formats::messages::{MessagesOptionalParams, MessagesRequest, MessagesTool, OutputConfig}, @@ -24,7 +26,7 @@ use crate::{ base_llm::{ auth::{AuthScheme, Headers, ValidatedEnvironment}, messages::{ - context::MessagesTransformContext, + context::{MessagesShapeOptions, MessagesTransformContext}, normalization::{normalize_system_role_messages, strip_cache_control_scope}, transformation::BaseMessagesConfig, }, @@ -47,12 +49,28 @@ pub const VERTEX_ANTHROPIC_MESSAGES_CONFIG: VertexAiPartnerModelsAnthropicMessag VertexAiPartnerModelsAnthropicMessagesConfig; impl BaseMessagesConfig for VertexAiPartnerModelsAnthropicMessagesConfig { + fn tool_custom_field(&self, model: &str) -> crate::base_llm::messages::tools::ToolCustomField { + crate::base_llm::messages::tools::ToolCustomField::Rewrite { + hoist_defer_loading: crate::anthropic::messages::transformation::is_claude_model(model), + } + } + + fn retry_after_http_error( + &self, + status: u16, + error_text: &str, + request_body: &Value, + context: &MessagesTransformContext, + ) -> Option { + retry_anthropic_messages_after_http_error(status, error_text, request_body, context) + } + fn shape_request( &self, request: MessagesRequest, - reasoning_auto_summary: bool, + options: MessagesShapeOptions, ) -> Result { - shape_anthropic_messages_request(request, reasoning_auto_summary) + shape_anthropic_messages_request(request, options) } fn get_complete_url( @@ -700,6 +718,7 @@ mod tests { ..ThinkingContext::default() }, drop_params: false, + drops_unsupported_params: false, }, ); assert_eq!(body["system"], json!("be terse")); @@ -717,6 +736,7 @@ mod tests { ..ThinkingContext::default() }, drop_params: false, + drops_unsupported_params: false, } } diff --git a/litellm-rust/crates/llms/src/vertex_ai/mod.rs b/litellm/rust/crates/llms/src/vertex_ai/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/vertex_ai/mod.rs rename to litellm/rust/crates/llms/src/vertex_ai/mod.rs diff --git a/litellm-rust/crates/llms/src/vertex_ai/ocr/AGENTS.md b/litellm/rust/crates/llms/src/vertex_ai/ocr/AGENTS.md similarity index 100% rename from litellm-rust/crates/llms/src/vertex_ai/ocr/AGENTS.md rename to litellm/rust/crates/llms/src/vertex_ai/ocr/AGENTS.md diff --git a/litellm-rust/crates/llms/src/vertex_ai/ocr/common_utils.rs b/litellm/rust/crates/llms/src/vertex_ai/ocr/common_utils.rs similarity index 100% rename from litellm-rust/crates/llms/src/vertex_ai/ocr/common_utils.rs rename to litellm/rust/crates/llms/src/vertex_ai/ocr/common_utils.rs diff --git a/litellm-rust/crates/llms/src/vertex_ai/ocr/deepseek_transformation.rs b/litellm/rust/crates/llms/src/vertex_ai/ocr/deepseek_transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/vertex_ai/ocr/deepseek_transformation.rs rename to litellm/rust/crates/llms/src/vertex_ai/ocr/deepseek_transformation.rs diff --git a/litellm-rust/crates/llms/src/vertex_ai/ocr/mod.rs b/litellm/rust/crates/llms/src/vertex_ai/ocr/mod.rs similarity index 100% rename from litellm-rust/crates/llms/src/vertex_ai/ocr/mod.rs rename to litellm/rust/crates/llms/src/vertex_ai/ocr/mod.rs diff --git a/litellm-rust/crates/llms/src/vertex_ai/ocr/transformation.rs b/litellm/rust/crates/llms/src/vertex_ai/ocr/transformation.rs similarity index 100% rename from litellm-rust/crates/llms/src/vertex_ai/ocr/transformation.rs rename to litellm/rust/crates/llms/src/vertex_ai/ocr/transformation.rs diff --git a/litellm-rust/crates/llms/tests/edenai_messages_transformation.rs b/litellm/rust/crates/llms/tests/edenai_messages_transformation.rs similarity index 100% rename from litellm-rust/crates/llms/tests/edenai_messages_transformation.rs rename to litellm/rust/crates/llms/tests/edenai_messages_transformation.rs diff --git a/litellm/rust/crates/llms/tests/fixtures/anthropic_messages_http_error_retry.json b/litellm/rust/crates/llms/tests/fixtures/anthropic_messages_http_error_retry.json new file mode 100644 index 00000000000..843a1689056 --- /dev/null +++ b/litellm/rust/crates/llms/tests/fixtures/anthropic_messages_http_error_retry.json @@ -0,0 +1,623 @@ +{ + "invalid_thinking_block_error": [ + { + "name": "invalid_signature", + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block", + "expected": true + }, + { + "name": "invalid_signature_in_an_error_envelope", + "error_text": "{\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"messages.3.content.3: Invalid `signature` in `thinking` block\"},\"request_id\":\"req_011Ca2EtQDxp7x6RGUY2jVn9\"}", + "expected": true + }, + { + "name": "signature_not_a_string", + "error_text": "{\"message\":\"messages.2.content.0.thinking.signature.str: Input should be a valid string\"}", + "expected": true + }, + { + "name": "signature_not_a_string_bare", + "error_text": "messages.4.content.1.thinking.signature.str: Input should be a valid string", + "expected": true + }, + { + "name": "empty_thinking", + "error_text": "messages.1.content.0.thinking: each thinking block must contain thinking", + "expected": true + }, + { + "name": "bound_to_a_different_conversation", + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block. The block is bound to a different conversation.", + "expected": true + }, + { + "name": "uppercase", + "error_text": "MESSAGES.1: INVALID SIGNATURE IN THINKING BLOCK", + "expected": true + }, + { + "name": "signature_without_a_verdict", + "error_text": "thinking signature is malformed", + "expected": false + }, + { + "name": "invalid_without_thinking", + "error_text": "Invalid `signature` in `tool_use` block", + "expected": false + }, + { + "name": "model_not_found", + "error_text": "invalid_request_error: model not found", + "expected": false + }, + { + "name": "rate_limited", + "error_text": "rate limit exceeded", + "expected": false + }, + { + "name": "unrelated", + "error_text": "max_tokens: 4096 > 64000", + "expected": false + }, + { + "name": "empty", + "error_text": "", + "expected": false + } + ], + "thinking_binding_mismatch_error": [ + { + "name": "bound_elsewhere", + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block. The block is bound to a different conversation.", + "expected": true + }, + { + "name": "mixed_case", + "error_text": "The block is Bound To A Different Conversation.", + "expected": true + }, + { + "name": "plain_signature", + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block", + "expected": false + } + ], + "http_error_retry": { + "request": { + "model": "claude-sonnet-4-5", + "max_tokens": 4096, + "messages": [ + { + "role": "user", + "content": "hi" + }, + { + "role": "assistant", + "content": [ + { + "type": "thinking", + "thinking": "plan", + "signature": "sig" + }, + { + "type": "text", + "text": "hello" + } + ] + }, + { + "role": "assistant", + "content": [ + { + "type": "redacted_thinking", + "data": "opaque" + } + ] + }, + { + "role": "user", + "content": "again" + } + ] + }, + "stripped_request": { + "model": "claude-sonnet-4-5", + "max_tokens": 4096, + "messages": [ + { + "role": "user", + "content": "hi" + }, + { + "role": "assistant", + "content": [ + { + "type": "text", + "text": "hello" + } + ] + }, + { + "role": "user", + "content": "again" + } + ] + }, + "cases": [ + { + "name": "invalid_signature", + "status": 400, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "retried": true, + "stripped": true + }, + { + "name": "missing_signature", + "status": 400, + "error_text": "messages.1.content.0.thinking.signature.str: Input should be a valid string", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "retried": true, + "stripped": true + }, + { + "name": "empty_thinking", + "status": 400, + "error_text": "messages.1.content.0.thinking: each thinking block must contain thinking", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "retried": true, + "stripped": true + }, + { + "name": "unpinned_binding_mismatch", + "status": 400, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block. The block is bound to a different conversation.", + "thinking": { + "type": "adaptive" + }, + "retried": true, + "stripped": true + }, + { + "name": "caller_pinned_binding", + "status": 400, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block. The block is bound to a different conversation.", + "thinking": { + "type": "adaptive", + "block_binding": { + "prefix_mismatch_behavior": "error" + } + }, + "retried": false, + "stripped": true + }, + { + "name": "caller_pinned_binding_other_signature_error", + "status": 400, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block", + "thinking": { + "type": "adaptive", + "block_binding": { + "prefix_mismatch_behavior": "error" + } + }, + "retried": true, + "stripped": true + }, + { + "name": "not_a_400", + "status": 429, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "retried": false, + "stripped": false + }, + { + "name": "unrelated_400", + "status": 400, + "error_text": "max_tokens: 4096 > 64000", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "retried": false, + "stripped": false + }, + { + "name": "signature_without_thinking", + "status": 400, + "error_text": "Invalid `signature` in `tool_use` block", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "retried": false, + "stripped": false + } + ] + }, + "claude_strict_tools_rejection": [ + { + "name": "too_many_strict_tools", + "status": 400, + "error_text": "Too many strict tools (21). The maximum number of strict tools is 20.", + "expected": true + }, + { + "name": "too_many_strict_tools_in_an_error_envelope", + "status": 400, + "error_text": "{\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"Too many strict tools (24). The maximum is 20.\"}}", + "expected": true + }, + { + "name": "non_ascii_digits", + "status": 400, + "error_text": "Too many strict tools (٢١)", + "expected": true + }, + { + "name": "optional_parameters", + "status": 400, + "error_text": "Schemas contains too many optional parameters (30)", + "expected": true + }, + { + "name": "union_types", + "status": 400, + "error_text": "Schemas contains too many parameters with union types", + "expected": true + }, + { + "name": "compiled_grammar_too_large", + "status": 400, + "error_text": "The compiled grammar is too large", + "expected": true + }, + { + "name": "compiled_grammar_size", + "status": 400, + "error_text": "Compiled grammar size exceeds the limit", + "expected": true + }, + { + "name": "custom_strict", + "status": 400, + "error_text": "tools.3.custom.strict: Extra inputs are not permitted", + "expected": true + }, + { + "name": "custom", + "status": 400, + "error_text": "tools.0.custom: Extra inputs are not permitted", + "expected": true + }, + { + "name": "grammar_compilation_timed_out", + "status": 400, + "error_text": "Grammar compilation timed out", + "expected": true + }, + { + "name": "no_count", + "status": 400, + "error_text": "tools.0.strict: too many strict tools", + "expected": false + }, + { + "name": "empty_count", + "status": 400, + "error_text": "Too many strict tools ()", + "expected": false + }, + { + "name": "lowercase_grammar_timeout", + "status": 400, + "error_text": "grammar compilation timed out", + "expected": false + }, + { + "name": "custom_without_separator", + "status": 400, + "error_text": "tools.0.custom.strict", + "expected": false + }, + { + "name": "uppercase_schemas", + "status": 400, + "error_text": "SCHEMAS CONTAINS TOO MANY OPTIONAL PARAMETERS", + "expected": false + }, + { + "name": "not_a_400", + "status": 429, + "error_text": "Too many strict tools (21). The maximum number of strict tools is 20.", + "expected": false + }, + { + "name": "empty", + "status": 400, + "error_text": "", + "expected": false + } + ], + "tools_without_strict": [ + { + "name": "strict_dropped_from_every_tool", + "tools": [ + { + "name": "a", + "strict": true, + "input_schema": {} + }, + { + "name": "b", + "strict": false + }, + { + "name": "c" + } + ], + "expected": { + "tools": [ + { + "name": "a", + "input_schema": {} + }, + { + "name": "b" + }, + { + "name": "c" + } + ], + "dropped_count": 1 + } + }, + { + "name": "only_a_true_strict_counts", + "tools": [ + { + "name": "a", + "strict": 1 + }, + { + "name": "b", + "strict": "true" + } + ], + "expected": null + }, + { + "name": "no_strict", + "tools": [ + { + "name": "a" + } + ], + "expected": null + }, + { + "name": "empty", + "tools": [], + "expected": null + }, + { + "name": "non_object_tool", + "tools": [ + { + "name": "a", + "strict": true + }, + "b" + ], + "expected": null + }, + { + "name": "not_a_list", + "tools": { + "name": "a", + "strict": true + }, + "expected": null + }, + { + "name": "null", + "tools": null, + "expected": null + } + ], + "strict_tools_retry": { + "tools": [ + { + "name": "a", + "input_schema": { + "type": "object" + }, + "strict": true + }, + { + "name": "b", + "input_schema": { + "type": "object" + }, + "strict": false + }, + { + "name": "c", + "input_schema": { + "type": "object" + } + } + ], + "tools_without_strict": [ + { + "name": "a", + "input_schema": { + "type": "object" + } + }, + { + "name": "b", + "input_schema": { + "type": "object" + } + }, + { + "name": "c", + "input_schema": { + "type": "object" + } + } + ], + "dropped": 1, + "cases": [ + { + "name": "strict_rejection_under_drop_params", + "status": 400, + "error_text": "Too many strict tools (21). The maximum number of strict tools is 20.", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "drops_unsupported_params": true, + "retried": true, + "stripped": false, + "strict_dropped": true + }, + { + "name": "strict_rejection_without_drop_params", + "status": 400, + "error_text": "Too many strict tools (21). The maximum number of strict tools is 20.", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "drops_unsupported_params": false, + "retried": false, + "stripped": false, + "strict_dropped": true + }, + { + "name": "compiled_grammar_under_drop_params", + "status": 400, + "error_text": "The compiled grammar is too large", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "drops_unsupported_params": true, + "retried": true, + "stripped": false, + "strict_dropped": true + }, + { + "name": "strict_text_on_a_429", + "status": 429, + "error_text": "Too many strict tools (21). The maximum number of strict tools is 20.", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "drops_unsupported_params": true, + "retried": false, + "stripped": false, + "strict_dropped": false + }, + { + "name": "unrelated_400_under_drop_params", + "status": 400, + "error_text": "max_tokens: 4096 > 64000", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "drops_unsupported_params": true, + "retried": false, + "stripped": false, + "strict_dropped": false + }, + { + "name": "thinking_rejection_keeps_strict", + "status": 400, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "drops_unsupported_params": true, + "retried": true, + "stripped": true, + "strict_dropped": false + }, + { + "name": "thinking_rejection_without_drop_params_keeps_strict", + "status": 400, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "drops_unsupported_params": false, + "retried": true, + "stripped": true, + "strict_dropped": false + }, + { + "name": "one_error_naming_both_without_drop_params", + "status": 400, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block. Too many strict tools (21). The maximum number of strict tools is 20.", + "thinking": { + "type": "enabled", + "budget_tokens": 2048 + }, + "drops_unsupported_params": false, + "retried": true, + "stripped": true, + "strict_dropped": true + }, + { + "name": "pinned_binding_mismatch_with_a_strict_rejection_under_drop_params", + "status": 400, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block. The block is bound to a different conversation. Too many strict tools (21). The maximum number of strict tools is 20.", + "thinking": { + "type": "adaptive", + "block_binding": { + "prefix_mismatch_behavior": "error" + } + }, + "drops_unsupported_params": true, + "retried": true, + "stripped": true, + "strict_dropped": true + }, + { + "name": "pinned_binding_mismatch_with_a_strict_rejection_without_drop_params", + "status": 400, + "error_text": "messages.1.content.0: Invalid `signature` in `thinking` block. The block is bound to a different conversation. Too many strict tools (21). The maximum number of strict tools is 20.", + "thinking": { + "type": "adaptive", + "block_binding": { + "prefix_mismatch_behavior": "error" + } + }, + "drops_unsupported_params": false, + "retried": false, + "stripped": true, + "strict_dropped": true + } + ] + } +} diff --git a/litellm/rust/crates/llms/tests/messages_http_error_retry.rs b/litellm/rust/crates/llms/tests/messages_http_error_retry.rs new file mode 100644 index 00000000000..ac8ceac4ac6 --- /dev/null +++ b/litellm/rust/crates/llms/tests/messages_http_error_retry.rs @@ -0,0 +1,138 @@ +use litellm_host::interceptors::{RetriedRequest, RetryReason}; +use litellm_llms::{ + anthropic::messages::transformation::ANTHROPIC_MESSAGES_CONFIG, + azure_ai::messages::transformation::AZURE_ANTHROPIC_MESSAGES_CONFIG, + base_llm::messages::{context::MessagesTransformContext, transformation::BaseMessagesConfig}, + bedrock::{ + claude_platform::messages::transformation::BEDROCK_CLAUDE_PLATFORM_MESSAGES_CONFIG, + messages::invoke_transformations::anthropic_claude_transformation::BEDROCK_ANTHROPIC_MESSAGES_CONFIG, + }, + bedrock_mantle::messages::transformation::BEDROCK_MANTLE_MESSAGES_CONFIG, + deepseek::messages::transformation::DEEPSEEK_ANTHROPIC_MESSAGES_CONFIG, + edenai::messages::transformation::EDENAI_MESSAGES_CONFIG, + minimax::messages::transformation::MINIMAX_MESSAGES_CONFIG, + openrouter::messages::transformation::OPENROUTER_MESSAGES_CONFIG, + tencent::messages::transformation::TENCENT_MESSAGES_CONFIG, + vertex_ai::messages::transformation::VERTEX_ANTHROPIC_MESSAGES_CONFIG, +}; +use rstest::rstest; +use serde_json::Value; + +#[rstest] +#[case::anthropic(&ANTHROPIC_MESSAGES_CONFIG)] +#[case::azure_ai(&AZURE_ANTHROPIC_MESSAGES_CONFIG)] +#[case::bedrock_invoke(&BEDROCK_ANTHROPIC_MESSAGES_CONFIG)] +#[case::bedrock_claude_platform(&BEDROCK_CLAUDE_PLATFORM_MESSAGES_CONFIG)] +#[case::bedrock_mantle(&BEDROCK_MANTLE_MESSAGES_CONFIG)] +#[case::deepseek(&DEEPSEEK_ANTHROPIC_MESSAGES_CONFIG)] +#[case::edenai(&EDENAI_MESSAGES_CONFIG)] +#[case::minimax(&MINIMAX_MESSAGES_CONFIG)] +#[case::openrouter(&OPENROUTER_MESSAGES_CONFIG)] +#[case::tencent(&TENCENT_MESSAGES_CONFIG)] +#[case::vertex_ai(&VERTEX_ANTHROPIC_MESSAGES_CONFIG)] +fn every_messages_provider_retries_like_the_python_base_config( + #[case] config: &dyn BaseMessagesConfig, +) { + let fixture: Value = serde_json::from_str(include_str!( + "fixtures/anthropic_messages_http_error_retry.json" + )) + .unwrap(); + let table = &fixture["http_error_retry"]; + let cases = table["cases"].as_array().unwrap(); + assert!(!cases.is_empty()); + let mismatched: Vec<&str> = cases + .iter() + .filter(|case| { + let mut body = table["request"].clone(); + body["thinking"] = case["thinking"].clone(); + let status = u16::try_from(case["status"].as_u64().unwrap()).unwrap(); + let expected = case["retried"].as_bool().unwrap().then(|| { + if case["stripped"].as_bool().unwrap() { + RetriedRequest { + reasons: vec![RetryReason::ThinkingSignature], + body: table["stripped_request"].clone(), + } + } else { + RetriedRequest { + reasons: Vec::new(), + body: body.clone(), + } + } + }); + config.retry_after_http_error( + status, + case["error_text"].as_str().unwrap(), + &body, + &MessagesTransformContext::default(), + ) != expected + }) + .map(|case| case["name"].as_str().unwrap()) + .collect(); + assert_eq!(mismatched, Vec::<&str>::new()); +} + +#[rstest] +#[case::anthropic(&ANTHROPIC_MESSAGES_CONFIG)] +#[case::azure_ai(&AZURE_ANTHROPIC_MESSAGES_CONFIG)] +#[case::bedrock_invoke(&BEDROCK_ANTHROPIC_MESSAGES_CONFIG)] +#[case::bedrock_claude_platform(&BEDROCK_CLAUDE_PLATFORM_MESSAGES_CONFIG)] +#[case::bedrock_mantle(&BEDROCK_MANTLE_MESSAGES_CONFIG)] +#[case::deepseek(&DEEPSEEK_ANTHROPIC_MESSAGES_CONFIG)] +#[case::edenai(&EDENAI_MESSAGES_CONFIG)] +#[case::minimax(&MINIMAX_MESSAGES_CONFIG)] +#[case::openrouter(&OPENROUTER_MESSAGES_CONFIG)] +#[case::tencent(&TENCENT_MESSAGES_CONFIG)] +#[case::vertex_ai(&VERTEX_ANTHROPIC_MESSAGES_CONFIG)] +fn every_messages_provider_drops_rejected_strict_tools_like_the_python_base_config( + #[case] config: &dyn BaseMessagesConfig, +) { + let fixture: Value = serde_json::from_str(include_str!( + "fixtures/anthropic_messages_http_error_retry.json" + )) + .unwrap(); + let replay = &fixture["http_error_retry"]; + let table = &fixture["strict_tools_retry"]; + let cases = table["cases"].as_array().unwrap(); + assert!(!cases.is_empty()); + let mismatched: Vec<&str> = cases + .iter() + .filter(|case| { + let mut body = replay["request"].clone(); + body["thinking"] = case["thinking"].clone(); + body["tools"] = table["tools"].clone(); + let status = u16::try_from(case["status"].as_u64().unwrap()).unwrap(); + let expected = case["retried"].as_bool().unwrap().then(|| { + let mut reasons = Vec::new(); + let mut expected = if case["stripped"].as_bool().unwrap() { + reasons.push(RetryReason::ThinkingSignature); + replay["stripped_request"].clone() + } else { + body.clone() + }; + expected["tools"] = if case["strict_dropped"].as_bool().unwrap() { + reasons.push(RetryReason::StrictTools { + dropped: usize::try_from(table["dropped"].as_u64().unwrap()).unwrap(), + }); + table["tools_without_strict"].clone() + } else { + table["tools"].clone() + }; + RetriedRequest { + reasons, + body: expected, + } + }); + config.retry_after_http_error( + status, + case["error_text"].as_str().unwrap(), + &body, + &MessagesTransformContext { + drops_unsupported_params: case["drops_unsupported_params"].as_bool().unwrap(), + ..MessagesTransformContext::default() + }, + ) != expected + }) + .map(|case| case["name"].as_str().unwrap()) + .collect(); + assert_eq!(mismatched, Vec::<&str>::new()); +} diff --git a/litellm-rust/crates/llms/tests/openai_like_messages_transformation.rs b/litellm/rust/crates/llms/tests/openai_like_messages_transformation.rs similarity index 100% rename from litellm-rust/crates/llms/tests/openai_like_messages_transformation.rs rename to litellm/rust/crates/llms/tests/openai_like_messages_transformation.rs diff --git a/litellm-rust/crates/model-catalog-refresh/AGENTS.md b/litellm/rust/crates/model-catalog-refresh/AGENTS.md similarity index 100% rename from litellm-rust/crates/model-catalog-refresh/AGENTS.md rename to litellm/rust/crates/model-catalog-refresh/AGENTS.md diff --git a/litellm-rust/crates/model-catalog-refresh/Cargo.toml b/litellm/rust/crates/model-catalog-refresh/Cargo.toml similarity index 100% rename from litellm-rust/crates/model-catalog-refresh/Cargo.toml rename to litellm/rust/crates/model-catalog-refresh/Cargo.toml diff --git a/litellm-rust/crates/model-catalog-refresh/src/attempt.rs b/litellm/rust/crates/model-catalog-refresh/src/attempt.rs similarity index 100% rename from litellm-rust/crates/model-catalog-refresh/src/attempt.rs rename to litellm/rust/crates/model-catalog-refresh/src/attempt.rs diff --git a/litellm-rust/crates/model-catalog-refresh/src/error.rs b/litellm/rust/crates/model-catalog-refresh/src/error.rs similarity index 100% rename from litellm-rust/crates/model-catalog-refresh/src/error.rs rename to litellm/rust/crates/model-catalog-refresh/src/error.rs diff --git a/litellm-rust/crates/model-catalog-refresh/src/fetch.rs b/litellm/rust/crates/model-catalog-refresh/src/fetch.rs similarity index 100% rename from litellm-rust/crates/model-catalog-refresh/src/fetch.rs rename to litellm/rust/crates/model-catalog-refresh/src/fetch.rs diff --git a/litellm-rust/crates/model-catalog-refresh/src/lib.rs b/litellm/rust/crates/model-catalog-refresh/src/lib.rs similarity index 100% rename from litellm-rust/crates/model-catalog-refresh/src/lib.rs rename to litellm/rust/crates/model-catalog-refresh/src/lib.rs diff --git a/litellm-rust/crates/model-catalog-refresh/src/policy.rs b/litellm/rust/crates/model-catalog-refresh/src/policy.rs similarity index 100% rename from litellm-rust/crates/model-catalog-refresh/src/policy.rs rename to litellm/rust/crates/model-catalog-refresh/src/policy.rs diff --git a/litellm-rust/crates/model-catalog-refresh/src/source.rs b/litellm/rust/crates/model-catalog-refresh/src/source.rs similarity index 100% rename from litellm-rust/crates/model-catalog-refresh/src/source.rs rename to litellm/rust/crates/model-catalog-refresh/src/source.rs diff --git a/litellm-rust/crates/model-catalog-refresh/tests/fetch.rs b/litellm/rust/crates/model-catalog-refresh/tests/fetch.rs similarity index 100% rename from litellm-rust/crates/model-catalog-refresh/tests/fetch.rs rename to litellm/rust/crates/model-catalog-refresh/tests/fetch.rs diff --git a/litellm-rust/crates/model-catalog/AGENTS.md b/litellm/rust/crates/model-catalog/AGENTS.md similarity index 98% rename from litellm-rust/crates/model-catalog/AGENTS.md rename to litellm/rust/crates/model-catalog/AGENTS.md index a9c473f2ca3..d74c206813f 100644 --- a/litellm-rust/crates/model-catalog/AGENTS.md +++ b/litellm/rust/crates/model-catalog/AGENTS.md @@ -63,7 +63,7 @@ The price vocabulary lives in `litellm-cost`, and only this crate knows JSON key A new `N`, image size or resolution in an existing key shape parses with no Rust change. A new unit, token kind, feature or tier needs a variant in `litellm-cost` plus its spelling in `wire/flat_key.rs` and `FLAT_KEY_PATTERN` in `schema.rs` -`Prices::band` and `Prices::rate` are pinned to Python's `_get_token_base_cost` by `tests/price_lookup_reference.json`. After a billing change in Python, regenerate it from the repo root with `PYTHONPATH=. python litellm-rust/crates/model-catalog/tests/generate_price_lookup_reference.py` +`Prices::band` and `Prices::rate` are pinned to Python's `_get_token_base_cost` by `tests/price_lookup_reference.json`. After a billing change in Python, regenerate it from the repo root with `PYTHONPATH=. python litellm/rust/crates/model-catalog/tests/generate_price_lookup_reference.py` ## Tests diff --git a/litellm-rust/crates/model-catalog/Cargo.toml b/litellm/rust/crates/model-catalog/Cargo.toml similarity index 100% rename from litellm-rust/crates/model-catalog/Cargo.toml rename to litellm/rust/crates/model-catalog/Cargo.toml diff --git a/litellm-rust/crates/model-catalog/src/bin/check-registry.rs b/litellm/rust/crates/model-catalog/src/bin/check-registry.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/bin/check-registry.rs rename to litellm/rust/crates/model-catalog/src/bin/check-registry.rs diff --git a/litellm-rust/crates/model-catalog/src/bundled.rs b/litellm/rust/crates/model-catalog/src/bundled.rs similarity index 59% rename from litellm-rust/crates/model-catalog/src/bundled.rs rename to litellm/rust/crates/model-catalog/src/bundled.rs index d71a2d57ebb..78b30510484 100644 --- a/litellm-rust/crates/model-catalog/src/bundled.rs +++ b/litellm/rust/crates/model-catalog/src/bundled.rs @@ -1,3 +1,3 @@ /// The registry document this build serves when no other one is loaded. pub const BUNDLED_REGISTRY: &[u8] = - include_bytes!("../../../../model_prices_and_context_window.json"); + include_bytes!("../../../../../model_prices_and_context_window.json"); diff --git a/litellm-rust/crates/model-catalog/src/catalog.rs b/litellm/rust/crates/model-catalog/src/catalog.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/catalog.rs rename to litellm/rust/crates/model-catalog/src/catalog.rs diff --git a/litellm-rust/crates/model-catalog/src/cost_map.rs b/litellm/rust/crates/model-catalog/src/cost_map.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/cost_map.rs rename to litellm/rust/crates/model-catalog/src/cost_map.rs diff --git a/litellm-rust/crates/model-catalog/src/error.rs b/litellm/rust/crates/model-catalog/src/error.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/error.rs rename to litellm/rust/crates/model-catalog/src/error.rs diff --git a/litellm-rust/crates/model-catalog/src/fallback.rs b/litellm/rust/crates/model-catalog/src/fallback.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/fallback.rs rename to litellm/rust/crates/model-catalog/src/fallback.rs diff --git a/litellm-rust/crates/model-catalog/src/lib.rs b/litellm/rust/crates/model-catalog/src/lib.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/lib.rs rename to litellm/rust/crates/model-catalog/src/lib.rs diff --git a/litellm-rust/crates/model-catalog/src/lower.rs b/litellm/rust/crates/model-catalog/src/lower.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/lower.rs rename to litellm/rust/crates/model-catalog/src/lower.rs diff --git a/litellm-rust/crates/model-catalog/src/model.rs b/litellm/rust/crates/model-catalog/src/model.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/model.rs rename to litellm/rust/crates/model-catalog/src/model.rs diff --git a/litellm-rust/crates/model-catalog/src/model_info.rs b/litellm/rust/crates/model-catalog/src/model_info.rs similarity index 98% rename from litellm-rust/crates/model-catalog/src/model_info.rs rename to litellm/rust/crates/model-catalog/src/model_info.rs index afbbfec59e6..cee4ebbf9bd 100644 --- a/litellm-rust/crates/model-catalog/src/model_info.rs +++ b/litellm/rust/crates/model-catalog/src/model_info.rs @@ -28,6 +28,7 @@ pub struct ModelInfoFields { pub cache_read_input_audio_token_cost_flex: Option, pub cache_read_input_audio_token_cost_priority: Option, pub cache_read_input_audio_token_cost_batches: Option, + pub cache_read_input_image_token_cost_batches: Option, pub explicit_cache_read_input_token_cost: Option, pub prompt_cache_min_tokens: Option, pub cache_read_input_token_cost_above_200k_tokens: Option, @@ -121,6 +122,7 @@ pub struct ModelInfoFields { pub output_cost_per_second_4k: Option, pub output_cost_per_video_per_second: Option, pub output_cost_per_image: Option, + pub output_cost_per_billable_unit: Option, pub output_cost_per_pixel: Option, pub output_cost_per_image_token: Option, pub output_cost_per_image_token_batches: Option, diff --git a/litellm-rust/crates/model-catalog/src/register.rs b/litellm/rust/crates/model-catalog/src/register.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/register.rs rename to litellm/rust/crates/model-catalog/src/register.rs diff --git a/litellm-rust/crates/model-catalog/src/resolve/image.rs b/litellm/rust/crates/model-catalog/src/resolve/image.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/resolve/image.rs rename to litellm/rust/crates/model-catalog/src/resolve/image.rs diff --git a/litellm-rust/crates/model-catalog/src/resolve/mod.rs b/litellm/rust/crates/model-catalog/src/resolve/mod.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/resolve/mod.rs rename to litellm/rust/crates/model-catalog/src/resolve/mod.rs diff --git a/litellm-rust/crates/model-catalog/src/schema.rs b/litellm/rust/crates/model-catalog/src/schema.rs similarity index 98% rename from litellm-rust/crates/model-catalog/src/schema.rs rename to litellm/rust/crates/model-catalog/src/schema.rs index 60c755fe94f..2fc0aa70184 100644 --- a/litellm-rust/crates/model-catalog/src/schema.rs +++ b/litellm/rust/crates/model-catalog/src/schema.rs @@ -64,7 +64,7 @@ struct RegistryDocument { pub(crate) const FLAT_KEY_PATTERN: &str = concat!( r"^(", r"input_cost_per_((audio_|image_|video_)?token|character|image|pixel|query|request|second|text_message|audio_per_second|video_per_second(_above_\d+s_interval)?)", - r"|output_cost_per_((audio_|image_|video_|reasoning_)?token|character|image(_\d+(\.\d+)?K?)?|pixel|second(_\d+[pk])?|video_per_second)", + r"|output_cost_per_((audio_|image_|video_|reasoning_)?token|character|image(_\d+(\.\d+)?K?)?|pixel|second(_\d+[pk])?|video_per_second|billable_unit)", r"|cache_read_input_(audio_|image_|video_)?token_cost", r"|explicit_cache_read_input_token_cost", r"|cache_creation_input_(audio_|image_|video_)?token_cost(_above_1hr|_above_12hr)?", @@ -202,6 +202,8 @@ mod tests { #[case::feature_batch("annotation_cost_per_page_batches")] #[case::video_interval("input_cost_per_video_per_second_above_8s_interval")] #[case::explicit_cache_read("explicit_cache_read_input_token_cost")] + #[case::billable_unit("output_cost_per_billable_unit")] + #[case::billable_unit_is_output_only("input_cost_per_billable_unit")] #[case::wall_clock("cost_per_second")] #[case::unused_meter("cost_per_token")] #[case::other_currency("input_dbu_cost_per_token")] diff --git a/litellm-rust/crates/model-catalog/src/store/AGENTS.md b/litellm/rust/crates/model-catalog/src/store/AGENTS.md similarity index 100% rename from litellm-rust/crates/model-catalog/src/store/AGENTS.md rename to litellm/rust/crates/model-catalog/src/store/AGENTS.md diff --git a/litellm-rust/crates/model-catalog/src/store/mod.rs b/litellm/rust/crates/model-catalog/src/store/mod.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/store/mod.rs rename to litellm/rust/crates/model-catalog/src/store/mod.rs diff --git a/litellm-rust/crates/model-catalog/src/store/name_index.rs b/litellm/rust/crates/model-catalog/src/store/name_index.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/store/name_index.rs rename to litellm/rust/crates/model-catalog/src/store/name_index.rs diff --git a/litellm-rust/crates/model-catalog/src/vocabulary.rs b/litellm/rust/crates/model-catalog/src/vocabulary.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/vocabulary.rs rename to litellm/rust/crates/model-catalog/src/vocabulary.rs diff --git a/litellm-rust/crates/model-catalog/src/wire/attributes.rs b/litellm/rust/crates/model-catalog/src/wire/attributes.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/wire/attributes.rs rename to litellm/rust/crates/model-catalog/src/wire/attributes.rs diff --git a/litellm-rust/crates/model-catalog/src/wire/blocks.rs b/litellm/rust/crates/model-catalog/src/wire/blocks.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/wire/blocks.rs rename to litellm/rust/crates/model-catalog/src/wire/blocks.rs diff --git a/litellm-rust/crates/model-catalog/src/wire/entry.rs b/litellm/rust/crates/model-catalog/src/wire/entry.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/wire/entry.rs rename to litellm/rust/crates/model-catalog/src/wire/entry.rs diff --git a/litellm-rust/crates/model-catalog/src/wire/flat_key.rs b/litellm/rust/crates/model-catalog/src/wire/flat_key.rs similarity index 98% rename from litellm-rust/crates/model-catalog/src/wire/flat_key.rs rename to litellm/rust/crates/model-catalog/src/wire/flat_key.rs index 906d917b487..638a5349f05 100644 --- a/litellm-rust/crates/model-catalog/src/wire/flat_key.rs +++ b/litellm/rust/crates/model-catalog/src/wire/flat_key.rs @@ -210,6 +210,7 @@ fn output_unit(unit: &str) -> Option { "pixel" => Some(OutputUnit::Pixel), "second" => Some(OutputUnit::Second(None)), "video_per_second" => Some(OutputUnit::VideoSecond), + "billable_unit" => Some(OutputUnit::BillableUnit), _ => None, } } @@ -285,6 +286,10 @@ mod tests { None ) )] + #[case::billable_unit( + "output_cost_per_billable_unit", + key(Meter::Output(OutputUnit::BillableUnit), Band::Base, None) + )] #[case::image_token_is_a_token( "output_cost_per_image_token", key(Meter::Output(OutputUnit::Token(TokenKind::Image)), Band::Base, None) diff --git a/litellm-rust/crates/model-catalog/src/wire/lax.rs b/litellm/rust/crates/model-catalog/src/wire/lax.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/wire/lax.rs rename to litellm/rust/crates/model-catalog/src/wire/lax.rs diff --git a/litellm-rust/crates/model-catalog/src/wire/mod.rs b/litellm/rust/crates/model-catalog/src/wire/mod.rs similarity index 100% rename from litellm-rust/crates/model-catalog/src/wire/mod.rs rename to litellm/rust/crates/model-catalog/src/wire/mod.rs diff --git a/litellm-rust/crates/model-catalog/tests/catalog.rs b/litellm/rust/crates/model-catalog/tests/catalog.rs similarity index 100% rename from litellm-rust/crates/model-catalog/tests/catalog.rs rename to litellm/rust/crates/model-catalog/tests/catalog.rs diff --git a/litellm-rust/crates/model-catalog/tests/cost_map.rs b/litellm/rust/crates/model-catalog/tests/cost_map.rs similarity index 100% rename from litellm-rust/crates/model-catalog/tests/cost_map.rs rename to litellm/rust/crates/model-catalog/tests/cost_map.rs diff --git a/litellm-rust/crates/model-catalog/tests/generate_price_lookup_reference.py b/litellm/rust/crates/model-catalog/tests/generate_price_lookup_reference.py similarity index 98% rename from litellm-rust/crates/model-catalog/tests/generate_price_lookup_reference.py rename to litellm/rust/crates/model-catalog/tests/generate_price_lookup_reference.py index e49b635ff4a..829601c2f67 100644 --- a/litellm-rust/crates/model-catalog/tests/generate_price_lookup_reference.py +++ b/litellm/rust/crates/model-catalog/tests/generate_price_lookup_reference.py @@ -8,7 +8,7 @@ from typing import Final from litellm.litellm_core_utils.llm_cost_calc.utils import _get_token_base_cost from litellm.types.utils import Usage -REPO_ROOT: Final = Path(__file__).resolve().parents[4] +REPO_ROOT: Final = Path(__file__).resolve().parents[5] TOKEN_RATE_KEY: Final = re.compile( r"^(input_cost_per_token|output_cost_per_token|cache_read_input_token_cost" r"|cache_creation_input_token_cost(_above_1hr)?)" diff --git a/litellm-rust/crates/model-catalog/tests/price_lookup.rs b/litellm/rust/crates/model-catalog/tests/price_lookup.rs similarity index 100% rename from litellm-rust/crates/model-catalog/tests/price_lookup.rs rename to litellm/rust/crates/model-catalog/tests/price_lookup.rs diff --git a/litellm-rust/crates/model-catalog/tests/price_lookup_reference.json b/litellm/rust/crates/model-catalog/tests/price_lookup_reference.json similarity index 100% rename from litellm-rust/crates/model-catalog/tests/price_lookup_reference.json rename to litellm/rust/crates/model-catalog/tests/price_lookup_reference.json diff --git a/litellm-rust/crates/model-catalog/tests/schema.rs b/litellm/rust/crates/model-catalog/tests/schema.rs similarity index 100% rename from litellm-rust/crates/model-catalog/tests/schema.rs rename to litellm/rust/crates/model-catalog/tests/schema.rs diff --git a/litellm-rust/crates/python-bridge/AGENTS.md b/litellm/rust/crates/python-bridge/AGENTS.md similarity index 97% rename from litellm-rust/crates/python-bridge/AGENTS.md rename to litellm/rust/crates/python-bridge/AGENTS.md index 26858b2afe2..f4f767751ac 100644 --- a/litellm-rust/crates/python-bridge/AGENTS.md +++ b/litellm/rust/crates/python-bridge/AGENTS.md @@ -70,7 +70,7 @@ Each step needs focused regression tests in the owning crate and Python integrat - [GIL policy](https://pyo3.rs/v0.29.2/free-threading.html), [experimental async limits](https://pyo3.rs/v0.29.2/async-await.html), [task conversion](https://docs.rs/pyo3-async-runtimes/0.29.0/pyo3_async_runtimes/fn.into_future_with_locals.html), [native cancellation/delivery](https://docs.rs/pyo3-async-runtimes/0.29.0/pyo3_async_runtimes/tokio/fn.future_into_py.html) - [performance](https://pyo3.rs/v0.29.2/performance.html), [PyBackedBytes](https://docs.rs/pyo3/0.29.2/pyo3/pybacked/struct.PyBackedBytes.html), [typing](https://pyo3.rs/v0.29.2/python-typing-hints.html) -Rules for `litellm-rust/crates/python-bridge`. +Rules for `litellm/rust/crates/python-bridge`. ## Responsibility @@ -81,6 +81,7 @@ GIL handling to `litellm-host-python`. ## Bridge Shape +- Reach Python only through `litellm/rust_bridge/host/` and the `litellm.rust_bridge.execution` driver. Never import another LiteLLM module or read a `litellm` global. `litellm/rust_bridge/host/AGENTS.md` lists what may be imported directly - Prefer one stable method per top-level LiteLLM route, for example `messages(...)`, calling the matching `litellm-inference-` entrypoint. - Do not add one exported PyO3 function per provider helper unless there is a diff --git a/litellm-rust/crates/python-bridge/Cargo.toml b/litellm/rust/crates/python-bridge/Cargo.toml similarity index 100% rename from litellm-rust/crates/python-bridge/Cargo.toml rename to litellm/rust/crates/python-bridge/Cargo.toml diff --git a/litellm-rust/crates/python-bridge/benches/serialization.rs b/litellm/rust/crates/python-bridge/benches/serialization.rs similarity index 100% rename from litellm-rust/crates/python-bridge/benches/serialization.rs rename to litellm/rust/crates/python-bridge/benches/serialization.rs diff --git a/litellm-rust/crates/python-bridge/build.rs b/litellm/rust/crates/python-bridge/build.rs similarity index 100% rename from litellm-rust/crates/python-bridge/build.rs rename to litellm/rust/crates/python-bridge/build.rs diff --git a/litellm-rust/crates/python-bridge/preflight_contract.json b/litellm/rust/crates/python-bridge/preflight_contract.json similarity index 100% rename from litellm-rust/crates/python-bridge/preflight_contract.json rename to litellm/rust/crates/python-bridge/preflight_contract.json diff --git a/litellm-rust/crates/python-bridge/src/cache/AGENTS.md b/litellm/rust/crates/python-bridge/src/cache/AGENTS.md similarity index 77% rename from litellm-rust/crates/python-bridge/src/cache/AGENTS.md rename to litellm/rust/crates/python-bridge/src/cache/AGENTS.md index e79562b8762..a95229c5bf4 100644 --- a/litellm-rust/crates/python-bridge/src/cache/AGENTS.md +++ b/litellm/rust/crates/python-bridge/src/cache/AGENTS.md @@ -2,6 +2,6 @@ This folder owns how Rust inference reaches the selected Python cache. Cache algorithms, storage protocols and response-cache semantics belong to their cache crates -`mod.rs` exposes the cache boundary to routes. `selection.rs` asks `litellm.rust_bridge.host.cache` for the live configured cache and owns route admission and inference protocol composition +`mod.rs` exposes the cache boundary to routes. `selection.rs` asks `litellm.rust_bridge.host.cache` for the live configured cache and owns route admission. A route's protocol carries cache operations through any host call type that converts from `CacheCall` `python/` delegates operations to the selected Python cache without discovering configuration. Routes use only the parent module's exports diff --git a/litellm-rust/crates/python-bridge/src/cache/mod.rs b/litellm/rust/crates/python-bridge/src/cache/mod.rs similarity index 92% rename from litellm-rust/crates/python-bridge/src/cache/mod.rs rename to litellm/rust/crates/python-bridge/src/cache/mod.rs index fe9e06b3d23..959c211b1d3 100644 --- a/litellm-rust/crates/python-bridge/src/cache/mod.rs +++ b/litellm/rust/crates/python-bridge/src/cache/mod.rs @@ -2,7 +2,7 @@ mod python; mod selection; pub(crate) use python::{CacheCall, PythonCache}; -pub(crate) use selection::{Cached, Selection, configure, ensure_cache_disabled}; +pub(crate) use selection::{Selection, configure, ensure_cache_disabled}; use pyo3::{exceptions::PyRuntimeError, prelude::*}; diff --git a/litellm-rust/crates/python-bridge/src/cache/python/AGENTS.md b/litellm/rust/crates/python-bridge/src/cache/python/AGENTS.md similarity index 80% rename from litellm-rust/crates/python-bridge/src/cache/python/AGENTS.md rename to litellm/rust/crates/python-bridge/src/cache/python/AGENTS.md index 3b516251f43..9aba11a3376 100644 --- a/litellm-rust/crates/python-bridge/src/cache/python/AGENTS.md +++ b/litellm/rust/crates/python-bridge/src/cache/python/AGENTS.md @@ -1,6 +1,6 @@ # Python cache delegation -This directory lets Rust inference use a selected Python cache. `service.rs` implements the injected Rust response-cache service and yields typed cache operations. `host.rs` calls the Python cache's sync or async API and delivers the result back to Rust. +This directory lets Rust inference use a selected Python cache. `service.rs` implements the injected Rust response-cache service and yields typed cache operations. `host.rs` delivers each operation's result back to Rust. Asynchronous lookups and stream stores go through `litellm.rust_bridge.host.cache`, which reads with the `LLMCachingHandler` the `@client` wrapper uses, for the legacy function the route names, and writes with its dual cache. `configure` disables the cache for synchronous calls. Keep the shared inference protocol wrapper and adapter selection in the parent module. Receive the configured cache and prepared arguments from the parent module. Do not discover global configuration, choose native backends, or move inference to Python. Core remains independent of Python objects and cache implementation details diff --git a/litellm-rust/crates/python-bridge/src/cache/python/host.rs b/litellm/rust/crates/python-bridge/src/cache/python/host.rs similarity index 64% rename from litellm-rust/crates/python-bridge/src/cache/python/host.rs rename to litellm/rust/crates/python-bridge/src/cache/python/host.rs index a8cbd0ce607..208f40a324b 100644 --- a/litellm-rust/crates/python-bridge/src/cache/python/host.rs +++ b/litellm/rust/crates/python-bridge/src/cache/python/host.rs @@ -1,6 +1,6 @@ use litellm_cache::Error; use litellm_host::protocol::Reply; -use litellm_host_python::{from_py, to_py}; +use litellm_host_python::{json_from_py, to_py}; use pyo3::{ gc::{PyTraverseError, PyVisit}, prelude::*, @@ -18,7 +18,9 @@ enum Pending { pub(crate) struct PythonCache { cache: Option>, + function: Option>, arguments: Option>, + read_handler: Option>, pending: Option, asynchronous: bool, deferred: bool, @@ -28,19 +30,27 @@ impl PythonCache { pub fn new(asynchronous: bool) -> Self { Self { cache: None, + function: None, arguments: None, + read_handler: None, pending: None, asynchronous, deferred: false, } } + pub(in crate::cache) fn asynchronous(&self) -> bool { + self.asynchronous + } + pub(in crate::cache) fn bind( &mut self, cache: Bound<'_, PyAny>, + function: &Bound<'_, PyAny>, arguments: &Bound<'_, PyDict>, ) { self.cache = Some(cache.unbind()); + self.function = Some(function.clone().unbind()); self.arguments = Some(arguments.clone().unbind()); } @@ -59,7 +69,7 @@ impl PythonCache { self.pending = Some(Pending::Lookup(reply)); ( if self.asynchronous { - "async_get_cache" + "lookup" } else { "get_cache" }, @@ -77,7 +87,7 @@ impl PythonCache { self.pending = Some(Pending::Store(reply)); ( if self.asynchronous { - "async_add_cache" + "store_stream" } else { "add_cache" }, @@ -86,9 +96,20 @@ impl PythonCache { } }; let result = match result { + Some(value) if self.asynchronous => py + .import(CACHE_HOST_MODULE)? + .getattr(method)? + .call((cache, value), Some(&arguments)), Some(value) => cache .bind(py) .call_method(method, (value,), Some(&arguments)), + None if self.asynchronous => py.import(CACHE_HOST_MODULE)?.getattr(method)?.call( + ( + cache, + self.function.as_ref().ok_or(HandleError::Unconfigured)?, + ), + Some(&arguments), + ), None => cache.bind(py).call_method(method, (), Some(&arguments)), } .map(Bound::unbind); @@ -98,7 +119,12 @@ impl PythonCache { self.resume(py, result) } - pub fn store_response(&mut self, py: Python<'_>, response: &Bound<'_, PyAny>) -> PyResult<()> { + pub fn store_response( + &mut self, + py: Python<'_>, + response: &Bound<'_, PyAny>, + verbatim: bool, + ) -> PyResult<()> { if !std::mem::take(&mut self.deferred) { return Ok(()); } @@ -106,11 +132,30 @@ impl PythonCache { return Err(HandleError::Unconfigured.into()); }; py.import(CACHE_HOST_MODULE)? - .getattr("store_response")? + .getattr(if verbatim { + "store_verbatim" + } else { + "store_response" + })? .call((cache, response), Some(&arguments.bind(py).copy()?))?; Ok(()) } + pub fn wrap_stream(&self, py: Python<'_>, stream: Py) -> PyResult> { + let (Some(cache), Some(function), Some(arguments)) = + (&self.cache, &self.function, &self.arguments) + else { + return Ok(stream); + }; + py.import(CACHE_HOST_MODULE)? + .getattr("wrap_stream")? + .call( + (cache, function, stream, &self.read_handler), + Some(&arguments.bind(py).copy()?), + ) + .map(Bound::unbind) + } + pub fn resume( &mut self, py: Python<'_>, @@ -125,11 +170,14 @@ impl PythonCache { }; match self.pending.take() { Some(Pending::Lookup(reply)) => { + if self.asynchronous { + self.read_handler = self.caching_handler(py).ok().flatten(); + } let value = result.map_err(Error::unavailable).and_then(|value| { if value.bind(py).is_none() { Ok(None) } else { - from_py(value.bind(py)) + json_from_py(value.bind(py)) .map(Some) .map_err(Error::invalid_entry) } @@ -144,15 +192,30 @@ impl PythonCache { Ok(None) } + fn caching_handler(&self, py: Python<'_>) -> PyResult>> { + let Some(arguments) = self.arguments.as_ref() else { + return Ok(None); + }; + let handler = py + .import(CACHE_HOST_MODULE)? + .getattr("caching_handler")? + .call((), Some(arguments.bind(py)))?; + Ok((!handler.is_none()).then(|| handler.unbind())) + } + pub fn close(&mut self) { self.pending = None; + self.read_handler = None; self.deferred = false; self.cache = None; + self.function = None; self.arguments = None; } pub fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> { visit.call(&self.cache)?; - visit.call(&self.arguments) + visit.call(&self.function)?; + visit.call(&self.arguments)?; + visit.call(&self.read_handler) } } diff --git a/litellm-rust/crates/python-bridge/src/cache/python/mod.rs b/litellm/rust/crates/python-bridge/src/cache/python/mod.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/cache/python/mod.rs rename to litellm/rust/crates/python-bridge/src/cache/python/mod.rs diff --git a/litellm-rust/crates/python-bridge/src/cache/python/service.rs b/litellm/rust/crates/python-bridge/src/cache/python/service.rs similarity index 85% rename from litellm-rust/crates/python-bridge/src/cache/python/service.rs rename to litellm/rust/crates/python-bridge/src/cache/python/service.rs index 018c8647043..bd54accc0dc 100644 --- a/litellm-rust/crates/python-bridge/src/cache/python/service.rs +++ b/litellm/rust/crates/python-bridge/src/cache/python/service.rs @@ -55,11 +55,12 @@ struct PythonCacheService { config: ResponseCacheConfig, } -pub(in crate::cache) fn service>( +pub(in crate::cache) fn service( services: HostServices

, namespace: String, ) -> std::sync::Arc where + P::HostCall: From, P::Error: From + std::error::Error, { std::sync::Arc::new(PythonCacheService { @@ -71,14 +72,19 @@ where }) } -impl> ResponseCacheService for PythonCacheService

+impl ResponseCacheService for PythonCacheService

where + P::HostCall: From, P::Error: From + std::error::Error, { fn config(&self) -> &ResponseCacheConfig { &self.config } + fn keyed_by_caller(&self) -> bool { + true + } + fn lookup<'a>( &'a self, _: &'a ResponseCacheRequest, @@ -86,7 +92,7 @@ where ) -> Pin, Error>> + Send + 'a>> { Box::pin(async move { self.services - .call(|reply| CacheCall::Lookup { reply }) + .call(|reply| CacheCall::Lookup { reply }.into()) .await .map_err(Error::unavailable)?? .map(from_python) @@ -104,10 +110,13 @@ where let value = to_python(value)?; let unary = value.get(STREAM_EVENTS_KEY).is_none(); self.services - .call(|reply| CacheCall::Store { - value, - unary, - reply, + .call(|reply| { + CacheCall::Store { + value, + unary, + reply, + } + .into() }) .await .map_err(Error::unavailable)? diff --git a/litellm-rust/crates/python-bridge/src/cache/selection.rs b/litellm/rust/crates/python-bridge/src/cache/selection.rs similarity index 78% rename from litellm-rust/crates/python-bridge/src/cache/selection.rs rename to litellm/rust/crates/python-bridge/src/cache/selection.rs index 78c1606ea40..6e4d222a1d0 100644 --- a/litellm-rust/crates/python-bridge/src/cache/selection.rs +++ b/litellm/rust/crates/python-bridge/src/cache/selection.rs @@ -6,17 +6,6 @@ use litellm_host::{ }; use pyo3::{prelude::*, types::PyDict}; -pub(crate) struct Cached

(std::marker::PhantomData

); - -impl Protocol for Cached

{ - type Request = (P::Request, Selection); - type Response = P::Response; - type Error = P::Error; - type HostCall = python::CacheCall; - type Chunk = P::Chunk; - type StreamHead = P::StreamHead; -} - enum Backend { Disabled, Python { namespace: String }, @@ -28,11 +17,12 @@ pub(crate) struct Selection { } impl Selection { - pub(crate) fn attach>( + pub(crate) fn attach( self, services: HostServices

, ) -> (Option, CacheOptions) where + P::HostCall: From, P::Error: From + std::error::Error, { let service = match self.backend { @@ -51,15 +41,21 @@ fn selected_cache<'py>( kwargs: &Bound<'py, PyDict>, call_type: &str, ) -> PyResult>> { + if kwargs + .get_item("caching")? + .is_some_and(|value| value.is(pyo3::types::PyBool::new(py, false))) + { + return Ok(None); + } + configured_cache(py, call_type) +} + +fn configured_cache<'py>(py: Python<'py>, call_type: &str) -> PyResult>> { let configured = py .import(CACHE_HOST_MODULE)? .getattr("configured_cache")? .call0()?; - if configured.is_none() - || kwargs - .get_item("caching")? - .is_some_and(|value| value.is(pyo3::types::PyBool::new(py, false))) - { + if configured.is_none() { return Ok(None); } let supported = configured.getattr("supported_call_types")?; @@ -90,9 +86,14 @@ pub(crate) fn configure( python: &mut python::PythonCache, py: Python<'_>, arguments: &Bound<'_, PyDict>, - call_type: &str, + function: &Bound<'_, PyAny>, ) -> PyResult { - let selected = selected_cache(py, arguments, call_type)?; + let call_type: String = function.getattr("__name__")?.extract()?; + let selected = if python.asynchronous() { + configured_cache(py, &call_type)? + } else { + None + }; let Some(cache) = selected else { return Ok(Selection { backend: Backend::Disabled, @@ -102,6 +103,9 @@ pub(crate) fn configure( let enabled = cache .call_method("should_use_cache", (), Some(arguments))? .extract::()?; + let skips_read = arguments + .get_item("caching")? + .is_some_and(|value| !value.is_none() && !value.is(pyo3::types::PyBool::new(py, true))); let controls = arguments .get_item("cache")? .filter(|value| !value.is_none()); @@ -117,7 +121,7 @@ pub(crate) fn configure( }; let options = CacheOptions { policy: CachePolicy { - no_cache: boolean("no-cache")?, + no_cache: boolean("no-cache")? || skips_read, no_store: boolean("no-store")?, ..CachePolicy::default() }, @@ -129,7 +133,7 @@ pub(crate) fn configure( .map(|value| value.extract()) .transpose()? .unwrap_or_default(); - python.bind(cache, arguments); + python.bind(cache, function, arguments); Ok(Selection { backend: if enabled { Backend::Python { namespace } diff --git a/litellm-rust/crates/python-bridge/src/callable.rs b/litellm/rust/crates/python-bridge/src/callable.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/callable.rs rename to litellm/rust/crates/python-bridge/src/callable.rs diff --git a/litellm-rust/crates/python-bridge/src/coercion.rs b/litellm/rust/crates/python-bridge/src/coercion.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/coercion.rs rename to litellm/rust/crates/python-bridge/src/coercion.rs diff --git a/litellm-rust/crates/python-bridge/src/credentials.rs b/litellm/rust/crates/python-bridge/src/credentials.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/credentials.rs rename to litellm/rust/crates/python-bridge/src/credentials.rs diff --git a/litellm-rust/crates/python-bridge/src/db.rs b/litellm/rust/crates/python-bridge/src/db.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/db.rs rename to litellm/rust/crates/python-bridge/src/db.rs diff --git a/litellm-rust/crates/python-bridge/src/diagnostics.rs b/litellm/rust/crates/python-bridge/src/diagnostics.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/diagnostics.rs rename to litellm/rust/crates/python-bridge/src/diagnostics.rs diff --git a/litellm-rust/crates/python-bridge/src/errors.rs b/litellm/rust/crates/python-bridge/src/errors.rs similarity index 75% rename from litellm-rust/crates/python-bridge/src/errors.rs rename to litellm/rust/crates/python-bridge/src/errors.rs index db5696d52ce..29c26ed30a3 100644 --- a/litellm-rust/crates/python-bridge/src/errors.rs +++ b/litellm/rust/crates/python-bridge/src/errors.rs @@ -3,7 +3,7 @@ use std::error::Error as StdError; use litellm_error::Report; use litellm_inference::Error; use pyo3::{ - exceptions::{PyRuntimeError, PyValueError}, + exceptions::{PyRuntimeError, PyTypeError, PyValueError}, prelude::*, }; use reqwest::header::HeaderMap; @@ -36,6 +36,37 @@ const MESSAGES_MISSING_CREDENTIAL: &str = "messages_missing_credential"; /// Python refuses the request only once its logger knows the resolved model and provider (the /// provider config's request transform), so the failure logs them. const MESSAGES_LATE_REJECTION: &str = "messages_late_rejection"; +/// Python's request transform raises a builtin exception (`TypeError`) that its handler does not +/// map, so the caller gets the native exception as it is. +const MESSAGES_PYTHON_RAISED: &str = "messages_python_raised"; +/// The text of a refusal Python's provider config raises from its request transform, which its +/// HTTP handler maps as a provider error. +const MESSAGES_PROVIDER_REJECTION: &str = "messages_provider_rejection"; + +fn provider_rejection(rejection: &(dyn StdError + 'static)) -> Option { + match rejection.downcast_ref::() { + Some(litellm_llms::Error::MissingField("max_tokens")) => { + return Some("max_tokens is required for Anthropic /v1/messages API".to_owned()); + } + Some(_) => return None, + None => {} + } + match rejection.downcast_ref::() { + Some( + detail @ litellm_llms::ErrorDetail::InvalidChoice { + field: "reasoning effort", + .. + }, + ) => Some(format!("litellm.BadRequestError: {detail}")), + Some( + detail @ (litellm_llms::ErrorDetail::InvalidReasoningEffort { .. } + | litellm_llms::ErrorDetail::UnsupportedValue { + field: "effort", .. + }), + ) => Some(detail.to_string()), + _ => None, + } +} pub(crate) fn upstream_error( py: Python<'_>, @@ -90,6 +121,9 @@ pub(crate) fn route_failure( if let Some(raised) = crate::secrets::python_error(py, &error) { return Ok(raised); } + if let Some(raised) = crate::routes::messages::workload_identity::python_error(py, &error) { + return Ok(raised); + } if let Some((status, body)) = error.upstream_response() { let headers = error .upstream_headers() @@ -104,6 +138,18 @@ pub(crate) fn route_failure( return public(upstream_error(py, status, body, &headers)?); } let native = match (marker, error.rejected_request()) { + (RequestMarker::Messages, Some(rejection)) + if matches!( + rejection.downcast_ref::(), + Some(litellm_llms::ErrorDetail::UnorderableTypes { .. }) + ) => + { + let native = PyTypeError::new_err(rejection.to_string()); + let value = native.value(py); + value.setattr(MESSAGES_LATE_REJECTION, true)?; + value.setattr(MESSAGES_PYTHON_RAISED, true)?; + native + } (RequestMarker::Messages, Some(rejection)) => { let native = PyValueError::new_err(Report::new(rejection).to_string()); let value = native.value(py); @@ -123,6 +169,9 @@ pub(crate) fn route_failure( ) { value.setattr(MESSAGES_LATE_REJECTION, true)?; } + if let Some(text) = provider_rejection(rejection) { + value.setattr(MESSAGES_PROVIDER_REJECTION, text)?; + } native } (RequestMarker::Messages, None) => { @@ -324,6 +373,72 @@ mod tests { }); } + #[rstest::rstest] + #[case::missing_max_tokens( + litellm_llms::Error::MissingField("max_tokens").into(), + Some("max_tokens is required for Anthropic /v1/messages API") + )] + #[case::unmapped_effort( + Error::invalid_request(litellm_llms::ErrorDetail::InvalidChoice { + field: "reasoning effort", + actual: "'ultra'".into(), + choices: vec!["low", "none"], + }), + Some("litellm.BadRequestError: Unmapped reasoning effort: 'ultra'. Must be one of: 'low', 'none'.") + )] + #[case::other_missing_field(litellm_llms::Error::MissingField("model").into(), None)] + #[case::unsupported_param( + Error::invalid_request(litellm_llms::ErrorDetail::UnsupportedParameter { + model: "claude".into(), + param: "top_k".into(), + value: "5".into(), + hint: String::new(), + }), + None + )] + fn provider_config_rejections_carry_python_text( + #[case] error: Error, + #[case] expected: Option<&str>, + ) { + Python::initialize(); + Python::attach(|py| { + let native = route_failure(py, error, RequestMarker::Messages, Ok).unwrap(); + let text = native + .value(py) + .getattr_opt(MESSAGES_PROVIDER_REJECTION) + .unwrap() + .map(|value| value.extract::().unwrap()); + assert_eq!(text.as_deref(), expected); + }); + } + + #[test] + fn an_unorderable_comparison_raises_python_type_error_as_it_is() { + Python::initialize(); + Python::attach(|py| { + let error = Error::invalid_request(litellm_llms::ErrorDetail::UnorderableTypes { + op: "<=", + left: "str", + right: "int", + }); + let native = route_failure(py, error, RequestMarker::Messages, Ok).unwrap(); + assert!(native.is_instance_of::(py)); + let value = native.value(py); + assert_eq!( + value.str().unwrap().to_string(), + "'<=' not supported between instances of 'str' and 'int'" + ); + assert!(value.getattr_opt(MESSAGES_PYTHON_RAISED).unwrap().is_some()); + assert!( + value + .getattr_opt(MESSAGES_LATE_REJECTION) + .unwrap() + .is_some() + ); + assert!(value.getattr_opt(MESSAGES_REQUEST_ERROR).unwrap().is_none()); + }); + } + #[rstest::rstest] #[case::rejected_request( Error::invalid_request(litellm_llms::ErrorDetail::UnsupportedParameter { diff --git a/litellm-rust/crates/python-bridge/src/execution.rs b/litellm/rust/crates/python-bridge/src/execution.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/execution.rs rename to litellm/rust/crates/python-bridge/src/execution.rs diff --git a/litellm-rust/crates/python-bridge/src/http.rs b/litellm/rust/crates/python-bridge/src/http.rs similarity index 93% rename from litellm-rust/crates/python-bridge/src/http.rs rename to litellm/rust/crates/python-bridge/src/http.rs index c6a8b98747c..e7cc8e35172 100644 --- a/litellm-rust/crates/python-bridge/src/http.rs +++ b/litellm/rust/crates/python-bridge/src/http.rs @@ -101,38 +101,69 @@ pub(crate) fn call_config( kwargs: &Bound<'_, PyDict>, asynchronous: bool, ) -> PyResult { - let settings = HttpSettings::from_layers([ + Ok(resolved(py, call_settings(py, kwargs, asynchronous)?)) +} + +fn call_settings( + py: Python<'_>, + kwargs: &Bound<'_, PyDict>, + asynchronous: bool, +) -> PyResult { + Ok(HttpSettings::from_layers([ for_call(call_ssl_verify(kwargs)?, asynchronous), HttpSettingsLayer::from_environment(&ProcessEnvironment), match PythonSettings::Http.read_or_unset(py)? { Some(snapshot) => configured(&snapshot)?, None => HttpSettingsLayer::default(), }, - ]); - Ok(resolved(py, settings)) + ])) } -/// The client config for a value of `litellm.rust_bridge.host.settings.http_settings()` the caller handed in, under -/// the process environment. `None` reads the environment alone pub(crate) fn settings_config( py: Python<'_>, - http_settings: Option<&Bound<'_, PyAny>>, + use_http_settings: bool, ) -> PyResult { - let configured = match http_settings { - Some(value) => configured(&PythonSettings::Http.snapshot(value.clone()))?, + let snapshot = if use_http_settings { + PythonSettings::Http.read_or_unset(py)? + } else { + None + }; + let layer = match snapshot { + Some(snapshot) => configured(&snapshot)?, None => HttpSettingsLayer::default(), }; let settings = HttpSettings::from_layers([ HttpSettingsLayer::from_environment(&ProcessEnvironment), - configured, + layer, ]); Ok(resolved(py, settings)) } +#[pyfunction] +#[pyo3(signature = (ssl_security_level=None, ssl_ecdh_curve=None))] +pub(crate) fn unsupported_tls_settings( + ssl_security_level: Option, + ssl_ecdh_curve: Option, +) -> Vec { + let settings = HttpSettings::from_layers([HttpSettingsLayer { + ssl_security_level, + ssl_ecdh_curve, + ..HttpSettingsLayer::default() + }]); + Resolution::from(&settings) + .unsupported + .iter() + .map(ToString::to_string) + .collect() +} + +fn resolution(settings: HttpSettings) -> Resolution { + Resolution::from(&settings.without_missing_files(&|path: &Path| path.exists())) +} + /// The client config `settings` resolve to, warning once per process about each setting the client cannot apply fn resolved(py: Python<'_>, settings: HttpSettings) -> HttpClientConfig { - let resolution = - Resolution::from(&settings.without_missing_files(&|path: &Path| path.exists())); + let resolution = resolution(settings); for unsupported in unreported(&REPORTED_UNSUPPORTED, resolution.unsupported) { crate::logger::capture(py).scope(|| litellm_tracing::warn!("{unsupported}")); } @@ -148,6 +179,15 @@ pub(crate) fn provider_client( Ok(pool().client(&config, ClientVariant::Provider)) } +pub(crate) fn messages_client( + py: Python<'_>, + kwargs: &Bound<'_, PyDict>, + asynchronous: bool, +) -> PyResult> { + let config = resolution(call_settings(py, kwargs, asynchronous)?).config; + Ok(pool().client(&config, ClientVariant::Undecoded)) +} + pub(crate) fn host_client(py: Python<'_>, variant: ClientVariant) -> PyResult { let config = call_config(py, &PyDict::new(py), true)?; pool().client(&config, variant).map_err(client_error) diff --git a/litellm-rust/crates/python-bridge/src/lib.rs b/litellm/rust/crates/python-bridge/src/lib.rs similarity index 98% rename from litellm-rust/crates/python-bridge/src/lib.rs rename to litellm/rust/crates/python-bridge/src/lib.rs index a93b76276f8..f1bf588b83e 100644 --- a/litellm-rust/crates/python-bridge/src/lib.rs +++ b/litellm/rust/crates/python-bridge/src/lib.rs @@ -35,6 +35,8 @@ mod _native { #[pymodule_export] use crate::errors::{RustBridgeDeclined, RustUpstreamError}; #[pymodule_export] + use crate::http::unsupported_tls_settings; + #[pymodule_export] use crate::logger::NativeDiagnosticProcessor; #[pymodule_export] use crate::model_cost::{ @@ -188,6 +190,7 @@ mod tests { "gil_stats", "process_state_started", "reserve_process_for_forking", + "unsupported_tls_settings", ]; #[cfg(feature = "huggingface")] expected.push("HuggingFaceEncoding"); diff --git a/litellm-rust/crates/python-bridge/src/logger/machine.rs b/litellm/rust/crates/python-bridge/src/logger/machine.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/logger/machine.rs rename to litellm/rust/crates/python-bridge/src/logger/machine.rs diff --git a/litellm-rust/crates/python-bridge/src/logger/mod.rs b/litellm/rust/crates/python-bridge/src/logger/mod.rs similarity index 98% rename from litellm-rust/crates/python-bridge/src/logger/mod.rs rename to litellm/rust/crates/python-bridge/src/logger/mod.rs index 8f40d94f458..5032b418404 100644 --- a/litellm-rust/crates/python-bridge/src/logger/mod.rs +++ b/litellm/rust/crates/python-bridge/src/logger/mod.rs @@ -7,7 +7,7 @@ use litellm_tracing::{DiagnosticInput, Level, Logger, Metadata, Policy, Processo use pyo3::exceptions::PyRuntimeError; use pyo3::prelude::*; -const MODULE: &str = "litellm.rust_bridge.logger"; +const MODULE: &str = "litellm.rust_bridge.host.logger"; type NativeDiagnosticOutput = (String, Option, Option, Vec, bool); #[pyclass] diff --git a/litellm-rust/crates/python-bridge/src/logger/tests.rs b/litellm/rust/crates/python-bridge/src/logger/tests.rs similarity index 99% rename from litellm-rust/crates/python-bridge/src/logger/tests.rs rename to litellm/rust/crates/python-bridge/src/logger/tests.rs index 9a07428808a..49e0cbf07f2 100644 --- a/litellm-rust/crates/python-bridge/src/logger/tests.rs +++ b/litellm/rust/crates/python-bridge/src/logger/tests.rs @@ -148,7 +148,7 @@ fn native_events_reach_python_with_levels_context_reentry_and_http_deduplication locals .set_item( "repo_root", - concat!(env!("CARGO_MANIFEST_DIR"), "/../../.."), + concat!(env!("CARGO_MANIFEST_DIR"), "/../../../.."), ) .unwrap(); locals diff --git a/litellm-rust/crates/python-bridge/src/marshal.rs b/litellm/rust/crates/python-bridge/src/marshal.rs similarity index 97% rename from litellm-rust/crates/python-bridge/src/marshal.rs rename to litellm/rust/crates/python-bridge/src/marshal.rs index dec8ff0b0ce..927ed741669 100644 --- a/litellm-rust/crates/python-bridge/src/marshal.rs +++ b/litellm/rust/crates/python-bridge/src/marshal.rs @@ -4,7 +4,7 @@ use std::{ }; use litellm_auth::InputSource; -use litellm_host_python::{from_py, from_py_argument, to_py}; +use litellm_host_python::{from_py, from_py_argument, json_to_py, to_py}; use pyo3::{exceptions::PyValueError, prelude::*, types::PyDict}; use serde::{Serialize, de::DeserializeOwned}; use serde_json::{Map, Value}; @@ -143,6 +143,19 @@ pub(crate) fn public_response( .map(Bound::unbind) } +pub(crate) fn public_json_response( + py: Python<'_>, + module: &str, + response: &(impl Serialize + ?Sized), +) -> PyResult> { + let factory = py.import(module)?.getattr("response")?; + let document = + serde_json::to_value(response).map_err(|error| PyValueError::new_err(error.to_string()))?; + factory + .call1((json_to_py(py, &document)?,)) + .map(Bound::unbind) +} + struct RequestFieldSources<'py> { body: Option>, credentials: Option>, diff --git a/litellm-rust/crates/python-bridge/src/model_cost/AGENTS.md b/litellm/rust/crates/python-bridge/src/model_cost/AGENTS.md similarity index 100% rename from litellm-rust/crates/python-bridge/src/model_cost/AGENTS.md rename to litellm/rust/crates/python-bridge/src/model_cost/AGENTS.md diff --git a/litellm-rust/crates/python-bridge/src/model_cost/fetch.rs b/litellm/rust/crates/python-bridge/src/model_cost/fetch.rs similarity index 94% rename from litellm-rust/crates/python-bridge/src/model_cost/fetch.rs rename to litellm/rust/crates/python-bridge/src/model_cost/fetch.rs index 77ec88cc1b9..dff6296cf91 100644 --- a/litellm-rust/crates/python-bridge/src/model_cost/fetch.rs +++ b/litellm/rust/crates/python-bridge/src/model_cost/fetch.rs @@ -20,13 +20,12 @@ pub(crate) struct NativeCostMapSource { #[pymethods] impl NativeCostMapSource { - /// `http_settings` is `litellm.rust_bridge.host.settings.http_settings()`, or `None` for the environment alone #[new] - #[pyo3(signature = (url, *, http_settings))] - fn new(py: Python<'_>, url: String, http_settings: Option>) -> PyResult { + #[pyo3(signature = (url, *, use_http_settings))] + fn new(py: Python<'_>, url: String, use_http_settings: bool) -> PyResult { Ok(Self { url, - http: crate::http::settings_config(py, http_settings.as_ref())?, + http: crate::http::settings_config(py, use_http_settings)?, }) } @@ -226,7 +225,7 @@ mod tests { }); Python::initialize(); Python::attach(|py| { - let source = NativeCostMapSource::new(py, url, None).unwrap(); + let source = NativeCostMapSource::new(py, url, false).unwrap(); let policy = Bound::new(py, NativeFetchPolicy::new(3, 30.0, 5.0, 2.0).unwrap()).unwrap(); let outcome = source.fetch_blocking(py, policy.borrow(), None).unwrap(); diff --git a/litellm-rust/crates/python-bridge/src/model_cost/host.rs b/litellm/rust/crates/python-bridge/src/model_cost/host.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/model_cost/host.rs rename to litellm/rust/crates/python-bridge/src/model_cost/host.rs diff --git a/litellm-rust/crates/python-bridge/src/model_cost/live.rs b/litellm/rust/crates/python-bridge/src/model_cost/live.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/model_cost/live.rs rename to litellm/rust/crates/python-bridge/src/model_cost/live.rs diff --git a/litellm-rust/crates/python-bridge/src/model_cost/mod.rs b/litellm/rust/crates/python-bridge/src/model_cost/mod.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/model_cost/mod.rs rename to litellm/rust/crates/python-bridge/src/model_cost/mod.rs diff --git a/litellm-rust/crates/python-bridge/src/model_cost/table.rs b/litellm/rust/crates/python-bridge/src/model_cost/table.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/model_cost/table.rs rename to litellm/rust/crates/python-bridge/src/model_cost/table.rs diff --git a/litellm-rust/crates/python-bridge/src/model_registry.rs b/litellm/rust/crates/python-bridge/src/model_registry.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/model_registry.rs rename to litellm/rust/crates/python-bridge/src/model_registry.rs diff --git a/litellm-rust/crates/python-bridge/src/preflight.rs b/litellm/rust/crates/python-bridge/src/preflight.rs similarity index 97% rename from litellm-rust/crates/python-bridge/src/preflight.rs rename to litellm/rust/crates/python-bridge/src/preflight.rs index bc692498880..2a07723b94c 100644 --- a/litellm-rust/crates/python-bridge/src/preflight.rs +++ b/litellm/rust/crates/python-bridge/src/preflight.rs @@ -7,7 +7,7 @@ use pyo3::{ }; use strum::{IntoStaticStr, VariantArray}; -const MODULE: &str = "litellm.rust_bridge.preflight"; +const MODULE: &str = "litellm.rust_bridge.host.preflight"; /// The litellm globals the preflight still reads through Python. `preflight_contract.json` /// pins each function's parameters on both sides. @@ -115,7 +115,7 @@ mod tests { /// tests that install it run one at a time. static PREFLIGHT_MODULE: Mutex<()> = Mutex::new(()); - /// A fresh stand-in for `litellm.rust_bridge.preflight` that records every call, then + /// A fresh stand-in for `litellm.rust_bridge.host.preflight` that records every call, then /// `script` run against it with the module bound as `preflight`. fn preflight_stubs<'py>(py: Python<'py>, script: &std::ffi::CStr) -> Bound<'py, PyDict> { let locals = PyDict::new(py); @@ -124,15 +124,15 @@ mod tests { import sys import types -for name in ('litellm', 'litellm.rust_bridge'): +for name in ('litellm', 'litellm.rust_bridge', 'litellm.rust_bridge.host'): sys.modules.setdefault(name, types.ModuleType(name)) -preflight = types.ModuleType('litellm.rust_bridge.preflight') +preflight = types.ModuleType('litellm.rust_bridge.host.preflight') preflight.warnings = [] preflight.checked = [] preflight.credential_list = lambda: [] preflight.warn_unknown_credential = lambda name, loaded: preflight.warnings.append((name, loaded)) preflight.check_limits = lambda kwargs: preflight.checked.append(kwargs) -sys.modules['litellm.rust_bridge.preflight'] = preflight +sys.modules['litellm.rust_bridge.host.preflight'] = preflight ", Some(&locals), Some(&locals), diff --git a/litellm-rust/crates/python-bridge/src/python_settings.rs b/litellm/rust/crates/python-bridge/src/python_settings.rs similarity index 97% rename from litellm-rust/crates/python-bridge/src/python_settings.rs rename to litellm/rust/crates/python-bridge/src/python_settings.rs index 93377abb7e9..1cb1813049c 100644 --- a/litellm-rust/crates/python-bridge/src/python_settings.rs +++ b/litellm/rust/crates/python-bridge/src/python_settings.rs @@ -26,10 +26,15 @@ pub(crate) struct Snapshot<'py> { value: Bound<'py, PyAny>, } -impl Snapshot<'_> { +impl<'py> Snapshot<'py> { pub(crate) fn read(&self, spec: &FieldSpec) -> Result { spec.read(&self.value, self.group.into()) } + + pub(crate) fn attribute(&self, name: &str) -> PyResult>> { + let value = self.value.getattr(name)?; + Ok((!value.is_none()).then_some(value)) + } } impl PythonSettings { @@ -56,7 +61,7 @@ impl PythonSettings { } } - /// A snapshot of a value Python handed in, read with the same field rules as the accessor's + #[cfg(test)] pub(crate) fn snapshot(self, value: Bound<'_, PyAny>) -> Snapshot<'_> { Snapshot { group: self, value } } diff --git a/litellm-rust/crates/python-bridge/src/redis/breaker.rs b/litellm/rust/crates/python-bridge/src/redis/breaker.rs similarity index 98% rename from litellm-rust/crates/python-bridge/src/redis/breaker.rs rename to litellm/rust/crates/python-bridge/src/redis/breaker.rs index 733cf1bd969..5fdac76cb02 100644 --- a/litellm-rust/crates/python-bridge/src/redis/breaker.rs +++ b/litellm/rust/crates/python-bridge/src/redis/breaker.rs @@ -72,7 +72,7 @@ impl NativeRedisBreaker { redis_kwargs: RedisSpec, settings: BreakerSettings, ) -> PyResult { - let endpoint = resolved_endpoint(py, &redis_kwargs)?; + let endpoint = resolved_endpoint(&redis_kwargs); Self::build(py, &settings, endpoint) } diff --git a/litellm-rust/crates/python-bridge/src/redis/client/credentials.rs b/litellm/rust/crates/python-bridge/src/redis/client/credentials.rs similarity index 92% rename from litellm-rust/crates/python-bridge/src/redis/client/credentials.rs rename to litellm/rust/crates/python-bridge/src/redis/client/credentials.rs index 21a37947c30..6995981a03e 100644 --- a/litellm-rust/crates/python-bridge/src/redis/client/credentials.rs +++ b/litellm/rust/crates/python-bridge/src/redis/client/credentials.rs @@ -5,7 +5,7 @@ use litellm_redis_connect::{CredentialSource, CredentialStage, Error, Expiring, use litellm_secret_value::SecretValue; use pyo3::prelude::*; -const MODULE: &str = "litellm.rust_bridge.host.redis_credentials"; +const CREDENTIALS_MODULE: &str = "litellm.rust_bridge.host.redis_credentials"; /// A redis-py `CredentialProvider` the SDK caller passed in `cache_kwargs`, asked through the host /// module the way redis-py's async connection asks it. @@ -29,7 +29,7 @@ impl CredentialSource for PythonCredentialSource { let context = self.context.clone(); Box::pin(async move { let (username, password) = attach_blocking(context, move |py| { - py.import(MODULE)? + py.import(CREDENTIALS_MODULE)? .getattr("credentials")? .call1((provider.bind(py),))? .extract::<(Option, String)>() diff --git a/litellm-rust/crates/python-bridge/src/redis/client/mod.rs b/litellm/rust/crates/python-bridge/src/redis/client/mod.rs similarity index 83% rename from litellm-rust/crates/python-bridge/src/redis/client/mod.rs rename to litellm/rust/crates/python-bridge/src/redis/client/mod.rs index 989f3dc9247..5e5ab7e6f5a 100644 --- a/litellm-rust/crates/python-bridge/src/redis/client/mod.rs +++ b/litellm/rust/crates/python-bridge/src/redis/client/mod.rs @@ -3,7 +3,7 @@ mod credentials; use std::{collections::BTreeMap, sync::Arc, time::Duration}; use litellm_circuit_breaker::Config as BreakerConfig; -use litellm_core_utils::settings::ProcessEnvironment; +use litellm_core_utils::settings::{Lookup, ProcessEnvironment}; use litellm_host_python::PythonContext; use litellm_python_compat::number::{self, SecondsError}; use litellm_redis_client::{RedisClient, RedisEvents}; @@ -92,7 +92,7 @@ fn shared_client( ) -> PyResult> { let environment: SharedEnvironment = Arc::new(ProcessEnvironment); let logger = crate::logger::capture(py); - let resolved = match logger.scope(|| resolve_spec(py, &spec))? { + let resolved = match logger.scope(|| resolve_spec(&spec)) { Ok(resolution) => { logger.scope(|| { for ignored in &resolution.ignored { @@ -174,39 +174,23 @@ impl NativeRedisClient { } /// The Redis server `spec` names, whatever its db, credentials or namespace, or none when the Rust client cannot reach it. -pub(crate) fn resolved_endpoint(py: Python<'_>, spec: &RedisSpec) -> PyResult> { - Ok(resolve_spec(py, spec)? +pub(crate) fn resolved_endpoint(spec: &RedisSpec) -> Option { + resolve_spec(spec) .ok() - .and_then(|resolution| resolution.target.endpoint())) + .and_then(|resolution| resolution.target.endpoint()) } // A live registry entry's client keeps its provider alive, so no live entry shares its address -fn resolve_spec( - py: Python<'_>, - spec: &RedisSpec, -) -> PyResult> { +fn resolve_spec(spec: &RedisSpec) -> Result { let handle = spec .credential_provider .as_ref() .map(|provider| ProviderHandle::new(provider.as_ptr() as usize as u64)); - resolve(&spec.kwargs, handle, &py.import("os")?.getattr("environ")?) -} - -/// What redis-py makes of the kwargs, with `REDIS_USERNAME` read from `environ` the way Python's Azure AD auth -/// reads `os.environ`. -fn resolve( - kwargs: &Kwargs, - provider: Option, - environ: &Bound<'_, PyAny>, -) -> PyResult> { - let redis_username: Option = environ - .call_method1("get", ("REDIS_USERNAME",))? - .extract()?; - Ok(litellm_redis_resolve::interpret( - kwargs, - provider, - redis_username.as_deref(), - )) + litellm_redis_resolve::interpret( + &spec.kwargs, + handle, + ProcessEnvironment.get("REDIS_USERNAME").as_deref(), + ) } fn unresolved( @@ -257,9 +241,6 @@ fn seconds_error(error: SecondsError) -> PyErr { #[cfg(test)] mod tests { - use std::ffi::CStr; - - use litellm_redis_types::Auth; use rstest::rstest; use serde_json::json; @@ -270,30 +251,6 @@ mod tests { litellm_redis_resolve::kwargs(fields) } - #[rstest] - #[case::set(c"environ = {'REDIS_USERNAME': 'azure-user'}", Some("azure-user"))] - #[case::empty_is_unset(c"environ = {'REDIS_USERNAME': ''}", None)] - fn azure_auth_takes_its_username_from_the_environ_like_python( - #[case] source: &CStr, - #[case] expected: Option<&str>, - ) { - Python::initialize(); - Python::attach(|py| { - let locals = PyDict::new(py); - py.run(source, Some(&locals), Some(&locals)).unwrap(); - let environ = locals.get_item("environ").unwrap().unwrap(); - let kwargs = kwargs(json!({"host": "redis", "azure_redis_ad_token": "true"})); - - let resolved = resolve(&kwargs, None, &environ).unwrap().unwrap(); - - assert!( - matches!(&resolved.auth, Auth::AzureAd(azure) if azure.username.as_deref() == expected), - "{:?}", - resolved.auth - ); - }); - } - #[rstest] #[case::no_target(json!({"port": 6379}), Some("ValueError"))] #[case::unenforceable(json!({"host": "redis", "ssl": true, "ssl_validate_ocsp": true}), Some("TypeError"))] diff --git a/litellm-rust/crates/python-bridge/src/redis/events.rs b/litellm/rust/crates/python-bridge/src/redis/events.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/events.rs rename to litellm/rust/crates/python-bridge/src/redis/events.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/mod.rs b/litellm/rust/crates/python-bridge/src/redis/mod.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/mod.rs rename to litellm/rust/crates/python-bridge/src/redis/mod.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/auth_cache.rs b/litellm/rust/crates/python-bridge/src/redis/store/auth_cache.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/auth_cache.rs rename to litellm/rust/crates/python-bridge/src/redis/store/auth_cache.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/mod.rs b/litellm/rust/crates/python-bridge/src/redis/store/mod.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/mod.rs rename to litellm/rust/crates/python-bridge/src/redis/store/mod.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/policy.rs b/litellm/rust/crates/python-bridge/src/redis/store/policy.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/policy.rs rename to litellm/rust/crates/python-bridge/src/redis/store/policy.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/rate_limits.rs b/litellm/rust/crates/python-bridge/src/redis/store/rate_limits.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/rate_limits.rs rename to litellm/rust/crates/python-bridge/src/redis/store/rate_limits.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/request.rs b/litellm/rust/crates/python-bridge/src/redis/store/request.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/request.rs rename to litellm/rust/crates/python-bridge/src/redis/store/request.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/router_cooldowns.rs b/litellm/rust/crates/python-bridge/src/redis/store/router_cooldowns.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/router_cooldowns.rs rename to litellm/rust/crates/python-bridge/src/redis/store/router_cooldowns.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/router_usage.rs b/litellm/rust/crates/python-bridge/src/redis/store/router_usage.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/router_usage.rs rename to litellm/rust/crates/python-bridge/src/redis/store/router_usage.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/sensitive_route_pins.rs b/litellm/rust/crates/python-bridge/src/redis/store/sensitive_route_pins.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/sensitive_route_pins.rs rename to litellm/rust/crates/python-bridge/src/redis/store/sensitive_route_pins.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/spend_counters.rs b/litellm/rust/crates/python-bridge/src/redis/store/spend_counters.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/spend_counters.rs rename to litellm/rust/crates/python-bridge/src/redis/store/spend_counters.rs diff --git a/litellm-rust/crates/python-bridge/src/redis/store/value.rs b/litellm/rust/crates/python-bridge/src/redis/store/value.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/redis/store/value.rs rename to litellm/rust/crates/python-bridge/src/redis/store/value.rs diff --git a/litellm-rust/crates/python-bridge/src/router/config.rs b/litellm/rust/crates/python-bridge/src/router/config.rs similarity index 99% rename from litellm-rust/crates/python-bridge/src/router/config.rs rename to litellm/rust/crates/python-bridge/src/router/config.rs index de383a0ffa1..5e099b8841c 100644 --- a/litellm-rust/crates/python-bridge/src/router/config.rs +++ b/litellm/rust/crates/python-bridge/src/router/config.rs @@ -189,6 +189,7 @@ struct RequestSpec { route_handler: Option, decisions_media: Option, batch_create: Option, + batch_upload: Option, embedding_batch: Option, wildcard_request: Option, unrouted: Option, @@ -258,6 +259,7 @@ pub(crate) fn parse_request(value: Value, model: Option<&str>) -> Result Value { deployment.record() } +const RANDOMNESS_MODULE: &str = "litellm.rust_bridge.host.randomness"; + /// The process's `random` module: a Python router draws its shuffle and retry jitter there, so /// a seeded process picks the same deployments on either core. The bare module functions share /// one generator, so these calls interleave with every other draw the process makes. @@ -725,7 +727,9 @@ pub(crate) struct PythonRandomness; impl Randomness for PythonRandomness { fn next_f64(&self) -> f64 { Python::attach(|py| -> PyResult { - py.import("random")?.call_method0("random")?.extract() + py.import(RANDOMNESS_MODULE)? + .call_method0("next_float")? + .extract() }) .unwrap_or_else(|_| ThreadRandomness.next_f64()) } @@ -733,8 +737,8 @@ impl Randomness for PythonRandomness { fn index_below(&self, len: usize) -> usize { // `random.choice` is `seq[self._randbelow(len(seq))]`, and so is `randrange(len)`. Python::attach(|py| -> PyResult { - py.import("random")? - .call_method1("randrange", (len,))? + py.import(RANDOMNESS_MODULE)? + .call_method1("index_below", (len,))? .extract() }) .unwrap_or_else(|_| ThreadRandomness.index_below(len)) diff --git a/litellm-rust/crates/python-bridge/src/router/mod.rs b/litellm/rust/crates/python-bridge/src/router/mod.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/router/mod.rs rename to litellm/rust/crates/python-bridge/src/router/mod.rs diff --git a/litellm-rust/crates/python-bridge/src/router/retries.rs b/litellm/rust/crates/python-bridge/src/router/retries.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/router/retries.rs rename to litellm/rust/crates/python-bridge/src/router/retries.rs diff --git a/litellm-rust/crates/python-bridge/src/router/stream.rs b/litellm/rust/crates/python-bridge/src/router/stream.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/router/stream.rs rename to litellm/rust/crates/python-bridge/src/router/stream.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/AGENTS.md b/litellm/rust/crates/python-bridge/src/routes/AGENTS.md similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/AGENTS.md rename to litellm/rust/crates/python-bridge/src/routes/AGENTS.md diff --git a/litellm-rust/crates/python-bridge/src/routes/audio_transcription.rs b/litellm/rust/crates/python-bridge/src/routes/audio_transcription.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/audio_transcription.rs rename to litellm/rust/crates/python-bridge/src/routes/audio_transcription.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/chat_completions/host.rs b/litellm/rust/crates/python-bridge/src/routes/chat_completions/host.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/chat_completions/host.rs rename to litellm/rust/crates/python-bridge/src/routes/chat_completions/host.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/chat_completions/mod.rs b/litellm/rust/crates/python-bridge/src/routes/chat_completions/mod.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/chat_completions/mod.rs rename to litellm/rust/crates/python-bridge/src/routes/chat_completions/mod.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/clickhouse_spend.rs b/litellm/rust/crates/python-bridge/src/routes/clickhouse_spend.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/clickhouse_spend.rs rename to litellm/rust/crates/python-bridge/src/routes/clickhouse_spend.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/embeddings.rs b/litellm/rust/crates/python-bridge/src/routes/embeddings.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/embeddings.rs rename to litellm/rust/crates/python-bridge/src/routes/embeddings.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/inference.rs b/litellm/rust/crates/python-bridge/src/routes/inference.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/inference.rs rename to litellm/rust/crates/python-bridge/src/routes/inference.rs diff --git a/litellm/rust/crates/python-bridge/src/routes/messages/agentic.rs b/litellm/rust/crates/python-bridge/src/routes/messages/agentic.rs new file mode 100644 index 00000000000..f6652d82050 --- /dev/null +++ b/litellm/rust/crates/python-bridge/src/routes/messages/agentic.rs @@ -0,0 +1,172 @@ +use std::sync::{Arc, Mutex, PoisonError}; + +use litellm_host::{ + hooks::CallHooks, + interceptors::{RequestContext, WireRequest}, + lifecycle::Timing, +}; +use litellm_host_python::{HookStep, PythonOwned, PythonRuntime, json_to_py, to_py}; +use pyo3::{ + gc::{PyTraverseError, PyVisit}, + prelude::*, + types::PyDict, +}; + +use super::host::ROUTE_HOST_MODULE; + +/// What the provider was sent, which Python's agentic hooks read back as the handler's own +/// model, provider and request params. +struct Sent { + request: Py, + hooked: bool, + body: Py, + model: String, + provider: String, + requested: Py, +} + +/// Python's Messages handler hands the provider's answer to the callbacks overriding +/// `async_should_run_agentic_loop` before `@client` sees it, and wraps a stream so they run +/// once it ends. This hook asks the route host to do both at the same points. +pub(super) type HookedRequest = Arc>>>; + +pub(super) struct AgenticLoop { + asynchronous: bool, + request: Option>, + hooked: HookedRequest, + decided: bool, + sent: Option, +} + +impl AgenticLoop { + pub(super) fn new(asynchronous: bool, hooked: HookedRequest) -> Self { + Self { + asynchronous, + request: None, + hooked, + decided: false, + sent: None, + } + } + + fn hooked_request(&self, py: Python<'_>) -> Option> { + self.hooked + .lock() + .unwrap_or_else(PoisonError::into_inner) + .as_ref() + .map(|request| request.clone_ref(py)) + } + + fn host_call<'py>( + &self, + py: Python<'py>, + name: &str, + subject: &Bound<'py, PyAny>, + sent: &Sent, + ) -> PyResult> { + py.import(ROUTE_HOST_MODULE)?.getattr(name)?.call1(( + subject, + sent.request.bind(py), + sent.body.bind(py), + &sent.model, + &sent.provider, + sent.requested.bind(py), + sent.hooked, + )) + } + + fn resume_response( + &mut self, + _: Python<'_>, + result: PyResult>, + ) -> PyResult>> { + result.map(HookStep::Ready) + } +} + +impl CallHooks for AgenticLoop { + fn arguments_prepared(&mut self, py: Python<'_>, arguments: &Py) -> PyResult<()> { + if self.asynchronous { + self.request = Some(arguments.clone_ref(py)); + } + Ok(()) + } + + fn before_provider_request( + &mut self, + py: Python<'_>, + wire: Box, + context: &RequestContext, + ) -> PyResult>> { + if self.decided { + return Ok(HookStep::Ready(wire)); + } + let Some(caller) = &self.request else { + return Ok(HookStep::Ready(wire)); + }; + self.decided = true; + let hooked = self.hooked_request(py); + let hooked_flag = hooked.is_some(); + let request = hooked.unwrap_or_else(|| caller.clone_ref(py)); + let module = py.import(ROUTE_HOST_MODULE)?; + if module + .getattr("runs_agentic_hooks")? + .call1((request.bind(py),))? + .extract::()? + { + module + .getattr("record_agentic_loop")? + .call1((request.bind(py), &context.custom_llm_provider))?; + self.sent = Some(Sent { + request, + hooked: hooked_flag, + body: to_py(py, &wire.body)?, + model: context.model.clone(), + provider: context.custom_llm_provider.clone(), + requested: json_to_py(py, &context.optional_params)?.unbind(), + }); + } + Ok(HookStep::Ready(wire)) + } + + fn transform_response( + &mut self, + py: Python<'_>, + response: Py, + _: Timing, + ) -> PyResult>> { + let Some(sent) = &self.sent else { + return Ok(HookStep::Ready(response)); + }; + let awaitable = self.host_call(py, "agentic_response", response.bind(py), sent)?; + Ok(HookStep::Await(awaitable.unbind(), Self::resume_response)) + } + + fn on_stream_open(&mut self, py: Python<'_>, head: &Py) -> PyResult<()> { + if let Some(sent) = &self.sent { + self.host_call(py, "agentic_stream", head.bind(py), sent)?; + } + Ok(()) + } +} + +impl PythonOwned for AgenticLoop { + fn close(&mut self, _: Python<'_>) { + self.request = None; + self.sent = None; + self.hooked + .lock() + .unwrap_or_else(PoisonError::into_inner) + .take(); + } + + fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> { + visit.call(&self.request)?; + if let Some(sent) = &self.sent { + visit.call(&sent.request)?; + visit.call(&sent.body)?; + visit.call(&sent.requested)?; + } + Ok(()) + } +} diff --git a/litellm/rust/crates/python-bridge/src/routes/messages/answer.rs b/litellm/rust/crates/python-bridge/src/routes/messages/answer.rs new file mode 100644 index 00000000000..80cf2002287 --- /dev/null +++ b/litellm/rust/crates/python-bridge/src/routes/messages/answer.rs @@ -0,0 +1,29 @@ +use futures_util::future::BoxFuture; +use litellm_host::machine::HostServices; +use litellm_inference_messages::{Error, HostAnswer}; + +use super::host::{MessagesHostCall, MessagesHosted}; + +pub(super) struct PythonAnswer(HostServices); + +impl PythonAnswer { + pub(super) fn new(services: HostServices) -> Self { + Self(services) + } +} + +impl HostAnswer for PythonAnswer { + fn answer(&self, stream: bool) -> BoxFuture<'_, Result<(), Error>> { + Box::pin( + self.0 + .call(move |reply| MessagesHostCall::Answer { stream, reply }), + ) + } + + fn intercept(&self, stream: bool) -> BoxFuture<'_, Result> { + Box::pin( + self.0 + .call(move |reply| MessagesHostCall::Intercept { stream, reply }), + ) + } +} diff --git a/litellm/rust/crates/python-bridge/src/routes/messages/host.rs b/litellm/rust/crates/python-bridge/src/routes/messages/host.rs new file mode 100644 index 00000000000..67a96cac32d --- /dev/null +++ b/litellm/rust/crates/python-bridge/src/routes/messages/host.rs @@ -0,0 +1,1075 @@ +use crate::cache::{CacheCall, PythonCache, Selection}; +use litellm_host_python::{PythonHostCalls, PythonOwned}; + +use std::sync::{ + Arc, + atomic::{AtomicBool, Ordering}, +}; + +use bytes::Bytes; +use litellm_host::protocol::Reply; +use litellm_host_python::{ + InvokeError, PythonBinding, effective_py_args, from_py, json_from_py, to_py, +}; +use litellm_inference_messages::{ + DecodingError, Error, MessagesCall, MessagesSettings, MessagesShaping, UnencodableHeader, + litellm_params, messages_body, + route::{Messages, MessagesStreamHead}, +}; +use litellm_llms::base_llm::messages::context::MessagesModelCapabilities; +use litellm_llms_types::headers::ProviderSpecificHeaders; +use litellm_router_types::LitellmParams; +use pyo3::{ + exceptions::{PyException, PyUnicodeEncodeError}, + gc::{PyTraverseError, PyVisit}, + prelude::*, + sync::PyOnceLock, + types::{PyBytes, PyDict, PyList, PyMapping, PyString, PyTuple}, +}; +use serde_json::{Map, Value}; + +use super::agentic::HookedRequest; +use super::safeguards::{SafeguardsCall, SafeguardsHost}; +use super::transport::{HostedTransport, TransportCall, python_failure}; +use crate::{ + errors::{RequestMarker, route_failure}, + marshal::{ + ArgumentError, optional_timeout, project_optional_fields, public_json_response, + python_timeout_seconds, + }, + python_settings::PythonSettings, + routes::RequestView, +}; + +type MergedHeaders = (Option>, Option>); + +fn ascii_headers<'py>( + headers: &Bound<'py, PyAny>, + unencodable: &mut Option>, +) -> PyResult> { + let Ok(headers) = headers.cast::() else { + return Ok(headers.clone()); + }; + let py = headers.py(); + let kept = PyDict::new(py); + for (name, value) in headers.iter() { + if value.is_instance_of::() + && let Err(error) = value.call_method1("encode", ("ascii",)) + { + if !error.is_instance_of::(py) { + return Err(error); + } + if unencodable.is_none() { + let sent = value.call_method1("encode", ("utf-8", "surrogatepass"))?; + *unencodable = Some(sent.cast::()?.as_bytes().to_vec()); + } + continue; + } + kept.set_item(name, value)?; + } + Ok(kept.into_any()) +} + +const PROVIDER_SPECIFIC_HEADERS_MODULE: &str = + "litellm.litellm_core_utils.get_provider_specific_headers"; + +fn ascii_scoped_headers<'py>(value: &Bound<'py, PyAny>) -> PyResult> { + let ascii_entry = |entry: Bound<'py, PyAny>| -> PyResult> { + let Ok(entry) = entry.cast::() else { + return Ok(entry); + }; + let Some(headers) = entry.get_item("extra_headers")? else { + return Ok(entry.clone().into_any()); + }; + let kept = entry.copy()?; + kept.set_item("extra_headers", ascii_headers(&headers, &mut None)?)?; + Ok(kept.into_any()) + }; + if let Ok(entries) = value.cast::() { + return Ok(PyList::new( + value.py(), + entries + .iter() + .map(ascii_entry) + .collect::>>()?, + )? + .into_any()); + } + if let Ok(entries) = value.cast::() { + return Ok(PyTuple::new( + value.py(), + entries + .iter() + .map(ascii_entry) + .collect::>>()?, + )? + .into_any()); + } + ascii_entry(value.clone()) +} + +fn json_messages(messages: &Bound<'_, PyAny>) -> PyResult { + if messages.is_instance_of::() || messages.is_instance_of::() { + return json_from_py(messages); + } + json_from_py(&messages.py().get_type::().call1((messages,))?) +} + +pub(super) const ROUTE_HOST_MODULE: &str = "litellm.rust_bridge.host.routes.messages"; +const MODEL_CAPABILITIES_MODULE: &str = "litellm.rust_bridge.host.model_capabilities"; + +fn merge_headers( + forwarded: Option>, + extra_headers: Option>, +) -> Option> { + let merged = litellm_inference_messages::merge_messages_header_sources( + forwarded.into_iter().chain(extra_headers), + ); + (!merged.is_empty()).then_some(merged) +} + +const FEDERATING_PROVIDER: &str = "anthropic"; + +fn workload_identity_fields(py: Python<'_>) -> PyResult<&'static [String]> { + static FIELDS: PyOnceLock> = PyOnceLock::new(); + FIELDS + .get_or_try_init(py, || { + py.import(ROUTE_HOST_MODULE)? + .getattr("WORKLOAD_IDENTITY_FIELDS")? + .extract() + }) + .map(Vec::as_slice) +} + +fn module_global<'py>(py: Python<'py>, name: &str) -> PyResult>> { + PythonSettings::ProviderDefaults + .read_or_unset(py)? + .map_or(Ok(None), |defaults| defaults.attribute(name)) +} + +/// The caller's litellm params, read from the kwargs by the names the typed params declare, +/// so a key the configs do not read is never converted; a spec whose spellings the call all +/// leaves out falls back to the module global it names, which stays the host's concern. +fn project_litellm_params<'a, 'py>( + names: impl IntoIterator, + argument: impl Fn(&str) -> PyResult>>, + global: impl Fn(&str) -> PyResult>>, +) -> PyResult> { + let fields = project_optional_fields( + LitellmParams::fields() + .map(|name| -> &'a str { name }) + .chain(names), + &argument, + )?; + let globals = LitellmParams::specs() + .filter(|spec| !spec.wire.iter().any(|name| fields.contains_key(*name))) + .filter_map(|spec| spec.module_global); + let folded = project_optional_fields(globals, &global)?; + Ok(litellm_params(fields.into_iter().chain(folded).collect())) +} + +pub(super) struct MessagesHosted; + +impl litellm_host::protocol::Protocol for MessagesHosted { + type Request = (MessagesCall, Selection, bool); + type Response = ::Response; + type Error = Error; + type HostCall = MessagesHostCall; + type Chunk = Bytes; + type StreamHead = MessagesStreamHead; +} + +pub(super) enum MessagesHostCall { + Answer { stream: bool, reply: Reply<()> }, + Intercept { stream: bool, reply: Reply }, + Cache(CacheCall), + PreRequest(Reply>), + Safeguards(SafeguardsCall), + Transport(TransportCall), +} + +impl From for MessagesHostCall { + fn from(call: CacheCall) -> Self { + Self::Cache(call) + } +} + +impl From for MessagesHostCall { + fn from(call: TransportCall) -> Self { + Self::Transport(call) + } +} + +enum Answered { + Stream, + Whole { verbatim: bool }, +} + +#[derive(serde::Deserialize)] +struct HostSettings { + #[serde(flatten)] + settings: MessagesSettings, + model: String, + stream_cost_model: Option, + extra_headers: Option>, +} + +/// The Python side of the Messages route: projects the prepared arguments and builds the +/// public response, chunks and exceptions. +pub(super) struct MessagesPythonHost { + view: RequestView, + cache: PythonCache, + transport: HostedTransport, + safeguards: SafeguardsHost, + classifies: Arc, + awaiting_safeguards: bool, + stream_cost_model: Option, + asynchronous: bool, + pre_request: Option>>, + hooked: bool, + hooked_request: HookedRequest, + requested_stream: bool, + arguments: Option>, + interceptor: Option>, + pending_answer: Option>, + pending_intercept: Option>, + pending_short_circuit: Option<(bool, Reply)>, + answer: Option>, + answered: Option, +} + +impl MessagesPythonHost { + pub(super) fn new( + view: RequestView, + asynchronous: bool, + hooked_request: HookedRequest, + classifies: Arc, + ) -> Self { + Self { + view, + cache: PythonCache::new(asynchronous), + transport: HostedTransport::default(), + safeguards: SafeguardsHost::default(), + classifies, + awaiting_safeguards: false, + stream_cost_model: None, + asynchronous, + pre_request: None, + hooked: false, + hooked_request, + requested_stream: false, + arguments: None, + interceptor: None, + pending_answer: None, + pending_intercept: None, + pending_short_circuit: None, + answer: None, + answered: None, + } + } + + fn interceptor(&self, py: Python<'_>) -> PyResult>> { + if !self.asynchronous { + return Ok(None); + } + let interceptor = py + .import(ROUTE_HOST_MODULE)? + .getattr("interceptor")? + .call1((self.view.request(py)?,))?; + Ok((!interceptor.is_none()).then(|| interceptor.unbind())) + } + + fn may_intercept(&self, py: Python<'_>) -> PyResult { + if !self.asynchronous { + return Ok(false); + } + let module = py.import(ROUTE_HOST_MODULE)?; + Ok(module.getattr("has_interceptors")?.call0()?.extract()? + || module.getattr("short_circuits")?.call0()?.extract()?) + } + + fn begin_intercept( + &mut self, + py: Python<'_>, + stream: bool, + reply: Reply, + ) -> PyResult>> { + let module = py.import(ROUTE_HOST_MODULE)?; + if !module + .getattr("short_circuits")? + .call0()? + .extract::()? + { + return self.begin_interceptor(py, stream, reply); + } + let pending = module.getattr("short_circuit")?.call1(( + self.view.request(py)?, + stream, + self.hooked, + ))?; + self.pending_short_circuit = Some((stream, reply)); + Ok(Some(pending.unbind())) + } + + fn resume_short_circuit( + &mut self, + py: Python<'_>, + stream: bool, + reply: Reply, + answer: Py, + ) -> PyResult>> { + if answer.is_none(py) { + return self.begin_interceptor(py, stream, reply); + } + self.answer = Some(answer); + self.answered = Some(match stream { + true => Answered::Stream, + false => Answered::Whole { verbatim: false }, + }); + reply.send(true); + Ok(None) + } + + fn begin_interceptor( + &mut self, + py: Python<'_>, + stream: bool, + reply: Reply, + ) -> PyResult>> { + self.interceptor = self.interceptor(py)?; + if self.interceptor.is_none() { + reply.send(false); + return Ok(None); + } + let pending = self.start_answer(py, stream)?; + self.pending_intercept = Some(reply); + Ok(Some(pending)) + } + + fn begin_answer( + &mut self, + py: Python<'_>, + stream: bool, + reply: Reply<()>, + ) -> PyResult>> { + let pending = self.start_answer(py, stream)?; + self.pending_answer = Some(reply); + Ok(Some(pending)) + } + + fn start_answer(&mut self, py: Python<'_>, stream: bool) -> PyResult> { + let module = py.import(ROUTE_HOST_MODULE)?; + let request = self.view.request(py)?; + let pending = match &self.interceptor { + Some(interceptor) => { + module + .getattr("answer")? + .call1((interceptor, request, stream, self.hooked))? + } + None => module + .getattr("gateway")? + .call1((request, self.asynchronous, self.hooked))?, + }; + if pending.is_none() { + return Err(litellm_host_python::Error::MissingState.into()); + } + self.answered = Some(match (stream, &self.interceptor) { + (true, _) => Answered::Stream, + (false, Some(_)) => Answered::Whole { verbatim: false }, + (false, None) => Answered::Whole { verbatim: true }, + }); + Ok(pending.unbind()) + } + + fn host_settings( + &self, + py: Python<'_>, + arguments: &Bound<'_, PyDict>, + ) -> PyResult { + from_py(&py.import(ROUTE_HOST_MODULE)?.getattr("settings")?.call1(( + arguments, + self.view.request(py)?, + self.asynchronous, + ))?) + } + + fn body_params( + &self, + py: Python<'_>, + arguments: &Bound<'_, PyDict>, + ) -> PyResult> { + let request = effective_py_args(self.view.request(py)?, arguments)?; + let params = py + .import(ROUTE_HOST_MODULE)? + .getattr("body_params")? + .call1((request, self.asynchronous, self.hooked))? + .cast_into::()?; + params + .items()? + .iter() + .map(|item| { + let (name, value): (Bound<'_, PyAny>, Bound<'_, PyAny>) = item.extract()?; + let name: String = name.extract()?; + let value = match name.as_str() { + "messages" => json_messages(&value)?, + _ => json_from_py(&value)?, + }; + Ok((name, value)) + }) + .collect() + } + + fn projection( + &self, + py: Python<'_>, + arguments: &Bound<'_, PyDict>, + settings: HostSettings, + ) -> PyResult> { + let argument = |name: &str| self.view.argument(py, arguments, name); + let string = |name: &str| -> PyResult> { + argument(name)?.map(|value| value.extract()).transpose() + }; + let model = settings.model; + let messages = argument("messages")?.ok_or(ArgumentError::Required("messages"))?; + let mut fields = self.body_params(py, arguments)?; + let prepared = fields.remove("messages"); + let presanitized = prepared.is_some(); + let messages = match prepared { + Some(messages) => messages, + None => json_messages(&messages)?, + }; + let body = [ + ("model".to_string(), Value::String(model.clone())), + ("messages".to_string(), messages), + ] + .into_iter() + .chain(fields) + .collect::>(); + let timeout = argument("timeout")? + .map(|value| python_timeout_seconds(py, value.unbind())) + .transpose()? + .flatten(); + let api_key = string("api_key")?; + let api_base = string("api_base")?; + // Python's handler resolves a bare model name (`claude-sonnet-4-5`) through + // `get_llm_provider`'s model lists, which the native prefix lookup does not carry. + let custom_llm_provider = match string("custom_llm_provider")? { + Some(provider) => Some(provider), + None => py + .import(ROUTE_HOST_MODULE)? + .getattr("inferred_provider")? + .call1((&model, api_base.as_deref()))? + .extract()?, + }; + let (extra_headers, mut unencodable_request_header) = match settings.extra_headers { + Some(headers) => (Some(headers), None), + None => self.merged_headers(py, arguments)?, + }; + let provider_specific_header = self.provider_specific_header( + py, + arguments, + custom_llm_provider.as_deref(), + &mut unencodable_request_header, + )?; + let shaping = MessagesShaping { + capabilities: self.capabilities(py, &model, custom_llm_provider.as_deref())?, + settings: MessagesSettings { + whole_sse_frames: settings.stream_cost_model.is_some(), + presanitized, + intercepted: self.may_intercept(py)?, + unencodable_request_header, + ..settings.settings + }, + }; + let federation_fields: &[String] = match custom_llm_provider.as_deref() { + Some(FEDERATING_PROVIDER) => workload_identity_fields(py)?, + _ => &[], + }; + let litellm_params = project_litellm_params( + federation_fields.iter().map(String::as_str), + argument, + |name| module_global(py, name), + )?; + Ok(messages_body(body).and_then(|body| { + Ok(MessagesCall { + body, + api_key, + api_base, + extra_headers, + provider_specific_header, + custom_llm_provider, + litellm_params: litellm_params?, + timeout: optional_timeout(timeout), + shaping, + }) + })) + } + + fn merged_headers( + &self, + py: Python<'_>, + arguments: &Bound<'_, PyDict>, + ) -> PyResult { + let mut unencodable = None; + let mut mapping = |name: &str| -> PyResult>> { + self.view + .argument(py, arguments, name)? + .map(|value| from_py(&ascii_headers(&value, &mut unencodable)?)) + .transpose() + }; + let headers = mapping("headers")?; + let extra_headers = mapping("extra_headers")?; + Ok((merge_headers(headers, extra_headers), unencodable)) + } + + fn provider_specific_header( + &self, + py: Python<'_>, + arguments: &Bound<'_, PyDict>, + provider: Option<&str>, + unencodable: &mut Option>, + ) -> PyResult> { + let Some(value) = self + .view + .argument(py, arguments, "provider_specific_header")? + else { + return Ok(None); + }; + if unencodable.is_none() + && let Some(provider) = provider + && let Ok(scoped) = py + .import(PROVIDER_SPECIFIC_HEADERS_MODULE)? + .getattr("ProviderSpecificHeaderUtils")? + .call_method1("get_provider_specific_headers", (&value, provider, true)) + { + ascii_headers(&scoped, unencodable)?; + } + from_py(&ascii_scoped_headers(&value)?).map(Some) + } + + fn capabilities( + &self, + py: Python<'_>, + model: &str, + custom_llm_provider: Option<&str>, + ) -> PyResult { + from_py( + &py.import(MODEL_CAPABILITIES_MODULE)? + .getattr("anthropic_model_capabilities")? + .call1((model, custom_llm_provider))?, + ) + } + + fn provider(&self, py: Python<'_>) -> String { + self.view + .request(py) + .and_then(|request| request.get_item("custom_llm_provider")) + .ok() + .flatten() + .and_then(|value| value.extract::>().ok().flatten()) + .unwrap_or_else(|| "anthropic".into()) + } + + fn map_transport_failure(&self, py: Python<'_>, error: PyErr) -> PyResult { + let mapped = py + .import(ROUTE_HOST_MODULE)? + .getattr("map_transport_failure")? + .call1((error.value(py), self.view.request(py)?, self.provider(py)))?; + Ok(PyErr::from_value(mapped)) + } + + fn map_failure(&self, py: Python<'_>, error: PyErr) -> PyErr { + if !error.is_instance_of::(py) { + return error; + } + let mapped = py + .import(ROUTE_HOST_MODULE) + .and_then(|module| module.getattr("map_failure")) + .and_then(|map| { + map.call1(( + error.value(py), + self.view.request(py)?, + self.provider(py), + self.asynchronous, + )) + }) + .and_then(|mapped| { + mapped + .extract::>() + .map_err(PyErr::from) + }); + match mapped { + Ok(mapped) => PyErr::from_value(mapped.into_bound(py).into_any()), + Err(_) => error, + } + } +} + +impl MessagesPythonHost { + fn decode_call( + &mut self, + py: Python<'_>, + arguments: &Bound<'_, PyDict>, + ) -> Result> { + let settings = self + .host_settings(py, arguments) + .map_err(InvokeError::Python)?; + self.stream_cost_model = settings.stream_cost_model.clone(); + self.projection(py, arguments, settings) + .map_err(|error| InvokeError::Python(self.map_failure(py, error)))? + .map_err(InvokeError::Native) + } + + fn begin_pre_request( + &mut self, + py: Python<'_>, + reply: Reply>, + ) -> PyResult> { + let hooks = py + .import(ROUTE_HOST_MODULE)? + .getattr("pre_request_hooks")? + .call1((self.view.request(py)?,))?; + self.pre_request = Some(reply); + Ok(hooks.unbind()) + } + + fn resume_pre_request( + &mut self, + py: Python<'_>, + reply: Reply>, + result: PyResult>, + ) -> Result<(), InvokeError> { + let hooked = result?; + let arguments = hooked + .bind(py) + .cast::() + .map_err(|error| InvokeError::Python(error.into()))?; + self.view + .resolve(py, arguments) + .map_err(InvokeError::Python)?; + self.hooked = true; + let effective = self + .view + .request(py) + .and_then(|request| effective_py_args(request, arguments)) + .map_err(InvokeError::Python)?; + self.safeguards + .rebind(py, &effective) + .map_err(InvokeError::Python)?; + *self + .hooked_request + .lock() + .unwrap_or_else(std::sync::PoisonError::into_inner) = Some(arguments.clone().unbind()); + match self.decode_call(py, arguments) { + Ok(call) => reply.send(Ok(call)), + Err(InvokeError::Native(error)) => reply.send(Err(error)), + Err(error) => return Err(error), + } + Ok(()) + } +} + +impl PythonBinding for MessagesPythonHost { + type Protocol = MessagesHosted; + type Failure = PyErr; + + fn decode_request( + &mut self, + py: Python<'_>, + arguments: &Bound<'_, PyDict>, + ) -> Result<(MessagesCall, Selection, bool), InvokeError> { + self.view + .resolve(py, arguments) + .map_err(InvokeError::Python)?; + let function = py + .import(ROUTE_HOST_MODULE) + .and_then(|module| module.call_method0("cached_function")) + .map_err(InvokeError::Python)?; + let selection = crate::cache::configure(&mut self.cache, py, arguments, &function) + .map_err(InvokeError::Python)?; + let effective = self + .view + .request(py) + .and_then(|request| effective_py_args(request, arguments)) + .map_err(InvokeError::Python)?; + let classifies = self + .safeguards + .configure(py, &effective) + .map_err(InvokeError::Python)?; + self.classifies.store(classifies, Ordering::Release); + self.requested_stream = arguments + .get_item("stream") + .map_err(InvokeError::Python)? + .is_some_and(|stream| stream.is(pyo3::types::PyBool::new(py, true))); + self.arguments = Some(arguments.clone().unbind()); + let request = self.decode_call(py, arguments)?; + let hosted = self + .transport + .select(py, self.view.request(py).map_err(InvokeError::Python)?) + .map_err(InvokeError::Python)?; + Ok((request, selection, hosted)) + } + + fn encode_response( + &mut self, + py: Python<'_>, + response: litellm_inference_messages::MessagesBody, + ) -> PyResult> { + if let Some(answer) = self.answer.take() { + return Ok(answer); + } + let public = public_json_response(py, ROUTE_HOST_MODULE, &response)?; + self.safeguards.published(py, public) + } + + fn deliver_response(&mut self, py: Python<'_>, response: Py) -> PyResult> { + match self.answered.take() { + Some(Answered::Stream) => return self.cache.wrap_stream(py, response), + Some(Answered::Whole { verbatim }) => { + self.cache.store_response(py, response.bind(py), verbatim)?; + } + None if self.requested_stream => {} + None => self.cache.store_response(py, response.bind(py), false)?, + } + Ok(response) + } + + fn encode_stream_head( + &mut self, + py: Python<'_>, + head: MessagesStreamHead, + ) -> PyResult> { + let module = py.import(ROUTE_HOST_MODULE)?; + let head = module + .getattr("stream_hidden_params")? + .call1((to_py(py, &head.headers)?,))?; + if let Some(arguments) = self + .arguments + .as_ref() + .filter(|_| self.asynchronous && !self.requested_stream) + { + module + .getattr("unrequested_stream")? + .call1((&head, arguments))?; + } + Ok(head.unbind()) + } + + fn encode_chunk(&mut self, py: Python<'_>, chunk: Bytes) -> PyResult> { + let frames = PyBytes::new(py, &chunk).into_any(); + let Some(model) = &self.stream_cost_model else { + return Ok(frames.unbind()); + }; + py.import(ROUTE_HOST_MODULE)? + .getattr("inject_stream_cost")? + .call1((frames, model, self.view.request(py)?)) + .map(Bound::unbind) + } + + fn map_error(&self, py: Python<'_>, error: Error) -> PyResult { + if let Some((raised, raw)) = python_failure(py, &error) { + return if raw { + Ok(raised) + } else { + self.map_transport_failure(py, raised) + }; + } + if let Some(unencodable) = litellm_error::find::(&error) { + let (value, received) = match unencodable { + UnencodableHeader::Sent(value) => (value, false), + UnencodableHeader::Received(value) => (value, true), + }; + let raised = py + .import(ROUTE_HOST_MODULE)? + .getattr("unencodable_header")? + .call1((PyBytes::new(py, value), received))?; + return self.map_transport_failure(py, PyErr::from_value(raised)); + } + if let Some(undecodable) = litellm_error::find::(&error) { + let raised = py + .import(ROUTE_HOST_MODULE)? + .getattr("decoding_failure")? + .call1(( + undecodable.to_string(), + self.view.request(py)?, + self.provider(py), + ))?; + return Ok(PyErr::from_value(raised)); + } + route_failure(py, error, RequestMarker::Messages, |native| { + Ok(self.map_failure(py, native)) + }) + } + + fn host_error(error: &PyErr) -> Error { + crate::routes::inference::host_call_error(error) + } +} + +impl PythonHostCalls for MessagesPythonHost { + fn handle_host_call( + &mut self, + py: Python<'_>, + op: MessagesHostCall, + ) -> Result<(), InvokeError> { + self.begin_host_call(py, op).map(|_| ()) + } + + fn begin_host_call( + &mut self, + py: Python<'_>, + op: MessagesHostCall, + ) -> Result>, InvokeError> { + self.awaiting_safeguards = matches!(op, MessagesHostCall::Safeguards(_)); + match op { + MessagesHostCall::Cache(op) => self.cache.begin(py, op), + MessagesHostCall::Transport(op) => { + let request = self.view.request(py).map_err(InvokeError::Python)?; + self.transport.begin(py, op, request) + } + MessagesHostCall::PreRequest(reply) => self.begin_pre_request(py, reply).map(Some), + MessagesHostCall::Safeguards(op) => self.safeguards.begin(py, op).map(Some), + MessagesHostCall::Answer { stream, reply } => self.begin_answer(py, stream, reply), + MessagesHostCall::Intercept { stream, reply } => { + self.begin_intercept(py, stream, reply) + } + } + .map_err(InvokeError::Python) + } + + fn resume_host_call( + &mut self, + py: Python<'_>, + result: PyResult>, + ) -> Result>, InvokeError> { + if let Some(reply) = self.pre_request.take() { + return self.resume_pre_request(py, reply, result).map(|()| None); + } + if let Some((stream, reply)) = self.pending_short_circuit.take() { + return self + .resume_short_circuit(py, stream, reply, result?) + .map_err(InvokeError::Python); + } + if let Some(reply) = self.pending_answer.take() { + self.answer = Some(result?); + reply.send(()); + return Ok(None); + } + if let Some(reply) = self.pending_intercept.take() { + self.answer = Some(result?); + reply.send(true); + return Ok(None); + } + if std::mem::take(&mut self.awaiting_safeguards) { + return self + .safeguards + .resume(py, result) + .map(|()| None) + .map_err(InvokeError::Python); + } + if self.transport.pending() { + return self + .transport + .resume(py, result) + .map_err(InvokeError::Python); + } + self.cache.resume(py, result).map_err(InvokeError::Python) + } +} + +impl PythonOwned for MessagesPythonHost { + fn close(&mut self, _: Python<'_>) { + self.view.close(); + self.cache.close(); + self.transport.close(); + self.pre_request = None; + self.safeguards.close(); + self.interceptor = None; + self.pending_answer = None; + self.pending_intercept = None; + self.pending_short_circuit = None; + self.answer = None; + self.answered = None; + self.arguments = None; + } + fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> { + self.view.traverse(visit)?; + self.cache.traverse(visit)?; + self.transport.traverse(visit)?; + self.safeguards.traverse(visit)?; + visit.call(&self.interceptor)?; + visit.call(&self.arguments)?; + visit.call(&self.answer) + } +} + +#[cfg(test)] +mod tests { + use litellm_host_python::present; + use rstest::rstest; + use serde_json::json; + + use super::*; + + fn map(value: Value) -> Map { + serde_json::from_value(value).unwrap() + } + + #[rstest] + #[case::extra_over_forwarded( + Some(json!({"X-Priority": "forwarded", "X-Forwarded-Only": "keep"})), + Some(json!({"X-Priority": "extra", "X-Extra-Only": "also-keep"})), + Some(json!({"X-Priority": "extra", "X-Forwarded-Only": "keep", "X-Extra-Only": "also-keep"})), + )] + #[case::only_forwarded(Some(json!({"X-Forwarded": "yes"})), None, Some(json!({"X-Forwarded": "yes"})))] + #[case::only_extra_headers( + None, + Some(json!({"X-Custom-Header": "from-kwargs", "X-Auth-Token": "token123"})), + Some(json!({"X-Custom-Header": "from-kwargs", "X-Auth-Token": "token123"})), + )] + #[case::nothing(None, Some(json!({})), None)] + fn headers_merge_forwarded_then_extra( + #[case] forwarded: Option, + #[case] extra_headers: Option, + #[case] expected: Option, + ) { + assert_eq!( + merge_headers(forwarded.map(map), extra_headers.map(map)), + expected.map(map) + ); + } + + #[rstest] + #[case::model_and_credentials_are_projected( + json!({"model": "m", "api_key": "k", "api_base": "b", "api_version": "v", "timeout": 5, "messages": []}), + Ok(json!({"model": "m", "api_key": "k", "api_base": "b", "api_version": "v"})), + )] + #[case::aws_keys_are_projected( + json!({"model": "m", "aws_region_name": "eu-central-1", "aws_access_key_id": "AKIA", "messages": [{"role": "user"}]}), + Ok(json!({"model": "m", "aws_region_name": "eu-central-1", "aws_access_key_id": "AKIA"})), + )] + #[case::vertex_keys_are_projected_in_both_spellings( + json!({"model": "m", "vertex_project": "p", "vertex_ai_location": "us-east5", "vertex_credentials": {"type": "service_account"}}), + Ok(json!({"model": "m", "vertex_project": "p", "vertex_ai_location": "us-east5", "vertex_credentials": {"type": "service_account"}})), + )] + #[case::an_explicit_none_is_absent(json!({"model": "m", "aws_region_name": null}), Ok(json!({"model": "m"})))] + #[case::a_wrong_type_is_a_request_error(json!({"model": "m", "aws_region_name": 7}), Err(()))] + #[case::a_missing_model_is_a_request_error(json!({"aws_region_name": "eu-central-1"}), Err(()))] + fn litellm_params_are_projected_by_their_declared_names( + #[case] kwargs: Value, + #[case] expected: Result, + ) { + assert_projection(kwargs, json!({}), expected); + } + + #[rstest] + #[case::global_fills_a_missing_vertex_project( + json!({"model": "m"}), + json!({"vertex_project": "from-global", "vertex_location": "us-east5"}), + Ok(json!({"model": "m", "vertex_project": "from-global", "vertex_location": "us-east5"})), + )] + #[case::the_call_wins_over_the_global( + json!({"model": "m", "vertex_project": "from-call"}), + json!({"vertex_project": "from-global"}), + Ok(json!({"model": "m", "vertex_project": "from-call"})), + )] + #[case::an_explicit_none_in_the_call_still_falls_back( + json!({"model": "m", "vertex_project": null}), + json!({"vertex_project": "from-global"}), + Ok(json!({"model": "m", "vertex_project": "from-global"})), + )] + #[case::a_global_of_the_wrong_type_is_a_request_error( + json!({"model": "m"}), + json!({"vertex_location": 5}), + Err(()), + )] + fn module_globals_fill_the_litellm_params_the_call_leaves_out( + #[case] kwargs: Value, + #[case] globals: Value, + #[case] expected: Result, + ) { + assert_projection(kwargs, globals, expected); + } + + #[rstest] + #[case::a_global_without_a_spec_is_never_read( + json!({"model": "m"}), + json!({"aws_region_name": "eu-central-1", "api_key": "k"}), + Ok(json!({"model": "m"})), + )] + #[case::only_the_spec_named_global_is_read( + json!({"model": "m"}), + json!({"vertex_ai_project": "legacy-global", "vertex_project": "from-global"}), + Ok(json!({"model": "m", "vertex_project": "from-global"})), + )] + fn only_the_globals_the_specs_name_are_consulted( + #[case] kwargs: Value, + #[case] globals: Value, + #[case] expected: Result, + ) { + assert_projection(kwargs, globals, expected); + } + + #[rstest] + #[case::named_fields_are_projected( + json!({"model": "m", "anthropic_federation_rule_id": "fdrl_1", "anthropic_issuer_ttl_seconds": 60}), + Ok(json!({"model": "m", "anthropic_federation_rule_id": "fdrl_1", "anthropic_issuer_ttl_seconds": 60})), + )] + #[case::unnamed_fields_are_not( + json!({"model": "m", "anthropic_unrelated": "x"}), + Ok(json!({"model": "m"})), + )] + fn workload_identity_fields_are_projected_by_the_names_the_host_lists( + #[case] kwargs: Value, + #[case] expected: Result, + ) { + assert_projection_of( + &[ + "anthropic_federation_rule_id", + "anthropic_issuer_ttl_seconds", + ], + kwargs, + json!({}), + expected, + ); + } + + fn assert_projection(kwargs: Value, globals: Value, expected: Result) { + assert_projection_of(&[], kwargs, globals, expected); + } + + fn assert_projection_of( + names: &[&str], + kwargs: Value, + globals: Value, + expected: Result, + ) { + Python::initialize(); + Python::attach(|py| { + let dict = |value: &Value| { + to_py(py, value) + .unwrap() + .into_bound(py) + .cast_into::() + .unwrap() + }; + let kwargs = dict(&kwargs); + let globals = dict(&globals); + let bound = PyDict::new(py); + let projected = project_litellm_params( + names.iter().copied(), + |name| present(&kwargs, &bound, name), + |name| present(&globals, &bound, name), + ) + .unwrap(); + match (projected, expected) { + (Ok(projected), Ok(fields)) => assert_eq!( + projected, + litellm_params(serde_json::from_value(fields).unwrap()).unwrap() + ), + (Err(error), Err(())) => assert!(error.is_request(), "{error:?}"), + (projected, expected) => panic!("got {projected:?}, expected {expected:?}"), + } + }); + } +} diff --git a/litellm/rust/crates/python-bridge/src/routes/messages/mod.rs b/litellm/rust/crates/python-bridge/src/routes/messages/mod.rs new file mode 100644 index 00000000000..9a1de064051 --- /dev/null +++ b/litellm/rust/crates/python-bridge/src/routes/messages/mod.rs @@ -0,0 +1,124 @@ +mod agentic; +mod answer; +mod host; +mod modify_params; +mod pre_request; +mod safeguards; +mod transport; +pub(crate) mod workload_identity; + +use host::MessagesPythonHost; +use litellm_callbacks_legacy_python::LoggingOperation; +use modify_params::ModifyParams; +use pyo3::prelude::*; + +use super::NativeCall; + +fn run_messages(py: Python<'_>, call: NativeCall<'_>, asynchronous: bool) -> PyResult> { + let (arguments, hooks) = + crate::routes::call_hooks(py, LoggingOperation::Messages, &call, asynchronous)?; + let hooked_request = agentic::HookedRequest::default(); + let hooks = litellm_host_python::HookChain::new() + .with(agentic::AgenticLoop::new( + asynchronous, + std::sync::Arc::clone(&hooked_request), + )) + .with(hooks); + let modify_params = ModifyParams::new(&call.args, &call.kwargs)?; + let classifies = std::sync::Arc::new(std::sync::atomic::AtomicBool::new(false)); + let classified = std::sync::Arc::clone(&classifies); + crate::routes::run_public_call_after_policy( + py, + arguments, + move |py, arguments, request| { + let hooked = pre_request::runs_pre_request_hooks(py)?; + let route = litellm_inference_messages::MessagesRoute::new( + crate::http::messages_client(py, arguments, asynchronous)? + .map_err(crate::http::client_error)?, + crate::http::resources().auth.clone(), + crate::secrets::source(py)?, + ) + .with_workload_identity(std::sync::Arc::new( + workload_identity::PythonWorkloadIdentity::new( + litellm_host_python::PythonContext::capture(py)?, + ), + )); + Ok(litellm_host::call::hosted_call( + request, + None, + move |(call, selection, hosted): (_, crate::cache::Selection, bool), + services, + interceptors, + observers| async move { + let route = if hosted { + route.with_transport(std::sync::Arc::new(transport::PythonTransport::new( + services.clone(), + ))) + } else { + route + }; + let route = match hooked { + true => route.with_pre_request_hooks(std::sync::Arc::new( + pre_request::HostPreRequestHooks::new(services.clone()), + )), + false => route, + }; + let route = match classified.load(std::sync::atomic::Ordering::Acquire) { + true => route.with_safeguards(std::sync::Arc::new( + safeguards::PythonSafeguards::new(services.clone()), + )), + false => route, + }; + let route = route.with_host_answer(std::sync::Arc::new( + answer::PythonAnswer::new(services.clone()), + )); + let (cache, options) = selection.attach(services); + let route = match cache { + Some(cache) => route.with_cache(cache), + None => route, + }; + route + .execute( + call, + &interceptors, + litellm_inference::CallOptions { + cache: Some(options.policy), + observers, + }, + ) + .await + }, + )) + }, + MessagesPythonHost::new(call.view()?, asynchronous, hooked_request, classifies), + hooks, + modify_params, + asynchronous, + ) +} + +/// Python's sync Messages handler answers a mock without logging, hands proxy MCP tools to the +/// gateway, and raises for every other native provider call before it sends anything or opens a +/// logging object (`BaseLLMHTTPHandler.anthropic_messages_handler`), and Rust copies that until +/// both sides serve sync calls. +const SYNC_NOT_IMPLEMENTED: &str = "anthropic_messages_handler is not implemented for sync calls"; + +#[pyfunction] +#[pyo3(signature = (call))] +pub(crate) fn messages(py: Python<'_>, call: NativeCall<'_>) -> PyResult> { + let answer = py + .import(host::ROUTE_HOST_MODULE)? + .getattr("sync_answer")? + .call1((call.resolved()?,))?; + if answer.is_none() { + return Err(pyo3::exceptions::PyValueError::new_err( + SYNC_NOT_IMPLEMENTED, + )); + } + Ok(answer.unbind()) +} + +#[pyfunction] +pub(crate) fn amessages(py: Python<'_>, call: NativeCall<'_>) -> PyResult> { + run_messages(py, call, true) +} diff --git a/litellm/rust/crates/python-bridge/src/routes/messages/modify_params.rs b/litellm/rust/crates/python-bridge/src/routes/messages/modify_params.rs new file mode 100644 index 00000000000..c6f846478ad --- /dev/null +++ b/litellm/rust/crates/python-bridge/src/routes/messages/modify_params.rs @@ -0,0 +1,152 @@ +use litellm_host::hooks::CallHooks; +use litellm_host_python::{PythonOwned, PythonRuntime}; +use pyo3::{ + exceptions::PyException, + gc::{PyTraverseError, PyVisit}, + prelude::*, + types::{PyDict, PyTuple}, +}; + +use super::host::ROUTE_HOST_MODULE; + +pub(super) struct ModifyParams { + call: Option<(Py, Py)>, +} + +impl ModifyParams { + pub(super) fn new(args: &Bound<'_, PyTuple>, kwargs: &Bound<'_, PyDict>) -> PyResult { + let model = match args.get_item(0) { + Ok(model) => model, + Err(_) => kwargs + .get_item("model")? + .unwrap_or_else(|| args.py().None().into_bound(args.py())), + }; + Ok(Self { + call: Some((model.unbind(), args.clone().unbind())), + }) + } +} + +impl CallHooks for ModifyParams { + fn arguments_prepared(&mut self, py: Python<'_>, arguments: &Py) -> PyResult<()> { + let Some((model, args)) = &self.call else { + return Ok(()); + }; + let clamped = py + .import(ROUTE_HOST_MODULE) + .and_then(|module| module.getattr("modify_max_tokens")) + .and_then(|clamp| clamp.call1((model, args, arguments))); + match clamped { + Err(error) if !error.is_instance_of::(py) => Err(error), + _ => Ok(()), + } + } +} + +impl PythonOwned for ModifyParams { + fn close(&mut self, _: Python<'_>) { + self.call = None; + } + + fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> { + if let Some((model, args)) = &self.call { + visit.call(model)?; + visit.call(args)?; + } + Ok(()) + } +} + +#[cfg(test)] +mod tests { + use pyo3::{ + prelude::*, + types::{PyDict, PyTuple}, + }; + use rstest::rstest; + + use super::{ModifyParams, ROUTE_HOST_MODULE}; + use litellm_host::hooks::CallHooks; + + #[rstest] + #[case::keyword_model( + "()", + "{'model': 'anthropic/claude-sonnet-4-5'}", + "'anthropic/claude-sonnet-4-5'" + )] + #[case::first_positional_wins("(64, [])", "{'model': 'anthropic/claude-sonnet-4-5'}", "64")] + #[case::no_model("()", "{}", "None")] + fn reads_the_model_the_client_wrapper_reads( + #[case] args: &str, + #[case] kwargs: &str, + #[case] expected: &str, + ) { + Python::initialize(); + Python::attach(|py| { + let eval = |source: &str| { + py.eval(&std::ffi::CString::new(source).unwrap(), None, None) + .unwrap() + }; + let args = eval(args).cast_into::().unwrap(); + let kwargs = eval(kwargs).cast_into::().unwrap(); + let hook = ModifyParams::new(&args, &kwargs).unwrap(); + let (model, captured) = hook.call.as_ref().unwrap(); + assert!(model.bind(py).eq(eval(expected)).unwrap()); + assert!(captured.bind(py).is(&args)); + }); + } + + #[rstest] + #[case::exception_leaves_max_tokens("ValueError", true)] + #[case::base_exception_propagates("KeyboardInterrupt", false)] + fn a_failing_clamp_behaves_like_the_client_wrappers_swallowed_try( + #[case] raised: &str, + #[case] swallowed: bool, + ) { + Python::initialize(); + Python::attach(|py| { + let locals = PyDict::new(py); + locals.set_item("name", ROUTE_HOST_MODULE).unwrap(); + locals.set_item("raised", raised).unwrap(); + py.run( + c" +import builtins, sys, types +for parent in ('litellm', 'litellm.rust_bridge', 'litellm.rust_bridge.host', 'litellm.rust_bridge.host.routes'): + sys.modules.setdefault(parent, types.ModuleType(parent)) +saved = sys.modules.get(name) +stub = types.ModuleType(name) +def modify_max_tokens(model, args, kwargs): + kwargs['max_tokens'] = 1 + raise getattr(builtins, raised)() +stub.modify_max_tokens = modify_max_tokens +sys.modules[name] = stub +", + Some(&locals), + Some(&locals), + ) + .unwrap(); + let args = PyTuple::empty(py); + let kwargs = PyDict::new(py); + kwargs + .set_item("model", "anthropic/claude-sonnet-4-5") + .unwrap(); + let mut hook = ModifyParams::new(&args, &kwargs).unwrap(); + let result = hook.arguments_prepared(py, &kwargs.clone().unbind()); + py.run( + c" +if saved is None: + sys.modules.pop(name, None) +else: + sys.modules[name] = saved +", + Some(&locals), + Some(&locals), + ) + .unwrap(); + assert_eq!(result.is_ok(), swallowed); + if let Err(error) = result { + assert!(error.is_instance_of::(py)); + } + }); + } +} diff --git a/litellm/rust/crates/python-bridge/src/routes/messages/pre_request.rs b/litellm/rust/crates/python-bridge/src/routes/messages/pre_request.rs new file mode 100644 index 00000000000..0553fc0fa7f --- /dev/null +++ b/litellm/rust/crates/python-bridge/src/routes/messages/pre_request.rs @@ -0,0 +1,35 @@ +use futures_util::future::BoxFuture; +use litellm_host::machine::HostServices; +use litellm_inference_messages::{Error, MessagesCall, PreRequestHooks}; +use pyo3::prelude::*; + +use super::host::{MessagesHostCall, MessagesHosted, ROUTE_HOST_MODULE}; + +pub(super) fn runs_pre_request_hooks(py: Python<'_>) -> PyResult { + py.import(ROUTE_HOST_MODULE)? + .getattr("runs_pre_request_hooks")? + .call0()? + .extract() +} + +pub(super) struct HostPreRequestHooks { + services: HostServices, +} + +impl HostPreRequestHooks { + pub(super) fn new(services: HostServices) -> Self { + Self { services } + } +} + +impl PreRequestHooks for HostPreRequestHooks { + fn run(&self, call: MessagesCall) -> BoxFuture<'_, Result> { + drop(call); + Box::pin(async move { + self.services + .call(MessagesHostCall::PreRequest) + .await + .and_then(|hooked| hooked) + }) + } +} diff --git a/litellm/rust/crates/python-bridge/src/routes/messages/safeguards.rs b/litellm/rust/crates/python-bridge/src/routes/messages/safeguards.rs new file mode 100644 index 00000000000..af478521cb3 --- /dev/null +++ b/litellm/rust/crates/python-bridge/src/routes/messages/safeguards.rs @@ -0,0 +1,183 @@ +use bytes::Bytes; +use futures_util::future::BoxFuture; +use litellm_host::{machine::HostServices, protocol::Reply}; +use litellm_host_python::{from_py, to_py}; +use litellm_inference_messages::{Error, MessagesBody, Safeguards}; +use pyo3::{ + exceptions::PyRuntimeError, + gc::{PyTraverseError, PyVisit}, + prelude::*, + types::{PyBytes, PyDict}, +}; +use serde_json::Value; + +use super::host::{MessagesHostCall, MessagesHosted, ROUTE_HOST_MODULE}; + +pub(super) enum SafeguardsCall { + Results { + response: MessagesBody, + reply: Reply>, + }, + OpenStream { + reply: Reply, + }, + Frames { + chunk: Bytes, + reply: Reply>, + }, + Flush { + reply: Reply>, + }, +} + +pub(super) struct PythonSafeguards { + services: HostServices, +} + +impl PythonSafeguards { + pub(super) fn new(services: HostServices) -> Self { + Self { services } + } + + async fn ask( + &self, + call: impl FnOnce(Reply) -> SafeguardsCall + Send, + ) -> Result { + self.services + .call(|reply| MessagesHostCall::Safeguards(call(reply))) + .await + } +} + +impl Safeguards for PythonSafeguards { + fn results<'a>( + &'a self, + response: &'a MessagesBody, + ) -> BoxFuture<'a, Result, Error>> { + let response = response.clone(); + Box::pin(self.ask(|reply| SafeguardsCall::Results { response, reply })) + } + + fn open_stream(&self) -> BoxFuture<'_, Result> { + Box::pin(self.ask(|reply| SafeguardsCall::OpenStream { reply })) + } + + fn frames(&self, chunk: Bytes) -> BoxFuture<'_, Result, Error>> { + Box::pin(self.ask(|reply| SafeguardsCall::Frames { chunk, reply })) + } + + fn flush(&self) -> BoxFuture<'_, Result, Error>> { + Box::pin(self.ask(|reply| SafeguardsCall::Flush { reply })) + } +} + +enum Pending { + Results(Reply>), + OpenStream(Reply), + Frames(Reply>), +} + +#[derive(Default)] +pub(super) struct SafeguardsHost { + classifier: Option>, + pending: Option, +} + +impl SafeguardsHost { + pub(super) fn configure( + &mut self, + py: Python<'_>, + request: &Bound<'_, PyDict>, + ) -> PyResult { + let classifier = py + .import(ROUTE_HOST_MODULE)? + .getattr("safeguards")? + .call1((request,))?; + self.classifier = (!classifier.is_none()).then(|| classifier.unbind()); + Ok(self.classifier.is_some()) + } + + pub(super) fn rebind(&mut self, py: Python<'_>, request: &Bound<'_, PyDict>) -> PyResult<()> { + if self.classifier.is_none() { + return Ok(()); + } + let classifier = py + .import(ROUTE_HOST_MODULE)? + .getattr("safeguards")? + .call1((request,))?; + if !classifier.is_none() { + self.classifier = Some(classifier.unbind()); + } + Ok(()) + } + + pub(super) fn begin(&mut self, py: Python<'_>, call: SafeguardsCall) -> PyResult> { + let classifier = self + .classifier + .as_ref() + .ok_or_else(|| PyRuntimeError::new_err("safeguards call without a classifier"))? + .bind(py); + let (awaitable, pending) = match call { + SafeguardsCall::Results { response, reply } => ( + classifier.call_method1("results", (to_py(py, &response)?,))?, + Pending::Results(reply), + ), + SafeguardsCall::OpenStream { reply } => ( + classifier.call_method0("open_stream")?, + Pending::OpenStream(reply), + ), + SafeguardsCall::Frames { chunk, reply } => ( + classifier.call_method1("frames", (PyBytes::new(py, &chunk),))?, + Pending::Frames(reply), + ), + SafeguardsCall::Flush { reply } => { + (classifier.call_method0("flush")?, Pending::Frames(reply)) + } + }; + self.pending = Some(pending); + Ok(awaitable.unbind()) + } + + pub(super) fn resume(&mut self, py: Python<'_>, result: PyResult>) -> PyResult<()> { + let pending = self + .pending + .take() + .ok_or_else(|| PyRuntimeError::new_err("safeguards reply without a pending call"))?; + let value = result?.into_bound(py); + match pending { + Pending::Results(reply) => reply.send(if value.is_none() { + None + } else { + Some(from_py(&value)?) + }), + Pending::OpenStream(reply) => reply.send(value.extract()?), + Pending::Frames(reply) => reply.send( + value + .extract::>>()? + .iter() + .map(|frame| Bytes::copy_from_slice(frame.as_bytes())) + .collect(), + ), + } + Ok(()) + } + + pub(super) fn published(&self, py: Python<'_>, public: Py) -> PyResult> { + match &self.classifier { + Some(classifier) => classifier + .bind(py) + .call_method1("published", (public,)) + .map(Bound::unbind), + None => Ok(public), + } + } + + pub(super) fn close(&mut self) { + self.classifier = None; + self.pending = None; + } + + pub(super) fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> { + visit.call(&self.classifier) + } +} diff --git a/litellm/rust/crates/python-bridge/src/routes/messages/transport.rs b/litellm/rust/crates/python-bridge/src/routes/messages/transport.rs new file mode 100644 index 00000000000..12e782f61aa --- /dev/null +++ b/litellm/rust/crates/python-bridge/src/routes/messages/transport.rs @@ -0,0 +1,275 @@ +use std::fmt; + +use bytes::Bytes; +use futures_util::{StreamExt, future::BoxFuture}; +use litellm_host::{ + machine::HostServices, + protocol::{Protocol, Reply}, +}; +use litellm_host_python::{json_to_py, to_py}; +use litellm_inference_messages::{ + Delivered, Error, Transport, TransportBody, TransportRequest, TransportResponse, +}; +use pyo3::{ + exceptions::{PyBaseException, PyException, PyStopAsyncIteration}, + gc::{PyTraverseError, PyVisit}, + prelude::*, + types::{PyBytes, PyDict}, +}; + +use super::host::ROUTE_HOST_MODULE; + +pub(crate) enum TransportCall { + Send { + request: TransportRequest, + reply: Reply>, + }, + Read { + reply: Reply, Error>>, + }, +} + +pub(crate) struct Sent { + status: u16, + headers: Vec<(String, String)>, + body: SentBody, +} + +enum SentBody { + Text(String), + Stream, + Rejected { text: String, error: Error }, +} + +pub(super) struct PythonTransport { + services: HostServices

, +} + +impl PythonTransport

{ + pub(super) fn new(services: HostServices

) -> Self { + Self { services } + } +} + +impl

Transport for PythonTransport

+where + P: Protocol, + P::HostCall: From, +{ + fn send( + &self, + request: TransportRequest, + ) -> BoxFuture<'static, Result> { + let services = self.services.clone(); + Box::pin(async move { + let sent = services + .call(|reply| TransportCall::Send { request, reply }.into()) + .await??; + let delivered = match sent.body { + SentBody::Text(text) => Delivered::Complete(text), + SentBody::Rejected { text, error } => Delivered::Rejected { text, error }, + SentBody::Stream => Delivered::Stream( + futures_util::stream::try_unfold(services, |services| async move { + let chunk = services + .call(|reply| TransportCall::Read { reply }.into()) + .await??; + Ok(chunk.map(|chunk| (chunk, services))) + }) + .boxed(), + ), + }; + Ok(TransportResponse { + status: sent.status, + headers: sent.headers, + delivered, + }) + }) + } +} + +#[derive(thiserror::Error)] +#[error("the Python HTTP client failed")] +struct HostTransportFailure { + error: Py, + raw: bool, +} + +impl fmt::Debug for HostTransportFailure { + fn fmt(&self, formatter: &mut fmt::Formatter<'_>) -> fmt::Result { + formatter.write_str("HostTransportFailure") + } +} + +fn failed(py: Python<'_>, error: PyErr, raw: bool) -> Error { + Error::transport(HostTransportFailure { + error: error.into_value(py), + raw, + }) +} + +pub(super) fn python_failure( + py: Python<'_>, + error: &(dyn std::error::Error + 'static), +) -> Option<(PyErr, bool)> { + litellm_error::find::(error).map(|failure| { + ( + PyErr::from_value(failure.error.clone_ref(py).into_bound(py).into_any()), + failure.raw, + ) + }) +} + +enum Pending { + Send(Reply>), + Read(Reply, Error>>), +} + +#[derive(Default)] +pub(super) struct HostedTransport { + handler: Option>, + chunks: Option>, + pending: Option, +} + +impl HostedTransport { + pub(super) fn select(&mut self, py: Python<'_>, request: &Bound<'_, PyDict>) -> PyResult { + let handler = py + .import(ROUTE_HOST_MODULE)? + .getattr("transport_handler")? + .call1((request,))?; + self.handler = (!handler.is_none()).then(|| handler.unbind()); + Ok(self.handler.is_some()) + } + + pub(super) fn pending(&self) -> bool { + self.pending.is_some() + } + + pub(super) fn begin( + &mut self, + py: Python<'_>, + call: TransportCall, + request: &Bound<'_, PyDict>, + ) -> PyResult>> { + match call { + TransportCall::Send { + request: sent, + reply, + } => { + let handler = self + .handler + .as_ref() + .ok_or(litellm_host_python::Error::MissingState)?; + let body = match &sent.body { + TransportBody::Json(body) => json_to_py(py, body)?.unbind(), + TransportBody::Signed(bytes) => PyBytes::new(py, bytes).into_any().unbind(), + }; + let awaitable = py + .import(ROUTE_HOST_MODULE)? + .getattr("transport_send")? + .call1(( + handler, + request, + &sent.url, + to_py(py, &sent.headers)?, + body, + sent.stream, + ))?; + self.pending = Some(Pending::Send(reply)); + Ok(Some(awaitable.unbind())) + } + TransportCall::Read { reply } => { + let Some(chunks) = self.chunks.as_ref() else { + reply.send(Ok(None)); + return Ok(None); + }; + let awaitable = chunks.bind(py).call_method0("__anext__")?; + self.pending = Some(Pending::Read(reply)); + Ok(Some(awaitable.unbind())) + } + } + } + + pub(super) fn resume( + &mut self, + py: Python<'_>, + result: PyResult>, + ) -> PyResult>> { + let result = match result { + Err(error) if !error.is_instance_of::(py) => { + self.pending = None; + return Err(error); + } + result => result, + }; + match self.pending.take() { + Some(Pending::Send(reply)) => { + reply.send(match result { + Ok(sent) => self.sent(py, sent.bind(py))?, + Err(error) => Err(self.send_failure(py, error)?), + }); + } + Some(Pending::Read(reply)) => reply.send(match result { + Ok(chunk) => Ok(Some(Bytes::copy_from_slice( + chunk.bind(py).cast::()?.as_bytes(), + ))), + Err(error) if error.is_instance_of::(py) => { + self.chunks = None; + Ok(None) + } + Err(error) => { + self.chunks = None; + Err(failed(py, error, true)) + } + }), + None => return Err(litellm_host_python::Error::MissingState.into()), + } + Ok(None) + } + + fn send_failure(&self, py: Python<'_>, error: PyErr) -> PyResult { + let raw = py + .import(ROUTE_HOST_MODULE)? + .getattr("RawTransportFailure")?; + if error.value(py).is_instance(&raw)? { + let raised = error.value(py).getattr("error")?; + return Ok(failed(py, PyErr::from_value(raised), true)); + } + Ok(failed(py, error, false)) + } + + fn sent(&mut self, py: Python<'_>, sent: &Bound<'_, PyAny>) -> PyResult> { + let status: u16 = sent.getattr("status")?.extract()?; + let headers: Vec<(String, String)> = sent.getattr("headers")?.extract()?; + let text: Option = sent.getattr("text")?.extract()?; + let rejection = sent.getattr("rejection")?; + let chunks = sent.getattr("chunks")?; + let body = if !rejection.is_none() { + SentBody::Rejected { + text: text.unwrap_or_default(), + error: failed(py, PyErr::from_value(rejection), false), + } + } else if !chunks.is_none() { + self.chunks = Some(chunks.unbind()); + SentBody::Stream + } else { + SentBody::Text(text.unwrap_or_default()) + }; + Ok(Ok(Sent { + status, + headers, + body, + })) + } + + pub(super) fn close(&mut self) { + self.pending = None; + self.chunks = None; + self.handler = None; + } + + pub(super) fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> { + visit.call(&self.handler)?; + visit.call(&self.chunks) + } +} diff --git a/litellm/rust/crates/python-bridge/src/routes/messages/workload_identity.rs b/litellm/rust/crates/python-bridge/src/routes/messages/workload_identity.rs new file mode 100644 index 00000000000..b8824d96584 --- /dev/null +++ b/litellm/rust/crates/python-bridge/src/routes/messages/workload_identity.rs @@ -0,0 +1,74 @@ +use std::fmt; + +use futures_util::future::BoxFuture; +use litellm_host_python::{PythonContext, attach_blocking, to_py}; +use litellm_inference_messages::WorkloadIdentity; +use litellm_router_types::{ExtraParams, LitellmParams}; +use litellm_secret_value::SecretValue; +use pyo3::{exceptions::PyBaseException, prelude::*}; + +const MODULE: &str = "litellm.rust_bridge.host.routes.messages"; + +pub(super) struct PythonWorkloadIdentity { + context: PythonContext, +} + +impl PythonWorkloadIdentity { + pub(super) fn new(context: PythonContext) -> Self { + Self { context } + } +} + +impl WorkloadIdentity for PythonWorkloadIdentity { + fn token<'a>( + &'a self, + litellm_params: &'a LitellmParams, + api_base: Option<&'a str>, + ) -> BoxFuture<'a, Result, litellm_auth::Error>> { + let params = litellm_params.extra.clone(); + let api_base = api_base.map(str::to_owned); + let context = self.context.clone(); + Box::pin(async move { + attach_blocking(context, move |py| { + mint(py, ¶ms, api_base).map_err(|error| raised(py, error)) + }) + .await + .map_err(|error| Python::attach(|py| raised(py, error))) + .and_then(|minted| minted) + .map(|token| token.map(SecretValue::new)) + }) + } +} + +fn mint( + py: Python<'_>, + params: &ExtraParams, + api_base: Option, +) -> PyResult> { + py.import(MODULE)? + .getattr("workload_identity_token")? + .call1((to_py(py, &**params)?, api_base))? + .extract() +} + +#[derive(thiserror::Error)] +#[error("Python workload identity federation failed")] +struct PythonWorkloadIdentityError(Py); + +impl fmt::Debug for PythonWorkloadIdentityError { + fn fmt(&self, formatter: &mut fmt::Formatter<'_>) -> fmt::Result { + formatter.write_str("PythonWorkloadIdentityError") + } +} + +fn raised(py: Python<'_>, error: PyErr) -> litellm_auth::Error { + litellm_auth::Error::provider(PythonWorkloadIdentityError(error.into_value(py))) +} + +pub(crate) fn python_error( + py: Python<'_>, + error: &(dyn std::error::Error + 'static), +) -> Option { + litellm_error::find::(error) + .map(|error| PyErr::from_value(error.0.clone_ref(py).into_bound(py).into_any())) +} diff --git a/litellm-rust/crates/python-bridge/src/routes/mod.rs b/litellm/rust/crates/python-bridge/src/routes/mod.rs similarity index 93% rename from litellm-rust/crates/python-bridge/src/routes/mod.rs rename to litellm/rust/crates/python-bridge/src/routes/mod.rs index 04fe6d4e210..043bee1a019 100644 --- a/litellm-rust/crates/python-bridge/src/routes/mod.rs +++ b/litellm/rust/crates/python-bridge/src/routes/mod.rs @@ -165,6 +165,38 @@ fn run_public_call( hooks: impl PythonCallHooks + 'static, asynchronous: bool, ) -> PyResult> +where + H: PythonBinding + PythonHostCalls + 'static, + M: Machine + 'static, + M::Complete: Into::Response>>, +{ + run_public_call_after_policy( + py, + arguments, + start, + host, + hooks, + HookChain::new(), + asynchronous, + ) +} + +fn run_public_call_after_policy( + py: Python<'_>, + arguments: Py, + start: impl FnOnce( + Python<'_>, + &Bound<'_, PyDict>, + ::Request, + ) -> PyResult + + Send + + Sync + + 'static, + host: H, + hooks: impl PythonCallHooks + 'static, + after_policy: impl PythonCallHooks + 'static, + asynchronous: bool, +) -> PyResult> where H: PythonBinding + PythonHostCalls + 'static, M: Machine + 'static, @@ -178,7 +210,8 @@ where host, HookChain::new() .with(hooks) - .with(crate::preflight::SdkPolicy), + .with(crate::preflight::SdkPolicy) + .with(after_policy), arguments, CallOptions::new(asynchronous, execution_steps), ) diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/document.rs b/litellm/rust/crates/python-bridge/src/routes/ocr/document.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/ocr/document.rs rename to litellm/rust/crates/python-bridge/src/routes/ocr/document.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/errors.rs b/litellm/rust/crates/python-bridge/src/routes/ocr/errors.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/ocr/errors.rs rename to litellm/rust/crates/python-bridge/src/routes/ocr/errors.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/host.rs b/litellm/rust/crates/python-bridge/src/routes/ocr/host.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/ocr/host.rs rename to litellm/rust/crates/python-bridge/src/routes/ocr/host.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/mod.rs b/litellm/rust/crates/python-bridge/src/routes/ocr/mod.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/ocr/mod.rs rename to litellm/rust/crates/python-bridge/src/routes/ocr/mod.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/project.rs b/litellm/rust/crates/python-bridge/src/routes/ocr/project.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/ocr/project.rs rename to litellm/rust/crates/python-bridge/src/routes/ocr/project.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/responses/host.rs b/litellm/rust/crates/python-bridge/src/routes/responses/host.rs similarity index 94% rename from litellm-rust/crates/python-bridge/src/routes/responses/host.rs rename to litellm/rust/crates/python-bridge/src/routes/responses/host.rs index b797e334c6a..019f8452737 100644 --- a/litellm-rust/crates/python-bridge/src/routes/responses/host.rs +++ b/litellm/rust/crates/python-bridge/src/routes/responses/host.rs @@ -44,12 +44,9 @@ pub(super) fn project( let value = match (name.as_str(), value) { ("previous_response_id", serde_json::Value::String(id)) => { let decoded: String = py - .import("litellm.responses.utils")? - .getattr("ResponsesAPIRequestUtils")? - .call_method1( - "decode_previous_response_id_to_original_previous_response_id", - (id,), - )? + .import(super::ROUTE_HOST_MODULE)? + .getattr("original_previous_response_id")? + .call1((id,))? .extract()?; serde_json::Value::String(decoded) } diff --git a/litellm-rust/crates/python-bridge/src/routes/responses/mod.rs b/litellm/rust/crates/python-bridge/src/routes/responses/mod.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/responses/mod.rs rename to litellm/rust/crates/python-bridge/src/routes/responses/mod.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/responses/websocket.rs b/litellm/rust/crates/python-bridge/src/routes/responses/websocket.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/responses/websocket.rs rename to litellm/rust/crates/python-bridge/src/routes/responses/websocket.rs diff --git a/litellm-rust/crates/python-bridge/src/routes/token_counter.rs b/litellm/rust/crates/python-bridge/src/routes/token_counter.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/routes/token_counter.rs rename to litellm/rust/crates/python-bridge/src/routes/token_counter.rs diff --git a/litellm-rust/crates/python-bridge/src/secrets/callback.rs b/litellm/rust/crates/python-bridge/src/secrets/callback.rs similarity index 92% rename from litellm-rust/crates/python-bridge/src/secrets/callback.rs rename to litellm/rust/crates/python-bridge/src/secrets/callback.rs index af6485a56e1..652854ce300 100644 --- a/litellm-rust/crates/python-bridge/src/secrets/callback.rs +++ b/litellm/rust/crates/python-bridge/src/secrets/callback.rs @@ -15,7 +15,6 @@ use pyo3::{ use super::error::{external_error, read_error}; -const HANDLER_MODULE: &str = "litellm.secret_managers.secret_manager_handler"; const DIAGNOSTICS_MODULE: &str = "litellm.rust_bridge.host.diagnostics"; /// A secret manager whose reads execute in Python: a custom manager, a legacy compatible @@ -61,8 +60,8 @@ impl PythonClient { None => kwargs.set_item("key_management_settings", py.None())?, } let result = py - .import(HANDLER_MODULE)? - .getattr("get_secret_from_manager")? + .import(super::SECRET_MANAGER_MODULE)? + .getattr("read_from_manager")? .call((), Some(&kwargs))?; if result.is_instance_of::() { result.extract().map(Some) @@ -133,7 +132,8 @@ mod tests { use litellm_host_python::PythonContext; - use super::{DIAGNOSTICS_MODULE, HANDLER_MODULE, PythonSecretManager, python_name}; + use super::{DIAGNOSTICS_MODULE, PythonSecretManager, python_name}; + use crate::secrets::SECRET_MANAGER_MODULE; use crate::secrets::python_error; /// `sys.modules` is interpreter-global, so tests that install or rely on the handler module @@ -169,12 +169,12 @@ class Manager: raise failure manager = Manager() import sys, types -for name in ('litellm', 'litellm.secret_managers'): +for name in ('litellm', 'litellm.rust_bridge', 'litellm.rust_bridge.host'): sys.modules.setdefault(name, types.ModuleType(name)) -handler = sys.modules.setdefault('litellm.secret_managers.secret_manager_handler', types.ModuleType('litellm.secret_managers.secret_manager_handler')) -def get_secret_from_manager(**kwargs): +handler = sys.modules.setdefault('litellm.rust_bridge.host.secret_manager', types.ModuleType('litellm.rust_bridge.host.secret_manager')) +def read_from_manager(**kwargs): return kwargs['client'].sync_read_secret(kwargs['secret_name']) -handler.get_secret_from_manager = get_secret_from_manager +handler.read_from_manager = read_from_manager ", Some(&locals), Some(&locals), @@ -255,7 +255,7 @@ sys.modules.setdefault('litellm._logging', logging) pyo3::types::PyModule::from_code( py, &std::ffi::CString::new(include_str!( - "../../../../../litellm/rust_bridge/host/diagnostics.py" + "../../../../../rust_bridge/host/diagnostics.py" )) .unwrap(), c"diagnostics.py", @@ -317,7 +317,7 @@ sys.modules.setdefault('litellm._logging', logging) }); } - /// Installs a fake `get_secret_from_manager` that records its kwargs, runs `body`, and + /// Installs a fake `read_from_manager` that records its kwargs, runs `body`, and /// removes the fake handler again; parent package stubs persist for concurrent tests. /// Callers hold `handler_guard` before attaching so the GIL is never held while waiting on it. fn with_fake_handler<'py>(py: Python<'py>, body: impl FnOnce(&Bound<'py, PyDict>)) { @@ -325,16 +325,16 @@ sys.modules.setdefault('litellm._logging', logging) py.run( c" import sys, types -previous_handler = sys.modules.get('litellm.secret_managers.secret_manager_handler') +previous_handler = sys.modules.get('litellm.rust_bridge.host.secret_manager') calls = [] -def get_secret_from_manager(**kwargs): +def read_from_manager(**kwargs): calls.append(kwargs) return 'handled-' + kwargs['secret_name'] -handler = types.ModuleType('litellm.secret_managers.secret_manager_handler') -handler.get_secret_from_manager = get_secret_from_manager -for name in ('litellm', 'litellm.secret_managers'): +handler = types.ModuleType('litellm.rust_bridge.host.secret_manager') +handler.read_from_manager = read_from_manager +for name in ('litellm', 'litellm.rust_bridge', 'litellm.rust_bridge.host'): sys.modules.setdefault(name, types.ModuleType(name)) -sys.modules['litellm.secret_managers.secret_manager_handler'] = handler +sys.modules['litellm.rust_bridge.host.secret_manager'] = handler ", Some(&locals), Some(&locals), @@ -344,9 +344,9 @@ sys.modules['litellm.secret_managers.secret_manager_handler'] = handler py.run( c" if previous_handler is None: - sys.modules.pop('litellm.secret_managers.secret_manager_handler', None) + sys.modules.pop('litellm.rust_bridge.host.secret_manager', None) else: - sys.modules['litellm.secret_managers.secret_manager_handler'] = previous_handler + sys.modules['litellm.rust_bridge.host.secret_manager'] = previous_handler ", Some(&locals), Some(&locals), @@ -366,7 +366,7 @@ else: with_fake_handler(py, |locals| { locals.set_item("expression", expression).unwrap(); py.run( - c"handler.get_secret_from_manager = lambda **kwargs: eval(expression)", + c"handler.read_from_manager = lambda **kwargs: eval(expression)", Some(locals), Some(locals), ) @@ -417,7 +417,7 @@ else: reader.client.read(py, "API_KEY").unwrap().as_deref(), Some("handled-API_KEY") ); - assert!(py.import(HANDLER_MODULE).is_ok()); + assert!(py.import(SECRET_MANAGER_MODULE).is_ok()); let calls = locals.get_item("calls").unwrap().unwrap(); let call = calls.get_item(0).unwrap().cast_into::().unwrap(); assert!(call.get_item("client").unwrap().unwrap().is(&client)); diff --git a/litellm-rust/crates/python-bridge/src/secrets/config.rs b/litellm/rust/crates/python-bridge/src/secrets/config.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/secrets/config.rs rename to litellm/rust/crates/python-bridge/src/secrets/config.rs diff --git a/litellm-rust/crates/python-bridge/src/secrets/error.rs b/litellm/rust/crates/python-bridge/src/secrets/error.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/secrets/error.rs rename to litellm/rust/crates/python-bridge/src/secrets/error.rs diff --git a/litellm-rust/crates/python-bridge/src/secrets/mod.rs b/litellm/rust/crates/python-bridge/src/secrets/mod.rs similarity index 95% rename from litellm-rust/crates/python-bridge/src/secrets/mod.rs rename to litellm/rust/crates/python-bridge/src/secrets/mod.rs index 57042e6a32e..0840ecdfc6c 100644 --- a/litellm-rust/crates/python-bridge/src/secrets/mod.rs +++ b/litellm/rust/crates/python-bridge/src/secrets/mod.rs @@ -21,6 +21,7 @@ use resolved::ResolvedSecrets; use crate::{coercion::FieldSpec, python_settings::PythonSettings}; +const SECRET_MANAGER_MODULE: &str = "litellm.rust_bridge.host.secret_manager"; const NATIVE: FieldSpec = FieldSpec::new("native", |field| field.schema_bool()); /// Where a Rust route reads provider secrets from. Python's `get_secret_str` when the settings diff --git a/litellm-rust/crates/python-bridge/src/secrets/mutation.rs b/litellm/rust/crates/python-bridge/src/secrets/mutation.rs similarity index 80% rename from litellm-rust/crates/python-bridge/src/secrets/mutation.rs rename to litellm/rust/crates/python-bridge/src/secrets/mutation.rs index b04060651ac..47cd36c4015 100644 --- a/litellm-rust/crates/python-bridge/src/secrets/mutation.rs +++ b/litellm/rust/crates/python-bridge/src/secrets/mutation.rs @@ -2,7 +2,7 @@ use super::operations::{PythonMutationError, PythonMutationResponse}; use litellm_error::Report; use litellm_host_python::{json_loads, to_py}; use litellm_secrets::cyberark; -use pyo3::{prelude::*, types::PyDict}; +use pyo3::prelude::*; pub(super) fn mutation_value( result: Result, @@ -62,14 +62,11 @@ fn cyberark_message( http_message(py, "POST", url, status)? } cyberark::Error::Http(source) if authentication => match os_error_code(&source) { - Some(code) => { - let reason = py.import("os")?.getattr("strerror")?.call1((code,))?; - py.import("builtins")? - .getattr("OSError")? - .call1((code, reason))? - .str()? - .extract()? - } + Some(code) => py + .import(super::SECRET_MANAGER_MODULE)? + .getattr("os_error_message")? + .call1((code,))? + .extract()?, None => Report::new(&cyberark::Error::Http(source)).to_string(), }, cyberark::Error::Http(source) if source.is_connect() => { @@ -103,13 +100,8 @@ pub(super) fn http_message( url: &str, status: u16, ) -> PyResult { - let httpx = py.import("httpx")?; - let request = httpx.getattr("Request")?.call1((method, url))?; - let kwargs = PyDict::new(py); - kwargs.set_item("request", request)?; - let response = httpx.getattr("Response")?.call((status,), Some(&kwargs))?; - match response.call_method0("raise_for_status") { - Err(error) => error.value(py).str()?.extract(), - Ok(_) => Ok(format!("HTTP {status}")), - } + py.import(super::SECRET_MANAGER_MODULE)? + .getattr("http_status_message")? + .call1((method, url, status))? + .extract() } diff --git a/litellm-rust/crates/python-bridge/src/secrets/operations.rs b/litellm/rust/crates/python-bridge/src/secrets/operations.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/secrets/operations.rs rename to litellm/rust/crates/python-bridge/src/secrets/operations.rs diff --git a/litellm-rust/crates/python-bridge/src/secrets/provider.rs b/litellm/rust/crates/python-bridge/src/secrets/provider.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/secrets/provider.rs rename to litellm/rust/crates/python-bridge/src/secrets/provider.rs diff --git a/litellm-rust/crates/python-bridge/src/secrets/python.rs b/litellm/rust/crates/python-bridge/src/secrets/python.rs similarity index 97% rename from litellm-rust/crates/python-bridge/src/secrets/python.rs rename to litellm/rust/crates/python-bridge/src/secrets/python.rs index c5d9e3565b3..a92cf9a497a 100644 --- a/litellm-rust/crates/python-bridge/src/secrets/python.rs +++ b/litellm/rust/crates/python-bridge/src/secrets/python.rs @@ -9,8 +9,6 @@ use pyo3::prelude::*; use super::error::external_error; -const SECRET_MANAGER_MODULE: &str = "litellm.rust_bridge.host.secret_manager"; - /// Reads each secret through the host module's `read_secret_str`, so the configured manager, the key /// management settings and the environment fallback behave exactly as they do in Python. pub(super) struct PythonSecrets { @@ -21,7 +19,7 @@ pub(super) struct PythonSecrets { impl PythonSecrets { pub(super) fn new(py: Python<'_>) -> PyResult { Ok(Self::reading_with( - py.import(SECRET_MANAGER_MODULE)? + py.import(super::SECRET_MANAGER_MODULE)? .getattr("read_secret_str")? .unbind(), PythonContext::capture(py)?, diff --git a/litellm-rust/crates/python-bridge/src/secrets/resolved.rs b/litellm/rust/crates/python-bridge/src/secrets/resolved.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/secrets/resolved.rs rename to litellm/rust/crates/python-bridge/src/secrets/resolved.rs diff --git a/litellm-rust/crates/python-bridge/src/secrets/runtime.rs b/litellm/rust/crates/python-bridge/src/secrets/runtime.rs similarity index 99% rename from litellm-rust/crates/python-bridge/src/secrets/runtime.rs rename to litellm/rust/crates/python-bridge/src/secrets/runtime.rs index 0d52b0aa629..8061d1682ed 100644 --- a/litellm-rust/crates/python-bridge/src/secrets/runtime.rs +++ b/litellm/rust/crates/python-bridge/src/secrets/runtime.rs @@ -12,8 +12,6 @@ use pyo3::{exceptions::PyAttributeError, prelude::*, types::PyDict}; use super::ManagerError; use crate::execution::{run_async_value, run_sync_value}; -const SECRET_MANAGER_MODULE: &str = "litellm.rust_bridge.host.secret_manager"; - #[derive(Clone, PartialEq)] struct Configuration { system: KeyManagementSystem, @@ -98,7 +96,7 @@ impl NativeSecretManager { return Ok(Some(native)); } let config = py - .import(SECRET_MANAGER_MODULE)? + .import(super::SECRET_MANAGER_MODULE)? .getattr("native_secret_manager_config")? .call1((client,))?; if config.is_none() { diff --git a/litellm-rust/crates/python-bridge/src/secrets/vault.rs b/litellm/rust/crates/python-bridge/src/secrets/vault.rs similarity index 89% rename from litellm-rust/crates/python-bridge/src/secrets/vault.rs rename to litellm/rust/crates/python-bridge/src/secrets/vault.rs index 30e3bd2c413..5f14727abaa 100644 --- a/litellm-rust/crates/python-bridge/src/secrets/vault.rs +++ b/litellm/rust/crates/python-bridge/src/secrets/vault.rs @@ -134,31 +134,21 @@ fn timeout_message( String::new() }); } - let kwargs = pyo3::types::PyDict::new(py); - kwargs.set_item( - "message", - transport_timeout_message( - TimeoutPhase::Read, - context.timeout, - Some(elapsed.as_secs_f64()), - ), - )?; - kwargs.set_item("model", "default-model-name")?; - kwargs.set_item("llm_provider", "litellm-httpx-handler")?; - py.import("litellm.exceptions")? - .getattr("Timeout")? - .call((), Some(&kwargs))? - .str()? + let message = transport_timeout_message( + TimeoutPhase::Read, + context.timeout, + Some(elapsed.as_secs_f64()), + ); + py.import(super::SECRET_MANAGER_MODULE)? + .getattr("timeout_message")? + .call1((message,))? .extract() } fn response_text(py: Python<'_>, body: &[u8]) -> PyResult { - let kwargs = pyo3::types::PyDict::new(py); - kwargs.set_item("content", pyo3::types::PyBytes::new(py, body))?; - py.import("httpx")? - .getattr("Response")? - .call((200,), Some(&kwargs))? - .getattr("text")? + py.import(super::SECRET_MANAGER_MODULE)? + .getattr("response_text")? + .call1((pyo3::types::PyBytes::new(py, body),))? .extract() } diff --git a/litellm-rust/crates/python-bridge/src/secrets/vault/operation.rs b/litellm/rust/crates/python-bridge/src/secrets/vault/operation.rs similarity index 100% rename from litellm-rust/crates/python-bridge/src/secrets/vault/operation.rs rename to litellm/rust/crates/python-bridge/src/secrets/vault/operation.rs diff --git a/litellm-rust/crates/python-bridge/src/tokenizer.rs b/litellm/rust/crates/python-bridge/src/tokenizer.rs similarity index 97% rename from litellm-rust/crates/python-bridge/src/tokenizer.rs rename to litellm/rust/crates/python-bridge/src/tokenizer.rs index 2026b2fdc42..11b21bd5673 100644 --- a/litellm-rust/crates/python-bridge/src/tokenizer.rs +++ b/litellm/rust/crates/python-bridge/src/tokenizer.rs @@ -38,16 +38,19 @@ use litellm_token_counter::huggingface::{ #[cfg(feature = "tiktoken")] use litellm_token_counter::tiktoken::{TiktokenTokenizer, Vocabulary}; +#[cfg(any(feature = "tiktoken", feature = "huggingface"))] +const HOST_MODULE: &str = "litellm.rust_bridge.host.tokenizers"; + #[cfg(feature = "tiktoken")] pub(crate) fn load_tiktoken(py: Python<'_>, encoding: &str) -> PyResult { enter_native()?; - let resource: std::path::PathBuf = - PyModule::import(py, "litellm.litellm_core_utils.tokenizers")? - .getattr("__file__")? - .extract()?; + let resources: std::path::PathBuf = PyModule::import(py, HOST_MODULE)? + .getattr("tiktoken_resource_dir")? + .call0()? + .extract()?; release_gil(py, || { TiktokenTokenizer::from_cached_ranks(encoding, |file| { - std::fs::read_to_string(resource.with_file_name(file)) + std::fs::read_to_string(resources.join(file)) }) }) .map_err(|error| token_count_error_to_pyerr(error.into())) @@ -197,14 +200,9 @@ impl Tokenizer { #[cfg(feature = "huggingface")] { enter_native()?; - let kwargs = PyDict::new(py); - kwargs.set_item("repo_id", identifier)?; - kwargs.set_item("filename", "tokenizer.json")?; - kwargs.set_item("revision", revision)?; - kwargs.set_item("token", token)?; - let path: String = PyModule::import(py, "huggingface_hub")? - .getattr("hf_hub_download")? - .call((), Some(&kwargs))? + let path: String = PyModule::import(py, HOST_MODULE)? + .getattr("download_tokenizer")? + .call1((identifier, revision, token))? .extract()?; let json = release_gil(py, || std::fs::read_to_string(path)) .map_err(TokenizerError::Download)?; diff --git a/litellm-rust/crates/python-bridge/tests/marshal_boundary.rs b/litellm/rust/crates/python-bridge/tests/marshal_boundary.rs similarity index 100% rename from litellm-rust/crates/python-bridge/tests/marshal_boundary.rs rename to litellm/rust/crates/python-bridge/tests/marshal_boundary.rs diff --git a/litellm-rust/crates/python-compat/AGENTS.md b/litellm/rust/crates/python-compat/AGENTS.md similarity index 100% rename from litellm-rust/crates/python-compat/AGENTS.md rename to litellm/rust/crates/python-compat/AGENTS.md diff --git a/litellm-rust/crates/python-compat/Cargo.toml b/litellm/rust/crates/python-compat/Cargo.toml similarity index 100% rename from litellm-rust/crates/python-compat/Cargo.toml rename to litellm/rust/crates/python-compat/Cargo.toml diff --git a/litellm-rust/crates/python-compat/benches/formats.rs b/litellm/rust/crates/python-compat/benches/formats.rs similarity index 100% rename from litellm-rust/crates/python-compat/benches/formats.rs rename to litellm/rust/crates/python-compat/benches/formats.rs diff --git a/litellm-rust/crates/python-compat/generated/nonprintable.rs b/litellm/rust/crates/python-compat/generated/nonprintable.rs similarity index 100% rename from litellm-rust/crates/python-compat/generated/nonprintable.rs rename to litellm/rust/crates/python-compat/generated/nonprintable.rs diff --git a/litellm-rust/crates/python-compat/generated/values.json b/litellm/rust/crates/python-compat/generated/values.json similarity index 100% rename from litellm-rust/crates/python-compat/generated/values.json rename to litellm/rust/crates/python-compat/generated/values.json diff --git a/litellm-rust/crates/python-compat/scripts/generate_fixtures.py b/litellm/rust/crates/python-compat/scripts/generate_fixtures.py similarity index 100% rename from litellm-rust/crates/python-compat/scripts/generate_fixtures.py rename to litellm/rust/crates/python-compat/scripts/generate_fixtures.py diff --git a/litellm-rust/crates/python-compat/scripts/generate_nonprintable.py b/litellm/rust/crates/python-compat/scripts/generate_nonprintable.py similarity index 100% rename from litellm-rust/crates/python-compat/scripts/generate_nonprintable.py rename to litellm/rust/crates/python-compat/scripts/generate_nonprintable.py diff --git a/litellm-rust/crates/python-compat/scripts/verify_rust_pickles.py b/litellm/rust/crates/python-compat/scripts/verify_rust_pickles.py similarity index 100% rename from litellm-rust/crates/python-compat/scripts/verify_rust_pickles.py rename to litellm/rust/crates/python-compat/scripts/verify_rust_pickles.py diff --git a/litellm-rust/crates/python-compat/src/error.rs b/litellm/rust/crates/python-compat/src/error.rs similarity index 100% rename from litellm-rust/crates/python-compat/src/error.rs rename to litellm/rust/crates/python-compat/src/error.rs diff --git a/litellm-rust/crates/python-compat/src/json.rs b/litellm/rust/crates/python-compat/src/json.rs similarity index 100% rename from litellm-rust/crates/python-compat/src/json.rs rename to litellm/rust/crates/python-compat/src/json.rs diff --git a/litellm-rust/crates/python-compat/src/lib.rs b/litellm/rust/crates/python-compat/src/lib.rs similarity index 96% rename from litellm-rust/crates/python-compat/src/lib.rs rename to litellm/rust/crates/python-compat/src/lib.rs index 2cc0eeac397..e23dbdb285e 100644 --- a/litellm-rust/crates/python-compat/src/lib.rs +++ b/litellm/rust/crates/python-compat/src/lib.rs @@ -7,6 +7,7 @@ //! |---|---| //! | [`literal`] | `ast.literal_eval(text)` | //! | [`repr`] | `repr(value)` and `str(value)` | +//! | [`reprlib`] | `reprlib.repr(value)` | //! | [`json`] | `json.dumps(value)` and `json.loads(text)` | //! | [`pickle`] | `pickle.loads(data)` and `pickle.dumps(value)` for plain data | //! | [`truthy`] | `bool(value)` | @@ -29,6 +30,7 @@ pub mod literal; pub mod number; pub mod pickle; pub mod repr; +pub mod reprlib; pub mod truthy; mod value; diff --git a/litellm-rust/crates/python-compat/src/literal.rs b/litellm/rust/crates/python-compat/src/literal.rs similarity index 100% rename from litellm-rust/crates/python-compat/src/literal.rs rename to litellm/rust/crates/python-compat/src/literal.rs diff --git a/litellm-rust/crates/python-compat/src/number.rs b/litellm/rust/crates/python-compat/src/number.rs similarity index 100% rename from litellm-rust/crates/python-compat/src/number.rs rename to litellm/rust/crates/python-compat/src/number.rs diff --git a/litellm-rust/crates/python-compat/src/pickle.rs b/litellm/rust/crates/python-compat/src/pickle.rs similarity index 100% rename from litellm-rust/crates/python-compat/src/pickle.rs rename to litellm/rust/crates/python-compat/src/pickle.rs diff --git a/litellm-rust/crates/python-compat/src/repr.rs b/litellm/rust/crates/python-compat/src/repr.rs similarity index 100% rename from litellm-rust/crates/python-compat/src/repr.rs rename to litellm/rust/crates/python-compat/src/repr.rs diff --git a/litellm/rust/crates/python-compat/src/reprlib.rs b/litellm/rust/crates/python-compat/src/reprlib.rs new file mode 100644 index 00000000000..5d04b4e1ca7 --- /dev/null +++ b/litellm/rust/crates/python-compat/src/reprlib.rs @@ -0,0 +1,179 @@ +use crate::{Value, repr::repr}; + +const MAX_LEVEL: usize = 6; +const MAX_TUPLE: usize = 6; +const MAX_LIST: usize = 6; +const MAX_SET: usize = 6; +const MAX_DICT: usize = 4; +const MAX_STRING: usize = 30; +const MAX_LONG: usize = 40; +const MAX_OTHER: usize = 30; +const FILL: &str = "..."; + +pub fn reprlib(value: &Value) -> String { + repr1(value, MAX_LEVEL) +} + +fn repr1(value: &Value, level: usize) -> String { + match value { + Value::Str(text) => repr_str(text), + Value::Int(_) => shortened(repr(value), MAX_LONG), + Value::Tuple(values) => repr_iterable(values, level, ("(", ")"), MAX_TUPLE, ","), + Value::List(values) => repr_iterable(values, level, ("[", "]"), MAX_LIST, ""), + Value::Set(values) if values.is_empty() => "set()".to_owned(), + Value::Set(values) => repr_iterable(&sorted(values), level, ("{", "}"), MAX_SET, ""), + Value::Dict(entries) => repr_dict(entries, level), + Value::None + | Value::Bool(_) + | Value::Float(_) + | Value::Complex { .. } + | Value::Bytes(_) => shortened(repr(value), MAX_OTHER), + } +} + +fn shortened(text: String, limit: usize) -> String { + let chars: Vec = text.chars().collect(); + if chars.len() <= limit { + return text; + } + let head = (limit - FILL.len()) / 2; + let tail = limit - FILL.len() - head; + let mut out: String = chars[..head].iter().collect(); + out.push_str(FILL); + out.extend(&chars[chars.len() - tail..]); + out +} + +fn repr_str(text: &str) -> String { + let chars: Vec = text.chars().collect(); + let quoted = repr(&Value::Str(chars.iter().take(MAX_STRING).collect())); + if quoted.chars().count() <= MAX_STRING { + return quoted; + } + let head = (MAX_STRING - FILL.len()) / 2; + let tail = MAX_STRING - FILL.len() - head; + let kept: String = chars[..head.min(chars.len())] + .iter() + .chain(&chars[chars.len().saturating_sub(tail)..]) + .collect(); + let quoted: Vec = repr(&Value::Str(kept)).chars().collect(); + let mut out: String = quoted[..head].iter().collect(); + out.push_str(FILL); + out.extend("ed[quoted.len() - tail..]); + out +} + +fn repr_iterable( + values: &[Value], + level: usize, + (left, right): (&str, &str), + max_items: usize, + trail: &str, +) -> String { + if level == 0 && !values.is_empty() { + return format!("{left}{FILL}{right}"); + } + let mut pieces: Vec = values + .iter() + .take(max_items) + .map(|value| repr1(value, level - 1)) + .collect(); + if values.len() > max_items { + pieces.push(FILL.to_owned()); + } + let trail = if values.len() == 1 { trail } else { "" }; + format!("{left}{}{trail}{right}", pieces.join(", ")) +} + +fn repr_dict(entries: &[(Value, Value)], level: usize) -> String { + if entries.is_empty() { + return "{}".to_owned(); + } + if level == 0 { + return format!("{{{FILL}}}"); + } + let mut pieces: Vec = sorted_entries(entries) + .into_iter() + .take(MAX_DICT) + .map(|(key, value)| format!("{}: {}", repr1(key, level - 1), repr1(value, level - 1))) + .collect(); + if entries.len() > MAX_DICT { + pieces.push(FILL.to_owned()); + } + format!("{{{}}}", pieces.join(", ")) +} + +fn sorted_entries(entries: &[(Value, Value)]) -> Vec<&(Value, Value)> { + let mut ordered: Vec<&(Value, Value)> = entries.iter().collect(); + if entries.iter().all(|(key, _)| matches!(key, Value::Str(_))) { + ordered.sort_by(|(left, _), (right, _)| match (left, right) { + (Value::Str(left), Value::Str(right)) => left.cmp(right), + _ => std::cmp::Ordering::Equal, + }); + } + ordered +} + +fn sorted(values: &[Value]) -> Vec { + let mut ordered = values.to_vec(); + if values.iter().all(|value| matches!(value, Value::Str(_))) { + ordered.sort_by(|left, right| match (left, right) { + (Value::Str(left), Value::Str(right)) => left.cmp(right), + _ => std::cmp::Ordering::Equal, + }); + } + ordered +} + +#[cfg(test)] +mod tests { + use rstest::rstest; + + use super::*; + + fn list(values: impl IntoIterator) -> Value { + Value::List(values.into_iter().collect()) + } + + fn dict(entries: &[(&str, Value)]) -> Value { + Value::Dict( + entries + .iter() + .map(|(key, value)| (Value::from(*key), value.clone())) + .collect(), + ) + } + + fn nested(depth: usize) -> Value { + (0..depth).fold(list([Value::from(1)]), |inner, _| list([inner])) + } + + #[rstest] + #[case::none(Value::None, "None")] + #[case::bool(Value::Bool(true), "True")] + #[case::int(Value::from(3), "3")] + #[case::wide_int(Value::Int("1".repeat(45).parse().unwrap()), "111111111111111111...1111111111111111111")] + #[case::float(Value::Float(0.1), "0.1")] + #[case::long_float(Value::Float(1.0 / 3.0), "0.3333333333333333")] + #[case::nan(Value::Float(f64::NAN), "nan")] + #[case::short_str(Value::from("high"), "'high'")] + #[case::long_str( + Value::from("abcdefghijklmnopqrstuvwxyz0123456789"), + "'abcdefghijkl...xyz0123456789'" + )] + #[case::quoted_str( + Value::from("it's a fairly long string with a quote"), + "\"it's a fairl... with a quote\"" + )] + #[case::list(list([Value::from(1)]), "[1]")] + #[case::long_list(list((0..8).map(Value::from)), "[0, 1, 2, 3, 4, 5, ...]")] + #[case::one_tuple(Value::Tuple(vec![Value::from(1)]), "(1,)")] + #[case::sorted_dict(dict(&[("b", Value::from(2)), ("a", Value::from(1))]), "{'a': 1, 'b': 2}")] + #[case::long_dict(dict(&[("e", Value::None), ("d", Value::None), ("c", Value::None), ("b", Value::None), ("a", Value::None)]), "{'a': None, 'b': None, 'c': None, 'd': None, ...}")] + #[case::empty_dict(dict(&[]), "{}")] + #[case::deep(nested(6), "[[[[[[[...]]]]]]]")] + #[case::deep_dict(dict(&[("a", dict(&[("b", dict(&[("c", dict(&[("d", dict(&[("e", dict(&[("f", dict(&[("g", Value::None)]))]))]))]))]))]))]), "{'a': {'b': {'c': {'d': {'e': {'f': {...}}}}}}}")] + fn values_shorten_as_reprlib_shortens_them(#[case] value: Value, #[case] expected: &str) { + assert_eq!(reprlib(&value), expected); + } +} diff --git a/litellm-rust/crates/python-compat/src/truthy.rs b/litellm/rust/crates/python-compat/src/truthy.rs similarity index 100% rename from litellm-rust/crates/python-compat/src/truthy.rs rename to litellm/rust/crates/python-compat/src/truthy.rs diff --git a/litellm-rust/crates/python-compat/src/value.rs b/litellm/rust/crates/python-compat/src/value.rs similarity index 100% rename from litellm-rust/crates/python-compat/src/value.rs rename to litellm/rust/crates/python-compat/src/value.rs diff --git a/litellm-rust/crates/python-compat/tests/fixtures.rs b/litellm/rust/crates/python-compat/tests/fixtures.rs similarity index 100% rename from litellm-rust/crates/python-compat/tests/fixtures.rs rename to litellm/rust/crates/python-compat/tests/fixtures.rs diff --git a/litellm-rust/crates/python-compat/tests/limits.rs b/litellm/rust/crates/python-compat/tests/limits.rs similarity index 100% rename from litellm-rust/crates/python-compat/tests/limits.rs rename to litellm/rust/crates/python-compat/tests/limits.rs diff --git a/litellm-rust/crates/redis-client/AGENTS.md b/litellm/rust/crates/redis-client/AGENTS.md similarity index 100% rename from litellm-rust/crates/redis-client/AGENTS.md rename to litellm/rust/crates/redis-client/AGENTS.md diff --git a/litellm-rust/crates/redis-client/Cargo.toml b/litellm/rust/crates/redis-client/Cargo.toml similarity index 100% rename from litellm-rust/crates/redis-client/Cargo.toml rename to litellm/rust/crates/redis-client/Cargo.toml diff --git a/litellm-rust/crates/redis-client/src/batch.rs b/litellm/rust/crates/redis-client/src/batch.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/batch.rs rename to litellm/rust/crates/redis-client/src/batch.rs diff --git a/litellm-rust/crates/redis-client/src/client.rs b/litellm/rust/crates/redis-client/src/client.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/client.rs rename to litellm/rust/crates/redis-client/src/client.rs diff --git a/litellm-rust/crates/redis-client/src/commands.rs b/litellm/rust/crates/redis-client/src/commands.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/commands.rs rename to litellm/rust/crates/redis-client/src/commands.rs diff --git a/litellm-rust/crates/redis-client/src/config.rs b/litellm/rust/crates/redis-client/src/config.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/config.rs rename to litellm/rust/crates/redis-client/src/config.rs diff --git a/litellm-rust/crates/redis-client/src/connection.rs b/litellm/rust/crates/redis-client/src/connection.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/connection.rs rename to litellm/rust/crates/redis-client/src/connection.rs diff --git a/litellm-rust/crates/redis-client/src/error.rs b/litellm/rust/crates/redis-client/src/error.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/error.rs rename to litellm/rust/crates/redis-client/src/error.rs diff --git a/litellm-rust/crates/redis-client/src/events.rs b/litellm/rust/crates/redis-client/src/events.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/events.rs rename to litellm/rust/crates/redis-client/src/events.rs diff --git a/litellm-rust/crates/redis-client/src/lib.rs b/litellm/rust/crates/redis-client/src/lib.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/lib.rs rename to litellm/rust/crates/redis-client/src/lib.rs diff --git a/litellm-rust/crates/redis-client/src/namespace.rs b/litellm/rust/crates/redis-client/src/namespace.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/namespace.rs rename to litellm/rust/crates/redis-client/src/namespace.rs diff --git a/litellm-rust/crates/redis-client/src/pipeline.rs b/litellm/rust/crates/redis-client/src/pipeline.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/pipeline.rs rename to litellm/rust/crates/redis-client/src/pipeline.rs diff --git a/litellm-rust/crates/redis-client/src/pubsub.rs b/litellm/rust/crates/redis-client/src/pubsub.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/pubsub.rs rename to litellm/rust/crates/redis-client/src/pubsub.rs diff --git a/litellm-rust/crates/redis-client/src/script.rs b/litellm/rust/crates/redis-client/src/script.rs similarity index 100% rename from litellm-rust/crates/redis-client/src/script.rs rename to litellm/rust/crates/redis-client/src/script.rs diff --git a/litellm-rust/crates/redis-client/tests/batch.rs b/litellm/rust/crates/redis-client/tests/batch.rs similarity index 100% rename from litellm-rust/crates/redis-client/tests/batch.rs rename to litellm/rust/crates/redis-client/tests/batch.rs diff --git a/litellm-rust/crates/redis-client/tests/client.rs b/litellm/rust/crates/redis-client/tests/client.rs similarity index 100% rename from litellm-rust/crates/redis-client/tests/client.rs rename to litellm/rust/crates/redis-client/tests/client.rs diff --git a/litellm-rust/crates/redis-client/tests/config.rs b/litellm/rust/crates/redis-client/tests/config.rs similarity index 100% rename from litellm-rust/crates/redis-client/tests/config.rs rename to litellm/rust/crates/redis-client/tests/config.rs diff --git a/litellm-rust/crates/redis-client/tests/connection.rs b/litellm/rust/crates/redis-client/tests/connection.rs similarity index 100% rename from litellm-rust/crates/redis-client/tests/connection.rs rename to litellm/rust/crates/redis-client/tests/connection.rs diff --git a/litellm-rust/crates/redis-client/tests/pipeline.rs b/litellm/rust/crates/redis-client/tests/pipeline.rs similarity index 100% rename from litellm-rust/crates/redis-client/tests/pipeline.rs rename to litellm/rust/crates/redis-client/tests/pipeline.rs diff --git a/litellm-rust/crates/redis-client/tests/pubsub.rs b/litellm/rust/crates/redis-client/tests/pubsub.rs similarity index 100% rename from litellm-rust/crates/redis-client/tests/pubsub.rs rename to litellm/rust/crates/redis-client/tests/pubsub.rs diff --git a/litellm-rust/crates/redis-client/tests/script.rs b/litellm/rust/crates/redis-client/tests/script.rs similarity index 100% rename from litellm-rust/crates/redis-client/tests/script.rs rename to litellm/rust/crates/redis-client/tests/script.rs diff --git a/litellm-rust/crates/redis-client/tests/support/mod.rs b/litellm/rust/crates/redis-client/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/redis-client/tests/support/mod.rs rename to litellm/rust/crates/redis-client/tests/support/mod.rs diff --git a/litellm-rust/crates/redis-connect/AGENTS.md b/litellm/rust/crates/redis-connect/AGENTS.md similarity index 100% rename from litellm-rust/crates/redis-connect/AGENTS.md rename to litellm/rust/crates/redis-connect/AGENTS.md diff --git a/litellm-rust/crates/redis-connect/Cargo.toml b/litellm/rust/crates/redis-connect/Cargo.toml similarity index 100% rename from litellm-rust/crates/redis-connect/Cargo.toml rename to litellm/rust/crates/redis-connect/Cargo.toml diff --git a/litellm-rust/crates/redis-connect/src/connect.rs b/litellm/rust/crates/redis-connect/src/connect.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/connect.rs rename to litellm/rust/crates/redis-connect/src/connect.rs diff --git a/litellm-rust/crates/redis-connect/src/error.rs b/litellm/rust/crates/redis-connect/src/error.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/error.rs rename to litellm/rust/crates/redis-connect/src/error.rs diff --git a/litellm-rust/crates/redis-connect/src/events.rs b/litellm/rust/crates/redis-connect/src/events.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/events.rs rename to litellm/rust/crates/redis-connect/src/events.rs diff --git a/litellm-rust/crates/redis-connect/src/hosts.rs b/litellm/rust/crates/redis-connect/src/hosts.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/hosts.rs rename to litellm/rust/crates/redis-connect/src/hosts.rs diff --git a/litellm-rust/crates/redis-connect/src/lib.rs b/litellm/rust/crates/redis-connect/src/lib.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/lib.rs rename to litellm/rust/crates/redis-connect/src/lib.rs diff --git a/litellm-rust/crates/redis-connect/src/refresh.rs b/litellm/rust/crates/redis-connect/src/refresh.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/refresh.rs rename to litellm/rust/crates/redis-connect/src/refresh.rs diff --git a/litellm-rust/crates/redis-connect/src/sources/aws.rs b/litellm/rust/crates/redis-connect/src/sources/aws.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/sources/aws.rs rename to litellm/rust/crates/redis-connect/src/sources/aws.rs diff --git a/litellm-rust/crates/redis-connect/src/sources/azure.rs b/litellm/rust/crates/redis-connect/src/sources/azure.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/sources/azure.rs rename to litellm/rust/crates/redis-connect/src/sources/azure.rs diff --git a/litellm-rust/crates/redis-connect/src/sources/gcp.rs b/litellm/rust/crates/redis-connect/src/sources/gcp.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/sources/gcp.rs rename to litellm/rust/crates/redis-connect/src/sources/gcp.rs diff --git a/litellm-rust/crates/redis-connect/src/sources/mod.rs b/litellm/rust/crates/redis-connect/src/sources/mod.rs similarity index 100% rename from litellm-rust/crates/redis-connect/src/sources/mod.rs rename to litellm/rust/crates/redis-connect/src/sources/mod.rs diff --git a/litellm-rust/crates/redis-connect/tests/connect.rs b/litellm/rust/crates/redis-connect/tests/connect.rs similarity index 100% rename from litellm-rust/crates/redis-connect/tests/connect.rs rename to litellm/rust/crates/redis-connect/tests/connect.rs diff --git a/litellm-rust/crates/redis-connect/tests/live/aws.rs b/litellm/rust/crates/redis-connect/tests/live/aws.rs similarity index 100% rename from litellm-rust/crates/redis-connect/tests/live/aws.rs rename to litellm/rust/crates/redis-connect/tests/live/aws.rs diff --git a/litellm-rust/crates/redis-connect/tests/live/azure.rs b/litellm/rust/crates/redis-connect/tests/live/azure.rs similarity index 100% rename from litellm-rust/crates/redis-connect/tests/live/azure.rs rename to litellm/rust/crates/redis-connect/tests/live/azure.rs diff --git a/litellm-rust/crates/redis-connect/tests/live/gcp.rs b/litellm/rust/crates/redis-connect/tests/live/gcp.rs similarity index 100% rename from litellm-rust/crates/redis-connect/tests/live/gcp.rs rename to litellm/rust/crates/redis-connect/tests/live/gcp.rs diff --git a/litellm-rust/crates/redis-connect/tests/live/main.rs b/litellm/rust/crates/redis-connect/tests/live/main.rs similarity index 100% rename from litellm-rust/crates/redis-connect/tests/live/main.rs rename to litellm/rust/crates/redis-connect/tests/live/main.rs diff --git a/litellm-rust/crates/redis-resolve/AGENTS.md b/litellm/rust/crates/redis-resolve/AGENTS.md similarity index 100% rename from litellm-rust/crates/redis-resolve/AGENTS.md rename to litellm/rust/crates/redis-resolve/AGENTS.md diff --git a/litellm-rust/crates/redis-resolve/Cargo.toml b/litellm/rust/crates/redis-resolve/Cargo.toml similarity index 100% rename from litellm-rust/crates/redis-resolve/Cargo.toml rename to litellm/rust/crates/redis-resolve/Cargo.toml diff --git a/litellm-rust/crates/redis-resolve/redis-py-kwargs.json b/litellm/rust/crates/redis-resolve/redis-py-kwargs.json similarity index 100% rename from litellm-rust/crates/redis-resolve/redis-py-kwargs.json rename to litellm/rust/crates/redis-resolve/redis-py-kwargs.json diff --git a/litellm-rust/crates/redis-resolve/redis_py_kwargs.py b/litellm/rust/crates/redis-resolve/redis_py_kwargs.py similarity index 98% rename from litellm-rust/crates/redis-resolve/redis_py_kwargs.py rename to litellm/rust/crates/redis-resolve/redis_py_kwargs.py index 9459cfd3761..99334e9e7c0 100644 --- a/litellm-rust/crates/redis-resolve/redis_py_kwargs.py +++ b/litellm/rust/crates/redis-resolve/redis_py_kwargs.py @@ -2,7 +2,7 @@ Run it from the repository root in the project environment, which has the locked redis-py and litellm: - uv run python litellm-rust/crates/redis-resolve/redis_py_kwargs.py + uv run python litellm/rust/crates/redis-resolve/redis_py_kwargs.py It reads every other redis-py version's signatures in a throwaway environment through `uv run --no-project --with redis==`, so nothing else is installed. Then update SETTINGS until diff --git a/litellm-rust/crates/redis-resolve/src/auth.rs b/litellm/rust/crates/redis-resolve/src/auth.rs similarity index 100% rename from litellm-rust/crates/redis-resolve/src/auth.rs rename to litellm/rust/crates/redis-resolve/src/auth.rs diff --git a/litellm-rust/crates/redis-resolve/src/endpoint.rs b/litellm/rust/crates/redis-resolve/src/endpoint.rs similarity index 100% rename from litellm-rust/crates/redis-resolve/src/endpoint.rs rename to litellm/rust/crates/redis-resolve/src/endpoint.rs diff --git a/litellm-rust/crates/redis-resolve/src/error.rs b/litellm/rust/crates/redis-resolve/src/error.rs similarity index 100% rename from litellm-rust/crates/redis-resolve/src/error.rs rename to litellm/rust/crates/redis-resolve/src/error.rs diff --git a/litellm-rust/crates/redis-resolve/src/keys.rs b/litellm/rust/crates/redis-resolve/src/keys.rs similarity index 100% rename from litellm-rust/crates/redis-resolve/src/keys.rs rename to litellm/rust/crates/redis-resolve/src/keys.rs diff --git a/litellm-rust/crates/redis-resolve/src/lib.rs b/litellm/rust/crates/redis-resolve/src/lib.rs similarity index 100% rename from litellm-rust/crates/redis-resolve/src/lib.rs rename to litellm/rust/crates/redis-resolve/src/lib.rs diff --git a/litellm-rust/crates/redis-resolve/src/options.rs b/litellm/rust/crates/redis-resolve/src/options.rs similarity index 100% rename from litellm-rust/crates/redis-resolve/src/options.rs rename to litellm/rust/crates/redis-resolve/src/options.rs diff --git a/litellm-rust/crates/redis-resolve/src/tls.rs b/litellm/rust/crates/redis-resolve/src/tls.rs similarity index 100% rename from litellm-rust/crates/redis-resolve/src/tls.rs rename to litellm/rust/crates/redis-resolve/src/tls.rs diff --git a/litellm-rust/crates/redis-resolve/tests/catalog.rs b/litellm/rust/crates/redis-resolve/tests/catalog.rs similarity index 100% rename from litellm-rust/crates/redis-resolve/tests/catalog.rs rename to litellm/rust/crates/redis-resolve/tests/catalog.rs diff --git a/litellm-rust/crates/redis-resolve/tests/interpret.rs b/litellm/rust/crates/redis-resolve/tests/interpret.rs similarity index 100% rename from litellm-rust/crates/redis-resolve/tests/interpret.rs rename to litellm/rust/crates/redis-resolve/tests/interpret.rs diff --git a/litellm-rust/crates/redis-store/AGENTS.md b/litellm/rust/crates/redis-store/AGENTS.md similarity index 100% rename from litellm-rust/crates/redis-store/AGENTS.md rename to litellm/rust/crates/redis-store/AGENTS.md diff --git a/litellm-rust/crates/redis-store/Cargo.toml b/litellm/rust/crates/redis-store/Cargo.toml similarity index 100% rename from litellm-rust/crates/redis-store/Cargo.toml rename to litellm/rust/crates/redis-store/Cargo.toml diff --git a/litellm-rust/crates/redis-store/src/auth_cache/keys.rs b/litellm/rust/crates/redis-store/src/auth_cache/keys.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/auth_cache/keys.rs rename to litellm/rust/crates/redis-store/src/auth_cache/keys.rs diff --git a/litellm-rust/crates/redis-store/src/auth_cache/mod.rs b/litellm/rust/crates/redis-store/src/auth_cache/mod.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/auth_cache/mod.rs rename to litellm/rust/crates/redis-store/src/auth_cache/mod.rs diff --git a/litellm-rust/crates/redis-store/src/auth_cache/types.rs b/litellm/rust/crates/redis-store/src/auth_cache/types.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/auth_cache/types.rs rename to litellm/rust/crates/redis-store/src/auth_cache/types.rs diff --git a/litellm-rust/crates/redis-store/src/codec.rs b/litellm/rust/crates/redis-store/src/codec.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/codec.rs rename to litellm/rust/crates/redis-store/src/codec.rs diff --git a/litellm-rust/crates/redis-store/src/dual_cache/batch_read.rs b/litellm/rust/crates/redis-store/src/dual_cache/batch_read.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/dual_cache/batch_read.rs rename to litellm/rust/crates/redis-store/src/dual_cache/batch_read.rs diff --git a/litellm-rust/crates/redis-store/src/dual_cache/increment.rs b/litellm/rust/crates/redis-store/src/dual_cache/increment.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/dual_cache/increment.rs rename to litellm/rust/crates/redis-store/src/dual_cache/increment.rs diff --git a/litellm-rust/crates/redis-store/src/dual_cache/mod.rs b/litellm/rust/crates/redis-store/src/dual_cache/mod.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/dual_cache/mod.rs rename to litellm/rust/crates/redis-store/src/dual_cache/mod.rs diff --git a/litellm-rust/crates/redis-store/src/dual_cache/read.rs b/litellm/rust/crates/redis-store/src/dual_cache/read.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/dual_cache/read.rs rename to litellm/rust/crates/redis-store/src/dual_cache/read.rs diff --git a/litellm-rust/crates/redis-store/src/dual_cache/write.rs b/litellm/rust/crates/redis-store/src/dual_cache/write.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/dual_cache/write.rs rename to litellm/rust/crates/redis-store/src/dual_cache/write.rs diff --git a/litellm-rust/crates/redis-store/src/error.rs b/litellm/rust/crates/redis-store/src/error.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/error.rs rename to litellm/rust/crates/redis-store/src/error.rs diff --git a/litellm-rust/crates/redis-store/src/failure_log.rs b/litellm/rust/crates/redis-store/src/failure_log.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/failure_log.rs rename to litellm/rust/crates/redis-store/src/failure_log.rs diff --git a/litellm-rust/crates/redis-store/src/lib.rs b/litellm/rust/crates/redis-store/src/lib.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/lib.rs rename to litellm/rust/crates/redis-store/src/lib.rs diff --git a/litellm-rust/crates/redis-store/src/memory.rs b/litellm/rust/crates/redis-store/src/memory.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/memory.rs rename to litellm/rust/crates/redis-store/src/memory.rs diff --git a/litellm-rust/crates/redis-store/src/number.rs b/litellm/rust/crates/redis-store/src/number.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/number.rs rename to litellm/rust/crates/redis-store/src/number.rs diff --git a/litellm-rust/crates/redis-store/src/rate_limits/keys.rs b/litellm/rust/crates/redis-store/src/rate_limits/keys.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/rate_limits/keys.rs rename to litellm/rust/crates/redis-store/src/rate_limits/keys.rs diff --git a/litellm-rust/crates/redis-store/src/rate_limits/lua.rs b/litellm/rust/crates/redis-store/src/rate_limits/lua.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/rate_limits/lua.rs rename to litellm/rust/crates/redis-store/src/rate_limits/lua.rs diff --git a/litellm-rust/crates/redis-store/src/rate_limits/mod.rs b/litellm/rust/crates/redis-store/src/rate_limits/mod.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/rate_limits/mod.rs rename to litellm/rust/crates/redis-store/src/rate_limits/mod.rs diff --git a/litellm-rust/crates/redis-store/src/rate_limits/scripts.rs b/litellm/rust/crates/redis-store/src/rate_limits/scripts.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/rate_limits/scripts.rs rename to litellm/rust/crates/redis-store/src/rate_limits/scripts.rs diff --git a/litellm-rust/crates/redis-store/src/rate_limits/types.rs b/litellm/rust/crates/redis-store/src/rate_limits/types.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/rate_limits/types.rs rename to litellm/rust/crates/redis-store/src/rate_limits/types.rs diff --git a/litellm-rust/crates/redis-store/src/remote.rs b/litellm/rust/crates/redis-store/src/remote.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/remote.rs rename to litellm/rust/crates/redis-store/src/remote.rs diff --git a/litellm-rust/crates/redis-store/src/request.rs b/litellm/rust/crates/redis-store/src/request.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/request.rs rename to litellm/rust/crates/redis-store/src/request.rs diff --git a/litellm-rust/crates/redis-store/src/router_cooldowns/keys.rs b/litellm/rust/crates/redis-store/src/router_cooldowns/keys.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/router_cooldowns/keys.rs rename to litellm/rust/crates/redis-store/src/router_cooldowns/keys.rs diff --git a/litellm-rust/crates/redis-store/src/router_cooldowns/mod.rs b/litellm/rust/crates/redis-store/src/router_cooldowns/mod.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/router_cooldowns/mod.rs rename to litellm/rust/crates/redis-store/src/router_cooldowns/mod.rs diff --git a/litellm-rust/crates/redis-store/src/router_cooldowns/types.rs b/litellm/rust/crates/redis-store/src/router_cooldowns/types.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/router_cooldowns/types.rs rename to litellm/rust/crates/redis-store/src/router_cooldowns/types.rs diff --git a/litellm-rust/crates/redis-store/src/router_usage/keys.rs b/litellm/rust/crates/redis-store/src/router_usage/keys.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/router_usage/keys.rs rename to litellm/rust/crates/redis-store/src/router_usage/keys.rs diff --git a/litellm-rust/crates/redis-store/src/router_usage/mod.rs b/litellm/rust/crates/redis-store/src/router_usage/mod.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/router_usage/mod.rs rename to litellm/rust/crates/redis-store/src/router_usage/mod.rs diff --git a/litellm-rust/crates/redis-store/src/sensitive_route_pins/keys.rs b/litellm/rust/crates/redis-store/src/sensitive_route_pins/keys.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/sensitive_route_pins/keys.rs rename to litellm/rust/crates/redis-store/src/sensitive_route_pins/keys.rs diff --git a/litellm-rust/crates/redis-store/src/sensitive_route_pins/mod.rs b/litellm/rust/crates/redis-store/src/sensitive_route_pins/mod.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/sensitive_route_pins/mod.rs rename to litellm/rust/crates/redis-store/src/sensitive_route_pins/mod.rs diff --git a/litellm-rust/crates/redis-store/src/spend_counters/keys.rs b/litellm/rust/crates/redis-store/src/spend_counters/keys.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/spend_counters/keys.rs rename to litellm/rust/crates/redis-store/src/spend_counters/keys.rs diff --git a/litellm-rust/crates/redis-store/src/spend_counters/mod.rs b/litellm/rust/crates/redis-store/src/spend_counters/mod.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/spend_counters/mod.rs rename to litellm/rust/crates/redis-store/src/spend_counters/mod.rs diff --git a/litellm-rust/crates/redis-store/src/spend_counters/types.rs b/litellm/rust/crates/redis-store/src/spend_counters/types.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/spend_counters/types.rs rename to litellm/rust/crates/redis-store/src/spend_counters/types.rs diff --git a/litellm-rust/crates/redis-store/src/value.rs b/litellm/rust/crates/redis-store/src/value.rs similarity index 100% rename from litellm-rust/crates/redis-store/src/value.rs rename to litellm/rust/crates/redis-store/src/value.rs diff --git a/litellm-rust/crates/redis-store/tests/auth_cache.rs b/litellm/rust/crates/redis-store/tests/auth_cache.rs similarity index 100% rename from litellm-rust/crates/redis-store/tests/auth_cache.rs rename to litellm/rust/crates/redis-store/tests/auth_cache.rs diff --git a/litellm-rust/crates/redis-store/tests/rate_limits.rs b/litellm/rust/crates/redis-store/tests/rate_limits.rs similarity index 100% rename from litellm-rust/crates/redis-store/tests/rate_limits.rs rename to litellm/rust/crates/redis-store/tests/rate_limits.rs diff --git a/litellm-rust/crates/redis-store/tests/request.rs b/litellm/rust/crates/redis-store/tests/request.rs similarity index 100% rename from litellm-rust/crates/redis-store/tests/request.rs rename to litellm/rust/crates/redis-store/tests/request.rs diff --git a/litellm-rust/crates/redis-store/tests/router_cooldowns.rs b/litellm/rust/crates/redis-store/tests/router_cooldowns.rs similarity index 100% rename from litellm-rust/crates/redis-store/tests/router_cooldowns.rs rename to litellm/rust/crates/redis-store/tests/router_cooldowns.rs diff --git a/litellm-rust/crates/redis-store/tests/router_usage.rs b/litellm/rust/crates/redis-store/tests/router_usage.rs similarity index 100% rename from litellm-rust/crates/redis-store/tests/router_usage.rs rename to litellm/rust/crates/redis-store/tests/router_usage.rs diff --git a/litellm-rust/crates/redis-store/tests/sensitive_route_pins.rs b/litellm/rust/crates/redis-store/tests/sensitive_route_pins.rs similarity index 100% rename from litellm-rust/crates/redis-store/tests/sensitive_route_pins.rs rename to litellm/rust/crates/redis-store/tests/sensitive_route_pins.rs diff --git a/litellm-rust/crates/redis-store/tests/spend_counters.rs b/litellm/rust/crates/redis-store/tests/spend_counters.rs similarity index 100% rename from litellm-rust/crates/redis-store/tests/spend_counters.rs rename to litellm/rust/crates/redis-store/tests/spend_counters.rs diff --git a/litellm-rust/crates/redis-store/tests/support/mod.rs b/litellm/rust/crates/redis-store/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/redis-store/tests/support/mod.rs rename to litellm/rust/crates/redis-store/tests/support/mod.rs diff --git a/litellm-rust/crates/redis-testing/AGENTS.md b/litellm/rust/crates/redis-testing/AGENTS.md similarity index 100% rename from litellm-rust/crates/redis-testing/AGENTS.md rename to litellm/rust/crates/redis-testing/AGENTS.md diff --git a/litellm-rust/crates/redis-testing/Cargo.toml b/litellm/rust/crates/redis-testing/Cargo.toml similarity index 100% rename from litellm-rust/crates/redis-testing/Cargo.toml rename to litellm/rust/crates/redis-testing/Cargo.toml diff --git a/litellm-rust/crates/redis-testing/src/cluster.rs b/litellm/rust/crates/redis-testing/src/cluster.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/cluster.rs rename to litellm/rust/crates/redis-testing/src/cluster.rs diff --git a/litellm-rust/crates/redis-testing/src/deployment.rs b/litellm/rust/crates/redis-testing/src/deployment.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/deployment.rs rename to litellm/rust/crates/redis-testing/src/deployment.rs diff --git a/litellm-rust/crates/redis-testing/src/error.rs b/litellm/rust/crates/redis-testing/src/error.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/error.rs rename to litellm/rust/crates/redis-testing/src/error.rs diff --git a/litellm-rust/crates/redis-testing/src/exec.rs b/litellm/rust/crates/redis-testing/src/exec.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/exec.rs rename to litellm/rust/crates/redis-testing/src/exec.rs diff --git a/litellm-rust/crates/redis-testing/src/lib.rs b/litellm/rust/crates/redis-testing/src/lib.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/lib.rs rename to litellm/rust/crates/redis-testing/src/lib.rs diff --git a/litellm-rust/crates/redis-testing/src/ports.rs b/litellm/rust/crates/redis-testing/src/ports.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/ports.rs rename to litellm/rust/crates/redis-testing/src/ports.rs diff --git a/litellm-rust/crates/redis-testing/src/proxy.rs b/litellm/rust/crates/redis-testing/src/proxy.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/proxy.rs rename to litellm/rust/crates/redis-testing/src/proxy.rs diff --git a/litellm-rust/crates/redis-testing/src/sentinel.rs b/litellm/rust/crates/redis-testing/src/sentinel.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/sentinel.rs rename to litellm/rust/crates/redis-testing/src/sentinel.rs diff --git a/litellm-rust/crates/redis-testing/src/standalone.rs b/litellm/rust/crates/redis-testing/src/standalone.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/standalone.rs rename to litellm/rust/crates/redis-testing/src/standalone.rs diff --git a/litellm-rust/crates/redis-testing/src/tls.rs b/litellm/rust/crates/redis-testing/src/tls.rs similarity index 100% rename from litellm-rust/crates/redis-testing/src/tls.rs rename to litellm/rust/crates/redis-testing/src/tls.rs diff --git a/litellm-rust/crates/redis-types/AGENTS.md b/litellm/rust/crates/redis-types/AGENTS.md similarity index 100% rename from litellm-rust/crates/redis-types/AGENTS.md rename to litellm/rust/crates/redis-types/AGENTS.md diff --git a/litellm-rust/crates/redis-types/Cargo.toml b/litellm/rust/crates/redis-types/Cargo.toml similarity index 100% rename from litellm-rust/crates/redis-types/Cargo.toml rename to litellm/rust/crates/redis-types/Cargo.toml diff --git a/litellm-rust/crates/redis-types/src/auth.rs b/litellm/rust/crates/redis-types/src/auth.rs similarity index 100% rename from litellm-rust/crates/redis-types/src/auth.rs rename to litellm/rust/crates/redis-types/src/auth.rs diff --git a/litellm-rust/crates/redis-types/src/endpoint.rs b/litellm/rust/crates/redis-types/src/endpoint.rs similarity index 100% rename from litellm-rust/crates/redis-types/src/endpoint.rs rename to litellm/rust/crates/redis-types/src/endpoint.rs diff --git a/litellm-rust/crates/redis-types/src/lib.rs b/litellm/rust/crates/redis-types/src/lib.rs similarity index 100% rename from litellm-rust/crates/redis-types/src/lib.rs rename to litellm/rust/crates/redis-types/src/lib.rs diff --git a/litellm-rust/crates/redis-types/src/resolution.rs b/litellm/rust/crates/redis-types/src/resolution.rs similarity index 100% rename from litellm-rust/crates/redis-types/src/resolution.rs rename to litellm/rust/crates/redis-types/src/resolution.rs diff --git a/litellm-rust/crates/redis-types/src/target.rs b/litellm/rust/crates/redis-types/src/target.rs similarity index 100% rename from litellm-rust/crates/redis-types/src/target.rs rename to litellm/rust/crates/redis-types/src/target.rs diff --git a/litellm-rust/crates/redis-types/src/tls.rs b/litellm/rust/crates/redis-types/src/tls.rs similarity index 100% rename from litellm-rust/crates/redis-types/src/tls.rs rename to litellm/rust/crates/redis-types/src/tls.rs diff --git a/litellm-rust/crates/router-core/Cargo.toml b/litellm/rust/crates/router-core/Cargo.toml similarity index 100% rename from litellm-rust/crates/router-core/Cargo.toml rename to litellm/rust/crates/router-core/Cargo.toml diff --git a/litellm-rust/crates/router-core/src/access.rs b/litellm/rust/crates/router-core/src/access.rs similarity index 100% rename from litellm-rust/crates/router-core/src/access.rs rename to litellm/rust/crates/router-core/src/access.rs diff --git a/litellm-rust/crates/router-core/src/build.rs b/litellm/rust/crates/router-core/src/build.rs similarity index 100% rename from litellm-rust/crates/router-core/src/build.rs rename to litellm/rust/crates/router-core/src/build.rs diff --git a/litellm-rust/crates/router-core/src/cache.rs b/litellm/rust/crates/router-core/src/cache.rs similarity index 100% rename from litellm-rust/crates/router-core/src/cache.rs rename to litellm/rust/crates/router-core/src/cache.rs diff --git a/litellm-rust/crates/router-core/src/call.rs b/litellm/rust/crates/router-core/src/call.rs similarity index 99% rename from litellm-rust/crates/router-core/src/call.rs rename to litellm/rust/crates/router-core/src/call.rs index 3c2593f153c..8247efa191a 100644 --- a/litellm-rust/crates/router-core/src/call.rs +++ b/litellm/rust/crates/router-core/src/call.rs @@ -790,9 +790,15 @@ impl Core { if !skip_order { // A routing group's members, with a priority group's priorities as their order. let listing_team = request.listing_team_id.as_deref(); - let mut orders: Vec = group_members(snapshot, order_group, listing_team) - .iter() + let members: Vec<_> = group_members(snapshot, order_group, listing_team) + .into_iter() .filter(|d| d.listed_for_team(listing_team)) + .collect(); + let batch_levels_only = + request.batch_create && members.iter().any(|d| d.is_batch_capable()); + let mut orders: Vec = members + .iter() + .filter(|d| !batch_levels_only || !d.cannot_run_batches()) .filter_map(|d| d.order()) .collect(); orders.sort_unstable(); diff --git a/litellm-rust/crates/router-core/src/call/stream.rs b/litellm/rust/crates/router-core/src/call/stream.rs similarity index 100% rename from litellm-rust/crates/router-core/src/call/stream.rs rename to litellm/rust/crates/router-core/src/call/stream.rs diff --git a/litellm-rust/crates/router-core/src/config.rs b/litellm/rust/crates/router-core/src/config.rs similarity index 100% rename from litellm-rust/crates/router-core/src/config.rs rename to litellm/rust/crates/router-core/src/config.rs diff --git a/litellm-rust/crates/router-core/src/eligibility.rs b/litellm/rust/crates/router-core/src/eligibility.rs similarity index 100% rename from litellm-rust/crates/router-core/src/eligibility.rs rename to litellm/rust/crates/router-core/src/eligibility.rs diff --git a/litellm-rust/crates/router-core/src/error.rs b/litellm/rust/crates/router-core/src/error.rs similarity index 100% rename from litellm-rust/crates/router-core/src/error.rs rename to litellm/rust/crates/router-core/src/error.rs diff --git a/litellm-rust/crates/router-core/src/fallback.rs b/litellm/rust/crates/router-core/src/fallback.rs similarity index 100% rename from litellm-rust/crates/router-core/src/fallback.rs rename to litellm/rust/crates/router-core/src/fallback.rs diff --git a/litellm-rust/crates/router-core/src/group_info.rs b/litellm/rust/crates/router-core/src/group_info.rs similarity index 100% rename from litellm-rust/crates/router-core/src/group_info.rs rename to litellm/rust/crates/router-core/src/group_info.rs diff --git a/litellm-rust/crates/router-core/src/health.rs b/litellm/rust/crates/router-core/src/health.rs similarity index 100% rename from litellm-rust/crates/router-core/src/health.rs rename to litellm/rust/crates/router-core/src/health.rs diff --git a/litellm-rust/crates/router-core/src/health_routing.rs b/litellm/rust/crates/router-core/src/health_routing.rs similarity index 100% rename from litellm-rust/crates/router-core/src/health_routing.rs rename to litellm/rust/crates/router-core/src/health_routing.rs diff --git a/litellm-rust/crates/router-core/src/host.rs b/litellm/rust/crates/router-core/src/host.rs similarity index 99% rename from litellm-rust/crates/router-core/src/host.rs rename to litellm/rust/crates/router-core/src/host.rs index ae93288b0fa..66b99abbeda 100644 --- a/litellm-rust/crates/router-core/src/host.rs +++ b/litellm/rust/crates/router-core/src/host.rs @@ -87,6 +87,10 @@ pub struct RouterRequest { /// `model_info.mode: batch`, the Azure deployments that are not are skipped /// (`without_deployments_that_cannot_batch`). pub batch_create: bool, + /// A batch file upload: the batch create's narrowing also holds while those batch deployments + /// cool down, are paused, or fail their health check, so the file never lands on a deployment + /// that cannot run its batch. + pub batch_upload: bool, /// An embedding pick: the host keeps the candidates whose `max_embedding_batch_size` admits /// the input (`deployments_admitting_embedding_batch`). pub embedding_batch: bool, diff --git a/litellm-rust/crates/router-core/src/host_index.rs b/litellm/rust/crates/router-core/src/host_index.rs similarity index 100% rename from litellm-rust/crates/router-core/src/host_index.rs rename to litellm/rust/crates/router-core/src/host_index.rs diff --git a/litellm-rust/crates/router-core/src/lib.rs b/litellm/rust/crates/router-core/src/lib.rs similarity index 99% rename from litellm-rust/crates/router-core/src/lib.rs rename to litellm/rust/crates/router-core/src/lib.rs index f9b71c689c9..e61d570c78f 100644 --- a/litellm-rust/crates/router-core/src/lib.rs +++ b/litellm/rust/crates/router-core/src/lib.rs @@ -688,7 +688,7 @@ impl Router { entries, resolve_secrets, |deployment| { - working.push_built(deployment.spec.clone(), add)?; + working.install_built(deployment.spec.clone(), add, install)?; installed.push(deployment.spec.clone()); core.validate_deployment(working.last().expect("just installed")) .map_err(Error::from) @@ -698,7 +698,7 @@ impl Router { if built.is_ok() && replace && path == BuildPath::Create { working.set_model_names(model_names); } - self.serve_built(&base, working, installed, add)?; + self.serve_built(&base, working, installed, add, install)?; built } @@ -710,6 +710,7 @@ impl Router { built: Registry, installed: Vec, add: bool, + install: build::Install, ) -> Result<(), ConfigError> { let _writer = self.core.writer.lock(); let current = self.core.snapshot.load_full(); @@ -718,7 +719,7 @@ impl Router { } else { let mut next = Registry::clone(¤t.registry); for spec in installed { - next.push_built(spec, add)?; + next.install_built(spec, add, install)?; } next }; diff --git a/litellm-rust/crates/router-core/src/lookup.rs b/litellm/rust/crates/router-core/src/lookup.rs similarity index 100% rename from litellm-rust/crates/router-core/src/lookup.rs rename to litellm/rust/crates/router-core/src/lookup.rs diff --git a/litellm-rust/crates/router-core/src/mock.rs b/litellm/rust/crates/router-core/src/mock.rs similarity index 100% rename from litellm-rust/crates/router-core/src/mock.rs rename to litellm/rust/crates/router-core/src/mock.rs diff --git a/litellm-rust/crates/router-core/src/model_info.rs b/litellm/rust/crates/router-core/src/model_info.rs similarity index 100% rename from litellm-rust/crates/router-core/src/model_info.rs rename to litellm/rust/crates/router-core/src/model_info.rs diff --git a/litellm-rust/crates/router-core/src/outcome.rs b/litellm/rust/crates/router-core/src/outcome.rs similarity index 100% rename from litellm-rust/crates/router-core/src/outcome.rs rename to litellm/rust/crates/router-core/src/outcome.rs diff --git a/litellm-rust/crates/router-core/src/precall.rs b/litellm/rust/crates/router-core/src/precall.rs similarity index 100% rename from litellm-rust/crates/router-core/src/precall.rs rename to litellm/rust/crates/router-core/src/precall.rs diff --git a/litellm-rust/crates/router-core/src/prerouting.rs b/litellm/rust/crates/router-core/src/prerouting.rs similarity index 100% rename from litellm-rust/crates/router-core/src/prerouting.rs rename to litellm/rust/crates/router-core/src/prerouting.rs diff --git a/litellm-rust/crates/router-core/src/ptu.rs b/litellm/rust/crates/router-core/src/ptu.rs similarity index 100% rename from litellm-rust/crates/router-core/src/ptu.rs rename to litellm/rust/crates/router-core/src/ptu.rs diff --git a/litellm-rust/crates/router-core/src/registry.rs b/litellm/rust/crates/router-core/src/registry.rs similarity index 96% rename from litellm-rust/crates/router-core/src/registry.rs rename to litellm/rust/crates/router-core/src/registry.rs index 594aff5f6dd..2aff7f243ff 100644 --- a/litellm-rust/crates/router-core/src/registry.rs +++ b/litellm/rust/crates/router-core/src/registry.rs @@ -626,6 +626,27 @@ impl Registry { } } + pub fn install_built( + &mut self, + spec: DeploymentSpec, + add: bool, + install: crate::build::Install, + ) -> Result<(), ConfigError> { + if install == crate::build::Install::Upsert { + let id = self.carried(spec.clone())?.id; + if self.by_id.contains_key(&id) { + *self = self.apply( + &ChangeSet { + remove: Some(id), + ..ChangeSet::default() + }, + None, + )?; + } + } + self.push_built(spec, add) + } + /// Add one deployment a build accepted at the end and index it in place (`add` is /// `add_deployment`, which also names its group). A build installs into a registry of its /// own this way, so a list of n deployments builds in O(n) rather than reindexing per @@ -1531,6 +1552,60 @@ mod tests { assert_eq!((resolution.kind, resolution.group.as_str()), (kind, group)); } + #[rstest] + #[case::empty(false)] + #[case::replacement(true)] + fn installing_an_upsert_replaces_only_the_working_snapshot(#[case] populated: bool) { + let registry = Registry::build( + if populated { + vec![spec( + "a", + json!({"model": "openai/old"}), + json!({"id": "1"}), + )] + } else { + Vec::new() + }, + BTreeMap::new(), + Vec::new(), + ) + .unwrap(); + let mut working = registry.clone(); + working + .install_built( + spec("a", json!({"model": "openai/new"}), json!({"id": "1"})), + true, + crate::build::Install::Upsert, + ) + .unwrap(); + assert_eq!(registry.all().len(), usize::from(populated)); + assert_eq!(working.all().len(), 1); + assert_eq!(working.all()[0].raw_params["model"], json!("openai/new")); + assert_eq!(working.host.position_of("1"), Some(0)); + } + + #[rstest] + fn an_invalid_upsert_keeps_the_previous_deployment() { + let mut registry = Registry::build( + vec![spec( + "a", + json!({"model": "openai/old"}), + json!({"id": "1"}), + )], + BTreeMap::new(), + Vec::new(), + ) + .unwrap(); + let invalid = spec("a", json!({"model": 42}), json!({"id": "1"})); + assert!( + registry + .install_built(invalid, true, crate::build::Install::Upsert) + .is_err() + ); + assert_eq!(registry.all().len(), 1); + assert_eq!(registry.all()[0].raw_params["model"], json!("openai/old")); + } + #[rstest] fn apply_moves_an_edited_deployment_to_the_end() { let registry = Registry::build( diff --git a/litellm-rust/crates/router-core/src/resolve.rs b/litellm/rust/crates/router-core/src/resolve.rs similarity index 100% rename from litellm-rust/crates/router-core/src/resolve.rs rename to litellm/rust/crates/router-core/src/resolve.rs diff --git a/litellm-rust/crates/router-core/src/retry.rs b/litellm/rust/crates/router-core/src/retry.rs similarity index 100% rename from litellm-rust/crates/router-core/src/retry.rs rename to litellm/rust/crates/router-core/src/retry.rs diff --git a/litellm-rust/crates/router-core/src/routing_groups.rs b/litellm/rust/crates/router-core/src/routing_groups.rs similarity index 100% rename from litellm-rust/crates/router-core/src/routing_groups.rs rename to litellm/rust/crates/router-core/src/routing_groups.rs diff --git a/litellm-rust/crates/router-core/src/routing_plugins.rs b/litellm/rust/crates/router-core/src/routing_plugins.rs similarity index 100% rename from litellm-rust/crates/router-core/src/routing_plugins.rs rename to litellm/rust/crates/router-core/src/routing_plugins.rs diff --git a/litellm-rust/crates/router-core/src/select.rs b/litellm/rust/crates/router-core/src/select.rs similarity index 96% rename from litellm-rust/crates/router-core/src/select.rs rename to litellm/rust/crates/router-core/src/select.rs index 1cc32d23b57..43e42371248 100644 --- a/litellm-rust/crates/router-core/src/select.rs +++ b/litellm/rust/crates/router-core/src/select.rs @@ -232,6 +232,25 @@ fn filter_team_based( .collect()) } +/// `without_deployments_that_cannot_batch`: a batch create on a group the caller may use a healthy +/// batch deployment of skips the Azure deployments that cannot run batches. A batch upload skips +/// them while the caller may use any batch deployment of the group, healthy or not, and the retry +/// count reads the same list. +fn without_deployments_that_cannot_batch( + request: &RouterRequest, + all: &[Arc], + healthy: Vec>, +) -> Vec> { + let has_batch = |pool: &[Arc]| pool.iter().any(|d| d.is_batch_capable()); + if !request.batch_create || !(has_batch(&healthy) || (request.batch_upload && has_batch(all))) { + return healthy; + } + healthy + .into_iter() + .filter(|d| !d.cannot_run_batches()) + .collect() +} + impl Core { fn context<'a>( &'a self, @@ -482,6 +501,11 @@ impl Core { None }; if inputs.count_only { + let healthy = if resolution.kind.is_single() { + healthy + } else { + without_deployments_that_cannot_batch(request, &all, healthy) + }; return Ok(Candidates { name: name.to_owned(), model_group: resolution.group, @@ -646,13 +670,8 @@ impl Core { .await?; } - // `without_deployments_that_cannot_batch`: a batch create on a group the caller may use a - // batch deployment of skips the Azure deployments that cannot run batches. - if request.batch_create - && !resolution.kind.is_single() - && healthy.iter().any(|d| d.is_batch_capable()) - { - healthy.retain(|d| !d.cannot_run_batches()); + if !resolution.kind.is_single() { + healthy = without_deployments_that_cannot_batch(request, &all, healthy); } if let Some(pinned) = [ diff --git a/litellm-rust/crates/router-core/src/settings.rs b/litellm/rust/crates/router-core/src/settings.rs similarity index 100% rename from litellm-rust/crates/router-core/src/settings.rs rename to litellm/rust/crates/router-core/src/settings.rs diff --git a/litellm-rust/crates/router-core/src/strategy.rs b/litellm/rust/crates/router-core/src/strategy.rs similarity index 100% rename from litellm-rust/crates/router-core/src/strategy.rs rename to litellm/rust/crates/router-core/src/strategy.rs diff --git a/litellm-rust/crates/router-core/src/weights.rs b/litellm/rust/crates/router-core/src/weights.rs similarity index 100% rename from litellm-rust/crates/router-core/src/weights.rs rename to litellm/rust/crates/router-core/src/weights.rs diff --git a/litellm-rust/crates/router-core/tests/call_loop.rs b/litellm/rust/crates/router-core/tests/call_loop.rs similarity index 91% rename from litellm-rust/crates/router-core/tests/call_loop.rs rename to litellm/rust/crates/router-core/tests/call_loop.rs index fce612ebdc5..732eb13371b 100644 --- a/litellm-rust/crates/router-core/tests/call_loop.rs +++ b/litellm/rust/crates/router-core/tests/call_loop.rs @@ -1245,6 +1245,169 @@ async fn a_served_fallback_and_a_disabled_walk_report_no_failure(config: RouterC assert_eq!(fallbacks_failed(&host), vec![]); } +fn azure_chat_and_batch_tiers() -> RouterConfig { + serde_json::from_value(json!({ + "model_list": [ + {"model_name": "primary", "litellm_params": {"model": "azure/chat", "order": 1}, "model_info": {"id": "c1", "mode": "chat"}}, + {"model_name": "primary", "litellm_params": {"model": "azure/batch-a", "order": 2}, "model_info": {"id": "b2", "mode": "batch"}}, + {"model_name": "primary", "litellm_params": {"model": "azure/batch-b", "order": 3}, "model_info": {"id": "b3", "mode": "batch"}}, + ] + })) + .unwrap() +} + +fn azure_chat_tiers() -> RouterConfig { + serde_json::from_value(json!({ + "model_list": [ + {"model_name": "primary", "litellm_params": {"model": "azure/chat-a", "order": 1}, "model_info": {"id": "c1", "mode": "chat"}}, + {"model_name": "primary", "litellm_params": {"model": "azure/chat-b", "order": 2}, "model_info": {"id": "c2", "mode": "chat"}}, + ] + })) + .unwrap() +} + +#[rstest] +#[case::batch_create_moves_past_the_level_it_used(azure_chat_and_batch_tiers(), true, vec!["b2", "b3"])] +#[case::other_calls_walk_every_level(azure_chat_and_batch_tiers(), false, vec!["c1", "b2"])] +#[case::batch_create_without_a_batch_deployment_walks_every_level(azure_chat_tiers(), true, vec!["c1", "c2"])] +#[tokio::test] +async fn a_failed_order_level_falls_back_to_the_next_level_its_pick_can_use( + #[case] config: RouterConfig, + #[case] batch_create: bool, + #[case] expected: Vec<&str>, +) { + let host = Arc::new(ScriptedHost::failing("primary", vec![server_error()])); + let router = router(config, json!({"num_retries": 0}), host.clone()); + let request = RouterRequest { + batch_create, + ..request() + }; + router + .call(Op::from("acreate_batch"), request) + .await + .unwrap(); + assert_eq!(host.selected(), expected); +} + +fn azure_chat_then_batch() -> RouterConfig { + serde_json::from_value(json!({ + "model_list": [ + {"model_name": "primary", "litellm_params": {"model": "azure/chat", "order": 1}, "model_info": {"id": "c1", "mode": "chat"}}, + {"model_name": "primary", "litellm_params": {"model": "azure/batch", "order": 2}, "model_info": {"id": "b2", "mode": "batch"}}, + ] + })) + .unwrap() +} + +#[rstest] +#[case::a_batch_upload_finds_no_deployment(true, vec![])] +#[case::a_batch_create_falls_back_to_chat(false, vec!["c1"])] +#[tokio::test] +async fn while_the_batch_deployment_cools_down_a_batch_upload_finds_no_healthy_deployment( + #[case] batch_upload: bool, + #[case] expected: Vec<&str>, +) { + let host = Arc::new(ScriptedHost::failing( + "primary", + vec![failure(FailureKind::RateLimit, 429)], + )); + let router = router( + azure_chat_then_batch(), + json!({"num_retries": 0}), + host.clone(), + ); + let create = RouterRequest { + batch_create: true, + ..request() + }; + router + .call(Op::from("acreate_file"), create.clone()) + .await + .unwrap_err(); + let upload = RouterRequest { + batch_upload, + ..create + }; + let healthy: Vec = router + .healthy(&Op::from("acreate_file"), &upload) + .await + .map(|candidates| { + candidates + .healthy + .iter() + .map(|d| d.id.to_string()) + .collect() + }) + .unwrap_or_default(); + assert_eq!(host.selected(), vec!["b2"]); + assert_eq!(healthy, expected); +} + +#[rstest] +#[case::a_batch_upload_finds_no_deployment(true, vec![])] +#[case::a_batch_create_falls_back_to_chat(false, vec!["c1"])] +#[tokio::test] +async fn while_the_batch_deployment_is_paused_a_batch_upload_finds_no_healthy_deployment( + #[case] batch_upload: bool, + #[case] expected: Vec<&str>, +) { + let config: RouterConfig = serde_json::from_value(json!({ + "model_list": [ + {"model_name": "primary", "litellm_params": {"model": "azure/chat", "order": 1}, "model_info": {"id": "c1", "mode": "chat"}}, + {"model_name": "primary", "litellm_params": {"model": "azure/batch", "order": 2}, "model_info": {"id": "b2", "mode": "batch", "blocked": true}}, + ] + })) + .unwrap(); + let router = router(config, json!({}), Arc::new(ScriptedHost::default())); + let upload = RouterRequest { + batch_create: true, + batch_upload, + ..request() + }; + let healthy: Vec = router + .healthy(&Op::from("acreate_file"), &upload) + .await + .map(|candidates| { + candidates + .healthy + .iter() + .map(|d| d.id.to_string()) + .collect() + }) + .unwrap_or_default(); + assert_eq!(healthy, expected); +} + +#[rstest] +#[case::a_rate_limit(FailureKind::RateLimit, 429)] +#[case::a_wrong_key(FailureKind::Authentication, 401)] +#[tokio::test] +async fn a_batch_upload_the_batch_deployment_refuses_keeps_its_error_with_retries_on( + #[case] kind: FailureKind, + #[case] status: u16, +) { + let host = Arc::new(ScriptedHost::failing( + "primary", + (0..3).map(|_| failure(kind, status)).collect(), + )); + let router = router( + azure_chat_then_batch(), + json!({"num_retries": 2}), + host.clone(), + ); + let upload = RouterRequest { + batch_create: true, + batch_upload: true, + ..request() + }; + let error = router + .call(Op::from("acreate_file"), upload) + .await + .unwrap_err(); + assert_eq!(host.selected(), vec!["b2"]); + assert!(matches!(error, Error::Attempt(refused) if refused.kind == kind)); +} + #[tokio::test] async fn the_order_path_reports_no_failed_fallbacks() { let host = Arc::new(ScriptedHost::failing("primary", vec![server_error()])); diff --git a/litellm-rust/crates/router-types/Cargo.toml b/litellm/rust/crates/router-types/Cargo.toml similarity index 100% rename from litellm-rust/crates/router-types/Cargo.toml rename to litellm/rust/crates/router-types/Cargo.toml diff --git a/litellm-rust/crates/router-types/src/lib.rs b/litellm/rust/crates/router-types/src/lib.rs similarity index 100% rename from litellm-rust/crates/router-types/src/lib.rs rename to litellm/rust/crates/router-types/src/lib.rs diff --git a/litellm-rust/crates/router-types/src/litellm_params.rs b/litellm/rust/crates/router-types/src/litellm_params.rs similarity index 100% rename from litellm-rust/crates/router-types/src/litellm_params.rs rename to litellm/rust/crates/router-types/src/litellm_params.rs diff --git a/litellm-rust/crates/router-types/src/value.rs b/litellm/rust/crates/router-types/src/value.rs similarity index 100% rename from litellm-rust/crates/router-types/src/value.rs rename to litellm/rust/crates/router-types/src/value.rs diff --git a/litellm-rust/crates/router-types/tests/litellm_params.rs b/litellm/rust/crates/router-types/tests/litellm_params.rs similarity index 100% rename from litellm-rust/crates/router-types/tests/litellm_params.rs rename to litellm/rust/crates/router-types/tests/litellm_params.rs diff --git a/litellm-rust/crates/router/Cargo.toml b/litellm/rust/crates/router/Cargo.toml similarity index 100% rename from litellm-rust/crates/router/Cargo.toml rename to litellm/rust/crates/router/Cargo.toml diff --git a/litellm-rust/crates/router/README.md b/litellm/rust/crates/router/README.md similarity index 100% rename from litellm-rust/crates/router/README.md rename to litellm/rust/crates/router/README.md diff --git a/litellm-rust/crates/router/src/deployment.rs b/litellm/rust/crates/router/src/deployment.rs similarity index 100% rename from litellm-rust/crates/router/src/deployment.rs rename to litellm/rust/crates/router/src/deployment.rs diff --git a/litellm-rust/crates/router/src/lib.rs b/litellm/rust/crates/router/src/lib.rs similarity index 87% rename from litellm-rust/crates/router/src/lib.rs rename to litellm/rust/crates/router/src/lib.rs index b75c1a14446..6955b8a927a 100644 --- a/litellm-rust/crates/router/src/lib.rs +++ b/litellm/rust/crates/router/src/lib.rs @@ -31,6 +31,8 @@ impl Router { .model_list .iter() .map(|model| { + let drop_params = + drops_params_globally || is_on(model.litellm_params.drop_params.as_ref(), env); ( model.model_name.clone(), Deployment { @@ -45,8 +47,8 @@ impl Router { litellm_params: model.litellm_params.clone(), shaping: MessagesShaping { settings: MessagesSettings { - drop_params: drops_params_globally - || is_on(model.litellm_params.drop_params.as_ref(), env), + drop_params, + drops_unsupported_params: drop_params, ..MessagesSettings::default() }, ..MessagesShaping::default() @@ -113,15 +115,18 @@ mod tests { )) .unwrap(); + let settings = Router::from_config(&config, &|name: &str| { + (name == "DROP_PARAMS_FLAG").then(|| " Yes ".to_owned()) + }) + .get("public-model") + .unwrap() + .shaping + .settings + .clone(); + assert_eq!( - Router::from_config(&config, &|name: &str| (name == "DROP_PARAMS_FLAG") - .then(|| " Yes ".to_owned())) - .get("public-model") - .unwrap() - .shaping - .settings - .drop_params, - expected + (settings.drop_params, settings.drops_unsupported_params), + (expected, expected) ); } } diff --git a/litellm-rust/crates/router/tests/router.rs b/litellm/rust/crates/router/tests/router.rs similarity index 100% rename from litellm-rust/crates/router/tests/router.rs rename to litellm/rust/crates/router/tests/router.rs diff --git a/litellm-rust/crates/s3/AGENTS.md b/litellm/rust/crates/s3/AGENTS.md similarity index 100% rename from litellm-rust/crates/s3/AGENTS.md rename to litellm/rust/crates/s3/AGENTS.md diff --git a/litellm-rust/crates/s3/Cargo.toml b/litellm/rust/crates/s3/Cargo.toml similarity index 100% rename from litellm-rust/crates/s3/Cargo.toml rename to litellm/rust/crates/s3/Cargo.toml diff --git a/litellm-rust/crates/s3/src/error.rs b/litellm/rust/crates/s3/src/error.rs similarity index 100% rename from litellm-rust/crates/s3/src/error.rs rename to litellm/rust/crates/s3/src/error.rs diff --git a/litellm-rust/crates/s3/src/lib.rs b/litellm/rust/crates/s3/src/lib.rs similarity index 100% rename from litellm-rust/crates/s3/src/lib.rs rename to litellm/rust/crates/s3/src/lib.rs diff --git a/litellm-rust/crates/s3/src/transport.rs b/litellm/rust/crates/s3/src/transport.rs similarity index 100% rename from litellm-rust/crates/s3/src/transport.rs rename to litellm/rust/crates/s3/src/transport.rs diff --git a/litellm-rust/crates/s3/src/uri.rs b/litellm/rust/crates/s3/src/uri.rs similarity index 100% rename from litellm-rust/crates/s3/src/uri.rs rename to litellm/rust/crates/s3/src/uri.rs diff --git a/litellm-rust/crates/secret-value/Cargo.toml b/litellm/rust/crates/secret-value/Cargo.toml similarity index 100% rename from litellm-rust/crates/secret-value/Cargo.toml rename to litellm/rust/crates/secret-value/Cargo.toml diff --git a/litellm-rust/crates/secret-value/src/lib.rs b/litellm/rust/crates/secret-value/src/lib.rs similarity index 100% rename from litellm-rust/crates/secret-value/src/lib.rs rename to litellm/rust/crates/secret-value/src/lib.rs diff --git a/litellm-rust/crates/secret-value/src/secret_value.rs b/litellm/rust/crates/secret-value/src/secret_value.rs similarity index 100% rename from litellm-rust/crates/secret-value/src/secret_value.rs rename to litellm/rust/crates/secret-value/src/secret_value.rs diff --git a/litellm-rust/crates/secrets-aws/AGENTS.md b/litellm/rust/crates/secrets-aws/AGENTS.md similarity index 100% rename from litellm-rust/crates/secrets-aws/AGENTS.md rename to litellm/rust/crates/secrets-aws/AGENTS.md diff --git a/litellm-rust/crates/secrets-aws/Cargo.toml b/litellm/rust/crates/secrets-aws/Cargo.toml similarity index 100% rename from litellm-rust/crates/secrets-aws/Cargo.toml rename to litellm/rust/crates/secrets-aws/Cargo.toml diff --git a/litellm-rust/crates/secrets-aws/src/auth.rs b/litellm/rust/crates/secrets-aws/src/auth.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/src/auth.rs rename to litellm/rust/crates/secrets-aws/src/auth.rs diff --git a/litellm-rust/crates/secrets-aws/src/error.rs b/litellm/rust/crates/secrets-aws/src/error.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/src/error.rs rename to litellm/rust/crates/secrets-aws/src/error.rs diff --git a/litellm-rust/crates/secrets-aws/src/kms.rs b/litellm/rust/crates/secrets-aws/src/kms.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/src/kms.rs rename to litellm/rust/crates/secrets-aws/src/kms.rs diff --git a/litellm-rust/crates/secrets-aws/src/lib.rs b/litellm/rust/crates/secrets-aws/src/lib.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/src/lib.rs rename to litellm/rust/crates/secrets-aws/src/lib.rs diff --git a/litellm-rust/crates/secrets-aws/src/secret_manager.rs b/litellm/rust/crates/secrets-aws/src/secret_manager.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/src/secret_manager.rs rename to litellm/rust/crates/secrets-aws/src/secret_manager.rs diff --git a/litellm-rust/crates/secrets-aws/src/secret_manager/client.rs b/litellm/rust/crates/secrets-aws/src/secret_manager/client.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/src/secret_manager/client.rs rename to litellm/rust/crates/secrets-aws/src/secret_manager/client.rs diff --git a/litellm-rust/crates/secrets-aws/src/secret_manager/read.rs b/litellm/rust/crates/secrets-aws/src/secret_manager/read.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/src/secret_manager/read.rs rename to litellm/rust/crates/secrets-aws/src/secret_manager/read.rs diff --git a/litellm-rust/crates/secrets-aws/src/secret_manager/write.rs b/litellm/rust/crates/secrets-aws/src/secret_manager/write.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/src/secret_manager/write.rs rename to litellm/rust/crates/secrets-aws/src/secret_manager/write.rs diff --git a/litellm-rust/crates/secrets-aws/tests/kms.rs b/litellm/rust/crates/secrets-aws/tests/kms.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/tests/kms.rs rename to litellm/rust/crates/secrets-aws/tests/kms.rs diff --git a/litellm-rust/crates/secrets-aws/tests/secret_manager.rs b/litellm/rust/crates/secrets-aws/tests/secret_manager.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/tests/secret_manager.rs rename to litellm/rust/crates/secrets-aws/tests/secret_manager.rs diff --git a/litellm-rust/crates/secrets-aws/tests/secret_manager/configuration.rs b/litellm/rust/crates/secrets-aws/tests/secret_manager/configuration.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/tests/secret_manager/configuration.rs rename to litellm/rust/crates/secrets-aws/tests/secret_manager/configuration.rs diff --git a/litellm-rust/crates/secrets-aws/tests/secret_manager/reads.rs b/litellm/rust/crates/secrets-aws/tests/secret_manager/reads.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/tests/secret_manager/reads.rs rename to litellm/rust/crates/secrets-aws/tests/secret_manager/reads.rs diff --git a/litellm-rust/crates/secrets-aws/tests/secret_manager/support.rs b/litellm/rust/crates/secrets-aws/tests/secret_manager/support.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/tests/secret_manager/support.rs rename to litellm/rust/crates/secrets-aws/tests/secret_manager/support.rs diff --git a/litellm-rust/crates/secrets-aws/tests/secret_manager/writes.rs b/litellm/rust/crates/secrets-aws/tests/secret_manager/writes.rs similarity index 100% rename from litellm-rust/crates/secrets-aws/tests/secret_manager/writes.rs rename to litellm/rust/crates/secrets-aws/tests/secret_manager/writes.rs diff --git a/litellm-rust/crates/secrets-azure/AGENTS.md b/litellm/rust/crates/secrets-azure/AGENTS.md similarity index 100% rename from litellm-rust/crates/secrets-azure/AGENTS.md rename to litellm/rust/crates/secrets-azure/AGENTS.md diff --git a/litellm-rust/crates/secrets-azure/Cargo.toml b/litellm/rust/crates/secrets-azure/Cargo.toml similarity index 100% rename from litellm-rust/crates/secrets-azure/Cargo.toml rename to litellm/rust/crates/secrets-azure/Cargo.toml diff --git a/litellm-rust/crates/secrets-azure/src/error.rs b/litellm/rust/crates/secrets-azure/src/error.rs similarity index 100% rename from litellm-rust/crates/secrets-azure/src/error.rs rename to litellm/rust/crates/secrets-azure/src/error.rs diff --git a/litellm-rust/crates/secrets-azure/src/key_vault.rs b/litellm/rust/crates/secrets-azure/src/key_vault.rs similarity index 100% rename from litellm-rust/crates/secrets-azure/src/key_vault.rs rename to litellm/rust/crates/secrets-azure/src/key_vault.rs diff --git a/litellm-rust/crates/secrets-azure/src/lib.rs b/litellm/rust/crates/secrets-azure/src/lib.rs similarity index 100% rename from litellm-rust/crates/secrets-azure/src/lib.rs rename to litellm/rust/crates/secrets-azure/src/lib.rs diff --git a/litellm-rust/crates/secrets-azure/tests/fixtures/key_vault_parity.json b/litellm/rust/crates/secrets-azure/tests/fixtures/key_vault_parity.json similarity index 100% rename from litellm-rust/crates/secrets-azure/tests/fixtures/key_vault_parity.json rename to litellm/rust/crates/secrets-azure/tests/fixtures/key_vault_parity.json diff --git a/litellm-rust/crates/secrets-azure/tests/key_vault.rs b/litellm/rust/crates/secrets-azure/tests/key_vault.rs similarity index 100% rename from litellm-rust/crates/secrets-azure/tests/key_vault.rs rename to litellm/rust/crates/secrets-azure/tests/key_vault.rs diff --git a/litellm-rust/crates/secrets-azure/tests/live.rs b/litellm/rust/crates/secrets-azure/tests/live.rs similarity index 100% rename from litellm-rust/crates/secrets-azure/tests/live.rs rename to litellm/rust/crates/secrets-azure/tests/live.rs diff --git a/litellm-rust/crates/secrets-cyberark/AGENTS.md b/litellm/rust/crates/secrets-cyberark/AGENTS.md similarity index 100% rename from litellm-rust/crates/secrets-cyberark/AGENTS.md rename to litellm/rust/crates/secrets-cyberark/AGENTS.md diff --git a/litellm-rust/crates/secrets-cyberark/Cargo.toml b/litellm/rust/crates/secrets-cyberark/Cargo.toml similarity index 100% rename from litellm-rust/crates/secrets-cyberark/Cargo.toml rename to litellm/rust/crates/secrets-cyberark/Cargo.toml diff --git a/litellm-rust/crates/secrets-cyberark/src/error.rs b/litellm/rust/crates/secrets-cyberark/src/error.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/src/error.rs rename to litellm/rust/crates/secrets-cyberark/src/error.rs diff --git a/litellm-rust/crates/secrets-cyberark/src/lib.rs b/litellm/rust/crates/secrets-cyberark/src/lib.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/src/lib.rs rename to litellm/rust/crates/secrets-cyberark/src/lib.rs diff --git a/litellm-rust/crates/secrets-cyberark/src/secret_manager.rs b/litellm/rust/crates/secrets-cyberark/src/secret_manager.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/src/secret_manager.rs rename to litellm/rust/crates/secrets-cyberark/src/secret_manager.rs diff --git a/litellm-rust/crates/secrets-cyberark/src/secret_manager/client.rs b/litellm/rust/crates/secrets-cyberark/src/secret_manager/client.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/src/secret_manager/client.rs rename to litellm/rust/crates/secrets-cyberark/src/secret_manager/client.rs diff --git a/litellm-rust/crates/secrets-cyberark/src/secret_manager/read.rs b/litellm/rust/crates/secrets-cyberark/src/secret_manager/read.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/src/secret_manager/read.rs rename to litellm/rust/crates/secrets-cyberark/src/secret_manager/read.rs diff --git a/litellm-rust/crates/secrets-cyberark/src/secret_manager/write.rs b/litellm/rust/crates/secrets-cyberark/src/secret_manager/write.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/src/secret_manager/write.rs rename to litellm/rust/crates/secrets-cyberark/src/secret_manager/write.rs diff --git a/litellm-rust/crates/secrets-cyberark/tests/fixtures/parity.json b/litellm/rust/crates/secrets-cyberark/tests/fixtures/parity.json similarity index 100% rename from litellm-rust/crates/secrets-cyberark/tests/fixtures/parity.json rename to litellm/rust/crates/secrets-cyberark/tests/fixtures/parity.json diff --git a/litellm-rust/crates/secrets-cyberark/tests/secret_manager.rs b/litellm/rust/crates/secrets-cyberark/tests/secret_manager.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/tests/secret_manager.rs rename to litellm/rust/crates/secrets-cyberark/tests/secret_manager.rs diff --git a/litellm-rust/crates/secrets-cyberark/tests/secret_manager/configuration.rs b/litellm/rust/crates/secrets-cyberark/tests/secret_manager/configuration.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/tests/secret_manager/configuration.rs rename to litellm/rust/crates/secrets-cyberark/tests/secret_manager/configuration.rs diff --git a/litellm-rust/crates/secrets-cyberark/tests/secret_manager/reads.rs b/litellm/rust/crates/secrets-cyberark/tests/secret_manager/reads.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/tests/secret_manager/reads.rs rename to litellm/rust/crates/secrets-cyberark/tests/secret_manager/reads.rs diff --git a/litellm-rust/crates/secrets-cyberark/tests/secret_manager/support.rs b/litellm/rust/crates/secrets-cyberark/tests/secret_manager/support.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/tests/secret_manager/support.rs rename to litellm/rust/crates/secrets-cyberark/tests/secret_manager/support.rs diff --git a/litellm-rust/crates/secrets-cyberark/tests/secret_manager/writes.rs b/litellm/rust/crates/secrets-cyberark/tests/secret_manager/writes.rs similarity index 100% rename from litellm-rust/crates/secrets-cyberark/tests/secret_manager/writes.rs rename to litellm/rust/crates/secrets-cyberark/tests/secret_manager/writes.rs diff --git a/litellm-rust/crates/secrets-google/AGENTS.md b/litellm/rust/crates/secrets-google/AGENTS.md similarity index 100% rename from litellm-rust/crates/secrets-google/AGENTS.md rename to litellm/rust/crates/secrets-google/AGENTS.md diff --git a/litellm-rust/crates/secrets-google/Cargo.toml b/litellm/rust/crates/secrets-google/Cargo.toml similarity index 100% rename from litellm-rust/crates/secrets-google/Cargo.toml rename to litellm/rust/crates/secrets-google/Cargo.toml diff --git a/litellm-rust/crates/secrets-google/src/auth.rs b/litellm/rust/crates/secrets-google/src/auth.rs similarity index 100% rename from litellm-rust/crates/secrets-google/src/auth.rs rename to litellm/rust/crates/secrets-google/src/auth.rs diff --git a/litellm-rust/crates/secrets-google/src/error.rs b/litellm/rust/crates/secrets-google/src/error.rs similarity index 100% rename from litellm-rust/crates/secrets-google/src/error.rs rename to litellm/rust/crates/secrets-google/src/error.rs diff --git a/litellm-rust/crates/secrets-google/src/kms.rs b/litellm/rust/crates/secrets-google/src/kms.rs similarity index 100% rename from litellm-rust/crates/secrets-google/src/kms.rs rename to litellm/rust/crates/secrets-google/src/kms.rs diff --git a/litellm-rust/crates/secrets-google/src/lib.rs b/litellm/rust/crates/secrets-google/src/lib.rs similarity index 100% rename from litellm-rust/crates/secrets-google/src/lib.rs rename to litellm/rust/crates/secrets-google/src/lib.rs diff --git a/litellm-rust/crates/secrets-google/src/secret_manager.rs b/litellm/rust/crates/secrets-google/src/secret_manager.rs similarity index 100% rename from litellm-rust/crates/secrets-google/src/secret_manager.rs rename to litellm/rust/crates/secrets-google/src/secret_manager.rs diff --git a/litellm-rust/crates/secrets-google/tests/kms.rs b/litellm/rust/crates/secrets-google/tests/kms.rs similarity index 100% rename from litellm-rust/crates/secrets-google/tests/kms.rs rename to litellm/rust/crates/secrets-google/tests/kms.rs diff --git a/litellm-rust/crates/secrets-google/tests/secret_manager.rs b/litellm/rust/crates/secrets-google/tests/secret_manager.rs similarity index 100% rename from litellm-rust/crates/secrets-google/tests/secret_manager.rs rename to litellm/rust/crates/secrets-google/tests/secret_manager.rs diff --git a/litellm-rust/crates/secrets-hashicorp/AGENTS.md b/litellm/rust/crates/secrets-hashicorp/AGENTS.md similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/AGENTS.md rename to litellm/rust/crates/secrets-hashicorp/AGENTS.md diff --git a/litellm-rust/crates/secrets-hashicorp/Cargo.toml b/litellm/rust/crates/secrets-hashicorp/Cargo.toml similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/Cargo.toml rename to litellm/rust/crates/secrets-hashicorp/Cargo.toml diff --git a/litellm-rust/crates/secrets-hashicorp/src/cert_login.rs b/litellm/rust/crates/secrets-hashicorp/src/cert_login.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/src/cert_login.rs rename to litellm/rust/crates/secrets-hashicorp/src/cert_login.rs diff --git a/litellm-rust/crates/secrets-hashicorp/src/config.rs b/litellm/rust/crates/secrets-hashicorp/src/config.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/src/config.rs rename to litellm/rust/crates/secrets-hashicorp/src/config.rs diff --git a/litellm-rust/crates/secrets-hashicorp/src/error.rs b/litellm/rust/crates/secrets-hashicorp/src/error.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/src/error.rs rename to litellm/rust/crates/secrets-hashicorp/src/error.rs diff --git a/litellm-rust/crates/secrets-hashicorp/src/lib.rs b/litellm/rust/crates/secrets-hashicorp/src/lib.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/src/lib.rs rename to litellm/rust/crates/secrets-hashicorp/src/lib.rs diff --git a/litellm-rust/crates/secrets-hashicorp/src/secret_manager.rs b/litellm/rust/crates/secrets-hashicorp/src/secret_manager.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/src/secret_manager.rs rename to litellm/rust/crates/secrets-hashicorp/src/secret_manager.rs diff --git a/litellm-rust/crates/secrets-hashicorp/src/secret_manager/client.rs b/litellm/rust/crates/secrets-hashicorp/src/secret_manager/client.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/src/secret_manager/client.rs rename to litellm/rust/crates/secrets-hashicorp/src/secret_manager/client.rs diff --git a/litellm-rust/crates/secrets-hashicorp/src/secret_manager/raw.rs b/litellm/rust/crates/secrets-hashicorp/src/secret_manager/raw.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/src/secret_manager/raw.rs rename to litellm/rust/crates/secrets-hashicorp/src/secret_manager/raw.rs diff --git a/litellm-rust/crates/secrets-hashicorp/src/secret_manager/read.rs b/litellm/rust/crates/secrets-hashicorp/src/secret_manager/read.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/src/secret_manager/read.rs rename to litellm/rust/crates/secrets-hashicorp/src/secret_manager/read.rs diff --git a/litellm-rust/crates/secrets-hashicorp/src/secret_manager/write.rs b/litellm/rust/crates/secrets-hashicorp/src/secret_manager/write.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/src/secret_manager/write.rs rename to litellm/rust/crates/secrets-hashicorp/src/secret_manager/write.rs diff --git a/litellm-rust/crates/secrets-hashicorp/tests/secret_manager.rs b/litellm/rust/crates/secrets-hashicorp/tests/secret_manager.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/tests/secret_manager.rs rename to litellm/rust/crates/secrets-hashicorp/tests/secret_manager.rs diff --git a/litellm-rust/crates/secrets-hashicorp/tests/secret_manager/configuration.rs b/litellm/rust/crates/secrets-hashicorp/tests/secret_manager/configuration.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/tests/secret_manager/configuration.rs rename to litellm/rust/crates/secrets-hashicorp/tests/secret_manager/configuration.rs diff --git a/litellm-rust/crates/secrets-hashicorp/tests/secret_manager/reads.rs b/litellm/rust/crates/secrets-hashicorp/tests/secret_manager/reads.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/tests/secret_manager/reads.rs rename to litellm/rust/crates/secrets-hashicorp/tests/secret_manager/reads.rs diff --git a/litellm-rust/crates/secrets-hashicorp/tests/secret_manager/support.rs b/litellm/rust/crates/secrets-hashicorp/tests/secret_manager/support.rs similarity index 98% rename from litellm-rust/crates/secrets-hashicorp/tests/secret_manager/support.rs rename to litellm/rust/crates/secrets-hashicorp/tests/secret_manager/support.rs index e1797784b84..97fc5c6939a 100644 --- a/litellm-rust/crates/secrets-hashicorp/tests/secret_manager/support.rs +++ b/litellm/rust/crates/secrets-hashicorp/tests/secret_manager/support.rs @@ -118,7 +118,7 @@ pub(super) struct ParityCase { pub(super) fn parity_cases() -> Vec { serde_json::from_str(include_str!(concat!( env!("CARGO_MANIFEST_DIR"), - "/../../../tests/unit/secret_managers/hashicorp_vault_parity.json" + "/../../../../tests/unit/secret_managers/hashicorp_vault_parity.json" ))) .unwrap() } diff --git a/litellm-rust/crates/secrets-hashicorp/tests/secret_manager/writes.rs b/litellm/rust/crates/secrets-hashicorp/tests/secret_manager/writes.rs similarity index 100% rename from litellm-rust/crates/secrets-hashicorp/tests/secret_manager/writes.rs rename to litellm/rust/crates/secrets-hashicorp/tests/secret_manager/writes.rs diff --git a/litellm-rust/crates/secrets-types/Cargo.toml b/litellm/rust/crates/secrets-types/Cargo.toml similarity index 100% rename from litellm-rust/crates/secrets-types/Cargo.toml rename to litellm/rust/crates/secrets-types/Cargo.toml diff --git a/litellm-rust/crates/secrets-types/src/base_secret_manager.rs b/litellm/rust/crates/secrets-types/src/base_secret_manager.rs similarity index 100% rename from litellm-rust/crates/secrets-types/src/base_secret_manager.rs rename to litellm/rust/crates/secrets-types/src/base_secret_manager.rs diff --git a/litellm-rust/crates/secrets-types/src/cache.rs b/litellm/rust/crates/secrets-types/src/cache.rs similarity index 100% rename from litellm-rust/crates/secrets-types/src/cache.rs rename to litellm/rust/crates/secrets-types/src/cache.rs diff --git a/litellm-rust/crates/secrets-types/src/config.rs b/litellm/rust/crates/secrets-types/src/config.rs similarity index 100% rename from litellm-rust/crates/secrets-types/src/config.rs rename to litellm/rust/crates/secrets-types/src/config.rs diff --git a/litellm-rust/crates/secrets-types/src/context.rs b/litellm/rust/crates/secrets-types/src/context.rs similarity index 100% rename from litellm-rust/crates/secrets-types/src/context.rs rename to litellm/rust/crates/secrets-types/src/context.rs diff --git a/litellm-rust/crates/secrets-types/src/error.rs b/litellm/rust/crates/secrets-types/src/error.rs similarity index 100% rename from litellm-rust/crates/secrets-types/src/error.rs rename to litellm/rust/crates/secrets-types/src/error.rs diff --git a/litellm-rust/crates/secrets-types/src/lib.rs b/litellm/rust/crates/secrets-types/src/lib.rs similarity index 100% rename from litellm-rust/crates/secrets-types/src/lib.rs rename to litellm/rust/crates/secrets-types/src/lib.rs diff --git a/litellm-rust/crates/secrets-types/src/value.rs b/litellm/rust/crates/secrets-types/src/value.rs similarity index 100% rename from litellm-rust/crates/secrets-types/src/value.rs rename to litellm/rust/crates/secrets-types/src/value.rs diff --git a/litellm-rust/crates/secrets-types/tests/cache.rs b/litellm/rust/crates/secrets-types/tests/cache.rs similarity index 100% rename from litellm-rust/crates/secrets-types/tests/cache.rs rename to litellm/rust/crates/secrets-types/tests/cache.rs diff --git a/litellm-rust/crates/secrets-types/tests/config.rs b/litellm/rust/crates/secrets-types/tests/config.rs similarity index 100% rename from litellm-rust/crates/secrets-types/tests/config.rs rename to litellm/rust/crates/secrets-types/tests/config.rs diff --git a/litellm-rust/crates/secrets-types/tests/context.rs b/litellm/rust/crates/secrets-types/tests/context.rs similarity index 100% rename from litellm-rust/crates/secrets-types/tests/context.rs rename to litellm/rust/crates/secrets-types/tests/context.rs diff --git a/litellm-rust/crates/secrets-types/tests/rotation.rs b/litellm/rust/crates/secrets-types/tests/rotation.rs similarity index 100% rename from litellm-rust/crates/secrets-types/tests/rotation.rs rename to litellm/rust/crates/secrets-types/tests/rotation.rs diff --git a/litellm-rust/crates/secrets/Cargo.toml b/litellm/rust/crates/secrets/Cargo.toml similarity index 100% rename from litellm-rust/crates/secrets/Cargo.toml rename to litellm/rust/crates/secrets/Cargo.toml diff --git a/litellm-rust/crates/secrets/PARITY.md b/litellm/rust/crates/secrets/PARITY.md similarity index 100% rename from litellm-rust/crates/secrets/PARITY.md rename to litellm/rust/crates/secrets/PARITY.md diff --git a/litellm-rust/crates/secrets/README.md b/litellm/rust/crates/secrets/README.md similarity index 100% rename from litellm-rust/crates/secrets/README.md rename to litellm/rust/crates/secrets/README.md diff --git a/litellm-rust/crates/secrets/src/compatibility.rs b/litellm/rust/crates/secrets/src/compatibility.rs similarity index 100% rename from litellm-rust/crates/secrets/src/compatibility.rs rename to litellm/rust/crates/secrets/src/compatibility.rs diff --git a/litellm-rust/crates/secrets/src/error.rs b/litellm/rust/crates/secrets/src/error.rs similarity index 100% rename from litellm-rust/crates/secrets/src/error.rs rename to litellm/rust/crates/secrets/src/error.rs diff --git a/litellm-rust/crates/secrets/src/handler.rs b/litellm/rust/crates/secrets/src/handler.rs similarity index 100% rename from litellm-rust/crates/secrets/src/handler.rs rename to litellm/rust/crates/secrets/src/handler.rs diff --git a/litellm-rust/crates/secrets/src/lib.rs b/litellm/rust/crates/secrets/src/lib.rs similarity index 100% rename from litellm-rust/crates/secrets/src/lib.rs rename to litellm/rust/crates/secrets/src/lib.rs diff --git a/litellm-rust/crates/secrets/src/native.rs b/litellm/rust/crates/secrets/src/native.rs similarity index 100% rename from litellm-rust/crates/secrets/src/native.rs rename to litellm/rust/crates/secrets/src/native.rs diff --git a/litellm-rust/crates/secrets/src/oidc.rs b/litellm/rust/crates/secrets/src/oidc.rs similarity index 100% rename from litellm-rust/crates/secrets/src/oidc.rs rename to litellm/rust/crates/secrets/src/oidc.rs diff --git a/litellm-rust/crates/secrets/src/resolver.rs b/litellm/rust/crates/secrets/src/resolver.rs similarity index 100% rename from litellm-rust/crates/secrets/src/resolver.rs rename to litellm/rust/crates/secrets/src/resolver.rs diff --git a/litellm-rust/crates/secrets/src/source.rs b/litellm/rust/crates/secrets/src/source.rs similarity index 100% rename from litellm-rust/crates/secrets/src/source.rs rename to litellm/rust/crates/secrets/src/source.rs diff --git a/litellm-rust/crates/secrets/src/state.rs b/litellm/rust/crates/secrets/src/state.rs similarity index 100% rename from litellm-rust/crates/secrets/src/state.rs rename to litellm/rust/crates/secrets/src/state.rs diff --git a/litellm-rust/crates/secrets/tests/aws.rs b/litellm/rust/crates/secrets/tests/aws.rs similarity index 100% rename from litellm-rust/crates/secrets/tests/aws.rs rename to litellm/rust/crates/secrets/tests/aws.rs diff --git a/litellm-rust/crates/secrets/tests/azure.rs b/litellm/rust/crates/secrets/tests/azure.rs similarity index 100% rename from litellm-rust/crates/secrets/tests/azure.rs rename to litellm/rust/crates/secrets/tests/azure.rs diff --git a/litellm-rust/crates/secrets/tests/common_read_contract.rs b/litellm/rust/crates/secrets/tests/common_read_contract.rs similarity index 100% rename from litellm-rust/crates/secrets/tests/common_read_contract.rs rename to litellm/rust/crates/secrets/tests/common_read_contract.rs diff --git a/litellm-rust/crates/secrets/tests/cyberark.rs b/litellm/rust/crates/secrets/tests/cyberark.rs similarity index 100% rename from litellm-rust/crates/secrets/tests/cyberark.rs rename to litellm/rust/crates/secrets/tests/cyberark.rs diff --git a/litellm-rust/crates/secrets/tests/google.rs b/litellm/rust/crates/secrets/tests/google.rs similarity index 100% rename from litellm-rust/crates/secrets/tests/google.rs rename to litellm/rust/crates/secrets/tests/google.rs diff --git a/litellm-rust/crates/secrets/tests/hashicorp.rs b/litellm/rust/crates/secrets/tests/hashicorp.rs similarity index 100% rename from litellm-rust/crates/secrets/tests/hashicorp.rs rename to litellm/rust/crates/secrets/tests/hashicorp.rs diff --git a/litellm-rust/crates/secrets/tests/oidc.rs b/litellm/rust/crates/secrets/tests/oidc.rs similarity index 100% rename from litellm-rust/crates/secrets/tests/oidc.rs rename to litellm/rust/crates/secrets/tests/oidc.rs diff --git a/litellm-rust/crates/secrets/tests/resolution.rs b/litellm/rust/crates/secrets/tests/resolution.rs similarity index 100% rename from litellm-rust/crates/secrets/tests/resolution.rs rename to litellm/rust/crates/secrets/tests/resolution.rs diff --git a/litellm-rust/crates/secrets/tests/source.rs b/litellm/rust/crates/secrets/tests/source.rs similarity index 100% rename from litellm-rust/crates/secrets/tests/source.rs rename to litellm/rust/crates/secrets/tests/source.rs diff --git a/litellm-rust/crates/spend-clickhouse/Cargo.toml b/litellm/rust/crates/spend-clickhouse/Cargo.toml similarity index 100% rename from litellm-rust/crates/spend-clickhouse/Cargo.toml rename to litellm/rust/crates/spend-clickhouse/Cargo.toml diff --git a/litellm-rust/crates/spend-clickhouse/migrations/0006_spend_logs.sql b/litellm/rust/crates/spend-clickhouse/migrations/0006_spend_logs.sql similarity index 100% rename from litellm-rust/crates/spend-clickhouse/migrations/0006_spend_logs.sql rename to litellm/rust/crates/spend-clickhouse/migrations/0006_spend_logs.sql diff --git a/litellm-rust/crates/spend-clickhouse/migrations/0007_spend_logs_ttl.sql b/litellm/rust/crates/spend-clickhouse/migrations/0007_spend_logs_ttl.sql similarity index 100% rename from litellm-rust/crates/spend-clickhouse/migrations/0007_spend_logs_ttl.sql rename to litellm/rust/crates/spend-clickhouse/migrations/0007_spend_logs_ttl.sql diff --git a/litellm-rust/crates/spend-clickhouse/migrations/0014_spend_unknown_cost.sql b/litellm/rust/crates/spend-clickhouse/migrations/0014_spend_unknown_cost.sql similarity index 100% rename from litellm-rust/crates/spend-clickhouse/migrations/0014_spend_unknown_cost.sql rename to litellm/rust/crates/spend-clickhouse/migrations/0014_spend_unknown_cost.sql diff --git a/litellm-rust/crates/spend-clickhouse/migrations/0015_spend_gateway_call_id.sql b/litellm/rust/crates/spend-clickhouse/migrations/0015_spend_gateway_call_id.sql similarity index 100% rename from litellm-rust/crates/spend-clickhouse/migrations/0015_spend_gateway_call_id.sql rename to litellm/rust/crates/spend-clickhouse/migrations/0015_spend_gateway_call_id.sql diff --git a/litellm-rust/crates/spend-clickhouse/migrations/0016_spend_provider_request_id.sql b/litellm/rust/crates/spend-clickhouse/migrations/0016_spend_provider_request_id.sql similarity index 100% rename from litellm-rust/crates/spend-clickhouse/migrations/0016_spend_provider_request_id.sql rename to litellm/rust/crates/spend-clickhouse/migrations/0016_spend_provider_request_id.sql diff --git a/litellm-rust/crates/spend-clickhouse/src/error.rs b/litellm/rust/crates/spend-clickhouse/src/error.rs similarity index 100% rename from litellm-rust/crates/spend-clickhouse/src/error.rs rename to litellm/rust/crates/spend-clickhouse/src/error.rs diff --git a/litellm-rust/crates/spend-clickhouse/src/insert.rs b/litellm/rust/crates/spend-clickhouse/src/insert.rs similarity index 100% rename from litellm-rust/crates/spend-clickhouse/src/insert.rs rename to litellm/rust/crates/spend-clickhouse/src/insert.rs diff --git a/litellm-rust/crates/spend-clickhouse/src/lib.rs b/litellm/rust/crates/spend-clickhouse/src/lib.rs similarity index 100% rename from litellm-rust/crates/spend-clickhouse/src/lib.rs rename to litellm/rust/crates/spend-clickhouse/src/lib.rs diff --git a/litellm-rust/crates/spend-clickhouse/src/schema.rs b/litellm/rust/crates/spend-clickhouse/src/schema.rs similarity index 100% rename from litellm-rust/crates/spend-clickhouse/src/schema.rs rename to litellm/rust/crates/spend-clickhouse/src/schema.rs diff --git a/litellm-rust/crates/spend-clickhouse/tests/storage.rs b/litellm/rust/crates/spend-clickhouse/tests/storage.rs similarity index 100% rename from litellm-rust/crates/spend-clickhouse/tests/storage.rs rename to litellm/rust/crates/spend-clickhouse/tests/storage.rs diff --git a/litellm-rust/crates/spend-clickhouse/tests/transport.rs b/litellm/rust/crates/spend-clickhouse/tests/transport.rs similarity index 100% rename from litellm-rust/crates/spend-clickhouse/tests/transport.rs rename to litellm/rust/crates/spend-clickhouse/tests/transport.rs diff --git a/litellm-rust/crates/storage-clickhouse/AGENTS.md b/litellm/rust/crates/storage-clickhouse/AGENTS.md similarity index 100% rename from litellm-rust/crates/storage-clickhouse/AGENTS.md rename to litellm/rust/crates/storage-clickhouse/AGENTS.md diff --git a/litellm-rust/crates/storage-clickhouse/Cargo.toml b/litellm/rust/crates/storage-clickhouse/Cargo.toml similarity index 100% rename from litellm-rust/crates/storage-clickhouse/Cargo.toml rename to litellm/rust/crates/storage-clickhouse/Cargo.toml diff --git a/litellm-rust/crates/storage-clickhouse/src/error.rs b/litellm/rust/crates/storage-clickhouse/src/error.rs similarity index 100% rename from litellm-rust/crates/storage-clickhouse/src/error.rs rename to litellm/rust/crates/storage-clickhouse/src/error.rs diff --git a/litellm-rust/crates/storage-clickhouse/src/insert.rs b/litellm/rust/crates/storage-clickhouse/src/insert.rs similarity index 100% rename from litellm-rust/crates/storage-clickhouse/src/insert.rs rename to litellm/rust/crates/storage-clickhouse/src/insert.rs diff --git a/litellm-rust/crates/storage-clickhouse/src/lib.rs b/litellm/rust/crates/storage-clickhouse/src/lib.rs similarity index 100% rename from litellm-rust/crates/storage-clickhouse/src/lib.rs rename to litellm/rust/crates/storage-clickhouse/src/lib.rs diff --git a/litellm-rust/crates/storage-clickhouse/src/migrate.rs b/litellm/rust/crates/storage-clickhouse/src/migrate.rs similarity index 100% rename from litellm-rust/crates/storage-clickhouse/src/migrate.rs rename to litellm/rust/crates/storage-clickhouse/src/migrate.rs diff --git a/litellm-rust/crates/storage-clickhouse/src/read.rs b/litellm/rust/crates/storage-clickhouse/src/read.rs similarity index 100% rename from litellm-rust/crates/storage-clickhouse/src/read.rs rename to litellm/rust/crates/storage-clickhouse/src/read.rs diff --git a/litellm-rust/crates/storage-clickhouse/tests/connection.rs b/litellm/rust/crates/storage-clickhouse/tests/connection.rs similarity index 100% rename from litellm-rust/crates/storage-clickhouse/tests/connection.rs rename to litellm/rust/crates/storage-clickhouse/tests/connection.rs diff --git a/litellm-rust/crates/storage-clickhouse/tests/migrations.rs b/litellm/rust/crates/storage-clickhouse/tests/migrations.rs similarity index 100% rename from litellm-rust/crates/storage-clickhouse/tests/migrations.rs rename to litellm/rust/crates/storage-clickhouse/tests/migrations.rs diff --git a/litellm-rust/crates/storage-clickhouse/tests/transport.rs b/litellm/rust/crates/storage-clickhouse/tests/transport.rs similarity index 100% rename from litellm-rust/crates/storage-clickhouse/tests/transport.rs rename to litellm/rust/crates/storage-clickhouse/tests/transport.rs diff --git a/litellm-rust/crates/testkit/Cargo.toml b/litellm/rust/crates/testkit/Cargo.toml similarity index 100% rename from litellm-rust/crates/testkit/Cargo.toml rename to litellm/rust/crates/testkit/Cargo.toml diff --git a/litellm-rust/crates/testkit/src/agent/claude.rs b/litellm/rust/crates/testkit/src/agent/claude.rs similarity index 100% rename from litellm-rust/crates/testkit/src/agent/claude.rs rename to litellm/rust/crates/testkit/src/agent/claude.rs diff --git a/litellm-rust/crates/testkit/src/agent/codex.rs b/litellm/rust/crates/testkit/src/agent/codex.rs similarity index 100% rename from litellm-rust/crates/testkit/src/agent/codex.rs rename to litellm/rust/crates/testkit/src/agent/codex.rs diff --git a/litellm-rust/crates/testkit/src/agent/configure.rs b/litellm/rust/crates/testkit/src/agent/configure.rs similarity index 100% rename from litellm-rust/crates/testkit/src/agent/configure.rs rename to litellm/rust/crates/testkit/src/agent/configure.rs diff --git a/litellm-rust/crates/testkit/src/agent/drive.rs b/litellm/rust/crates/testkit/src/agent/drive.rs similarity index 100% rename from litellm-rust/crates/testkit/src/agent/drive.rs rename to litellm/rust/crates/testkit/src/agent/drive.rs diff --git a/litellm-rust/crates/testkit/src/agent/install.rs b/litellm/rust/crates/testkit/src/agent/install.rs similarity index 100% rename from litellm-rust/crates/testkit/src/agent/install.rs rename to litellm/rust/crates/testkit/src/agent/install.rs diff --git a/litellm-rust/crates/testkit/src/agent/mod.rs b/litellm/rust/crates/testkit/src/agent/mod.rs similarity index 100% rename from litellm-rust/crates/testkit/src/agent/mod.rs rename to litellm/rust/crates/testkit/src/agent/mod.rs diff --git a/litellm-rust/crates/testkit/src/agent/opencode.rs b/litellm/rust/crates/testkit/src/agent/opencode.rs similarity index 100% rename from litellm-rust/crates/testkit/src/agent/opencode.rs rename to litellm/rust/crates/testkit/src/agent/opencode.rs diff --git a/litellm-rust/crates/testkit/src/error.rs b/litellm/rust/crates/testkit/src/error.rs similarity index 100% rename from litellm-rust/crates/testkit/src/error.rs rename to litellm/rust/crates/testkit/src/error.rs diff --git a/litellm-rust/crates/testkit/src/install/archive.rs b/litellm/rust/crates/testkit/src/install/archive.rs similarity index 100% rename from litellm-rust/crates/testkit/src/install/archive.rs rename to litellm/rust/crates/testkit/src/install/archive.rs diff --git a/litellm-rust/crates/testkit/src/install/fetch.rs b/litellm/rust/crates/testkit/src/install/fetch.rs similarity index 100% rename from litellm-rust/crates/testkit/src/install/fetch.rs rename to litellm/rust/crates/testkit/src/install/fetch.rs diff --git a/litellm-rust/crates/testkit/src/install/mod.rs b/litellm/rust/crates/testkit/src/install/mod.rs similarity index 100% rename from litellm-rust/crates/testkit/src/install/mod.rs rename to litellm/rust/crates/testkit/src/install/mod.rs diff --git a/litellm-rust/crates/testkit/src/install/release.rs b/litellm/rust/crates/testkit/src/install/release.rs similarity index 100% rename from litellm-rust/crates/testkit/src/install/release.rs rename to litellm/rust/crates/testkit/src/install/release.rs diff --git a/litellm-rust/crates/testkit/src/lib.rs b/litellm/rust/crates/testkit/src/lib.rs similarity index 100% rename from litellm-rust/crates/testkit/src/lib.rs rename to litellm/rust/crates/testkit/src/lib.rs diff --git a/litellm-rust/crates/testkit/src/session.rs b/litellm/rust/crates/testkit/src/session.rs similarity index 100% rename from litellm-rust/crates/testkit/src/session.rs rename to litellm/rust/crates/testkit/src/session.rs diff --git a/litellm-rust/crates/testkit/src/target.rs b/litellm/rust/crates/testkit/src/target.rs similarity index 100% rename from litellm-rust/crates/testkit/src/target.rs rename to litellm/rust/crates/testkit/src/target.rs diff --git a/litellm-rust/crates/testkit/tests/configure.rs b/litellm/rust/crates/testkit/tests/configure.rs similarity index 100% rename from litellm-rust/crates/testkit/tests/configure.rs rename to litellm/rust/crates/testkit/tests/configure.rs diff --git a/litellm-rust/crates/testkit/tests/install.rs b/litellm/rust/crates/testkit/tests/install.rs similarity index 100% rename from litellm-rust/crates/testkit/tests/install.rs rename to litellm/rust/crates/testkit/tests/install.rs diff --git a/litellm-rust/crates/testkit/tests/live.rs b/litellm/rust/crates/testkit/tests/live.rs similarity index 100% rename from litellm-rust/crates/testkit/tests/live.rs rename to litellm/rust/crates/testkit/tests/live.rs diff --git a/litellm-rust/crates/testkit/tests/session.rs b/litellm/rust/crates/testkit/tests/session.rs similarity index 100% rename from litellm-rust/crates/testkit/tests/session.rs rename to litellm/rust/crates/testkit/tests/session.rs diff --git a/litellm-rust/crates/testkit/tests/support/mod.rs b/litellm/rust/crates/testkit/tests/support/mod.rs similarity index 100% rename from litellm-rust/crates/testkit/tests/support/mod.rs rename to litellm/rust/crates/testkit/tests/support/mod.rs diff --git a/litellm-rust/crates/token-counter-fast/Cargo.toml b/litellm/rust/crates/token-counter-fast/Cargo.toml similarity index 100% rename from litellm-rust/crates/token-counter-fast/Cargo.toml rename to litellm/rust/crates/token-counter-fast/Cargo.toml diff --git a/litellm-rust/crates/token-counter-fast/src/byte_level.rs b/litellm/rust/crates/token-counter-fast/src/byte_level.rs similarity index 99% rename from litellm-rust/crates/token-counter-fast/src/byte_level.rs rename to litellm/rust/crates/token-counter-fast/src/byte_level.rs index 6fc7d9146b9..04a4f06864f 100644 --- a/litellm-rust/crates/token-counter-fast/src/byte_level.rs +++ b/litellm/rust/crates/token-counter-fast/src/byte_level.rs @@ -182,7 +182,7 @@ mod tests { fn anthropic_tokenizer() -> Tokenizer { let path = concat!( env!("CARGO_MANIFEST_DIR"), - "/../../../litellm/litellm_core_utils/tokenizers/anthropic_tokenizer.json" + "/../../../litellm_core_utils/tokenizers/anthropic_tokenizer.json" ); std::fs::read_to_string(path) .expect("anthropic tokenizer json is in the repo") diff --git a/litellm-rust/crates/token-counter-fast/src/cl100k.rs b/litellm/rust/crates/token-counter-fast/src/cl100k.rs similarity index 100% rename from litellm-rust/crates/token-counter-fast/src/cl100k.rs rename to litellm/rust/crates/token-counter-fast/src/cl100k.rs diff --git a/litellm-rust/crates/token-counter-fast/src/error.rs b/litellm/rust/crates/token-counter-fast/src/error.rs similarity index 100% rename from litellm-rust/crates/token-counter-fast/src/error.rs rename to litellm/rust/crates/token-counter-fast/src/error.rs diff --git a/litellm-rust/crates/token-counter-fast/src/lib.rs b/litellm/rust/crates/token-counter-fast/src/lib.rs similarity index 100% rename from litellm-rust/crates/token-counter-fast/src/lib.rs rename to litellm/rust/crates/token-counter-fast/src/lib.rs diff --git a/litellm-rust/crates/token-counter-fast/src/o200k.rs b/litellm/rust/crates/token-counter-fast/src/o200k.rs similarity index 100% rename from litellm-rust/crates/token-counter-fast/src/o200k.rs rename to litellm/rust/crates/token-counter-fast/src/o200k.rs diff --git a/litellm-rust/crates/token-counter-fast/src/scanner.rs b/litellm/rust/crates/token-counter-fast/src/scanner.rs similarity index 100% rename from litellm-rust/crates/token-counter-fast/src/scanner.rs rename to litellm/rust/crates/token-counter-fast/src/scanner.rs diff --git a/litellm-rust/crates/token-counter-fast/src/tiktoken.rs b/litellm/rust/crates/token-counter-fast/src/tiktoken.rs similarity index 98% rename from litellm-rust/crates/token-counter-fast/src/tiktoken.rs rename to litellm/rust/crates/token-counter-fast/src/tiktoken.rs index 11182e84e8d..2695be27e2a 100644 --- a/litellm-rust/crates/token-counter-fast/src/tiktoken.rs +++ b/litellm/rust/crates/token-counter-fast/src/tiktoken.rs @@ -145,7 +145,7 @@ mod tests { fn ranks() -> MergeRanks { let path = concat!( env!("CARGO_MANIFEST_DIR"), - "/../../../litellm/litellm_core_utils/tokenizers/9b5ad71b2ce5302211f9c61530b329a4922fc6a4" + "/../../../litellm_core_utils/tokenizers/9b5ad71b2ce5302211f9c61530b329a4922fc6a4" ); MergeRanks::parse(&std::fs::read_to_string(path).expect("cl100k rank file is in the repo")) .expect("rank file parses") diff --git a/litellm-rust/crates/token-counter-fast/src/unicode_classes.rs b/litellm/rust/crates/token-counter-fast/src/unicode_classes.rs similarity index 100% rename from litellm-rust/crates/token-counter-fast/src/unicode_classes.rs rename to litellm/rust/crates/token-counter-fast/src/unicode_classes.rs diff --git a/litellm-rust/crates/token-counter-fast/tests/fixtures/cl100k/requests.jsonl b/litellm/rust/crates/token-counter-fast/tests/fixtures/cl100k/requests.jsonl similarity index 100% rename from litellm-rust/crates/token-counter-fast/tests/fixtures/cl100k/requests.jsonl rename to litellm/rust/crates/token-counter-fast/tests/fixtures/cl100k/requests.jsonl diff --git a/litellm-rust/crates/token-counter-fast/tests/fixtures/cl100k/texts.jsonl b/litellm/rust/crates/token-counter-fast/tests/fixtures/cl100k/texts.jsonl similarity index 100% rename from litellm-rust/crates/token-counter-fast/tests/fixtures/cl100k/texts.jsonl rename to litellm/rust/crates/token-counter-fast/tests/fixtures/cl100k/texts.jsonl diff --git a/litellm-rust/crates/token-counter-fast/tests/fixtures/generate.py b/litellm/rust/crates/token-counter-fast/tests/fixtures/generate.py similarity index 99% rename from litellm-rust/crates/token-counter-fast/tests/fixtures/generate.py rename to litellm/rust/crates/token-counter-fast/tests/fixtures/generate.py index 2ca853cbd62..34c26ecb2b8 100644 --- a/litellm-rust/crates/token-counter-fast/tests/fixtures/generate.py +++ b/litellm/rust/crates/token-counter-fast/tests/fixtures/generate.py @@ -2,8 +2,8 @@ Run from the repository root with the project environment, once per encoding: - uv run --no-sync python litellm-rust/crates/token-counter-fast/tests/fixtures/generate.py cl100k_base - uv run --no-sync python litellm-rust/crates/token-counter-fast/tests/fixtures/generate.py o200k_base + uv run --no-sync python litellm/rust/crates/token-counter-fast/tests/fixtures/generate.py cl100k_base + uv run --no-sync python litellm/rust/crates/token-counter-fast/tests/fixtures/generate.py o200k_base `/texts.jsonl` holds `{"text", "tokens", "pieces"}` lines: `tokens` counted with `tiktoken.get_encoding(name).encode(text, disallowed_special=())`, diff --git a/litellm-rust/crates/token-counter-fast/tests/fixtures/o200k/requests.jsonl b/litellm/rust/crates/token-counter-fast/tests/fixtures/o200k/requests.jsonl similarity index 100% rename from litellm-rust/crates/token-counter-fast/tests/fixtures/o200k/requests.jsonl rename to litellm/rust/crates/token-counter-fast/tests/fixtures/o200k/requests.jsonl diff --git a/litellm-rust/crates/token-counter-fast/tests/fixtures/o200k/texts.jsonl b/litellm/rust/crates/token-counter-fast/tests/fixtures/o200k/texts.jsonl similarity index 100% rename from litellm-rust/crates/token-counter-fast/tests/fixtures/o200k/texts.jsonl rename to litellm/rust/crates/token-counter-fast/tests/fixtures/o200k/texts.jsonl diff --git a/litellm-rust/crates/token-counter-huggingface/Cargo.toml b/litellm/rust/crates/token-counter-huggingface/Cargo.toml similarity index 100% rename from litellm-rust/crates/token-counter-huggingface/Cargo.toml rename to litellm/rust/crates/token-counter-huggingface/Cargo.toml diff --git a/litellm-rust/crates/token-counter-huggingface/src/error.rs b/litellm/rust/crates/token-counter-huggingface/src/error.rs similarity index 100% rename from litellm-rust/crates/token-counter-huggingface/src/error.rs rename to litellm/rust/crates/token-counter-huggingface/src/error.rs diff --git a/litellm-rust/crates/token-counter-huggingface/src/lib.rs b/litellm/rust/crates/token-counter-huggingface/src/lib.rs similarity index 97% rename from litellm-rust/crates/token-counter-huggingface/src/lib.rs rename to litellm/rust/crates/token-counter-huggingface/src/lib.rs index c3af9b42767..025af3853f6 100644 --- a/litellm-rust/crates/token-counter-huggingface/src/lib.rs +++ b/litellm/rust/crates/token-counter-huggingface/src/lib.rs @@ -174,7 +174,7 @@ mod tests { fn codecs_round_trip_and_skip_special_tokens() { let json = include_str!(concat!( env!("CARGO_MANIFEST_DIR"), - "/../../../litellm/litellm_core_utils/tokenizers/anthropic_tokenizer.json" + "/../../../litellm_core_utils/tokenizers/anthropic_tokenizer.json" )); let tokenizer = HuggingFaceTokenizer::from_json(json).unwrap(); let ids = tokenizer.encode("hello").unwrap(); @@ -230,7 +230,7 @@ mod tests { fn vocabulary_lookups_mirror_the_tokenizers_api() { let json = include_str!(concat!( env!("CARGO_MANIFEST_DIR"), - "/../../../litellm/litellm_core_utils/tokenizers/anthropic_tokenizer.json" + "/../../../litellm_core_utils/tokenizers/anthropic_tokenizer.json" )); let tokenizer = HuggingFaceTokenizer::from_json(json).unwrap(); let ids = tokenizer.encode("hello").unwrap(); diff --git a/litellm-rust/crates/token-counter-tiktoken/Cargo.toml b/litellm/rust/crates/token-counter-tiktoken/Cargo.toml similarity index 100% rename from litellm-rust/crates/token-counter-tiktoken/Cargo.toml rename to litellm/rust/crates/token-counter-tiktoken/Cargo.toml diff --git a/litellm-rust/crates/token-counter-tiktoken/src/error.rs b/litellm/rust/crates/token-counter-tiktoken/src/error.rs similarity index 100% rename from litellm-rust/crates/token-counter-tiktoken/src/error.rs rename to litellm/rust/crates/token-counter-tiktoken/src/error.rs diff --git a/litellm-rust/crates/token-counter-tiktoken/src/lib.rs b/litellm/rust/crates/token-counter-tiktoken/src/lib.rs similarity index 100% rename from litellm-rust/crates/token-counter-tiktoken/src/lib.rs rename to litellm/rust/crates/token-counter-tiktoken/src/lib.rs diff --git a/litellm-rust/crates/token-counter-tiktoken/src/ranks.rs b/litellm/rust/crates/token-counter-tiktoken/src/ranks.rs similarity index 99% rename from litellm-rust/crates/token-counter-tiktoken/src/ranks.rs rename to litellm/rust/crates/token-counter-tiktoken/src/ranks.rs index 36c30e711c1..95d95172797 100644 --- a/litellm-rust/crates/token-counter-tiktoken/src/ranks.rs +++ b/litellm/rust/crates/token-counter-tiktoken/src/ranks.rs @@ -225,7 +225,7 @@ mod tests { fn read_packaged_ranks(file: &str) -> std::io::Result { std::fs::read_to_string( std::path::Path::new(env!("CARGO_MANIFEST_DIR")) - .join("../../../litellm/litellm_core_utils/tokenizers") + .join("../../../litellm_core_utils/tokenizers") .join(file), ) } diff --git a/litellm-rust/crates/token-counter/Cargo.toml b/litellm/rust/crates/token-counter/Cargo.toml similarity index 100% rename from litellm-rust/crates/token-counter/Cargo.toml rename to litellm/rust/crates/token-counter/Cargo.toml diff --git a/litellm-rust/crates/token-counter/README.md b/litellm/rust/crates/token-counter/README.md similarity index 100% rename from litellm-rust/crates/token-counter/README.md rename to litellm/rust/crates/token-counter/README.md diff --git a/litellm-rust/crates/token-counter/benches/allocations.rs b/litellm/rust/crates/token-counter/benches/allocations.rs similarity index 97% rename from litellm-rust/crates/token-counter/benches/allocations.rs rename to litellm/rust/crates/token-counter/benches/allocations.rs index 7aebceb6e9c..864fa14b2ef 100644 --- a/litellm-rust/crates/token-counter/benches/allocations.rs +++ b/litellm/rust/crates/token-counter/benches/allocations.rs @@ -60,7 +60,7 @@ impl AllocationCount { const TOKENIZER_JSON: &str = include_str!(concat!( env!("CARGO_MANIFEST_DIR"), - "/../../../litellm/litellm_core_utils/tokenizers/anthropic_tokenizer.json" + "/../../../litellm_core_utils/tokenizers/anthropic_tokenizer.json" )); const OBJECT_BODY: &[u8] = br#"{"model":"claude-sonnet-4-5","input":{"text":"caf\u00e9","n":3,"ok":true,"list":[1,"a",{"z":[]}]}}"#; const INTEGER_BODY: &[u8] = br#"{"input":[-9223372036854775808,0,18446744073709551615]}"#; diff --git a/litellm-rust/crates/token-counter/benches/token_counter.rs b/litellm/rust/crates/token-counter/benches/token_counter.rs similarity index 97% rename from litellm-rust/crates/token-counter/benches/token_counter.rs rename to litellm/rust/crates/token-counter/benches/token_counter.rs index 5e30cf6f77e..f3ed3fa52f1 100644 --- a/litellm-rust/crates/token-counter/benches/token_counter.rs +++ b/litellm/rust/crates/token-counter/benches/token_counter.rs @@ -7,7 +7,7 @@ use tokenizers::Tokenizer; const TOKENIZER_JSON: &str = include_str!(concat!( env!("CARGO_MANIFEST_DIR"), - "/../../../litellm/litellm_core_utils/tokenizers/anthropic_tokenizer.json" + "/../../../litellm_core_utils/tokenizers/anthropic_tokenizer.json" )); const FULL_CONTEXT_TOKENS: usize = 1_000_000; const LARGE_PROMPT_UNIT: &str = "The quick brown fox jumps over the lazy dog. 0123456789\n"; diff --git a/litellm-rust/crates/token-counter/src/counter.rs b/litellm/rust/crates/token-counter/src/counter.rs similarity index 100% rename from litellm-rust/crates/token-counter/src/counter.rs rename to litellm/rust/crates/token-counter/src/counter.rs diff --git a/litellm-rust/crates/token-counter/src/error.rs b/litellm/rust/crates/token-counter/src/error.rs similarity index 100% rename from litellm-rust/crates/token-counter/src/error.rs rename to litellm/rust/crates/token-counter/src/error.rs diff --git a/litellm-rust/crates/token-counter/src/fast.rs b/litellm/rust/crates/token-counter/src/fast.rs similarity index 98% rename from litellm-rust/crates/token-counter/src/fast.rs rename to litellm/rust/crates/token-counter/src/fast.rs index 3ef0021e355..f398c299bfa 100644 --- a/litellm-rust/crates/token-counter/src/fast.rs +++ b/litellm/rust/crates/token-counter/src/fast.rs @@ -67,7 +67,7 @@ mod tests { fn packaged(file: &str) -> String { std::fs::read_to_string(format!( - "{}/../../../litellm/litellm_core_utils/tokenizers/{file}", + "{}/../../../litellm_core_utils/tokenizers/{file}", env!("CARGO_MANIFEST_DIR") )) .unwrap() diff --git a/litellm-rust/crates/token-counter/src/huggingface.rs b/litellm/rust/crates/token-counter/src/huggingface.rs similarity index 100% rename from litellm-rust/crates/token-counter/src/huggingface.rs rename to litellm/rust/crates/token-counter/src/huggingface.rs diff --git a/litellm-rust/crates/token-counter/src/lib.rs b/litellm/rust/crates/token-counter/src/lib.rs similarity index 100% rename from litellm-rust/crates/token-counter/src/lib.rs rename to litellm/rust/crates/token-counter/src/lib.rs diff --git a/litellm-rust/crates/token-counter/src/python_json.rs b/litellm/rust/crates/token-counter/src/python_json.rs similarity index 100% rename from litellm-rust/crates/token-counter/src/python_json.rs rename to litellm/rust/crates/token-counter/src/python_json.rs diff --git a/litellm-rust/crates/token-counter/src/tiktoken.rs b/litellm/rust/crates/token-counter/src/tiktoken.rs similarity index 100% rename from litellm-rust/crates/token-counter/src/tiktoken.rs rename to litellm/rust/crates/token-counter/src/tiktoken.rs diff --git a/litellm-rust/crates/token-counter/src/tokenizer.rs b/litellm/rust/crates/token-counter/src/tokenizer.rs similarity index 100% rename from litellm-rust/crates/token-counter/src/tokenizer.rs rename to litellm/rust/crates/token-counter/src/tokenizer.rs diff --git a/litellm-rust/crates/token-counter/src/tools.rs b/litellm/rust/crates/token-counter/src/tools.rs similarity index 100% rename from litellm-rust/crates/token-counter/src/tools.rs rename to litellm/rust/crates/token-counter/src/tools.rs diff --git a/litellm-rust/crates/token-counter/src/types.rs b/litellm/rust/crates/token-counter/src/types.rs similarity index 100% rename from litellm-rust/crates/token-counter/src/types.rs rename to litellm/rust/crates/token-counter/src/types.rs diff --git a/litellm-rust/crates/token-counter/tests/token_counter.rs b/litellm/rust/crates/token-counter/tests/token_counter.rs similarity index 99% rename from litellm-rust/crates/token-counter/tests/token_counter.rs rename to litellm/rust/crates/token-counter/tests/token_counter.rs index cc18bad5402..15b70d5a734 100644 --- a/litellm-rust/crates/token-counter/tests/token_counter.rs +++ b/litellm/rust/crates/token-counter/tests/token_counter.rs @@ -16,7 +16,7 @@ mod json { fn counter(load: JsonLoader) -> TokenCounter { let path = concat!( env!("CARGO_MANIFEST_DIR"), - "/../../../litellm/litellm_core_utils/tokenizers/anthropic_tokenizer.json" + "/../../../litellm_core_utils/tokenizers/anthropic_tokenizer.json" ); let json = std::fs::read_to_string(path).expect("anthropic tokenizer json is in the repo"); load(&json).expect("anthropic tokenizer loads") @@ -321,7 +321,7 @@ mod tiktoken { #[cfg(feature = "fast")] TokenizerSource::RankFile(file) => { let path = format!( - "{}/../../../litellm/litellm_core_utils/tokenizers/{file}", + "{}/../../../litellm_core_utils/tokenizers/{file}", env!("CARGO_MANIFEST_DIR"), ); let ranks = std::fs::read_to_string(path).expect("rank file is in the repo"); diff --git a/litellm-rust/crates/tracing/Cargo.toml b/litellm/rust/crates/tracing/Cargo.toml similarity index 100% rename from litellm-rust/crates/tracing/Cargo.toml rename to litellm/rust/crates/tracing/Cargo.toml diff --git a/litellm-rust/crates/tracing/README.md b/litellm/rust/crates/tracing/README.md similarity index 100% rename from litellm-rust/crates/tracing/README.md rename to litellm/rust/crates/tracing/README.md diff --git a/litellm-rust/crates/tracing/src/layer.rs b/litellm/rust/crates/tracing/src/layer.rs similarity index 100% rename from litellm-rust/crates/tracing/src/layer.rs rename to litellm/rust/crates/tracing/src/layer.rs diff --git a/litellm-rust/crates/tracing/src/lib.rs b/litellm/rust/crates/tracing/src/lib.rs similarity index 100% rename from litellm-rust/crates/tracing/src/lib.rs rename to litellm/rust/crates/tracing/src/lib.rs diff --git a/litellm-rust/crates/tracing/src/processing.rs b/litellm/rust/crates/tracing/src/processing.rs similarity index 100% rename from litellm-rust/crates/tracing/src/processing.rs rename to litellm/rust/crates/tracing/src/processing.rs diff --git a/litellm-rust/crates/tracing/src/redaction.rs b/litellm/rust/crates/tracing/src/redaction.rs similarity index 100% rename from litellm-rust/crates/tracing/src/redaction.rs rename to litellm/rust/crates/tracing/src/redaction.rs diff --git a/litellm-rust/crates/tracing/tests/logging.rs b/litellm/rust/crates/tracing/tests/logging.rs similarity index 100% rename from litellm-rust/crates/tracing/tests/logging.rs rename to litellm/rust/crates/tracing/tests/logging.rs diff --git a/litellm-rust/docs/adrs/AGENTS.md b/litellm/rust/docs/adrs/AGENTS.md similarity index 100% rename from litellm-rust/docs/adrs/AGENTS.md rename to litellm/rust/docs/adrs/AGENTS.md diff --git a/litellm-rust/docs/adrs/adr_001_only_type_inference_inside_rust.md b/litellm/rust/docs/adrs/adr_001_only_type_inference_inside_rust.md similarity index 100% rename from litellm-rust/docs/adrs/adr_001_only_type_inference_inside_rust.md rename to litellm/rust/docs/adrs/adr_001_only_type_inference_inside_rust.md diff --git a/rust-toolchain.toml b/litellm/rust/rust-toolchain.toml similarity index 100% rename from rust-toolchain.toml rename to litellm/rust/rust-toolchain.toml diff --git a/litellm/rust_bridge/AGENTS.md b/litellm/rust_bridge/AGENTS.md index c2a030ca4d9..ca71fc59c28 100644 --- a/litellm/rust_bridge/AGENTS.md +++ b/litellm/rust_bridge/AGENTS.md @@ -9,7 +9,7 @@ - provider execution, which is Rust core - CPython runtime mechanics, which is `litellm-host-python` - legacy callback sharing and dispatch policy, which is `callbacks-legacy-python` -- `host/` holds the modules Rust imports by name to read Python-owned state. `host/AGENTS.md` states that contract +- `host/` holds the modules Rust imports by name to reach Python-owned state and behavior. Only Rust calls them, and Rust reaches Python nowhere else. `host/AGENTS.md` states that contract # Routing @@ -21,8 +21,11 @@ - `tests/test_litellm_rust/test_public_entries.py` marks such a route `python=None`, so dropping a route's Python changes its entries, its rules and that field together - A detector reads the same inputs the legacy Python path reads, so the catalog and the fallback agree on which requests need Python - A route's context, its target as well as its features, reads `NativeCall.resolved`, so an argument counts the same whether it came by position, by keyword or as a signature default - - A route's sync and async dispatches read different detector maps when the legacy handlers differ: Messages runs pre-request hooks, web search interception and interceptors only on async calls, and the sync Responses handler runs the deployment hook itself + - A route's sync and async dispatches read different detector maps when the legacy handlers differ, as the sync Responses handler runs the deployment hook itself. Messages reads one map for both, since Rust serves its async-only pre-request hooks, web search short-circuit and interceptors through host calls - A detector that raises keeps the call on Python. `PublicDispatch` logs it and never fails the call over routing +- Messages for provider `anthropic` is `RUST_REQUIRED` and has no Python path + - a call the rules would send to Python (a `MESSAGES_PYTHON_FEATURES` feature or a raising detector) raises `UnsupportedParamsError` from the Python fallback in `litellm/messages/dispatch.py`, which names the detected features + - other Messages providers keep the Python fallback - `catalog.RULES` is rollout policy with no tests of its own. Tests pass the rules they need, so check these invariants by review whenever `RULES` changes # Public entries @@ -46,6 +49,11 @@ - A failure after execution starts is terminal and never triggers fallback - Creating an unstarted native coroutine acquires no clients or credentials and captures no execution context +# The `LITELLM_RUST` switch + +- `decision` treats a blank or invalid `LITELLM_RUST` as unset and caches the parse by raw value. It runs inside SDK calls, so it never fails one over a switch and never validates per call +- It does not put the Rust gateway in front of Python. That is `LITELLM_RUST_FIRST`, which `litellm/proxy/rust_forward/mode.py` reads strictly at startup with this same `RustSwitch` type, stopping the CLI with one line naming the variable + # Native extension - `_native` ships in every wheel and the sdist builds it, so it is always importable diff --git a/litellm/rust_bridge/_native.pyi b/litellm/rust_bridge/_native.pyi index 972c75c14b3..b4e54a0061b 100644 --- a/litellm/rust_bridge/_native.pyi +++ b/litellm/rust_bridge/_native.pyi @@ -8,7 +8,6 @@ from typing_extensions import disjoint_base from litellm.redis.store_settings import RedisBreakerSettings, RedisStoreSettings from litellm.rust_bridge.execution import Execution -from litellm.rust_bridge.host.settings import HttpSettings from litellm.rust_bridge.public_call import NativeCall _T_co = TypeVar("_T_co", covariant=True) @@ -21,10 +20,10 @@ class NativeRedisStoreError(Exception): ... def bundled_model_cost_map() -> bytes: ... def native_redis_breaker_states() -> list[str]: ... - +def unsupported_tls_settings(ssl_security_level: str | None = None, ssl_ecdh_curve: str | None = None) -> list[str]: ... @final class NativeCostMapSource: - def __new__(cls, url: str, *, http_settings: HttpSettings | None) -> NativeCostMapSource: ... + def __new__(cls, url: str, *, use_http_settings: bool) -> NativeCostMapSource: ... def fetch(self, policy: NativeFetchPolicy) -> Future[NativeFetched | NativeFetchFailed]: ... def fetch_blocking( self, policy: NativeFetchPolicy, resume_from: NativeFetchFailed | None = None @@ -229,9 +228,7 @@ class NativeRouterUsage: def attach(self, client: NativeRedisClient) -> bool: ... @property def has_redis(self) -> bool: ... - def increment( - self, counter: _UsageCounter, value: float, ttl_seconds: int - ) -> Future[float]: ... + def increment(self, counter: _UsageCounter, value: float, ttl_seconds: int) -> Future[float]: ... def increment_deployment( self, deployment_id: str, @@ -240,12 +237,8 @@ class NativeRouterUsage: tokens: float, requests: int, ) -> Future[None]: ... - def get_many( - self, counters: Sequence[_UsageCounter] - ) -> Future[list[float | None]]: ... - def increment_sync( - self, counter: _UsageCounter, value: float, ttl_seconds: int - ) -> float: ... + def get_many(self, counters: Sequence[_UsageCounter]) -> Future[list[float | None]]: ... + def increment_sync(self, counter: _UsageCounter, value: float, ttl_seconds: int) -> float: ... def increment_deployment_sync( self, deployment_id: str, @@ -254,9 +247,7 @@ class NativeRouterUsage: tokens: float, requests: int, ) -> None: ... - def get_many_sync( - self, counters: Sequence[_UsageCounter] - ) -> list[float | None]: ... + def get_many_sync(self, counters: Sequence[_UsageCounter]) -> list[float | None]: ... def flush_local_counters(self) -> None: ... def snapshot(self) -> dict[str, float]: ... @@ -432,7 +423,9 @@ class NativeAuthCache: def get_sync(self, key: str) -> object: ... def set(self, key: str, value: object, ttl_seconds: float | None = None) -> Future[None]: ... def set_sync(self, key: str, value: object, ttl_seconds: float | None = None) -> None: ... - def declare_set(self, key: str, value: object, ttl_seconds: float | None, send: NativeSend) -> NativePending[None]: ... + def declare_set( + self, key: str, value: object, ttl_seconds: float | None, send: NativeSend + ) -> NativePending[None]: ... def declare_delete(self, key: str, send: NativeSend) -> NativePending[None]: ... def set_many(self, entries: Sequence[tuple[str, object]], ttl_seconds: float | None = None) -> Future[None]: ... def write_back(self, entries: Sequence[tuple[str, object, float | None]], send: NativeSend) -> Future[None]: ... @@ -549,7 +542,6 @@ def messages( def amessages( call: NativeCall, ) -> Execution: ... - @final class ResponsesWebSocketConnection: def __new__(cls, _uninstantiable: Never, /) -> Never: ... @@ -739,6 +731,7 @@ __all__ = [ "reserve_process_for_forking", "responses", "transcription", + "unsupported_tls_settings", ] @final @@ -1187,7 +1180,9 @@ class RouterCoreHandle: callbacks: Mapping[str, bool] | None = None, ) -> RouterCall[_SuccessReportSteps]: ... # Count a success against any id, driven like `report_failure`; `done` carries `key`. - def count_success(self, id: str, callbacks: Mapping[str, bool] | None = None) -> RouterCall[_SuccessReportSteps]: ... + def count_success( + self, id: str, callbacks: Mapping[str, bool] | None = None + ) -> RouterCall[_SuccessReportSteps]: ... # [(id, tpm_key, rpm_key)] for this minute, or None for a group with no deployment. def usage_keys(self, model_group: str) -> list[tuple[str, str, str]] | None: ... # Every deployment as a `model_list` entry, in config order. diff --git a/litellm/rust_bridge/catalog.py b/litellm/rust_bridge/catalog.py index c493617003d..87f4c855561 100644 --- a/litellm/rust_bridge/catalog.py +++ b/litellm/rust_bridge/catalog.py @@ -32,8 +32,6 @@ class Target(str, Enum): class Feature(str, Enum): - SAFEGUARDS_CLASSIFIER = "safeguards_classifier" - """A non-Claude model with dangerous_tool_use safeguards, which the proxy classifier answers.""" MOCK_RESPONSE = "mock_response" """mock_response short-circuits before any provider call.""" PROXY_MCP_TOOLS = "proxy_mcp_tools" @@ -66,14 +64,6 @@ class Feature(str, Enum): """Extra body fields that Python transforms and merges into the provider request.""" PROVIDER_AFFINITY = "provider_affinity" """A provider affinity header that Python validates and populates from the session id.""" - FOUNDRY_BETA_ROW = "foundry_beta_row" - """A Foundry api_base, where Python drops the anthropic-beta values Foundry rejects.""" - PRE_REQUEST_HOOK = "pre_request_hook" - """A logger overriding async_pre_request_hook, which may rewrite the request.""" - WEBSEARCH_INTERCEPTION = "websearch_interception" - """A WebSearchInterceptionLogger that may answer without calling the provider.""" - MESSAGES_INTERCEPTOR = "messages_interceptor" - """A registered MessagesInterceptor that takes over the call.""" AGENTIC_LOOP_HOOK = "agentic_loop_hook" """A logger overriding async_should_run_agentic_loop, which may run follow-up calls.""" RESPONSE_CACHE = "response_cache" @@ -94,14 +84,6 @@ class Feature(str, Enum): """No static key, so Python mints a workload identity federation token.""" CACHE_CONTROL_INJECTION = "cache_control_injection" """Prompt caching injection that Python applies to messages and system.""" - STREAM_COST_INJECTION = "stream_cost_injection" - """litellm.include_cost_in_streaming_usage or the x-litellm-include-cost-in-streaming-usage header, where Python adds cost to streamed usage.""" - THINKING_SIGNATURE_RETRY = "thinking_signature_retry" - """Replayed thinking blocks, which Python strips and retries once if Anthropic rejects their signature.""" - TOOL_CUSTOM_FIELD = "tool_custom_field" - """Tools carrying a non-spec custom object, which Python drops or hoists for the provider.""" - STRICT_TOOLS_RETRY = "strict_tools_retry" - """Strict tools under drop_params, which Python sends again without strict if Claude rejects their limits.""" CLIENT_HEADERS = "client_headers" """Proxy-forwarded headers that Python merges into extra_headers.""" DEPLOYMENT_HOOK = "deployment_hook" @@ -172,21 +154,14 @@ CHAT_PYTHON_FEATURES: Final = COMMON_PYTHON_FEATURES | { Feature.MODEL_ALIAS_MAP, } -MESSAGES_PYTHON_FEATURES: Final = (COMMON_PYTHON_FEATURES - {Feature.TIMEOUT_VARIANTS}) | { - Feature.PROVIDER_AFFINITY, - Feature.FOUNDRY_BETA_ROW, - Feature.SAFEGUARDS_CLASSIFIER, - Feature.PRE_REQUEST_HOOK, - Feature.WEBSEARCH_INTERCEPTION, - Feature.MESSAGES_INTERCEPTOR, - Feature.RESPONSE_CACHE, - Feature.MODIFY_PARAMS, - Feature.WORKLOAD_IDENTITY, - Feature.CACHE_CONTROL_INJECTION, - Feature.STREAM_COST_INJECTION, - Feature.THINKING_SIGNATURE_RETRY, - Feature.TOOL_CUSTOM_FIELD, - Feature.STRICT_TOOLS_RETRY, +MESSAGES_PYTHON_FEATURES: Final = COMMON_PYTHON_FEATURES - { + Feature.TIMEOUT_VARIANTS, + Feature.LATEST_ALIAS, + Feature.MOCK_RESPONSE, + Feature.CALLER_CLIENT, + Feature.TLS_POLICY, + Feature.AGENTIC_LOOP_HOOK, + Feature.PROXY_MCP_TOOLS, } RESPONSES_PYTHON_FEATURES: Final = COMMON_PYTHON_FEATURES | { @@ -220,7 +195,7 @@ RULES: Final[Rules] = ( RouteRule(Route.OCR, Rollout.RUST_REQUIRED), RouteRule(Route.MESSAGES, Rollout.PYTHON_ONLY, targets=frozenset({Target.CHAT_COMPLETIONS, Target.RESPONSES})), RouteRule(Route.MESSAGES, Rollout.PYTHON_ONLY, features=MESSAGES_PYTHON_FEATURES), - RouteRule(Route.MESSAGES, Rollout.RUST_OPT_IN, providers=frozenset({"anthropic"})), + RouteRule(Route.MESSAGES, Rollout.RUST_REQUIRED, providers=frozenset({"anthropic"})), RouteRule(Route.MESSAGES, Rollout.PYTHON_ONLY), RouteRule(Route.RESPONSES, Rollout.PYTHON_ONLY, features=RESPONSES_PYTHON_FEATURES), RouteRule(Route.RESPONSES, Rollout.PYTHON_ONLY), diff --git a/litellm/rust_bridge/configuration.py b/litellm/rust_bridge/configuration.py index 152ba632996..dedbf857a07 100644 --- a/litellm/rust_bridge/configuration.py +++ b/litellm/rust_bridge/configuration.py @@ -3,13 +3,29 @@ from __future__ import annotations import os from enum import Enum, auto from functools import lru_cache -from typing import Final +from typing import Annotated, Final, TypeAlias -from pydantic import TypeAdapter, ValidationError +from pydantic import BeforeValidator, TypeAdapter, ValidationError from typing_extensions import assert_never -_GLOBAL_ENV_NAME: Final = "LITELLM_RUST" -_ENV_BOOL: Final = TypeAdapter(bool) +ENV_NAME: Final = "LITELLM_RUST" + + +def _blank_as_unset(value: object) -> object: + stripped: Final = value.strip() if isinstance(value, str) else value + return None if stripped == "" else stripped + + +RustSwitch: TypeAlias = Annotated[bool | None, BeforeValidator(_blank_as_unset)] +_RUST_SWITCH: Final = TypeAdapter[bool | None](RustSwitch) + + +@lru_cache(maxsize=16) +def _switch_or_unset(raw: str | None) -> bool | None: + try: + return _RUST_SWITCH.validate_python(raw) + except ValidationError: + return None class Rollout(Enum): @@ -33,17 +49,6 @@ class _RustConfiguration: _CONFIGURATION: Final = _RustConfiguration() -@lru_cache(maxsize=16) -def _parse_env_bool(value: str | None) -> bool | None: - """`LITELLM_RUST` as a bool; cached by raw value because `decision` runs per tokenizer call.""" - if value is None: - return None - try: - return _ENV_BOOL.validate_python(value.strip()) - except ValidationError: - return None - - def decide( rollout: Rollout, *, @@ -72,7 +77,7 @@ def decision(rollout: Rollout) -> Decision: return decide( rollout, process_override=_CONFIGURATION.override, - environment_override=_parse_env_bool(os.getenv(_GLOBAL_ENV_NAME)), + environment_override=_switch_or_unset(os.getenv(ENV_NAME)), ) diff --git a/litellm/rust_bridge/detectors.py b/litellm/rust_bridge/detectors.py index c38c3ea7135..1dd3dc6b35c 100644 --- a/litellm/rust_bridge/detectors.py +++ b/litellm/rust_bridge/detectors.py @@ -2,10 +2,11 @@ from __future__ import annotations +import functools import os from collections.abc import Callable, Iterable, Mapping from types import MappingProxyType -from typing import TYPE_CHECKING, Final, TypeAlias, cast # noqa: TID251 # tool lists stay caller-owned +from typing import Final, TypeAlias import httpx @@ -16,9 +17,6 @@ from litellm.litellm_core_utils.model_latest_aliases import is_model_latest_alia from litellm.rust_bridge.catalog import Feature from litellm.rust_bridge.public_call import NativeCall, optional_mapping, optional_sequence, optional_str -if TYPE_CHECKING: - from litellm.responses.mcp.litellm_proxy_mcp_handler import ToolParam - Detector: TypeAlias = Callable[[NativeCall], bool] Detectors: TypeAlias = Mapping[Feature, Detector] @@ -69,12 +67,10 @@ def timeout_variants(request: NativeCall) -> bool: def proxy_mcp_tools(request: NativeCall) -> bool: """Python expands proxy MCP tools and may execute their tool calls.""" - from litellm.responses.mcp.litellm_proxy_mcp_handler import LiteLLM_Proxy_MCP_Handler + from litellm.responses.mcp.tool_precheck import may_name_litellm_mcp_gateway tools: Final = optional_sequence(request.resolved.get("tools")) - return tools is not None and LiteLLM_Proxy_MCP_Handler.should_use_litellm_mcp_gateway( - cast("Iterable[ToolParam]", tools) # cast-ok: the predicate skips entries that are not MCP tool dicts - ) + return tools is not None and may_name_litellm_mcp_gateway(tools) def prompt_management(request: NativeCall) -> bool: @@ -168,15 +164,27 @@ def response_cache(request: NativeCall) -> bool: return litellm.cache is not None and cache.get("no-cache") is not True -_NATIVE_ECDH_CURVES: Final = frozenset({"x25519", "prime256v1", "secp256r1", "p-256", "secp384r1", "p-384"}) +@functools.lru_cache(maxsize=32) +def _tls_unsupported(security_level: str | None, ecdh_curve: str | None) -> bool: + from litellm.rust_bridge import _native + + return bool(_native.unsupported_tls_settings(security_level, ecdh_curve)) def tls_policy(_request: NativeCall) -> bool: """Python applies TLS settings or ECDH curves the native client cannot configure.""" - curve: Final = os.getenv("SSL_ECDH_CURVE", litellm.ssl_ecdh_curve) - return bool(os.getenv("SSL_SECURITY_LEVEL", litellm.ssl_security_level)) or ( - bool(curve) and str(curve).strip().lower() not in _NATIVE_ECDH_CURVES + return unsupported_tls() + + +def unsupported_tls() -> bool: + configured: Final[tuple[object, object]] = ( + os.environ.get("SSL_SECURITY_LEVEL", litellm.ssl_security_level), + os.environ.get("SSL_ECDH_CURVE", litellm.ssl_ecdh_curve), ) + if any(value and not isinstance(value, str) for value in configured): # pyright: ignore[reportUnnecessaryIsInstance] # callers assign the ssl settings untyped + return True + security_level, ecdh_curve = (value if isinstance(value, str) else None for value in configured) + return _tls_unsupported(security_level, ecdh_curve) COMMON: Final[Detectors] = MappingProxyType( diff --git a/litellm/rust_bridge/execution.py b/litellm/rust_bridge/execution.py index 430de8d1ad6..a77fd162bf4 100644 --- a/litellm/rust_bridge/execution.py +++ b/litellm/rust_bridge/execution.py @@ -101,8 +101,10 @@ def synchronous(native: Callable[[_Call], object]) -> Callable[[_Call], object]: return lambda call: run(_execution(native(call)), SyncStream) -def asynchronous(native: Callable[[_Call], object]) -> Callable[[_Call], Awaitable[object]]: - return lambda call: drive(_execution(native(call)), AsyncStream) +def asynchronous( + native: Callable[[_Call], object], open_stream: Callable[[Execution, object], object] | None = None +) -> Callable[[_Call], Awaitable[object]]: + return lambda call: drive(_execution(native(call)), open_stream or AsyncStream) def _execution(value: object) -> Execution: diff --git a/litellm/rust_bridge/host/AGENTS.md b/litellm/rust_bridge/host/AGENTS.md index 4cb87a85c28..da933f3b467 100644 --- a/litellm/rust_bridge/host/AGENTS.md +++ b/litellm/rust_bridge/host/AGENTS.md @@ -1,24 +1,48 @@ # Rust host modules -Python state Rust needs but does not own, behind one module per question. Rust imports a module here by path and calls a function by name +Python behavior Rust needs but does not own, behind one module per question. Rust imports a module here by path and calls a function by name -- One module answers one question: `model_capabilities` (what a model can do), `callbacks_legacy_python` (the legacy callback registries), `settings` (configured snapshots), `cache` (the live configured cache), `diagnostics` (legacy failure logging), `secret_manager` (the configured secret manager and native config capture), `http_transport` (which async transport is in use), `timeouts` (timeout to seconds), `redis_events` (reporting native Redis calls and breaker transitions to `ServiceLogging`), `redis_credentials` (what a caller's redis-py `CredentialProvider` authenticates with), `model_cost` (the live `litellm.model_cost` table, every write to it and its version) -- A module is the only place Rust reads that Python state. Rust never does `py.import("litellm").getattr(...)` on a global; it asks here +## Boundary + +- This package is the only place Rust reaches into Python. `python-bridge` and `callbacks-legacy-python` import no other LiteLLM module, and never do `py.import("litellm").getattr(...)` on a global + - The one exception is `litellm.rust_bridge.execution`, the driver's step classes. It is runtime protocol, not Python state, and the Python entrypoints import it too +- Only Rust calls these modules. No Python module outside `host/` imports one. Tests may, to set up the Python state Rust reads + - Logic both sides need lives with its Python owner (`public_call`, `secret_managers`, the route's types), and the host module calls it +- A Python call that reproduces Python behavior goes through a host function, including standard library and third-party calls: error text built from `httpx`, `OSError` or `litellm.exceptions`, `huggingface_hub` downloads, the process `random` generator + - Rust reads the process environment itself (`ProcessEnvironment`). CPython's `os.environ` writes through to it, so there is nothing to ask Python for + - Rust imports a module directly only to get a type or a Python builtin it applies itself: `isinstance` checks (`os.PathLike`, `ssl.SSLContext`), exception classes it raises (`redis.exceptions`), `builtins.object` and `inspect.getattr_static` for Python attribute semantics + - `litellm-host-python` is the generic runtime and keeps its own `asyncio`, `contextvars` and `json` imports +- Check these invariants by review whenever a Rust file adds a `py.import`, an `import_exception!` or a `*_MODULE` constant, or a Python file imports from `litellm.rust_bridge.host` + +## Modules + +- One module answers one question + - `model_capabilities`: what a model can do + - `callbacks_legacy_python`: the legacy callback registries + - `settings`: configured snapshots + - `cache`: the live configured cache + - `diagnostics`: legacy failure logging + - `logger`: where native diagnostics are emitted + - `preflight`: the SDK globals the native preflight borrows + - `secret_manager`: the configured secret manager, its native config and the error text Python's managers produce + - `http_transport`: which async transport is in use, and whether a call must send through Python's `AsyncHTTPHandler` + - `timeouts`: timeout to seconds + - `tokenizers`: bundled tiktoken files and Hugging Face tokenizer downloads + - `randomness`: the process `random` generator the Python router draws from + - `redis_events`: reporting native Redis calls and breaker transitions to `ServiceLogging` + - `redis_credentials`: what a caller's redis-py `CredentialProvider` authenticates with + - `model_cost`: where a `register_model` entry lands in the published table and the row it writes +- `routes/.py` holds the questions one route asks, under the same function names on every route (`response`, `map_failure`, `connection_defaults`), so Rust names only the module. A question two routes ask goes in a top-level module here instead - Each module reuses the Python implementation the Python route runs (`AnthropicModelInfo`, `Logging`). Do not re-derive those rules here or in Rust; one resolver, two callers -- The module path and function signature are a contract. The Rust side pins the path in a `const MODULE` in the crate that asks (`python-bridge/src/routes/messages/host.rs`, `python-bridge/src/secrets/`, `callbacks-legacy-python/src/python.rs`); change both sides together and keep `tests/unit/rust_bridge/host/` green + +## Contract + +- The module path and function signature are a contract. Each Rust crate declares a host module's path once, in a `const *_MODULE` next to the code that asks (`python-bridge/src/secrets/mod.rs`, `python-bridge/src/routes//`, `callbacks-legacy-python/src/python.rs`). Change both sides together and keep `tests/unit/rust_bridge/host/` green - Inputs and outputs use values and frozen snapshots. Retain caller-owned clients and caches as opaque references when identity is required; Rust never discovers them through module globals - Moving a question into Rust means replacing the function body with a native call, not adding a second resolver. The Python signature stays -- `routes/.py` holds the questions one route asks, under the same function names on every route (`response`, `map_failure`, `connection_defaults`), so Rust names only the module. A question two routes ask goes in a top-level module here instead ## model_cost -- `publish`, `write` and `changed_in_place` are the only writers. Each moves `ModelCostVersion` -- The version is `(id(table), len(table), writes)`, so replacing the dict or changing its size moves it without the host - - An in-place value edit does not, so code that edits rows in place calls `changed_in_place()` -- Anything derived from the table is cached under the version (`@VersionCached`, `model_cost_version()`), never cleared by hand +- `model_cost` answers what Rust needs while registering models: `entry`, `published`, `write`, `resolve`, `merged` and `kept`. The live table, its version and every Python writer belong to `litellm_core_utils/model_cost_table.py` - `resolve`, `merged` and `kept` are shims until `get_model_info` and a merge generic over Python values move to Rust. Then their bodies become native calls and the signatures stay - `resolve` returns `None` when it was handed a table that is no longer published. That is how a pass learns a reload swapped the table -- Compat names exist only so code written against main keeps working. New code never calls them, and they never gain behavior of their own - - `utils._invalidate_model_cost_lowercase_map` forwards to `changed_in_place` - - `utils.get_model_cost_mutation_generation` forwards to `model_cost_version().writes` - - `utils._model_cost_lowercase_map` is always `None` diff --git a/litellm/rust_bridge/host/cache.py b/litellm/rust_bridge/host/cache.py index bf2655f9f62..38a18b9be57 100644 --- a/litellm/rust_bridge/host/cache.py +++ b/litellm/rust_bridge/host/cache.py @@ -1,7 +1,8 @@ from __future__ import annotations -from collections.abc import Mapping -from typing import TYPE_CHECKING, Final +import weakref +from collections.abc import Callable, Mapping +from typing import TYPE_CHECKING, Final, cast # noqa: TID251 # bounded cast of the served response from pydantic import TypeAdapter @@ -9,9 +10,13 @@ from litellm.litellm_core_utils.add_retry_fallback_headers import get_hidden_par if TYPE_CHECKING: from litellm.caching.caching import Cache + from litellm.litellm_core_utils.litellm_logging import Logging _RUST_RESPONSE_HEADER: Final = "x-litellm-rust" _HEADERS: Final = TypeAdapter(dict[str, object]) +_EVENTS: Final = TypeAdapter(list[str]) +_HITS: Final[weakref.WeakKeyDictionary[Logging, Mapping[str, object]]] = weakref.WeakKeyDictionary() +_UNCLAMPED: Final[weakref.WeakKeyDictionary[Logging, object]] = weakref.WeakKeyDictionary() def configured_cache() -> Cache | None: @@ -25,17 +30,14 @@ def _python_entry(response: Mapping[str, object]) -> Mapping[str, object]: headers: Final = hidden.get("additional_headers") if not isinstance(headers, Mapping) or _RUST_RESPONSE_HEADER not in headers: return response - return { - **response, - "_hidden_params": { - **hidden, - "additional_headers": { - name: value - for name, value in _HEADERS.validate_python(headers).items() - if name != _RUST_RESPONSE_HEADER - }, - }, + kept: Final = { + name: value for name, value in _HEADERS.validate_python(headers).items() if name != _RUST_RESPONSE_HEADER } + stored: Final = {name: value for name, value in hidden.items() if name != "additional_headers" or kept} | ( + {"additional_headers": kept} if kept else {} + ) + entry: Final = {name: value for name, value in response.items() if name != "_hidden_params"} + return {**entry, "_hidden_params": stored} if stored else entry def store_response( @@ -44,11 +46,183 @@ def store_response( /, **kwargs: object, # kwargs-ok: the cache call's own arguments ) -> None: - from litellm.caching.caching_handler import create_cache_write_task + from litellm.caching.caching_handler import create_cache_write_task, is_response_without_output + if is_response_without_output(response): + return create_cache_write_task( lambda: cache.async_add_cache( # pyright: ignore[reportUnknownMemberType] # Cache.async_add_cache leaves its result untyped _python_entry(response), **kwargs, # pyright: ignore[reportArgumentType] # the cache call's own keyword arguments, as Python passes them ) ) + + +def store_verbatim( + cache: Cache, + response: Mapping[str, object], + /, + **kwargs: object, # kwargs-ok: the cache call's own arguments +) -> None: + from litellm.caching.caching_handler import create_cache_write_task, is_response_without_output + + if is_response_without_output(response): + return + create_cache_write_task( + lambda: cache.async_add_cache( # pyright: ignore[reportUnknownMemberType] # Cache.async_add_cache leaves its result untyped + response, + **kwargs, # pyright: ignore[reportArgumentType] # the cache call's own keyword arguments, as Python passes them + ) + ) + + +async def store_stream( + cache: Cache, + entry: Mapping[str, object], + /, + **kwargs: object, # kwargs-ok: the cache call's own arguments +) -> None: + from litellm._logging import verbose_logger + from litellm.caching.caching_handler import LLMCachingHandler, create_cache_write_task + from litellm.types.caching import CACHED_STREAM_EVENTS_KEY + + events: Final = entry.get(CACHED_STREAM_EVENTS_KEY) + handler: Final = getattr(kwargs.get("litellm_logging_obj"), "llm_caching_handler", None) + preset_cache_key: Final = handler.preset_cache_key if isinstance(handler, LLMCachingHandler) else None + cache_key_override: Final[Mapping[str, object]] = ( + {"cache_key": preset_cache_key} if preset_cache_key is not None else {} + ) + + async def write() -> None: + try: + await cache.async_add_cache( # pyright: ignore[reportUnknownMemberType] # Cache.async_add_cache leaves its result untyped + {**entry, CACHED_STREAM_EVENTS_KEY: tuple(_EVENTS.validate_python(events))} + if isinstance(events, list) + else entry, + dynamic_cache_object=handler.dual_cache if isinstance(handler, LLMCachingHandler) else None, + **{**kwargs, **cache_key_override}, # pyright: ignore[reportArgumentType] # the cache call's own keyword arguments, as Python passes them + ) + except Exception as e: # noqa: BLE001 # a cache write must never surface as a client-visible stream error + verbose_logger.exception("Anthropic Messages stream cache write failed: %s", e) + + create_cache_write_task(write) + + +def caching_handler( + **kwargs: object, # kwargs-ok: the cache call's own arguments +) -> object | None: + from litellm.caching.caching_handler import LLMCachingHandler + from litellm.litellm_core_utils.litellm_logging import Logging + + logging_obj: Final = kwargs.get("litellm_logging_obj") + if not isinstance(logging_obj, Logging) or not isinstance(logging_obj.llm_caching_handler, LLMCachingHandler): + return None + return logging_obj.llm_caching_handler + + +def wrap_stream( + _cache: Cache, + original_function: Callable[..., object], + stream: object, + read_handler: object | None, + /, + **kwargs: object, # kwargs-ok: the cache call's own arguments +) -> object: + from litellm.caching.caching_handler import LLMCachingHandler + from litellm.litellm_core_utils.litellm_logging import Logging + + logging_obj: Final = kwargs.get("litellm_logging_obj") + if not isinstance(logging_obj, Logging): + return stream + handler: Final = ( + read_handler + if isinstance(read_handler, LLMCachingHandler) + else LLMCachingHandler( + original_function=original_function, request_kwargs=dict(kwargs), start_time=logging_obj.start_time + ) + ) + return handler.wrap_streaming_result_for_cache(result=stream, call_type=original_function.__name__) + + +def remember_unclamped(logging_obj: object, max_tokens: object) -> None: + from litellm.litellm_core_utils.litellm_logging import Logging + + if isinstance(logging_obj, Logging): + _UNCLAMPED[logging_obj] = max_tokens + + +async def lookup( + _cache: Cache, + original_function: Callable[..., object], + /, + **kwargs: object, # kwargs-ok: the cache call's own arguments +) -> object | None: + from litellm.litellm_core_utils.litellm_logging import Logging + + logging_obj: Final = kwargs.get("litellm_logging_obj") + if not isinstance(logging_obj, Logging): + return None + return await _read( + original_function, + logging_obj, + {**kwargs, "max_tokens": _UNCLAMPED.pop(logging_obj)} if logging_obj in _UNCLAMPED else kwargs, + ) + + +async def _read( + original_function: Callable[..., object], + logging_obj: Logging, + kwargs: dict[str, object], # mutable-ok: the read call's own keyword arguments, handed on as the handler takes them +) -> object | None: + from litellm.caching.caching_handler import LLMCachingHandler + + handler: Final = LLMCachingHandler( + original_function=original_function, request_kwargs=dict(kwargs), start_time=logging_obj.start_time + ) + logging_obj.llm_caching_handler = handler + model: Final = kwargs.get("model") + model_name: Final = model if isinstance(model, str) else "" + if not handler.reads_cache(model=model_name, kwargs=kwargs): + return None + read: Final = await handler.async_read_cache( + model=model_name, + original_function=original_function, + logging_obj=logging_obj, + call_type=original_function.__name__, + kwargs=kwargs, + args=(), + ) + if not read.hit: + return None + _remember(logging_obj, read.cached_result) + return read.cached_result + + +def _remember(logging_obj: Logging, cached: object) -> None: + if isinstance(cached, Mapping): + _HITS[logging_obj] = _HEADERS.validate_python(cached) + + +def _replace(response: object, cached: Mapping[str, object] | None) -> None: + if isinstance(response, dict) and cached is not None: + served: Final = cast( # cast-ok: a Messages response is the str-keyed dict the route serves + "dict[str, object]", response + ) + served.clear() + served.update(cached) + + +def restore_hit(response: object, logger: Logging) -> None: + from litellm.caching.caching_handler import ( + _set_cached_hidden_param, # pyright: ignore[reportPrivateUsage] # the @client cache hit's own hidden params + ) + + _replace(response, _HITS.pop(logger, None)) + _set_cached_hidden_param(response, "cache_hit", True) + + +def hit_cache_key(logger: Logging) -> object: + from litellm.caching.caching_handler import LLMCachingHandler + + handler: Final = logger.llm_caching_handler + return handler.hit_cache_key() if isinstance(handler, LLMCachingHandler) else None diff --git a/litellm/rust_bridge/host/callbacks_legacy_python.py b/litellm/rust_bridge/host/callbacks_legacy_python.py index ba557f769eb..19124fcffc0 100644 --- a/litellm/rust_bridge/host/callbacks_legacy_python.py +++ b/litellm/rust_bridge/host/callbacks_legacy_python.py @@ -15,7 +15,7 @@ import sys import traceback import uuid import weakref -from collections.abc import Awaitable, Callable, Coroutine, Mapping, Sequence +from collections.abc import AsyncIterator, Awaitable, Callable, Coroutine, Iterator, Mapping, Sequence from dataclasses import dataclass from typing import ( TYPE_CHECKING, @@ -27,6 +27,7 @@ from typing import ( import httpx from pydantic import TypeAdapter +from typing_extensions import ReadOnly, TypedDict if TYPE_CHECKING: from litellm.litellm_core_utils.litellm_logging import Logging @@ -41,6 +42,7 @@ class MetadataUpdater(Protocol): kwargs: dict[str, object], start_time: datetime.datetime, end_time: datetime.datetime, + cache_hit: bool | None = None, ) -> None: ... @@ -97,6 +99,7 @@ def finalize( kwargs: dict[str, object], start_time: datetime.datetime, end_time: datetime.datetime, + cache_hit: bool, ) -> None: from litellm.litellm_core_utils.llm_response_utils import response_metadata @@ -104,6 +107,16 @@ def finalize( update: Final = cast( # cast-ok: legacy metadata function accepts concrete kwargs MetadataUpdater, response_metadata.update_response_metadata ) + if cache_hit: + from litellm.caching.caching_handler import ( + _set_cached_hidden_param, # pyright: ignore[reportPrivateUsage] # the @client cache hit's own hidden params + ) + from litellm.rust_bridge.host.cache import hit_cache_key, restore_hit + + restore_hit(response, logger) + update(response, logger, logger.model, kwargs, start_time, end_time, cache_hit=True) + _set_cached_hidden_param(response, "cache_key", hit_cache_key(logger)) + return update(response, logger, model if isinstance(model, str) else None, kwargs, start_time, end_time) cache_key: Final = logger.model_call_details.get("cache_key") if logger.model_call_details.get("cache_hit") is True and isinstance(cache_key, str): @@ -277,14 +290,76 @@ def post_call( logger.post_call(original_response=original_response, api_key=api_key, additional_args=additional_args) -def record_response(logger: Logging, status: int, headers: Sequence[tuple[str, str]], body: str) -> None: +class _UnreadBody(httpx.SyncByteStream, httpx.AsyncByteStream): + def __iter__(self) -> Iterator[bytes]: + return iter(()) + + async def __aiter__(self) -> AsyncIterator[bytes]: + for chunk in (): + yield chunk + + +def wire_headers(headers: Sequence[tuple[str, str]]) -> httpx.Headers: + return httpx.Headers([(name.encode(), value.encode()) for name, value in headers]) + + +def _sent_request(sent: tuple[str, Mapping[str, str], Mapping[str, object]]) -> httpx.Request: + url, headers, body = sent + return httpx.Request("POST", url, headers=list(headers.items()), content=json.dumps(body, default=str).encode()) + + +def record_response( + logger: Logging, + status: int, + headers: Sequence[tuple[str, str]], + body: str, + sent: tuple[str, Mapping[str, str], Mapping[str, object]] | None, +) -> None: """Stores the provider response the way Python's Messages handler does, for logging to replay.""" - response: Final = httpx.Response(status_code=status, headers=list(headers), content=body.encode()) + request: Final = None if sent is None else _sent_request(sent) + streamed: Final = sent is not None and sent[2].get("stream") is True + response: Final = ( + httpx.Response(status_code=status, stream=_UnreadBody(), request=request) + if streamed + else httpx.Response(status_code=status, content=body.encode(), request=request) + ) + response.headers = wire_headers(headers) details: Final = logger.model_call_details # the call's own logger: recording on it is the point details["httpx_response"] = response details["response_headers"] = dict(response.headers) +class _ThinkingSignatureRetry(TypedDict): + kind: ReadOnly[Literal["thinking_signature"]] + + +class _StrictToolsRetry(TypedDict): + kind: ReadOnly[Literal["strict_tools"]] + dropped: ReadOnly[int] + + +_RETRY_REASONS: Final = TypeAdapter(tuple[_ThinkingSignatureRetry | _StrictToolsRetry, ...]) + + +async def retried_request( + logger: Logging, + logged_body: dict[str, object], # mutable-ok: the retry rewrites the body pre_call logged, as Python's loop does + body: Mapping[str, object], + reasons: Sequence[Mapping[str, object]], +) -> None: + from litellm.llms.anthropic.common_utils import warn_claude_strict_tools_dropped + + if logger.baseline_cache_context is not None: + await logger.invalidate_baseline_cache_estimate("retried_request") + for reason in _RETRY_REASONS.validate_python(reasons): + if reason["kind"] == "strict_tools": + warn_claude_strict_tools_dropped(reason["dropped"]) + for name in logged_body.keys() - body.keys(): + del logged_body[name] # rebind-ok: the logged body is the one logging already holds + logged_body.update({name: value for name, value in body.items() if logged_body.get(name) != value}) + logger.model_call_details.update(logged_body) + + def record_api_window(logger: Logging, start: float, end: float) -> None: """Records the provider exchange's window the way Python's timed `AsyncHTTPHandler.post` does.""" from litellm.litellm_core_utils.logging_utils import ( @@ -296,6 +371,38 @@ def record_api_window(logger: Logging, start: float, end: float) -> None: start_time=datetime.datetime.fromtimestamp(start), # noqa: DTZ006 # the timed post records naive local times end_time=datetime.datetime.fromtimestamp(end), # noqa: DTZ006 # the timed post records naive local times ) + _log_api_window(logger, start, end) + + +def _log_api_window(logger: Logging, start: float, end: float) -> None: + from litellm._logging import verbose_logger + from litellm.litellm_core_utils.logging_utils import ( + _get_parent_otel_span_from_logging_obj, # pyright: ignore[reportPrivateUsage] # the timed post's own span lookup + _get_service_logger, # pyright: ignore[reportPrivateUsage] # the timed post's own service logger + ) + from litellm.types.services import ServiceTypes + + parent_otel_span: Final = _get_parent_otel_span_from_logging_obj(logger) + try: + service_logger: Final = _get_service_logger() + _ = asyncio.create_task( + service_logger.async_service_success_hook( # pyright: ignore[reportUnknownMemberType] # the hook's untyped event_metadata dict + service=ServiceTypes.LITELLM, + duration=end - start, + call_type="post <- track_llm_api_timing", + start_time=start, + end_time=end, + parent_otel_span=parent_otel_span, + ) + ) + except Exception as e: # noqa: BLE001 # the timed post logs and drops a service logging failure + verbose_logger.debug("Error in service logging: %s", e) + + +def times_provider_exchange(client: object, timeout: object) -> bool: + from litellm.rust_bridge.host import http_transport + + return not http_transport.sends_through_python(client, timeout) def defers_async_logging(logger: LoggingSurface) -> bool: @@ -369,6 +476,16 @@ def async_success_handler( return logger.async_success_handler(response, start, end, cache_hit=_cache_hit(logger)) +def cache_hit_success(logger: Logging, response: object, start: datetime.datetime, end: datetime.datetime) -> None: + from litellm.caching.caching_handler import LLMCachingHandler + + handler: Final = logger.llm_caching_handler + if isinstance(handler, LLMCachingHandler): + handler.async_log_cache_hit_on_callbacks( + logging_obj=logger, cached_result=response, start_time=start, end_time=end, cache_hit=True + ) + + def enqueue_logging(coroutine: Coroutine[object, object, None]) -> None: from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER @@ -414,7 +531,29 @@ def after_deployment_success(kwargs: dict[str, object], response: object, call_t hook: Final = cast( # cast-ok: bounded adapter for the untyped deployment hook DeploymentSuccessHook, utils.async_post_call_success_deployment_hook ) - return hook(kwargs, response, CallTypes(call_type)) + typed: Final = CallTypes(call_type) + return hook(kwargs, _messages_stream(response) if typed == CallTypes.anthropic_messages else response, typed) + + +def _messages_stream(response: object) -> object: + from litellm.rust_bridge.execution import AsyncStream + + if not isinstance(response, AsyncStream): + return response + from litellm.llms.anthropic.messages.native.streaming_iterator import ( + AnthropicMessagesStreamHiddenParams, + AnthropicMessagesStreamingResponse, + ) + + return AnthropicMessagesStreamingResponse( + completion_stream=cast( # cast-ok: the native stream yields the provider's SSE bytes + AsyncIterator[bytes], response + ), + hidden_params=cast( # cast-ok: the stream's stamped hidden params, shared as Python's handler shares them + AnthropicMessagesStreamHiddenParams, + response._hidden_params, # pyright: ignore[reportPrivateUsage] # the native stream's own hidden params + ), + ) def after_deployment_failure(kwargs: dict[str, object], error: Exception, call_type: str) -> Awaitable[None]: @@ -442,17 +581,25 @@ def stamp_stream_head( kwargs: dict[str, object], # mutable-ok: `finalize` takes the call kwargs as a dict start_time: datetime.datetime, end_time: datetime.datetime, + cache_hit: bool, ) -> None: + if kwargs.get("stream") is True: + logger.stream = True + logger.model_call_details["stream"] = True carrier: Final = _HiddenParamsCarrier(head) - finalize(carrier, logger, kwargs, start_time, end_time) + finalize(carrier, logger, kwargs, start_time, end_time, cache_hit) stamped: Final = carrier._hidden_params # pyright: ignore[reportPrivateUsage] # the carrier's own field if stamped is not head and isinstance(stamped, dict): head.update(cast("dict[str, object]", stamped)) # cast-ok: update_response_metadata writes a str-keyed dict -def stream_opened(logger: Logging, head: Mapping[str, object]) -> None: - logger.stream = True - logger.model_call_details["stream"] = True +def stream_opened(logger: Logging, head: Mapping[str, object], keeps_requested: bool = False) -> None: + requested: Final = logger.model_call_details.get("stream") + streamed: Final = requested if keeps_requested and requested else True + logger.stream = cast(bool, streamed) # cast-ok: Python's Messages handler logs the stream flag it sent + logger.model_call_details["stream"] = streamed + if "httpx_response" in logger.model_call_details: + return logger.model_call_details["response_headers"] = _STREAM_HEADERS.validate_python( head.get("additional_headers") or {} ) @@ -486,6 +633,12 @@ def stream_success( if first_chunk is not None: logger.completion_start_time = first_chunk logger.model_call_details["completion_start_time"] = first_chunk + superseded_error_event: Final = PassThroughStreamingHandler._error_frame_closed_at( # pyright: ignore[reportPrivateUsage] # the Messages stream's own close-at-frame check + EndpointType(endpoint_type), chunks + ) + if superseded_error_event is not None: + _log_superseded_stream_failure(logger, endpoint_type, request_body, chunks, superseded_error_event) + return build: Final = cast( # cast-ok: bounded adapter for the untyped pass-through logging builder StreamingLogBuilder, PassThroughStreamingHandler._route_streaming_logging_to_handler, # pyright: ignore[reportPrivateUsage] # the Messages stream iterator bills through the same builder @@ -518,6 +671,37 @@ def stream_success( enqueue_logging(coroutine) +def _log_superseded_stream_failure( + logger: Logging, + endpoint_type: str, + request_body: Mapping[str, object], + chunks: Sequence[bytes], + error_event: tuple[str, str, int], +) -> None: + from litellm._logging import verbose_proxy_logger + from litellm.llms.anthropic.common_utils import anthropic_error_frame_exception + from litellm.proxy.pass_through_endpoints.streaming_handler import PassThroughStreamingHandler + from litellm.types.passthrough_endpoints.pass_through_endpoints import EndpointType + + error_type, message, status_code = error_event + PassThroughStreamingHandler._record_partial_usage_for_failure( # pyright: ignore[reportPrivateUsage] # the superseded stream's own partial usage record + litellm_logging_obj=logger, + endpoint_type=EndpointType(endpoint_type), + request_body=dict(request_body), + raw_bytes=tuple(chunks), + stream_context=None, + ) + try: + enqueue_logging( + logger.dispatch_attempt_failure_handlers( # pyright: ignore[reportArgumentType] # the dispatch snapshots now, its coroutine never receives a sent value + anthropic_error_frame_exception(error_type, message, status_code, str(logger.model)), + traceback.format_exc(), + ) + ) + except Exception as e: # noqa: BLE001 # the stream's failure scheduling logs and drops its own failure + verbose_proxy_logger.error("Error scheduling stream failure logging: %s", e) + + def stream_failure( logger: Logging, endpoint_type: str, diff --git a/litellm/rust_bridge/host/http_transport.py b/litellm/rust_bridge/host/http_transport.py index 1bf0f890924..6155cfce2ea 100644 --- a/litellm/rust_bridge/host/http_transport.py +++ b/litellm/rust_bridge/host/http_transport.py @@ -1,7 +1,32 @@ from __future__ import annotations +from typing import Final + def uses_aiohttp_transport() -> bool: from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler return AsyncHTTPHandler.should_use_aiohttp_transport() + + +def _non_positive_timeout(timeout: object) -> bool: + import httpx + + seconds: Final = ( + (timeout.connect, timeout.read, timeout.write, timeout.pool) + if isinstance(timeout, httpx.Timeout) + else (timeout,) + ) + return any(isinstance(value, int | float) and value <= 0 for value in seconds) + + +def sends_through_python(client: object, timeout: object = None) -> bool: + from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, rsa_key_exchange_and_chacha20_excluded + from litellm.rust_bridge import detectors + + return ( + isinstance(client, AsyncHTTPHandler) + or detectors.unsupported_tls() + or rsa_key_exchange_and_chacha20_excluded() + or _non_positive_timeout(timeout) + ) diff --git a/litellm/rust_bridge/logger.py b/litellm/rust_bridge/host/logger.py similarity index 100% rename from litellm/rust_bridge/logger.py rename to litellm/rust_bridge/host/logger.py diff --git a/litellm/rust_bridge/host/model_capabilities.py b/litellm/rust_bridge/host/model_capabilities.py index 6fd8b42520e..00a00b9e79b 100644 --- a/litellm/rust_bridge/host/model_capabilities.py +++ b/litellm/rust_bridge/host/model_capabilities.py @@ -6,7 +6,7 @@ from typing import Final, TypeAlias import litellm from litellm.litellm_core_utils.core_helpers import as_str_mapping -from litellm.rust_bridge.host.model_cost import ModelCostVersion, model_cost_version +from litellm.litellm_core_utils.model_cost_table import ModelCostVersion, model_cost_version class _Held: diff --git a/litellm/rust_bridge/host/model_cost.py b/litellm/rust_bridge/host/model_cost.py index 328e0c6252e..cfedbb64592 100644 --- a/litellm/rust_bridge/host/model_cost.py +++ b/litellm/rust_bridge/host/model_cost.py @@ -1,118 +1,21 @@ -"""The live ``litellm.model_cost`` table, every write to it, and its version.""" +"""The ``litellm.model_cost`` questions Rust asks while registering models.""" from __future__ import annotations -from collections.abc import Callable, Mapping -from dataclasses import dataclass -from functools import lru_cache -from typing import Final, Generic, ParamSpec, TypeVar +from collections.abc import Mapping +from typing import Final -from litellm.constants import DEFAULT_MAX_LRU_CACHE_SIZE - -P = ParamSpec("P") -R = TypeVar("R") +from litellm.litellm_core_utils import model_cost_table +from litellm.litellm_core_utils.model_cost_table import AliasedCostEntry, Landing -class AliasedCostEntry(dict[str, object]): - """A ``litellm.model_cost`` row, the one object every alias name of a model is served under.""" - - __slots__ = ("names", "registered_fields") - - def __init__( - self, entry: Mapping[str, object], names: tuple[str, ...], registered_fields: frozenset[str] = frozenset() - ) -> None: - super().__init__(entry) - self.names: tuple[str, ...] = names - self.registered_fields: frozenset[str] = registered_fields +def entry(fields: Mapping[str, object], names: tuple[str, ...]) -> AliasedCostEntry: + """The row object every name in ``names`` shares, the owner first.""" + return AliasedCostEntry(fields, names) -entry: Final = AliasedCostEntry - - -@dataclass(frozen=True, slots=True) -class ModelCostVersion: - table: int - size: int - writes: int - - -class _Writes: - __slots__ = ("count",) - - def __init__(self) -> None: - self.count: int = 0 - - def record(self) -> None: - self.count += 1 - - -_WRITES: Final = _Writes() - - -def model_cost_version() -> ModelCostVersion: - import litellm - - table: Final = litellm.model_cost - return ModelCostVersion(table=id(table), size=len(table), writes=_WRITES.count) - - -def publish(table: dict[str, object]) -> None: - """Makes ``table`` the live ``litellm.model_cost``.""" - import litellm - - litellm.model_cost = table - _WRITES.record() - - -def write(rows: dict[str, object], written: Mapping[str, object]) -> None: - """Writes one registration's rows into ``rows``, the published table.""" - rows.update(written) - _WRITES.record() - - -def changed_in_place() -> None: - """Moves the version and drops the name index after an in-place edit of ``litellm.model_cost``.""" - from litellm.litellm_core_utils.get_model_cost_map import model_cost_inputs - - model_cost_inputs.invalidate() - _WRITES.record() - - -class VersionCached(Generic[P, R]): - """Decorates ``function`` with an ``lru_cache`` keyed on the ``litellm.model_cost`` version each call read, and - exposes that cache's ``cache_clear`` and ``cache_info``.""" - - __slots__ = ("_at", "cache_clear", "cache_info") - - def __init__(self, function: Callable[P, R]) -> None: - def at( - _version: ModelCostVersion, - *args: P.args, - **kwargs: P.kwargs, # kwargs-ok: forwards a ParamSpec unchanged - ) -> R: - return function(*args, **kwargs) - - cached: Final = lru_cache(maxsize=DEFAULT_MAX_LRU_CACHE_SIZE)(at) - self._at: Final = cached - self.cache_clear: Final = cached.cache_clear - self.cache_info: Final = cached.cache_info - - def __call__(self, *args: P.args, **kwargs: P.kwargs) -> R: # kwargs-ok: forwards a ParamSpec unchanged - return self._at(model_cost_version(), *args, **kwargs) - - -@dataclass(frozen=True, slots=True) -class Landing: - key: str - base: Mapping[str, object] - matched_builtin: bool - - -def published() -> dict[str, object]: - """The table published as ``litellm.model_cost`` now.""" - import litellm - - return litellm.model_cost +published: Final = model_cost_table.published +write: Final = model_cost_table.write def resolve( diff --git a/litellm/rust_bridge/preflight.py b/litellm/rust_bridge/host/preflight.py similarity index 100% rename from litellm/rust_bridge/preflight.py rename to litellm/rust_bridge/host/preflight.py diff --git a/litellm/rust_bridge/host/randomness.py b/litellm/rust_bridge/host/randomness.py new file mode 100644 index 00000000000..71d841833e4 --- /dev/null +++ b/litellm/rust_bridge/host/randomness.py @@ -0,0 +1,11 @@ +from __future__ import annotations + +import random + + +def next_float() -> float: + return random.random() + + +def index_below(length: int) -> int: + return random.randrange(length) diff --git a/litellm/rust_bridge/host/routes/messages.py b/litellm/rust_bridge/host/routes/messages.py index c6568264edb..48de9b0ac03 100644 --- a/litellm/rust_bridge/host/routes/messages.py +++ b/litellm/rust_bridge/host/routes/messages.py @@ -1,39 +1,99 @@ from __future__ import annotations +import asyncio import datetime import errno +import functools +import inspect import ipaddress +import json import os import socket -from collections.abc import Callable, Mapping, Sequence -from dataclasses import asdict, dataclass +from collections.abc import AsyncIterator, Awaitable, Callable, Coroutine, Iterable, Iterator, Mapping, Sequence +from dataclasses import asdict, dataclass, replace from typing import Final, TypeAlias, cast # noqa: TID251 # narrows native payloads to public TypedDicts import httpx from aiohttp.http_exceptions import ContentLengthError, TransferEncodingError -from pydantic import TypeAdapter, ValidationError +from pydantic import JsonValue, TypeAdapter, ValidationError import litellm +from litellm.caching.caching_handler import LLMCachingHandler +from litellm.integrations.custom_logger import CustomLogger from litellm.litellm_core_utils import exception_mapping_utils -from litellm.litellm_core_utils.core_helpers import normalize_drop_params +from litellm.litellm_core_utils.core_helpers import ( + as_str_mapping, + drops_unsupported_params, + normalize_drop_params, + proxy_request_headers, + stream_cost_injection_requested, +) +from litellm.litellm_core_utils.get_llm_provider_logic import get_provider_affinity_header +from litellm.litellm_core_utils.get_provider_specific_headers import ProviderSpecificHeaderUtils from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj +from litellm.litellm_core_utils.model_latest_aliases import is_model_latest_alias +from litellm.litellm_core_utils.provider_affinity import add_provider_affinity_header from litellm.litellm_core_utils.reasoning_effort_capability import deployment_reasoning_effort_levels from litellm.litellm_core_utils.request_timeout_resolver import get_configured_request_timeout -from litellm.llms.anthropic.common_utils import AnthropicError, anthropic_pass_through_api_base +from litellm.litellm_core_utils.url_utils import ensure_api_route +from litellm.llms.anthropic.common_utils import ( + AnthropicError, + AnthropicModelInfo, + anthropic_pass_through_api_base, + strip_provider_specific_fields_from_anthropic_messages, +) from litellm.llms.anthropic.messages.native import handler +from litellm.llms.anthropic.messages.native import utils as native_utils +from litellm.llms.anthropic.messages.native.handler import ( + _bridge_target as _bridged, # pyright: ignore[reportPrivateUsage] # the handler's own bridge target +) +from litellm.llms.anthropic.messages.native.handler import ( + _BridgeTarget, # pyright: ignore[reportPrivateUsage] # the handler's own bridge target +) from litellm.llms.anthropic.messages.native.handler import ( _native_messages_config as native_messages_config, # pyright: ignore[reportPrivateUsage] # the handler's own config lookup ) +from litellm.llms.anthropic.messages.native.handler import ( + _resolve_requested_provider as _requested_provider, # pyright: ignore[reportPrivateUsage] # the handler's own provider resolution +) +from litellm.llms.anthropic.messages.native.handler import ( + _sets_own_entra_credential as _own_entra_credential, # pyright: ignore[reportPrivateUsage] # the handler's own credential check +) from litellm.llms.anthropic.messages.native.handler import ( _with_deployment_output_effort as _deployment_output_effort, # pyright: ignore[reportPrivateUsage] # the handler's own effort rounding ) +from litellm.llms.anthropic.messages.native.interceptors import MessagesInterceptor, get_messages_interceptors +from litellm.llms.anthropic.messages.native.utils import normalize_native_messages, prepare_native_messages +from litellm.llms.anthropic.messages.safeguards import ( + SafeguardsEvaluator, + StreamedSafeguardResults, + native_route_classifies, + with_safeguard_results, +) from litellm.llms.anthropic.messages.utils import is_reasoning_auto_summary_enabled +from litellm.llms.anthropic.wif import get_anthropic_wif_token +from litellm.llms.base_llm.anthropic_messages.transformation import BaseAnthropicMessagesConfig from litellm.llms.base_llm.chat.transformation import BaseLLMException -from litellm.llms.custom_httpx.http_handler import get_ssl_configuration -from litellm.rust_bridge import failures -from litellm.rust_bridge.host import callbacks_legacy_python, http_transport -from litellm.rust_bridge.public_call import known_params, optional_str +from litellm.llms.custom_httpx.http_handler import ( + AsyncHTTPHandler, + get_async_httpx_client, # pyright: ignore[reportUnknownVariableType] # its params dict is untyped + get_ssl_configuration, +) +from litellm.llms.custom_httpx.llm_http_handler import BaseLLMHTTPHandler +from litellm.llms.custom_httpx.llm_http_handler import ( + _merge_messages_header_sources as _merged_headers, # pyright: ignore[reportPrivateUsage] # the handler's own header merge +) +from litellm.responses.mcp.tool_precheck import may_name_litellm_mcp_gateway +from litellm.rust_bridge import detectors, execution, failures +from litellm.rust_bridge.execution import AsyncStream +from litellm.rust_bridge.host import cache, callbacks_legacy_python, http_transport +from litellm.rust_bridge.messages.entrypoints import MessagesStreamHead +from litellm.rust_bridge.public_call import NativeCall, known_params, optional_sequence, optional_str +from litellm.types.integrations.custom_logger import WEBSEARCH_CONVERTED_STREAM_KEY from litellm.types.llms.anthropic_messages.anthropic_response import AnthropicMessagesResponse +from litellm.types.router import GenericLiteLLMParams +from litellm.types.utils import CallTypes, ProviderSpecificHeader, anthropic_wif_litellm_params +from litellm.utils import clamp_max_tokens _METADATA: Final = TypeAdapter(dict[str, object]) _BODY_FIELDS: Final = frozenset( @@ -61,9 +121,12 @@ _BODY_FIELDS: Final = frozenset( "reasoning_effort", "safeguards", "service_tier", + "thread", } ) +WORKLOAD_IDENTITY_FIELDS: Final = anthropic_wif_litellm_params + @dataclass(frozen=True, slots=True) class MessagesSettings: @@ -71,6 +134,15 @@ class MessagesSettings: reasoning_auto_summary: bool additional_drop_params: Sequence[str] request_timeout: float | None + drops_unsupported_params: bool + model: str | None = None + mock_response: Mapping[str, object] | None = None + stream_cost_model: str | None = None + extra_headers: Mapping[str, object] | None = None + mcp_gateway: bool = False + ascii_response_headers: bool = False + joined_reads: bool = False + ascii_request_headers: bool = True def response(value: Mapping[str, object]) -> AnthropicMessagesResponse: @@ -90,13 +162,37 @@ def inferred_provider(model: str, api_base: str | None) -> str | None: return provider -def body_params(request: Mapping[str, object]) -> Mapping[str, object]: +def modify_max_tokens( + model: object, + args: tuple[object, ...], + kwargs: dict[str, object], # mutable-ok: the call's keyword view, rewritten in place as `@client` does +) -> None: + unclamped: Final = kwargs.get("max_tokens") + clamp_max_tokens(model, args, kwargs, CallTypes.anthropic_messages.value) + if kwargs.get("max_tokens") != unclamped: + cache.remember_unclamped(kwargs.get("litellm_logging_obj"), unclamped) + + +def _body_fields(request: Mapping[str, object]) -> Mapping[str, object]: params: Final = known_params(_BODY_FIELDS.difference(handler.additional_drop_paths(request)), request) if deployment_reasoning_effort_levels(request.get("model_info")) is None: return params return _with_deployment_effort(params, request) +def body_params(request: Mapping[str, object], asynchronous: bool, hooked: bool = False) -> Mapping[str, object]: + fields: Final = _body_fields(request) + if not detectors.cache_control_injection(NativeCall(args=(), kwargs=request, base={})): + return {**fields, "messages": request["messages"]} if hooked else fields + messages, system, tools = _prompt_cached(request, asynchronous, hooked) + return { + **fields, + "messages": messages, + **({"system": system} if "system" in fields else {}), + **({"tools": tools} if tools is not None and "tools" in fields else {}), + } + + def _with_deployment_effort(params: Mapping[str, object], request: Mapping[str, object]) -> Mapping[str, object]: """Python's handler rounds the requested effort to the levels the deployment declares in `model_info.reasoning_effort_levels`, the one place a deployment, not the model, decides.""" @@ -116,12 +212,309 @@ def _with_deployment_effort(params: Mapping[str, object], request: Mapping[str, ) +def cached_function() -> Callable[..., object]: + return cast( # cast-ok: the @client cache read names and checks the legacy handler it wraps + "Callable[..., object]", + handler.anthropic_messages, # noqa: TID251 # the @client cache read names and checks the legacy handler it wraps + ) + + +_ENTRY: Final = cast( # cast-ok: only the untyped handler's signature is read + Callable[..., object], + handler.anthropic_messages, # noqa: TID251 # reads the handler's signature, never calls it +) +_HANDLER: Final = cast( # cast-ok: only the untyped handler's signature is read + Callable[..., object], + handler.anthropic_messages_handler, # noqa: TID251 # reads the handler's signature, never calls it +) +_ENTRY_PARAMS: Final = frozenset(inspect.signature(_ENTRY).parameters) - {"kwargs"} +_HANDLER_PARAMS: Final = frozenset(inspect.signature(_HANDLER).parameters) - {"kwargs"} +_JsonBlocks: TypeAlias = list[dict[str, JsonValue]] +_Prepared: TypeAlias = tuple[_JsonBlocks, str | _JsonBlocks | None, Sequence[object] | None] + + +def _prompt_cached(request: Mapping[str, object], asynchronous: bool, hooked: bool) -> _Prepared: + model: Final = str(request["model"]) + provider: Final = optional_str(request.get("custom_llm_provider")) + api_base: Final = optional_str(request.get("api_base")) + tools: Final = cast(_JsonBlocks | None, request.get("tools")) # cast-ok: handed on unchecked, as the handler does + messages: Final = cast(_JsonBlocks, request["messages"]) # cast-ok: handed on unchecked, as the handler does + system: Final = cast( # cast-ok: handed on unchecked, as the handler does + str | _JsonBlocks | None, request.get("system") + ) + if not asynchronous: + return _handler_prepared( + request, + messages, + system, + model=model, + provider=provider, + tools=tools, + api_base=api_base, + presanitized=False, + ) + entry_kwargs: Final = {name: value for name, value in request.items() if name not in _ENTRY_PARAMS} + if hooked: + return _handler_prepared( + entry_kwargs, + messages, + system, + model=model, + provider=handler.provider_after_pre_request_hooks(model, provider, entry_kwargs), + tools=tools, + api_base=api_base, + presanitized=True, + ) + entry_messages, entry_system = prepare_native_messages( + messages, system, entry_kwargs, model=model, custom_llm_provider=provider, tools=tools, api_base=api_base + ) + return _handler_prepared( + entry_kwargs, + entry_messages, + entry_system, + model=model, + provider=handler.provider_after_pre_request_hooks(model, provider, entry_kwargs), + tools=tools, + api_base=api_base, + presanitized=True, + ) + + +def _handler_prepared( + call: Mapping[str, object], + messages: _JsonBlocks, + system: str | _JsonBlocks | None, + *, + model: str, + provider: str | None, + tools: _JsonBlocks | None, + api_base: str | None, + presanitized: bool, +) -> _Prepared: + handler_kwargs: Final = {name: value for name, value in call.items() if name not in _HANDLER_PARAMS} + prepared_messages, prepared_system = prepare_native_messages( + messages, + system, + handler_kwargs, + model=model, + custom_llm_provider=provider, + tools=tools, + api_base=api_base, + presanitized=presanitized, + ) + return prepared_messages, prepared_system, handler.tools_marked_for_cache_points(tools, handler_kwargs) + + +_execute_pre_request_hooks: Final = cast( # cast-ok: the handler's untyped pre-request hook loop + Callable[..., Awaitable[dict[str, object]]], + handler._execute_pre_request_hooks, # pyright: ignore[reportPrivateUsage] # the handler's own pre-request hook loop +) +_HOOKED_PARAMS: Final = ( + "tools", + "stream", + "metadata", + "stop_sequences", + "system", + "temperature", + "thinking", + "tool_choice", + "top_k", + "top_p", +) + + +def runs_pre_request_hooks() -> bool: + return detectors.overridden("async_pre_request_hook", litellm.callbacks) or any( + isinstance(callback, CustomLogger) and "async_pre_request_hook" in vars(callback) + for callback in litellm.callbacks + ) + + +def _unsupported(provider: str | None, model: str, unsupported: str) -> litellm.UnsupportedParamsError: + return litellm.UnsupportedParamsError( + message=( + f"provider {provider} on /v1/messages runs only on the Rust path, which does not support {unsupported}" + ), + llm_provider=provider, + model=model, + ) + + +async def pre_request_hooks(request: Mapping[str, object]) -> Mapping[str, object]: + model: Final = str(request["model"]) + provider: Final = optional_str(request.get("custom_llm_provider")) + tools: Final = cast(_JsonBlocks | None, request.get("tools")) # cast-ok: handed on unchecked, as the handler does + kwargs: Final = {name: value for name, value in request.items() if name not in _ENTRY_PARAMS} + messages, system = prepare_native_messages( + cast(_JsonBlocks, request["messages"]), # cast-ok: handed on unchecked, as the handler does + cast(str | _JsonBlocks | None, request.get("system")), # cast-ok: handed on unchecked, as the handler does + kwargs, + model=model, + custom_llm_provider=provider, + tools=tools, + api_base=optional_str(request.get("api_base")), + ) + named: Final = {**{name: request.get(name) for name in _ENTRY_PARAMS}, "messages": messages, "system": system} + hooked: Final = await _execute_pre_request_hooks( + model=model, + messages=messages, + tools=tools, + stream=cast(bool | None, named["stream"]), # cast-ok: handed on unchecked, as the handler does + custom_llm_provider=provider, + tool_choice=named["tool_choice"], + **kwargs, + ) + for name in _HOOKED_PARAMS: + named[name] = hooked.pop(name, named[name]) + hooked_provider: Final = handler.provider_after_pre_request_hooks(model, provider, hooked) + hooked.pop("litellm_params", None) + kwargs.update(hooked) + requested_provider: Final = handler.provider_after_pre_request_hooks(model, provider, {}) + functools.partial( + _HANDLER, + **{name: value for name, value in named.items() if name in _HANDLER_PARAMS - {"custom_llm_provider"}}, + custom_llm_provider=hooked_provider, + _litellm_messages_presanitized=True, + **kwargs, + ) + _python_handler_params({**named, **kwargs}, hooked_provider) + if hooked_provider != requested_provider: + raise _unsupported(requested_provider, model, f"a pre-request hook routing the call to {hooked_provider}") + return {**named, **kwargs} + + +def _intercepted_provider(request: Mapping[str, object]) -> str | None: + return handler.provider_after_pre_request_hooks( + str(request["model"]), optional_str(request.get("custom_llm_provider")), {} + ) + + +def has_interceptors() -> bool: + return bool(get_messages_interceptors()) + + +def short_circuits() -> bool: + from litellm.integrations.websearch_interception.handler import WebSearchInterceptionLogger + + stock: Final[object] = WebSearchInterceptionLogger.try_short_circuit_search # pyright: ignore[reportUnknownMemberType, reportUnknownVariableType] # the logger annotates bare dicts + return any( + isinstance(callback, WebSearchInterceptionLogger) and type(callback).try_short_circuit_search is not stock # pyright: ignore[reportUnknownMemberType] # the logger annotates bare dicts + for callback in litellm.callbacks + ) + + +def interceptor(request: Mapping[str, object]) -> MessagesInterceptor | None: + tools: Final = cast(_JsonBlocks | None, request.get("tools")) # cast-ok: handed on unchecked, as the handler does + provider: Final = _intercepted_provider(request) + return next((owner for owner in get_messages_interceptors() if owner.can_handle(tools, provider)), None) + + +def _entry_messages( + request: Mapping[str, object], + kwargs: dict[str, object], # mutable-ok: the call's own kwargs, rewritten in place by the handler's normalizers + hooked: bool, +) -> tuple[_JsonBlocks, str | _JsonBlocks | None]: + messages: Final = cast(_JsonBlocks, request["messages"]) # cast-ok: handed on unchecked, as the handler does + system: Final = cast( # cast-ok: handed on unchecked, as the handler does + str | _JsonBlocks | None, request.get("system") + ) + if hooked: + return messages, system + return prepare_native_messages( + messages, + system, + kwargs, + model=str(request["model"]), + custom_llm_provider=optional_str(request.get("custom_llm_provider")), + tools=cast(_JsonBlocks | None, request.get("tools")), # cast-ok: handed on unchecked, as the handler does + api_base=optional_str(request.get("api_base")), + ) + + +def short_circuit(request: Mapping[str, object], stream: bool, hooked: bool) -> Awaitable[object]: + kwargs: Final = {name: value for name, value in request.items() if name not in _ENTRY_PARAMS} + messages, _ = _entry_messages(request, kwargs, hooked) + return handler._try_websearch_short_circuit( # pyright: ignore[reportPrivateUsage, reportUnknownMemberType, reportUnknownVariableType] # the handler's own short-circuit, which annotates bare dicts + model=str(request["model"]), + messages=messages, + tools=cast(_JsonBlocks | None, request.get("tools")), # cast-ok: handed on unchecked, as the handler does + custom_llm_provider=_intercepted_provider(request), + stream=stream or bool(kwargs.get(WEBSEARCH_CONVERTED_STREAM_KEY, False)), + kwargs={**kwargs, "metadata": request.get("metadata")}, + ) + + +def answer(owner: MessagesInterceptor, request: Mapping[str, object], stream: bool, hooked: bool) -> Awaitable[object]: + model: Final = str(request["model"]) + tools: Final = cast(_JsonBlocks | None, request.get("tools")) # cast-ok: handed on unchecked, as the handler does + kwargs: Final = {name: value for name, value in request.items() if name not in _ENTRY_PARAMS} + messages, system = _entry_messages(request, kwargs, hooked) + handle: Final = cast( # cast-ok: the interceptor answers with whatever the caller receives + Callable[..., Awaitable[object]], owner.handle + ) + return handle( + model=model, + messages=messages, + tools=tools, + stream=stream or kwargs.get("_websearch_interception_converted_stream", False), + max_tokens=cast(int, request["max_tokens"]), # cast-ok: admission requires an int max_tokens + custom_llm_provider=_intercepted_provider(request), + api_key=request.get("api_key"), + api_base=request.get("api_base"), + metadata=request.get("metadata"), + stop_sequences=request.get("stop_sequences"), + system=system, + temperature=request.get("temperature"), + thinking=request.get("thinking"), + tool_choice=request.get("tool_choice"), + top_k=request.get("top_k"), + top_p=request.get("top_p"), + **kwargs, + ) + + def stream_hidden_params(headers: Sequence[tuple[str, str]]) -> Mapping[str, object]: from litellm.llms.anthropic.messages.native.streaming_iterator import ( anthropic_messages_stream_hidden_params, ) - return anthropic_messages_stream_hidden_params(httpx.Headers(list(headers))) + return MessagesStreamHead(anthropic_messages_stream_hidden_params(callbacks_legacy_python.wire_headers(headers))) + + +async def _unrequested_stream_delivered( + stream: object, + kwargs: dict[str, object], # mutable-ok: the call's own kwargs, as `@client` hands them on +) -> object: + try: + delivered: Final = await callbacks_legacy_python.after_deployment_success( + kwargs, stream, CallTypes.anthropic_messages.value + ) + function: Final = cached_function() + caching: Final = LLMCachingHandler( + original_function=function, + request_kwargs=kwargs, + start_time=datetime.datetime.now(), # noqa: DTZ005 # @client's naive start time + ) + store: Final = cast( # cast-ok: the handler leaves its original_function untyped + Callable[..., Awaitable[None]], caching.async_set_cache + ) + await store(result=delivered, original_function=function, kwargs=kwargs) + except BaseException: + from litellm.llms.anthropic.messages.native.streaming_iterator import aclose_if_supported + + await aclose_if_supported(stream) + raise + return delivered + + +def unrequested_stream( + head: object, + kwargs: dict[str, object], # mutable-ok: the call's own kwargs, as `@client` hands them on +) -> None: + if not isinstance(head, MessagesStreamHead): + return + deliver: Final = functools.partial(_unrequested_stream_delivered, kwargs=kwargs) + head.deliver = deliver # rebind-ok: the head carries the delivery back _UPSTREAM_ARGS: Final = TypeAdapter(tuple[int, str]) @@ -129,13 +522,17 @@ _UPSTREAM_HEADERS: Final = TypeAdapter(list[tuple[str, str]]) _BODY_CUT: Final = TypeAdapter(tuple[int, int | None, bool]) _ERROR_CLASS: TypeAlias = Callable[..., Exception] _validate_metadata: Final = cast( # cast-ok: the handler's untyped metadata validator - Callable[[dict[str, object]], object], handler.validate_anthropic_api_metadata + Callable[[object], object], handler.validate_anthropic_api_metadata +) +_mock_response: Final = cast( # cast-ok: the handler's mock builder takes untyped messages + Callable[..., Mapping[str, object]], native_utils.mock_response ) _exception_type: Final = cast( # cast-ok: the legacy public exception mapper is untyped Callable[..., Exception], exception_mapping_utils.exception_type ) _BODY_READ_TIMEOUT: Final = "Timeout on reading data from socket" # aiohttp's SocketTimeoutError text _UNREACHABLE: Final = "could not reach the provider: " +_TOO_MANY_REDIRECTS: Final = "upstream network error: error following redirect: too many redirects" _SEND_FAILED: Final = "upstream network error: error sending request: client error (SendRequest): " _DNS_FAILURE: Final = "failed to lookup address information: " _HTTPX_DNS_ERRNO: Final = { @@ -161,6 +558,12 @@ def _rejection(error: Exception, request: Mapping[str, object], request_provider _validate_metadata(_METADATA.validate_python(metadata)) except ValidationError as invalid: return invalid + provider_rejection: Final = getattr(error, "messages_provider_rejection", None) + if isinstance(provider_rejection, str): + _log_resolved_call(request, request_provider) + return _public_provider_error( + _config_error(400, provider_rejection, (), request, request_provider), error, request, request_provider + ) if getattr(error, "messages_unsupported_param", False): return litellm.UnsupportedParamsError(message=str(error)) return litellm.BadRequestError( @@ -251,7 +654,12 @@ def _aiohttp_connect_failure(url: httpx.URL, port: int, request: Mapping[str, ob def _transport_failure(error: Exception, request: Mapping[str, object], request_provider: str) -> str | None: """The text Python's HTTP client raises for a call that failed before any response arrived.""" + body_cut: Final = getattr(error, "messages_body_cut", None) + if body_cut is not None: + return str(_body_cut(*_BODY_CUT.validate_python(body_cut))) native: Final = str(error) + if native == _TOO_MANY_REDIRECTS: + return "Exceeded maximum allowed redirects." if native.startswith(_SEND_FAILED): reset: Final = native.endswith(f"Connection reset by peer (os error {errno.ECONNRESET})") closed: Final = native.endswith("connection closed before message completed") @@ -301,6 +709,20 @@ def _provider_error(error: Exception, request: Mapping[str, object], request_pro if failure is None: return None status, text, headers = failure + provider_error: Final = _config_error(status, text, headers, request, request_provider) + if transport is not None and isinstance(provider_error, BaseLLMException): + # Python's `_handle_error` gives a failure without a response the status 500. + provider_error.status_code_is_synthesized = True + return provider_error + + +def _config_error( + status: int, + text: str, + headers: Sequence[tuple[str, str]], + request: Mapping[str, object], + request_provider: str, +) -> Exception: api_base: Final = request.get("api_base") config: Final = native_messages_config( str(request["model"]).removeprefix(f"{request_provider}/"), @@ -308,17 +730,26 @@ def _provider_error(error: Exception, request: Mapping[str, object], request_pro request.get("model_info"), api_base if isinstance(api_base, str) else None, ) - provider_error: Final = ( - cast(_ERROR_CLASS, config.get_error_class)( # cast-ok: the config's untyped headers parameter - error_message=text, status_code=status, headers=dict(headers) - ) - if config is not None - else AnthropicError(status_code=status, message=text, headers=httpx.Headers(headers)) + if config is None: + return AnthropicError(status_code=status, message=text, headers=httpx.Headers(headers)) + return cast(_ERROR_CLASS, config.get_error_class)( # cast-ok: the config's untyped headers parameter + error_message=text, status_code=status, headers=dict(headers) ) - if transport is not None and isinstance(provider_error, BaseLLMException): - # Python's `_handle_error` gives a failure without a response the status 500. - provider_error.status_code_is_synthesized = True - return provider_error + + +def _public_provider_error( + provider_error: Exception, error: Exception, request: Mapping[str, object], request_provider: str +) -> Exception: + try: + return _exception_type( + model=str(request["model"]), + custom_llm_provider=request_provider, + original_exception=provider_error, + extra_kwargs=dict(request), + ) + except Exception as mapped: # noqa: BLE001 # exception_type raises the mapped public error + mapped.__context__ = error + return mapped def _log_resolved_call(request: Mapping[str, object], request_provider: str) -> None: @@ -331,20 +762,22 @@ def _log_resolved_call(request: Mapping[str, object], request_provider: str) -> logger, kwargs={name: value for name, value in request.items() if name != "metadata"}, model=str(request["model"]).removeprefix(f"{request_provider}/"), - optional_params=dict(body_params(request)), - litellm_params={"model_info": request.get("model_info"), **body_params(request)}, + optional_params=dict(_body_fields(request)), + litellm_params={"model_info": request.get("model_info"), **_body_fields(request)}, custom_llm_provider=request_provider, ) -def map_failure(error: Exception, request: Mapping[str, object], request_provider: str) -> Exception: +def map_failure( + error: Exception, request: Mapping[str, object], request_provider: str, asynchronous: bool = False +) -> Exception: """Raises what Python's Messages handler raises for the same failure.""" if getattr(error, "messages_timeout", None) == "Body": # Python reads a stream's body outside its HTTP client's error mapping, so the transport's # own timeout reaches the caller unmapped. - return httpx.ReadTimeout(_BODY_READ_TIMEOUT) + return httpx.ReadTimeout(_BODY_READ_TIMEOUT if http_transport.uses_aiohttp_transport() else "") body_cut: Final = getattr(error, "messages_body_cut", None) - if body_cut is not None: + if body_cut is not None and request.get("stream") is True: # Python reads a stream's body outside its HTTP client's error mapping, so a body the # connection cut short reaches the caller as its transport raised it. return _body_cut(*_BODY_CUT.validate_python(body_cut)) @@ -356,6 +789,11 @@ def map_failure(error: Exception, request: Mapping[str, object], request_provide error.__context__ = chained # rebind-ok: Python chains the transport timeout as the exception context if getattr(error, "messages_late_rejection", False): _log_resolved_call(request, request_provider) + if getattr(error, "messages_python_raised", False): + # Python's request transform raises this builtin exception unmapped, e.g. the TypeError + # of comparing a string max_tokens while capping the thinking budget. + _flag_messages_call(request.get("litellm_logging_obj"), asynchronous) + return error if getattr(error, "messages_request_error", False): return _rejection(error, request, request_provider) if getattr(error, "messages_missing_credential", False): @@ -369,28 +807,759 @@ def map_failure(error: Exception, request: Mapping[str, object], request_provide return failures.map_native_failure( error, str(request["model"]), request_provider, request, optional_str(request.get("api_base")) ) - try: - return _exception_type( - model=str(request["model"]), - custom_llm_provider=request_provider, - original_exception=provider_error, - extra_kwargs=dict(request), - ) - except Exception as mapped: # noqa: BLE001 # exception_type raises the mapped public error - mapped.__context__ = error - return mapped + return _public_provider_error(provider_error, error, request, request_provider) def _drop_params(kwargs: Mapping[str, object]) -> bool: return bool(litellm.drop_params) or normalize_drop_params(kwargs.get("drop_params")) is True -def settings(kwargs: Mapping[str, object]) -> dict[str, object]: +def _python_handler_params(request: Mapping[str, object], custom_llm_provider: object) -> GenericLiteLLMParams: + return GenericLiteLLMParams( + **{name: value for name, value in request.items() if name not in _HANDLER_PARAMS}, + api_key=request.get("api_key"), + api_base=request.get("api_base"), + custom_llm_provider=custom_llm_provider, + ) + + +def _resolved_provider(request: Mapping[str, object]) -> str | None: + return optional_str(request.get("custom_llm_provider")) or inferred_provider( + str(request["model"]), optional_str(request.get("api_base")) + ) + + +def _scope_provider_specific_header(request: Mapping[str, object]) -> None: + scoped: Final = request.get("provider_specific_header") + if scoped is None: + return + ProviderSpecificHeaderUtils.get_provider_specific_headers( + provider_specific_header=cast( # cast-ok: the handler hands the caller's value on unvalidated + ProviderSpecificHeader | None, scoped + ), + custom_llm_provider=_resolved_provider(request), + native_anthropic_messages=True, + ) + + +def _python_messages_url(api_base: str | None) -> str: + """`AnthropicMessagesConfig.get_complete_url`, untrimmed, whose `urlsplit` raises a bare + ValueError for a base it cannot split (``Invalid IPv6 URL``).""" + return ensure_api_route(AnthropicModelInfo.get_api_base(api_base) or "https://api.anthropic.com", "v1/messages") + + +def _raise_as_python_does(request: Mapping[str, object], asynchronous: bool) -> None: + iter(cast(Iterable[object], request.get("messages"))) # cast-ok: iterated unchecked, as Python's handler does + tools: Final = request.get("tools") + if tools is not None and not isinstance(tools, list | tuple) and has_interceptors(): + interceptor(request) + _python_handler_params(request, request.get("custom_llm_provider")) + # Python's handler scopes the caller's provider_specific_header before it builds any header, so + # a value of the wrong shape raises its own error (a str: "'str' object has no attribute 'get'"), + # and then builds the URL, unmapped. + logger: Final = request.get("litellm_logging_obj") + try: + _scope_provider_specific_header(request) + except Exception: + _flag_messages_call(logger, asynchronous) + raise + api_base: Final = request.get("api_base") + if not isinstance(api_base, str) or _resolved_provider(request) != "anthropic": + return + try: + _python_messages_url(api_base) + except ValueError: + _log_resolved_call(request, "anthropic") + _flag_messages_call(logger, asynchronous) + raise + + +def settings( + kwargs: Mapping[str, object], request: Mapping[str, object] | None = None, asynchronous: bool = False +) -> dict[str, object]: + if request is not None: + _raise_as_python_does(request, asynchronous) + aiohttp: Final = http_transport.uses_aiohttp_transport() + configured: Final = MessagesSettings( + drop_params=_drop_params(kwargs), + reasoning_auto_summary=is_reasoning_auto_summary_enabled(), + additional_drop_params=handler.additional_drop_paths(kwargs), + request_timeout=get_configured_request_timeout(), + drops_unsupported_params=drops_unsupported_params(kwargs.get("drop_params")), + ascii_response_headers=aiohttp, + joined_reads=aiohttp, + ) return asdict( - MessagesSettings( - drop_params=_drop_params(kwargs), - reasoning_auto_summary=is_reasoning_auto_summary_enabled(), - additional_drop_params=handler.additional_drop_paths(kwargs), - request_timeout=get_configured_request_timeout(), + configured if request is None else _with_call_settings(configured, request, kwargs.get("litellm_logging_obj")) + ) + + +def _flag_messages_call(logger: object, asynchronous: bool) -> None: + if not isinstance(logger, LiteLLMLoggingObj): + return + logger.model_call_details.setdefault("litellm_params", {})[CallTypes.aanthropic_messages.value] = asynchronous + + +@dataclass(frozen=True, slots=True) +class _Answered: + value: object + + def send(self, _value: object) -> execution.Complete: + return execution.Complete(self.value) + + def throw(self, error: BaseException) -> execution.Step: + raise error + + def close(self) -> None: + return None + + +def sync_answer(request: Mapping[str, object]) -> _Answered | None: + logger: Final = request.get("litellm_logging_obj") + mock: Final = _mock(request, logger, asynchronous=False) + if mock is not None: + _flag_messages_call(logger, asynchronous=False) + return _Answered(response(mock)) + served: Final = gateway(request, asynchronous=False) + return None if served is None else _Answered(served) + + +def _handler_params(request: Mapping[str, object]) -> GenericLiteLLMParams: + return GenericLiteLLMParams( + **{name: value for name, value in request.items() if name not in _HANDLER_PARAMS}, + api_key=optional_str(request.get("api_key")), + api_base=optional_str(request.get("api_base")), + custom_llm_provider=optional_str(request.get("custom_llm_provider")), + ) + + +def _requested_model(request: Mapping[str, object]) -> str: + model, _, _, _ = _requested_provider( + str(request["model"]), optional_str(request.get("custom_llm_provider")), _handler_params(request) + ) + return model + + +def _model_without_latest_alias(request: Mapping[str, object], model: str, custom_llm_provider: str | None) -> str: + if not is_model_latest_alias(model, custom_llm_provider): + return model + resolved, provider, _, _ = _requested_provider(model, custom_llm_provider, _handler_params(request)) + prefix, separator, _ = model.partition("/") + return f"{prefix}/{resolved}" if separator and prefix == provider else resolved + + +def _mock(request: Mapping[str, object], logger: object, asynchronous: bool) -> Mapping[str, object] | None: + mock: Final = request.get("mock_response") + if not mock or not isinstance(mock, str): + return None + _validate_metadata(request.get("metadata")) + messages: Final = request.get("messages") + max_tokens: Final = request.get("max_tokens") + model: Final = _requested_model(request) + try: + return dict( + _mock_response( + model=model, + messages=messages if isinstance(messages, list) else [], + max_tokens=max_tokens if isinstance(max_tokens, int) else 0, + mock_response=mock, + ) + ) + except Exception: + _flag_messages_call(logger, asynchronous) + raise + + +def _stream_cost_model(request: Mapping[str, object]) -> str | None: + if request.get("stream") is not True or not stream_cost_injection_requested(proxy_request_headers(request)): + return None + return _requested_model(request) + + +def _affinity_extra_headers( + request: Mapping[str, object], model: str, explicit_provider: str | None +) -> Mapping[str, object] | None: + api_base: Final = optional_str(request.get("api_base")) + anthropic_header: Final = get_provider_affinity_header(AnthropicModelInfo.get_api_base(api_base)) + other_header: Final = get_provider_affinity_header(api_base) + if anthropic_header is None and other_header is None: + return None + provider: Final = explicit_provider or inferred_provider(model, api_base) + default_header: Final = anthropic_header if provider == "anthropic" else other_header + if default_header is None: + return None + headers: Final = as_str_mapping(request.get("headers")) + extra_headers: Final = as_str_mapping(request.get("extra_headers")) + merged: Final = _merged_headers( + headers, + extra_headers, + ProviderSpecificHeaderUtils.get_provider_specific_headers( + provider_specific_header=cast( # cast-ok: the handler hands the caller's value on unvalidated + ProviderSpecificHeader | None, request.get("provider_specific_header") + ), + custom_llm_provider=provider, + native_anthropic_messages=True, + ), + ) + added: Final = add_provider_affinity_header(merged, _handler_params(request), default_header) + affinity: Final = {name: value for name, value in added.items() if name not in merged} + if not affinity: + return None + return dict(_merged_headers(headers, extra_headers, affinity)) + + +def _with_call_settings( + configured: MessagesSettings, request: Mapping[str, object], logger: object +) -> MessagesSettings: + explicit_provider: Final = optional_str(request.get("custom_llm_provider")) + model: Final = _model_without_latest_alias(request, str(request["model"]), explicit_provider) + mock: Final = _mock(request, logger, asynchronous=True) + if mock is not None: + return replace(configured, model=model, mock_response=mock) + return replace( + configured, + model=model, + stream_cost_model=_stream_cost_model(request), + extra_headers=_affinity_extra_headers(request, model, explicit_provider), + mcp_gateway=_takes_mcp_gateway(request), + ) + + +def _takes_mcp_gateway(request: Mapping[str, object]) -> bool: + tools: Final = optional_sequence(request.get("tools")) + return not request.get("_skip_mcp_handler", False) and bool(tools) and may_name_litellm_mcp_gateway(tools) + + +MessagesResult: TypeAlias = AnthropicMessagesResponse | Iterator[bytes] | AsyncIterator[object] + + +def gateway( + request: Mapping[str, object], asynchronous: bool, hooked: bool = False +) -> Coroutine[object, object, MessagesResult] | None: + if not _takes_mcp_gateway(request): + return None + model: Final = str(request["model"]) + provider: Final = optional_str(request.get("custom_llm_provider")) + api_base: Final = optional_str(request.get("api_base")) + tools: Final = cast(_JsonBlocks, request.get("tools")) # cast-ok: handed on unchecked, as the handler does + messages: Final = cast(_JsonBlocks, request["messages"]) # cast-ok: handed on unchecked, as the handler does + system: Final = cast( # cast-ok: handed on unchecked, as the handler does + str | _JsonBlocks | None, request.get("system") + ) + if not asynchronous: + return _gateway(request, messages, system, model=model, provider=provider, tools=tools, presanitized=False) + entry_kwargs: Final = {name: value for name, value in request.items() if name not in _ENTRY_PARAMS} + entry_messages, entry_system = ( + (messages, system) + if hooked + else prepare_native_messages( + messages, system, entry_kwargs, model=model, custom_llm_provider=provider, tools=tools, api_base=api_base ) ) + return _gateway( + {**request, **entry_kwargs, "is_async": True}, + entry_messages, + entry_system, + model=model, + provider=handler.provider_after_pre_request_hooks(model, provider, entry_kwargs), + tools=tools, + presanitized=True, + ) + + +def _gateway( + call: Mapping[str, object], + messages: _JsonBlocks, + system: str | _JsonBlocks | None, + *, + model: str, + provider: str | None, + tools: _JsonBlocks, + presanitized: bool, +) -> Coroutine[object, object, MessagesResult]: + kwargs: Final = {name: value for name, value in call.items() if name not in _HANDLER_PARAMS} + api_key: Final = optional_str(call.get("api_key")) + api_base: Final = optional_str(call.get("api_base")) + prepared_messages, prepared_system = prepare_native_messages( + messages, + system, + kwargs, + model=model, + custom_llm_provider=provider, + tools=tools, + api_base=api_base, + presanitized=presanitized, + ) + metadata: Final = _validate_metadata(call.get("metadata")) + is_async: Final = kwargs.pop("is_async", False) + logging_obj: Final = kwargs.get("litellm_logging_obj") + litellm_params: Final = GenericLiteLLMParams( + **kwargs, api_key=api_key, api_base=api_base, custom_llm_provider=provider + ) + resolved_model, resolved_provider, dynamic_api_key, dynamic_api_base = _requested_provider( + model, provider, litellm_params + ) + if isinstance(logging_obj, LiteLLMLoggingObj): + logging_obj.model_call_details["agentic_loop_params"] = { + "model": model, + "custom_llm_provider": resolved_provider, + } + logging_obj.model_call_details.setdefault("litellm_params", {})[CallTypes.aanthropic_messages.value] = is_async + if kwargs.get("_websearch_interception_converted_stream", False): + logging_obj.model_call_details["websearch_interception_converted_stream"] = True + bridge: Final = _bridged( + _BridgeTarget(model=model, api_key=api_key, api_base=api_base), + _BridgeTarget( + model=resolved_model, + api_key=None if _own_entra_credential(litellm_params) else dynamic_api_key, + api_base=dynamic_api_base, + ), + resolved_provider, + ) + kwargs.pop("_skip_mcp_handler", False) + from litellm.llms.anthropic.messages.native.mcp_handler import anthropic_messages_with_mcp + + return anthropic_messages_with_mcp( + max_tokens=cast(int, call["max_tokens"]), # cast-ok: handed on unchecked, as the handler does + messages=prepared_messages, + model=resolved_model, + metadata=metadata, + stop_sequences=call.get("stop_sequences"), + stream=call.get("stream", False), + system=prepared_system, + temperature=call.get("temperature"), + thinking=call.get("thinking"), + tool_choice=call.get("tool_choice"), + tools=tools, + top_k=call.get("top_k"), + top_p=call.get("top_p"), + container=call.get("container"), + api_key=bridge.api_key, + api_base=bridge.api_base, + client=call.get("client"), + custom_llm_provider=resolved_provider, + **kwargs, + ) + + +def inject_stream_cost(frames: bytes, model: str, request: Mapping[str, object]) -> object: + from litellm.proxy.common_request_processing import ProxyBaseLLMRequestProcessing + + logger: Final = request.get("litellm_logging_obj") + logging_obj: Final = logger if isinstance(logger, LiteLLMLoggingObj) else None + return ProxyBaseLLMRequestProcessing.process_chunk_with_cost_injection( + frames, + model, + logging_obj, + request_headers=proxy_request_headers( + as_str_mapping(logging_obj.model_call_details.get("litellm_params")) if logging_obj else None + ), + ) + + +def workload_identity_token(params: Mapping[str, object], api_base: str | None) -> str | None: + litellm_params: Final = GenericLiteLLMParams(**params) + return get_anthropic_wif_token(dict(litellm_params), api_base, "") + + +class RawTransportFailure(Exception): + def __init__(self, error: Exception) -> None: + super().__init__(str(error)) + self.error = error + + +@dataclass(frozen=True, slots=True) +class Sent: + status: int + headers: Sequence[tuple[str, str]] + text: str | None = None + chunks: AsyncIterator[bytes] | None = None + rejection: httpx.HTTPStatusError | None = None + + +def _unsendable_api_base(api_base: object) -> bool: + """A caller api_base the native URL parser rejects or reads otherwise than httpx and aiohttp + (no http(s) scheme, whitespace, control or non-ASCII characters): Python's client decides what + such a URL does, from a relative-URL error to a request on the host it finds.""" + if not isinstance(api_base, str) or not api_base: + return False + return not ( + api_base.isascii() + and api_base.isprintable() + and " " not in api_base + and api_base.lower().startswith(("http://", "https://")) + ) + + +def transport_handler(request: Mapping[str, object]) -> AsyncHTTPHandler | None: + client: Final = request.get("client") + if isinstance(client, AsyncHTTPHandler): + return client + if not http_transport.sends_through_python(client, request.get("timeout")) and not _unsendable_api_base( + request.get("api_base") + ): + return None + return get_async_httpx_client(llm_provider=litellm.LlmProviders.ANTHROPIC) + + +def decoding_failure(message: str, request: Mapping[str, object], request_provider: str) -> Exception: + error: Final = httpx.DecodingError(message) + if request.get("stream") is True: + return error + return map_transport_failure(error, request, request_provider) + + +def unencodable_header(value: bytes, received: bool) -> Exception: + text: Final = value.decode("utf-8", "surrogateescape" if received else "surrogatepass") + try: + text.encode("ascii") + except UnicodeEncodeError as unencodable: + return unencodable + return ValueError(text) + + +def _sent_url(request: Mapping[str, object], url: str) -> str: + """The native URL builder trims the caller's api_base; Python sends it as given.""" + api_base: Final = request.get("api_base") + if not isinstance(api_base, str) or api_base == api_base.strip() or not _unsendable_api_base(api_base): + return url + try: + return _python_messages_url(api_base) if url == _python_messages_url(api_base.strip()) else url + except ValueError: # a base urlsplit cannot split keeps the URL the native builder made + return url + + +async def transport_send( + handler: AsyncHTTPHandler, + request: Mapping[str, object], + url: str, + headers: Sequence[tuple[str, str]], + body: object, + stream: bool, +) -> Sent: + try: + response: Final = await handler.post( # pyright: ignore[reportUnknownMemberType] # the handler's untyped dict params + url=_sent_url(request, url), + headers=dict(headers), + data=body if isinstance(body, bytes) else json.dumps(body), + stream=stream, + logging_obj=cast( # cast-ok: the call's logger, handed on as Python's handler hands it + "LiteLLMLoggingObj | None", request.get("litellm_logging_obj") + ), + timeout=cast( # cast-ok: the call's timeout as the handler resolved it for the post + "float | httpx.Timeout | None", request.get("timeout") + ), + ) + response.raise_for_status() + except httpx.HTTPStatusError as rejection: + try: + text: Final = rejection.response.text + except Exception as unreadable: # noqa: BLE001 # Python's retry check raises it from its except block, unmapped + raise RawTransportFailure(unreadable) from None + return Sent(rejection.response.status_code, rejection.response.headers.multi_items(), text, None, rejection) + if stream: + return Sent(response.status_code, response.headers.multi_items(), chunks=response.aiter_bytes()) + return Sent(response.status_code, response.headers.multi_items(), text=response.text) + + +def map_transport_failure(error: Exception, request: Mapping[str, object], request_provider: str) -> Exception: + api_base: Final = request.get("api_base") + config: Final = native_messages_config( + str(request["model"]).removeprefix(f"{request_provider}/"), + request_provider, + request.get("model_info"), + api_base if isinstance(api_base, str) else None, + ) + try: + handler.base_llm_http_handler._handle_error(e=error, provider_config=config) # pyright: ignore[reportPrivateUsage, reportArgumentType] # the handler's own error mapping, which always raises + except Exception as provider_error: # noqa: BLE001 # _handle_error raises the provider exception it builds + provider_error.__context__ = error + if not isinstance(provider_error, BaseLLMException): + return provider_error + try: + return _exception_type( + model=str(request["model"]), + custom_llm_provider=request_provider, + original_exception=provider_error, + extra_kwargs=dict(request), + ) + except Exception as mapped: # noqa: BLE001 # exception_type raises the mapped public error + mapped.__context__ = provider_error + return mapped + return error + + +_AGENTIC_UNSENT_PARAMS: Final = frozenset({"model", "messages", "max_tokens"}) +_HANDLER_POPPED: Final = frozenset( + {"is_async", "_litellm_messages_presanitized", "_skip_mcp_handler", "cache_control_injection_points"} +) + + +def _logger(request: Mapping[str, object]) -> LiteLLMLoggingObj | None: + logger: Final = request.get("litellm_logging_obj") + return logger if isinstance(logger, LiteLLMLoggingObj) else None + + +def runs_agentic_hooks(request: Mapping[str, object]) -> bool: + logger: Final = _logger(request) + if logger is None: + return False + return BaseLLMHTTPHandler._has_agentic_completion_hook(logger) or bool( # pyright: ignore[reportPrivateUsage] # the handler's own agentic gate + request.get(WEBSEARCH_CONVERTED_STREAM_KEY, False) + ) + + +def record_agentic_loop(request: Mapping[str, object], custom_llm_provider: str) -> None: + logger: Final = _logger(request) + if logger is None: + return + logger.model_call_details["agentic_loop_params"] = { + "model": request["model"], + "custom_llm_provider": custom_llm_provider, + } + if request.get(WEBSEARCH_CONVERTED_STREAM_KEY, False): + logger.model_call_details["websearch_interception_converted_stream"] = True + + +@dataclass(frozen=True, slots=True) +class _AgenticCall: + model: str + messages: list[dict[str, object]] # mutable-ok: the handler's agentic hooks take a message list + config: BaseAnthropicMessagesConfig + params: dict[str, object] # mutable-ok: the handler's agentic hooks take a params dict + logger: LiteLLMLoggingObj + provider: str + kwargs: dict[str, object] # mutable-ok: the handler's agentic hooks take a kwargs dict + + +def _agentic_params( + sent: Mapping[str, object], requested: Mapping[str, object], request: Mapping[str, object] +) -> dict[str, object]: # mutable-ok: the handler's agentic hooks take a params dict + params: Final = {name: value for name, value in sent.items() if name not in _AGENTIC_UNSENT_PARAMS} + if "tools" not in params: + return params + caller_tools: Final = request.get("tools") + requested_tools: Final = requested.get("tools") + return {**params, "tools": caller_tools if caller_tools == requested_tools else requested_tools} + + +def _agentic_call( + request: Mapping[str, object], + sent: Mapping[str, object], + model: str, + custom_llm_provider: str, + requested: Mapping[str, object], + hooked: bool, +) -> _AgenticCall: + logger: Final = _logger(request) + api_base: Final = optional_str(request.get("api_base")) + config: Final = native_messages_config(model, custom_llm_provider, request.get("model_info"), api_base) + if logger is None or config is None: + raise ValueError("an agentic Messages call needs its logger and provider config") + kwargs: Final = { + name: value for name, value in request.items() if name not in _HANDLER_PARAMS and name not in _HANDLER_POPPED + } + messages, _, _ = _prompt_cached(request, asynchronous=True, hooked=hooked) + return _AgenticCall( + model=model, + messages=cast( # cast-ok: the handler hands its prepared messages to the hooks as dicts + list[dict[str, object]], strip_provider_specific_fields_from_anthropic_messages(messages) + ), + config=config, + params=_agentic_params(sent, requested, request), + logger=logger, + provider=custom_llm_provider, + kwargs=BaseLLMHTTPHandler._agentic_hook_kwargs( # pyright: ignore[reportPrivateUsage] # the handler's own follow-up kwargs + kwargs=kwargs, api_key=optional_str(request.get("api_key")), api_base=api_base + ), + ) + + +async def _failed_deployment(request: Mapping[str, object], error: Exception) -> None: + from litellm.utils import async_post_call_failure_deployment_hook + + try: + await async_post_call_failure_deployment_hook( + request_data=request, exception=error, call_type=CallTypes.anthropic_messages.value + ) + except asyncio.CancelledError: + raise + except BaseException: # noqa: BLE001, S110 # a failing hook never replaces the agentic loop's own failure, as in `@client` + pass + + +async def agentic_response( + response: object, + request: Mapping[str, object], + sent: Mapping[str, object], + model: str, + custom_llm_provider: str, + requested: Mapping[str, object], + hooked: bool, +) -> object: + try: + call: Final = _agentic_call(request, sent, model, custom_llm_provider, requested, hooked) + initial: Final = cast(AnthropicMessagesResponse, response) # cast-ok: the public response the handler finishes + return await handler.base_llm_http_handler._finalize_anthropic_messages_response( # pyright: ignore[reportPrivateUsage, reportUnknownMemberType, reportUnknownVariableType] # the handler's own agentic finish, typed with bare dicts + initial_response=initial, + model=call.model, + messages=call.messages, + anthropic_messages_provider_config=call.config, + anthropic_messages_optional_request_params=call.params, + logging_obj=call.logger, + custom_llm_provider=call.provider, + kwargs=call.kwargs, + ) + except Exception as error: + await _failed_deployment(request, error) + raise + + +def _agentic_stream(stream: AsyncStream, call: _AgenticCall, held: frozenset[str]) -> object: + from litellm.llms.anthropic.messages.native.agentic_streaming_iterator import AgenticAnthropicStreamingIterator + from litellm.llms.anthropic.messages.native.streaming_iterator import ( + AnthropicMessagesStreamHiddenParams, + AnthropicMessagesStreamingResponse, + ) + + return AnthropicMessagesStreamingResponse( + completion_stream=AgenticAnthropicStreamingIterator( + completion_stream=stream, + http_handler=handler.base_llm_http_handler, + model=call.model, + messages=call.messages, + anthropic_messages_provider_config=call.config, + anthropic_messages_optional_request_params=call.params, + logging_obj=call.logger, + custom_llm_provider=call.provider, + kwargs=call.kwargs, + hold_back=bool(held), + server_fulfilled_tool_names=held, + ), + hidden_params=cast( # cast-ok: the stream's stamped hidden params, shared as Python's handler shares them + AnthropicMessagesStreamHiddenParams, + stream._hidden_params, # pyright: ignore[reportPrivateUsage] # the native stream's own hidden params + ), + ) + + +def agentic_stream( + head: object, + request: Mapping[str, object], + sent: Mapping[str, object], + model: str, + custom_llm_provider: str, + requested: Mapping[str, object], + hooked: bool, +) -> None: + logger: Final = _logger(request) + if ( + not isinstance(head, MessagesStreamHead) + or logger is None + or not BaseLLMHTTPHandler._has_agentic_completion_hook(logger) # pyright: ignore[reportPrivateUsage] # the handler's own agentic gate + ): + return + call: Final = _agentic_call(request, sent, model, custom_llm_provider, requested, hooked) + held: Final = BaseLLMHTTPHandler._server_fulfilled_tools_in_request( # pyright: ignore[reportPrivateUsage] # the handler's own hold-back gate + logging_obj=logger, tools=call.params.get("tools") + ) + wrap: Final = functools.partial(_agentic_stream, call=call, held=held) + head.agentic = wrap # rebind-ok: the head carries the stream wrapper back + + +class MessagesSafeguards: + def __init__(self, request: Mapping[str, object]) -> None: + self._request: Final = request + self._frames: _StampedFrames | None = None + self._results: object = None + + async def _evaluator(self) -> SafeguardsEvaluator | None: + model, provider = _handler_model(self._request) + if not await handler.proxy_classifies_tool_uses(model, provider, self._request): + return None + messages: Final = normalize_native_messages(optional_sequence(self._request.get("messages")) or ()) + return await asyncio.to_thread( + handler._native_safeguards_evaluator, # pyright: ignore[reportPrivateUsage] # the handler's own evaluator build + self._request, + messages, + ) + + async def results(self, value: Mapping[str, object]) -> object: + evaluator: Final = await self._evaluator() + if evaluator is None: + return None + unstamped: Final = response(value) + stamped: Final = await with_safeguard_results(unstamped, evaluator) + if stamped is unstamped: + return None + self._results = stamped.get("safeguard_results") + return self._results + + def published(self, public: Mapping[str, object]) -> Mapping[str, object]: + return public if self._results is None else {**public, "safeguard_results": self._results} + + async def open_stream(self) -> bool: + evaluator: Final = await self._evaluator() + if evaluator is None: + return False + self._frames = _StampedFrames(StreamedSafeguardResults(evaluator)) + return True + + async def frames(self, chunk: bytes) -> Sequence[bytes]: + return await self._open_frames().feed(chunk) + + async def flush(self) -> Sequence[bytes]: + return await self._open_frames().flush() + + def _open_frames(self) -> _StampedFrames: + if self._frames is None: + raise RuntimeError("safeguards stream frames before the stream opened") + return self._frames + + +class _StampedFrames: + def __init__(self, safeguard_results: StreamedSafeguardResults) -> None: + self._safeguard_results: Final = safeguard_results + self._open_frame: Final = bytearray() + + async def feed(self, chunk: bytes) -> Sequence[bytes]: + from litellm.llms.anthropic.messages.native.streaming_iterator import ( + _SSE_FRAME_END, # pyright: ignore[reportPrivateUsage] # the handler's own SSE framing + _SSE_TERMINATOR_OVERLAP, # pyright: ignore[reportPrivateUsage] # the handler's own SSE framing + _ends_a_frame, # pyright: ignore[reportPrivateUsage] # the handler's own SSE framing + _stamped_sse_frame, # pyright: ignore[reportPrivateUsage] # the handler's own SSE framing + ) + + scan_from: Final = max(len(self._open_frame) - _SSE_TERMINATOR_OVERLAP, 0) + self._open_frame.extend(chunk) + if not _ends_a_frame(self._open_frame, scan_from): + return () + *frames, unterminated = _SSE_FRAME_END.split(self._open_frame) + self._open_frame[:] = unterminated + return tuple([bytes(await _stamped_sse_frame(frame, self._safeguard_results)) for frame in frames]) + + async def flush(self) -> Sequence[bytes]: + if not self._open_frame: + return () + from litellm.llms.anthropic.messages.native.streaming_iterator import ( + _stamped_sse_frame, # pyright: ignore[reportPrivateUsage] # the handler's own SSE framing + ) + + return (bytes(await _stamped_sse_frame(bytes(self._open_frame), self._safeguard_results)),) + + +def _handler_model(request: Mapping[str, object]) -> tuple[str, str | None]: + explicit_provider: Final = optional_str(request.get("custom_llm_provider")) + try: + model, provider, _, _ = litellm.get_llm_provider( + model=str(request["model"]), custom_llm_provider=explicit_provider + ) + except litellm.BadRequestError: + return str(request["model"]), explicit_provider + return model, provider + + +def safeguards(request: Mapping[str, object]) -> MessagesSafeguards | None: + if "safeguards" not in request or not native_route_classifies(str(request["model"]), request["safeguards"]): + return None + return MessagesSafeguards(request) diff --git a/litellm/rust_bridge/host/routes/responses.py b/litellm/rust_bridge/host/routes/responses.py index 22e8cbbf3b0..0568326d18b 100644 --- a/litellm/rust_bridge/host/routes/responses.py +++ b/litellm/rust_bridge/host/routes/responses.py @@ -20,6 +20,12 @@ def connection_defaults(provider: str) -> tuple[str | None, str | None]: return litellm.api_key or provider_key, litellm.api_base +def original_previous_response_id(previous_response_id: str) -> str: + from litellm.responses.utils import ResponsesAPIRequestUtils + + return ResponsesAPIRequestUtils.decode_previous_response_id_to_original_previous_response_id(previous_response_id) + + def response(value: Mapping[str, object]) -> ResponsesAPIResponse: return ResponsesAPIResponse.model_validate(value) diff --git a/litellm/rust_bridge/host/secret_manager.py b/litellm/rust_bridge/host/secret_manager.py index 4fb3350165c..b236b4ee19d 100644 --- a/litellm/rust_bridge/host/secret_manager.py +++ b/litellm/rust_bridge/host/secret_manager.py @@ -1,165 +1,58 @@ from __future__ import annotations import os -from collections.abc import Mapping -from dataclasses import dataclass, field -from importlib import import_module from typing import Final -from litellm.types.secret_managers.main import KeyManagementSettings, KeyManagementSystem +import httpx - -@dataclass(frozen=True, slots=True) -class NativeSecretManagerConfig: - system: str - environment: tuple[tuple[str, str], ...] = field(repr=False) - settings: Mapping[str, object] = field(repr=False) - enterprise_enabled: bool - owner_type: type[object] - environment_attributes: tuple[tuple[str, str], ...] - settings_attributes: tuple[str, ...] - methods: tuple[tuple[str, object], ...] = field(repr=False) - - -@dataclass(frozen=True, slots=True) -class _ClientAdapter: - system: KeyManagementSystem - module: str - name: str - methods: tuple[str, ...] - environment_attributes: tuple[tuple[str, str], ...] = () - settings_attributes: tuple[str, ...] = () - enterprise_enabled: bool = False - - -_ADAPTERS: Final = ( - _ClientAdapter( - KeyManagementSystem.AWS_SECRET_MANAGER, - "litellm.secret_managers.aws_secret_manager_v2", - "AWSSecretsManagerV2", - ("sync_read_secret", "async_read_secret"), - settings_attributes=( - "aws_region_name", - "aws_role_name", - "aws_session_name", - "aws_external_id", - "aws_profile_name", - "aws_web_identity_token", - "aws_sts_endpoint", - "replica_regions", - "kms_key_id", - ), - ), - _ClientAdapter( - KeyManagementSystem.HASHICORP_VAULT, - "litellm.secret_managers.hashicorp_secret_manager", - "HashicorpSecretManager", - ("sync_read_secret", "async_read_secret", "async_write_secret", "async_delete_secret", "async_rotate_secret"), - environment_attributes=( - ("HCP_VAULT_ADDR", "vault_addr"), - ("HCP_VAULT_TOKEN", "vault_token"), - ("HCP_VAULT_NAMESPACE", "vault_namespace"), - ("HCP_VAULT_LOGIN_NAMESPACE", "login_namespace_override"), - ("HCP_VAULT_SECRET_NAMESPACE", "secret_namespace_override"), - ("HCP_VAULT_MOUNT_NAME", "vault_mount_name"), - ("HCP_VAULT_PATH_PREFIX", "vault_path_prefix"), - ("HCP_VAULT_CLIENT_CERT", "tls_cert_path"), - ("HCP_VAULT_CLIENT_KEY", "tls_key_path"), - ("HCP_VAULT_CERT_ROLE", "vault_cert_role"), - ("HCP_VAULT_APPROLE_ROLE_ID", "approle_role_id"), - ("HCP_VAULT_APPROLE_SECRET_ID", "approle_secret_id"), - ("HCP_VAULT_APPROLE_MOUNT_PATH", "approle_mount_path"), - ("HCP_VAULT_REFRESH_INTERVAL", "cache.default_ttl"), - ), - enterprise_enabled=True, - ), - _ClientAdapter( - KeyManagementSystem.CYBERARK, - "litellm.secret_managers.cyberark_secret_manager", - "CyberArkSecretManager", - ("sync_read_secret", "async_read_secret", "async_write_secret", "async_delete_secret", "async_rotate_secret"), - environment_attributes=( - ("CYBERARK_API_BASE", "conjur_addr"), - ("CYBERARK_ACCOUNT", "conjur_account"), - ("CYBERARK_USERNAME", "conjur_username"), - ("CYBERARK_API_KEY", "conjur_api_key"), - ("CYBERARK_CLIENT_CERT", "tls_cert_path"), - ("CYBERARK_CLIENT_KEY", "tls_key_path"), - ("CYBERARK_SSL_VERIFY", "ssl_verify"), - ("CYBERARK_REFRESH_INTERVAL", "cache.default_ttl"), - ), - enterprise_enabled=True, - ), - _ClientAdapter( - KeyManagementSystem.GOOGLE_SECRET_MANAGER, - "litellm.secret_managers.google_secret_manager", - "GoogleSecretManager", - ("get_secret_from_google_secret_manager",), - environment_attributes=( - ("GOOGLE_SECRET_MANAGER_PROJECT_ID", "PROJECT_ID"), - ("GOOGLE_SECRET_MANAGER_REFRESH_INTERVAL", "cache.default_ttl"), - ("GOOGLE_SECRET_MANAGER_ALWAYS_READ_SECRET_MANAGER", "always_read_secret_manager"), - ), - enterprise_enabled=True, - ), -) - -_SDK_ADAPTERS: Final = ( - _ClientAdapter(KeyManagementSystem.AZURE_KEY_VAULT, "azure.keyvault.secrets", "SecretClient", ("get_secret",)), - _ClientAdapter(KeyManagementSystem.GOOGLE_KMS, "google.cloud.kms_v1", "KeyManagementServiceClient", ("decrypt",)), -) - - -def _capture(client: object, adapter: _ClientAdapter) -> NativeSecretManagerConfig: - prefixes: Final = ("AWS_", "AZURE_", "GOOGLE_", "VERTEX_", "GCS_", "HCP_VAULT_", "CYBERARK_") - config: Final = NativeSecretManagerConfig( - system=adapter.system.value, - environment=tuple( - (name, value) - for name, value in os.environ.items() - if name.startswith(prefixes) or name == "SECRET_MANAGER_REFRESH_INTERVAL" - ), - settings=KeyManagementSettings().model_dump(mode="json"), - enterprise_enabled=adapter.enterprise_enabled, - owner_type=type(client), - environment_attributes=adapter.environment_attributes, - settings_attributes=adapter.settings_attributes, - methods=tuple((name, getattr(type(client), name)) for name in adapter.methods), - ) - vars(client)["_litellm_native_secret_config"] = config - return config - - -def capture_secret_manager(client: object, system: str) -> None: - for adapter in (*_ADAPTERS, *_SDK_ADAPTERS): - if ( - adapter.system.value == system - and type(client).__name__ == adapter.name - and type(client) is getattr(import_module(adapter.module), adapter.name) - ): - _capture(client, adapter) - return - if ( - system == KeyManagementSystem.AWS_KMS.value - and type(client).__module__ == "botocore.client" - and type(client).__name__ == "KMS" - ): - _capture(client, _ClientAdapter(KeyManagementSystem.AWS_KMS, "botocore.client", "KMS", ("decrypt",))) +from litellm.secret_managers.native_config import NativeSecretManagerConfig, captured_config +from litellm.types.secret_managers.main import KeyManagementSettings def native_secret_manager_config(client: object) -> NativeSecretManagerConfig | None: - captured: Final = getattr(client, "_litellm_native_secret_config", None) - if isinstance(captured, NativeSecretManagerConfig): - return captured - for adapter in _ADAPTERS: - if type(client).__module__ == adapter.module and type(client) is getattr( - import_module(adapter.module), adapter.name - ): - return _capture(client, adapter) - return None + return captured_config(client) def read_secret_str(name: str) -> str | None: from litellm.secret_managers.main import get_secret_str return get_secret_str(name) + + +def read_from_manager( + client: object, + key_manager: str, + secret_name: str, + key_management_settings: KeyManagementSettings | None, +) -> str | None: + from litellm.secret_managers.secret_manager_handler import get_secret_from_manager + + return get_secret_from_manager( + client=client, + key_manager=key_manager, + secret_name=secret_name, + key_management_settings=key_management_settings, + ) + + +def timeout_message(message: str) -> str: + from litellm.exceptions import Timeout + + return str(Timeout(message=message, model="default-model-name", llm_provider="litellm-httpx-handler")) + + +def response_text(body: bytes) -> str: + return httpx.Response(200, content=body).text + + +def http_status_message(method: str, url: str, status: int) -> str: + response: Final = httpx.Response(status, request=httpx.Request(method, url)) + try: + _ = response.raise_for_status() + except httpx.HTTPStatusError as error: + return str(error) + return f"HTTP {status}" + + +def os_error_message(code: int) -> str: + return str(OSError(code, os.strerror(code))) diff --git a/litellm/rust_bridge/host/timeouts.py b/litellm/rust_bridge/host/timeouts.py index 5fde4397b55..fe9abd71c1e 100644 --- a/litellm/rust_bridge/host/timeouts.py +++ b/litellm/rust_bridge/host/timeouts.py @@ -1,13 +1,9 @@ -"""Shared timeout conversion for the native Rust bridges.""" - from __future__ import annotations import httpx +from litellm.rust_bridge import public_call + def timeout_to_seconds(timeout: float | httpx.Timeout | None) -> float | None: - if timeout is None: - return None - if isinstance(timeout, httpx.Timeout): - return timeout.read - return float(timeout) + return public_call.timeout_to_seconds(timeout) diff --git a/litellm/rust_bridge/host/tokenizers.py b/litellm/rust_bridge/host/tokenizers.py new file mode 100644 index 00000000000..e86e9b54aa7 --- /dev/null +++ b/litellm/rust_bridge/host/tokenizers.py @@ -0,0 +1,17 @@ +from __future__ import annotations + +from pathlib import Path + + +def tiktoken_resource_dir() -> str: + from litellm.litellm_core_utils import tokenizers + + return str(Path(tokenizers.__file__).parent) + + +def download_tokenizer(repo_id: str, revision: str, token: str | None) -> str: + import huggingface_hub + + return huggingface_hub.hf_hub_download( # pyright: ignore[reportUnknownMemberType] # untyped user_agent dict in its signature + repo_id=repo_id, filename="tokenizer.json", revision=revision, token=token + ) diff --git a/litellm/rust_bridge/messages/detectors.py b/litellm/rust_bridge/messages/detectors.py deleted file mode 100644 index 99555bb4852..00000000000 --- a/litellm/rust_bridge/messages/detectors.py +++ /dev/null @@ -1,114 +0,0 @@ -"""Detectors for Python-only Anthropic Messages behavior.""" - -from __future__ import annotations - -from typing import Final - -import litellm -from litellm.anthropic_beta_headers_manager import is_foundry_api_base -from litellm.litellm_core_utils.core_helpers import ( - drops_unsupported_params, - proxy_request_headers, - stream_cost_injection_requested, -) -from litellm.llms.opencode.common_utils import is_opencode_api_base -from litellm.rust_bridge.detectors import api_base, overridden, present, streaming -from litellm.rust_bridge.public_call import NativeCall, optional_mapping, optional_sequence, optional_str - - -def provider_affinity(request: NativeCall) -> bool: - return is_opencode_api_base(api_base(request)) - - -def foundry_beta_row(request: NativeCall) -> bool: - from litellm.llms.anthropic.common_utils import AnthropicModelInfo - - return is_foundry_api_base(AnthropicModelInfo.get_api_base(api_base(request))) - - -def anthropic_workload_identity(request: NativeCall) -> bool: - """Python mints an Anthropic federation token when no static credential is configured.""" - from litellm.llms.anthropic.common_utils import AnthropicModelInfo - from litellm.secret_managers.main import get_secret_str - - def configured(param: str, env: str) -> bool: - return present(request, param) or get_secret_str(env) is not None - - return ( - AnthropicModelInfo.get_api_key(optional_str(request.resolved.get("api_key"))) is None - and AnthropicModelInfo.get_auth_token() is None - and configured("anthropic_federation_rule_id", "ANTHROPIC_FEDERATION_RULE_ID") - and configured("anthropic_organization_id", "ANTHROPIC_ORGANIZATION_ID") - ) - - -_THINKING_BLOCKS: Final = frozenset({"thinking", "redacted_thinking"}) - - -def _replays_thinking(message: object) -> bool: - content: Final = optional_sequence((optional_mapping(message) or {}).get("content")) or () - return any((optional_mapping(block) or {}).get("type") in _THINKING_BLOCKS for block in content) - - -def thinking_signature_retry(request: NativeCall) -> bool: - """Python may strip replayed thinking blocks and retry after a rejected signature.""" - return any(_replays_thinking(message) for message in optional_sequence(request.resolved.get("messages")) or ()) - - -def tool_custom_field(request: NativeCall) -> bool: - tools: Final = optional_sequence(request.resolved.get("tools")) or () - return any("custom" in (optional_mapping(tool) or {}) for tool in tools) - - -def strict_tools_retry(request: NativeCall) -> bool: - tools: Final = optional_sequence(request.resolved.get("tools")) or () - return drops_unsupported_params(request.resolved.get("drop_params")) and any( - (optional_mapping(tool) or {}).get("strict") is True for tool in tools - ) - - -def stream_cost_injection(request: NativeCall) -> bool: - """Python adds response cost to streaming usage when the global setting or the request header asks for it.""" - return streaming(request) and stream_cost_injection_requested(proxy_request_headers(request.resolved)) - - -def pre_request_hook(_request: NativeCall) -> bool: - """The async Messages handler runs callbacks that can rewrite the request.""" - return overridden("async_pre_request_hook", litellm.callbacks) - - -def websearch_interception(_request: NativeCall) -> bool: - """The async Messages handler can answer a web-search request without an LLM call.""" - from litellm.integrations.websearch_interception.handler import WebSearchInterceptionLogger - - return any(isinstance(callback, WebSearchInterceptionLogger) for callback in litellm.callbacks) - - -def _resolved_provider(request: NativeCall) -> str | None: - from litellm.exceptions import BadRequestError - from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider - - provider: Final = optional_str(request.resolved.get("custom_llm_provider")) - try: - return get_llm_provider(str(request.resolved["model"]), provider)[1] - except BadRequestError: - return provider - - -def intercepted(request: NativeCall) -> bool: - """The async Messages handler delegates matching tools to a registered interceptor.""" - from litellm.llms.anthropic.messages.native.interceptors import get_messages_interceptors - - tools: Final = optional_sequence(request.resolved.get("tools")) - if not tools: - return False - mappings: Final = tuple(mapping for mapping in map(optional_mapping, tools) if mapping is not None) - provider: Final = _resolved_provider(request) - return any(interceptor.can_handle(mappings, provider) for interceptor in get_messages_interceptors()) - - -def safeguards_classifier(request: NativeCall) -> bool: - """Python's proxy classifier evaluates dangerous tool use for non-Claude models.""" - from litellm.llms.anthropic.messages.safeguards import native_route_classifies - - return native_route_classifies(str(request.resolved["model"]), request.resolved.get("safeguards")) diff --git a/litellm/rust_bridge/messages/entrypoints.py b/litellm/rust_bridge/messages/entrypoints.py index 756d62b747a..ca195d99c62 100644 --- a/litellm/rust_bridge/messages/entrypoints.py +++ b/litellm/rust_bridge/messages/entrypoints.py @@ -1,6 +1,7 @@ from __future__ import annotations -from collections.abc import AsyncIterator, Awaitable, Iterator +from collections.abc import AsyncIterator, Awaitable, Callable, Iterator +from dataclasses import dataclass from typing import Final, Protocol, cast # noqa: TID251 # validates dynamically loaded native callables from litellm.rust_bridge import execution @@ -9,6 +10,30 @@ from litellm.rust_bridge.public_call import NativeCall from litellm.types.llms.anthropic_messages.anthropic_response import AnthropicMessagesResponse +class MessagesStreamHead(dict[str, object]): + agentic: Callable[[execution.AsyncStream], object] | None = None + deliver: Callable[[object], Awaitable[object]] | None = None + + +@dataclass(frozen=True, slots=True) +class _Undelivered: + stream: object + deliver: Callable[[object], Awaitable[object]] + + +def _open_stream(native: execution.Execution, head: object) -> object: + stream: Final = execution.AsyncStream(native, head) + agentic: Final = head.agentic if isinstance(head, MessagesStreamHead) else None + opened: Final = stream if agentic is None else agentic(stream) + deliver: Final = head.deliver if isinstance(head, MessagesStreamHead) else None + return opened if deliver is None else _Undelivered(opened, deliver) + + +async def _delivered(opened: Awaitable[object]) -> object: + result: Final = await opened + return await result.deliver(result.stream) if isinstance(result, _Undelivered) else result + + class NativeMessages(Protocol): def __call__( self, @@ -33,8 +58,12 @@ def _messages_binding(value: object) -> NativeMessages | None: def _amessages_binding(value: object) -> NativeAmessages | None: if not callable(value): return None - native: Final = execution.asynchronous(value) - return cast("NativeAmessages", native) # cast-ok: the execution adapter returns the route's result + native: Final = execution.asynchronous(value, _open_stream) + + def amessages(request: NativeCall) -> Awaitable[object]: + return _delivered(native(request)) + + return cast("NativeAmessages", amessages) # cast-ok: the execution adapter returns the route's result NATIVE_MESSAGES: Final = NativeBinding("messages", validate=_messages_binding) diff --git a/litellm/rust_bridge/public_call.py b/litellm/rust_bridge/public_call.py index 1ab3d5e10c9..0572d498b7d 100644 --- a/litellm/rust_bridge/public_call.py +++ b/litellm/rust_bridge/public_call.py @@ -9,6 +9,8 @@ from dataclasses import dataclass from types import MappingProxyType from typing import Final, TypeVar, cast # noqa: TID251 # narrows caller-owned containers without copying them +import httpx + from litellm.utils import ( _get_wrapper_timeout, # pyright: ignore[reportPrivateUsage] # the @client wrapper's own failure stamp ) @@ -49,6 +51,14 @@ def optional_sequence(value: object) -> Sequence[object] | None: return cast("Sequence[object]", value) # cast-ok: the same caller-owned object is handed on unchanged +def timeout_to_seconds(timeout: float | httpx.Timeout | None) -> float | None: + if timeout is None: + return None + if isinstance(timeout, httpx.Timeout): + return timeout.read + return float(timeout) + + def known_params(names: Collection[str], request: Mapping[str, object]) -> Mapping[str, object]: return {name: value for name, value in request.items() if name in names and value is not None} diff --git a/litellm/rust_bridge/response_metadata.py b/litellm/rust_bridge/response_metadata.py index d2ddf61f7db..b5293bbe291 100644 --- a/litellm/rust_bridge/response_metadata.py +++ b/litellm/rust_bridge/response_metadata.py @@ -4,12 +4,15 @@ from litellm.litellm_core_utils.add_retry_fallback_headers import ( _add_headers_to_response, # pyright: ignore[reportPrivateUsage] # reuse the proxy's identity-preserving response metadata writer get_hidden_params_dict, ) +from litellm.rust_bridge.catalog import Route ResultT: Final = TypeVar("ResultT") -def mark_rust_response(response: ResultT) -> ResultT: - cache_key: Final = get_hidden_params_dict(response).get("cache_key") +def mark_rust_response(response: ResultT, route: Route) -> ResultT: + if isinstance(response, dict): + return response # pyright: ignore[reportUnknownVariableType] # the caller's own dict, returned untouched + cache_key: Final = None if route is Route.MESSAGES else get_hidden_params_dict(response).get("cache_key") _add_headers_to_response( response, {"x-litellm-rust": "true", **({"x-litellm-cache-key": cache_key} if isinstance(cache_key, str) else {})}, diff --git a/litellm/rust_bridge/responses/detectors.py b/litellm/rust_bridge/responses/detectors.py index 2fdb2c44b54..f8d5b4462a1 100644 --- a/litellm/rust_bridge/responses/detectors.py +++ b/litellm/rust_bridge/responses/detectors.py @@ -12,11 +12,12 @@ import litellm from litellm.llms.opencode.common_utils import is_opencode_api_base from litellm.rust_bridge.detectors import api_base, call_callbacks, overridden, present from litellm.rust_bridge.public_call import NativeCall, optional_mapping, optional_sequence, optional_str +from litellm.types.llms.openai import ResponsesAPIOptionalRequestParams if TYPE_CHECKING: from openai.types.responses import ResponseInputParam - from litellm.types.llms.openai import ALL_RESPONSES_API_TOOL_PARAMS, ResponsesAPIOptionalRequestParams + from litellm.types.llms.openai import ALL_RESPONSES_API_TOOL_PARAMS def client_headers(request: NativeCall) -> bool: @@ -160,9 +161,12 @@ _PARAMS: Final = TypeAdapter(dict[str, object]) def model_param_gating(request: NativeCall) -> bool: """Python clamps, drops or remaps Responses params according to the model's capabilities.""" from litellm.llms.openai.responses.transformation import OpenAIResponsesAPIConfig - from litellm.rust_bridge.host.routes.responses import PARAMETERS - params: Final = {name: request.resolved[name] for name in PARAMETERS if request.resolved.get(name) is not None} + params: Final = { + name: request.resolved[name] + for name in ResponsesAPIOptionalRequestParams.__annotations__ + if request.resolved.get(name) is not None + } mapped: Final = _PARAMS.validate_python( OpenAIResponsesAPIConfig().map_openai_params( # pyright: ignore[reportUnknownMemberType] # returns a bare dict cast("ResponsesAPIOptionalRequestParams", params), # cast-ok: the handler passes these kwargs diff --git a/litellm/rust_bridge/responses/websocket.py b/litellm/rust_bridge/responses/websocket.py index 83a1fa53376..e27e88fa9aa 100644 --- a/litellm/rust_bridge/responses/websocket.py +++ b/litellm/rust_bridge/responses/websocket.py @@ -10,7 +10,7 @@ import httpx from websockets.exceptions import ConnectionClosedOK from litellm.rust_bridge import _native -from litellm.rust_bridge.host.timeouts import timeout_to_seconds +from litellm.rust_bridge.public_call import timeout_to_seconds class RustResponsesWebSocket(Protocol): diff --git a/litellm/rust_bridge/runtime.py b/litellm/rust_bridge/runtime.py index e22ebe73b08..6159d8de551 100644 --- a/litellm/rust_bridge/runtime.py +++ b/litellm/rust_bridge/runtime.py @@ -134,7 +134,7 @@ async def _aattempt_native( def _required(result: RustAttempt[ResultT], context: RouteContext) -> ResultT: if isinstance(result, RustHandled): - return mark_rust_response(result.value) + return mark_rust_response(result.value, context.route) _raise_required(result, _error_context(context)) diff --git a/litellm-proxy-extras/litellm_proxy_extras/schema.prisma b/litellm/schema.prisma similarity index 97% rename from litellm-proxy-extras/litellm_proxy_extras/schema.prisma rename to litellm/schema.prisma index e63580da721..498f86cc40f 100644 --- a/litellm-proxy-extras/litellm_proxy_extras/schema.prisma +++ b/litellm/schema.prisma @@ -883,6 +883,7 @@ model LiteLLM_DailyUserSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -896,6 +897,7 @@ model LiteLLM_DailyUserSpend { @@index([date]) @@index([user_id, date]) @@index([api_key]) + @@index([api_key, date]) @@index([model]) @@index([mcp_namespaced_tool_name]) @@index([endpoint]) @@ -919,6 +921,7 @@ model LiteLLM_DailyGlobalSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -952,6 +955,7 @@ model LiteLLM_DailyOrganizationSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -990,6 +994,7 @@ model LiteLLM_DailyEndUserSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1027,6 +1032,7 @@ model LiteLLM_DailyAgentSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1064,6 +1070,7 @@ model LiteLLM_DailyTeamSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1104,6 +1111,7 @@ model LiteLLM_DailyTagSpend { prompt_caching_savings_spend Float @default(0.0) gateway_injected_caching_savings_spend Float @default(0.0) autorouter_savings_spend Float @default(0.0) + guardrail_spend Float @default(0.0) spend Float @default(0.0) api_requests BigInt @default(0) successful_requests BigInt @default(0) @@ -1148,6 +1156,31 @@ enum JobStatus { INACTIVE } +model LiteLLM_ScheduledJobRun { + id String @id @default(uuid()) + job_name String + lock_group String + schedule String + scheduled_for DateTime @client.Timestamptz(3) + status ScheduledJobRunStatus @default(PENDING) + claimed_by String? + claimed_at DateTime? @client.Timestamptz(3) + lease_expires_at DateTime? @client.Timestamptz(3) + finished_at DateTime? @client.Timestamptz(3) + created_at DateTime @default(now()) @client.Timestamptz(3) + + @@index([job_name, status]) + @@index([lock_group, status]) +} + +enum ScheduledJobRunStatus { + PENDING + RUNNING + SUCCEEDED + FAILED + CANCELLED +} + model LiteLLM_ManagedFileTable { id String @id @default(uuid()) unified_file_id String @unique // The base64 encoded unified file ID @@ -1351,6 +1384,8 @@ model LiteLLM_DailyModelUsage { request_count BigInt @default(0) successful_requests BigInt @default(0) failed_requests BigInt @default(0) + total_response_time_ms BigInt @default(0) + timed_requests BigInt @default(0) created_at DateTime @default(now()) updated_at DateTime @updatedAt @@ -2055,6 +2090,11 @@ model LiteLLM_BackgroundInteractionSettlement { @@index([settled_at], map: "idx_background_interaction_settlement_settled_at") } +model LiteLLM_BackgroundResponseSettlement { + response_id String @id + settled_at DateTime @default(now()) +} + model LiteLLM_Lens { reviews LiteLLM_LensReview[] id String @id @@ -2170,3 +2210,38 @@ model LiteLLM_SubscriptionAccountTable { @@unique([custom_llm_provider, account_id], map: "LiteLLM_SubscriptionAccountTable_provider_account_key") } + +model LiteLLM_Alert { + id BigInt @id @default(autoincrement()) + detection_key String @unique @client.VarChar(64) + type String @client.VarChar(32) + resource_type String @client.VarChar(16) + resource_id String @client.VarChar(1024) + status String @default("open") @client.VarChar(16) + window_start DateTime + window_end DateTime + evidence Json + created_at DateTime @default(now()) + updated_at DateTime @default(now()) @updatedAt + updated_by String? @client.VarChar(1024) + + @@index([status, id]) +} + +model LiteLLM_PerformanceAlertState { + enabled Boolean @default(true) + alerts_used Int? + id Int @id + owner String @client.VarChar(32) + next_run_at DateTime @client.Timestamptz(3) + day String? @client.VarChar(10) + scope String? @client.VarChar(16) + resume_after String @default("") @client.VarChar(1024) + wrapped Boolean @default(false) + checked Int @default(0) + skipped Int @default(0) + start_scope String? @client.VarChar(16) + start_after String @default("") @client.VarChar(1024) + completed_at DateTime? + updated_at DateTime @default(now()) @updatedAt +} diff --git a/scripts/adaptive_router_demo/README.md b/litellm/scripts/adaptive_router_demo/README.md similarity index 98% rename from scripts/adaptive_router_demo/README.md rename to litellm/scripts/adaptive_router_demo/README.md index fc855fc24fe..a7a517cad97 100644 --- a/scripts/adaptive_router_demo/README.md +++ b/litellm/scripts/adaptive_router_demo/README.md @@ -76,7 +76,7 @@ The dashboard is a single static HTML file. Either: - **If your browser blocks `file://` fetches:** ```bash - cd scripts/adaptive_router_demo + cd litellm/scripts/adaptive_router_demo python3 -m http.server 8080 ``` @@ -95,7 +95,7 @@ Click **Connect**. The dashboard polls `GET /adaptive_router/state` every In a second terminal, replacing `` with the key printed in step 1: ```bash -uv run python scripts/adaptive_router_demo/traffic.py \ +uv run python litellm/scripts/adaptive_router_demo/traffic.py \ --proxy-url http://localhost:4000 \ --api-key \ --router smart-cheap-router \ diff --git a/scripts/adaptive_router_demo/chat.html b/litellm/scripts/adaptive_router_demo/chat.html similarity index 100% rename from scripts/adaptive_router_demo/chat.html rename to litellm/scripts/adaptive_router_demo/chat.html diff --git a/scripts/adaptive_router_demo/dashboard.html b/litellm/scripts/adaptive_router_demo/dashboard.html similarity index 100% rename from scripts/adaptive_router_demo/dashboard.html rename to litellm/scripts/adaptive_router_demo/dashboard.html diff --git a/scripts/adaptive_router_demo/eval.py b/litellm/scripts/adaptive_router_demo/eval.py similarity index 99% rename from scripts/adaptive_router_demo/eval.py rename to litellm/scripts/adaptive_router_demo/eval.py index a9a8a7bc71c..06f30efd905 100644 --- a/scripts/adaptive_router_demo/eval.py +++ b/litellm/scripts/adaptive_router_demo/eval.py @@ -9,7 +9,7 @@ For each test case: 4. Prints PASS or FAIL with one line of reasoning. Run: - uv run python scripts/adaptive_router_demo/eval.py \ + uv run python litellm/scripts/adaptive_router_demo/eval.py \ --proxy-url http://localhost:4000 \ --api-key "$LITELLM_MASTER_KEY" \ --router smart-cheap-router \ diff --git a/scripts/adaptive_router_demo/traffic.py b/litellm/scripts/adaptive_router_demo/traffic.py similarity index 99% rename from scripts/adaptive_router_demo/traffic.py rename to litellm/scripts/adaptive_router_demo/traffic.py index 5ff806ef5a6..b4f79a0267d 100644 --- a/scripts/adaptive_router_demo/traffic.py +++ b/litellm/scripts/adaptive_router_demo/traffic.py @@ -21,7 +21,7 @@ Why this shape: flow through routing + post-call hooks, so no API keys / no spend. Run: - uv run python scripts/adaptive_router_demo/traffic.py \\ + uv run python litellm/scripts/adaptive_router_demo/traffic.py \\ --proxy-url http://localhost:4000 \\ --api-key "$LITELLM_MASTER_KEY" \\ --router smart-cheap-router \\ diff --git a/scripts/auto-close-duplicates.test.ts b/litellm/scripts/auto-close-duplicates.test.ts similarity index 100% rename from scripts/auto-close-duplicates.test.ts rename to litellm/scripts/auto-close-duplicates.test.ts diff --git a/scripts/auto-close-duplicates.ts b/litellm/scripts/auto-close-duplicates.ts similarity index 100% rename from scripts/auto-close-duplicates.ts rename to litellm/scripts/auto-close-duplicates.ts diff --git a/scripts/benchmark_anthropic_messages_perf.py b/litellm/scripts/benchmark_anthropic_messages_perf.py similarity index 99% rename from scripts/benchmark_anthropic_messages_perf.py rename to litellm/scripts/benchmark_anthropic_messages_perf.py index 3639e5ef326..e1d8a7ed8ad 100644 --- a/scripts/benchmark_anthropic_messages_perf.py +++ b/litellm/scripts/benchmark_anthropic_messages_perf.py @@ -13,11 +13,11 @@ streaming SSE wire format (``message_start`` -> ``content_block_delta`` -> can be compared without depending on real provider latency. Example: - uv run python scripts/benchmark_anthropic_messages_perf.py \ + uv run python litellm/scripts/benchmark_anthropic_messages_perf.py \ --label baseline --proxy-command ".venv/bin/litellm" Compare an already-running proxy: - uv run python scripts/benchmark_anthropic_messages_perf.py \ + uv run python litellm/scripts/benchmark_anthropic_messages_perf.py \ --no-start-proxy --label current """ diff --git a/scripts/benchmark_chat_completions_perf.py b/litellm/scripts/benchmark_chat_completions_perf.py similarity index 99% rename from scripts/benchmark_chat_completions_perf.py rename to litellm/scripts/benchmark_chat_completions_perf.py index 61f04836cac..805d8fd486b 100644 --- a/scripts/benchmark_chat_completions_perf.py +++ b/litellm/scripts/benchmark_chat_completions_perf.py @@ -6,11 +6,11 @@ from any checkout. That makes it useful for comparing tags/commits without depending on real provider latency. Example: - uv run python scripts/benchmark_chat_completions_perf.py \ + uv run python litellm/scripts/benchmark_chat_completions_perf.py \ --label current --requests 500 --concurrency 100 Compare another checkout: - uv run python scripts/benchmark_chat_completions_perf.py \ + uv run python litellm/scripts/benchmark_chat_completions_perf.py \ --label v1.83.14-stable --litellm-dir /tmp/litellm-v1.83.14-stable """ diff --git a/scripts/benchmark_mock.py b/litellm/scripts/benchmark_mock.py similarity index 100% rename from scripts/benchmark_mock.py rename to litellm/scripts/benchmark_mock.py diff --git a/scripts/benchmark_model_response_creator.py b/litellm/scripts/benchmark_model_response_creator.py similarity index 96% rename from scripts/benchmark_model_response_creator.py rename to litellm/scripts/benchmark_model_response_creator.py index 881870d3854..d7e0199e6fc 100644 --- a/scripts/benchmark_model_response_creator.py +++ b/litellm/scripts/benchmark_model_response_creator.py @@ -6,8 +6,8 @@ isolate per-call cost. Driving the full wrapper adds threadpool logging, gc, and other noise that swamps microsecond-scale changes here. Example: - uv run python scripts/benchmark_model_response_creator.py --label baseline - uv run python scripts/benchmark_model_response_creator.py --label optimized + uv run python litellm/scripts/benchmark_model_response_creator.py --label baseline + uv run python litellm/scripts/benchmark_model_response_creator.py --label optimized """ from __future__ import annotations diff --git a/scripts/benchmark_ocr_callbacks.py b/litellm/scripts/benchmark_ocr_callbacks.py similarity index 98% rename from scripts/benchmark_ocr_callbacks.py rename to litellm/scripts/benchmark_ocr_callbacks.py index e2282356356..ad7d1e8024d 100644 --- a/scripts/benchmark_ocr_callbacks.py +++ b/litellm/scripts/benchmark_ocr_callbacks.py @@ -2,7 +2,7 @@ """Measure serial sync/async OCR latency through a loopback HTTP provider Run each callback mode in a fresh process against an installed release wheel: -python -I scripts/benchmark_ocr_callbacks.py --callbacks none --label before \ +python -I litellm/scripts/benchmark_ocr_callbacks.py --callbacks none --label before \ --expected-transport rust --iterations 200 --warmup 20 --output before-none.json Repeat with --callbacks noop and with the candidate wheel in a separate venv """ @@ -199,7 +199,7 @@ async def main() -> int: raise RuntimeError("benchmark requires initially empty callback registrations") callback: Final = NoopCallback() if args.callbacks == "noop": - litellm.callbacks.append(callback) + litellm.logging_callback_manager.add_litellm_callback(callback) rust_toggle: Final = getattr(litellm, "rust", None) if callable(rust_toggle): diff --git a/scripts/benchmark_proxy_vs_provider.py b/litellm/scripts/benchmark_proxy_vs_provider.py similarity index 98% rename from scripts/benchmark_proxy_vs_provider.py rename to litellm/scripts/benchmark_proxy_vs_provider.py index 28d9d0c9cc7..0d289ee1ae0 100755 --- a/scripts/benchmark_proxy_vs_provider.py +++ b/litellm/scripts/benchmark_proxy_vs_provider.py @@ -539,28 +539,28 @@ Examples: export PROVIDER_URL='https://api.openai.com/v1/chat/completions' export LITELLM_PROXY_API_KEY="$LITELLM_MASTER_KEY" export PROVIDER_API_KEY='sk-openai-key' - python scripts/benchmark_proxy_vs_provider.py + python litellm/scripts/benchmark_proxy_vs_provider.py # 2. Multiple runs for statistical accuracy (recommended) - python scripts/benchmark_proxy_vs_provider.py --runs 5 + python litellm/scripts/benchmark_proxy_vs_provider.py --runs 5 # 3. Realistic load testing with concurrency limit - python scripts/benchmark_proxy_vs_provider.py --max-concurrent 100 --requests 2000 + python litellm/scripts/benchmark_proxy_vs_provider.py --max-concurrent 100 --requests 2000 # 4. Quick test with fewer requests - python scripts/benchmark_proxy_vs_provider.py --requests 100 + python litellm/scripts/benchmark_proxy_vs_provider.py --requests 100 # 5. Parallel execution (not recommended - may affect accuracy) - python scripts/benchmark_proxy_vs_provider.py --parallel + python litellm/scripts/benchmark_proxy_vs_provider.py --parallel # 6. Custom timeout for slower endpoints - python scripts/benchmark_proxy_vs_provider.py --timeout 120 + python litellm/scripts/benchmark_proxy_vs_provider.py --timeout 120 # 7. Combined options for comprehensive testing - python scripts/benchmark_proxy_vs_provider.py --runs 3 --requests 500 --max-concurrent 50 + python litellm/scripts/benchmark_proxy_vs_provider.py --runs 3 --requests 500 --max-concurrent 50 # 8. Skip warmup (not recommended - may affect first request accuracy) - python scripts/benchmark_proxy_vs_provider.py --no-warmup + python litellm/scripts/benchmark_proxy_vs_provider.py --no-warmup """, ) parser.add_argument( diff --git a/scripts/benchmark_streaming_chunk_overhead.py b/litellm/scripts/benchmark_streaming_chunk_overhead.py similarity index 99% rename from scripts/benchmark_streaming_chunk_overhead.py rename to litellm/scripts/benchmark_streaming_chunk_overhead.py index 11fbea6a6a3..9a5fe751a23 100644 --- a/scripts/benchmark_streaming_chunk_overhead.py +++ b/litellm/scripts/benchmark_streaming_chunk_overhead.py @@ -7,7 +7,7 @@ and Bedrock Converse (ModelResponseStream). A full proxy benchmark adds FastAPI, HTTP, and TCP latency, which dilutes the per-chunk CPU signal. Example: - uv run python scripts/benchmark_streaming_chunk_overhead.py \\ + uv run python litellm/scripts/benchmark_streaming_chunk_overhead.py \\ --streams 500 --chunks 200 --warmup 50 --repeats 5 """ diff --git a/scripts/build_core_distribution.py b/litellm/scripts/build_core_distribution.py similarity index 83% rename from scripts/build_core_distribution.py rename to litellm/scripts/build_core_distribution.py index c458f6cb44f..3f72c771ac8 100644 --- a/scripts/build_core_distribution.py +++ b/litellm/scripts/build_core_distribution.py @@ -8,18 +8,16 @@ import tempfile from pathlib import Path from typing import Final -ROOT: Final = Path(__file__).resolve().parents[1] +ROOT: Final = Path(__file__).resolve().parents[2] SOURCES: Final = ( "litellm", - "litellm-rust", - ".cargo", - "rust-toolchain.toml", + "litellm/rust", "model_prices_and_context_window.json", "README.md", "LICENSE", ) -IN_TREE_RUST_PATH: Final = "../../litellm-rust/" +IN_TREE_RUST_PATH: Final = "../../rust/" class BuildOptions(argparse.Namespace): @@ -56,7 +54,15 @@ def stage_core_distribution(source: Path, destination: Path, *, package: str = " ) def ignored_sources(directory: str, names: list[str]) -> set[str]: - return {name for name in names if Path(directory) / name in ignored} | shutil.ignore_patterns( + workspace_sources: Final = ( + { + "enterprise", "proxy-extras", "packaging", "rust", "cli", "scripts", "runtime", + "schema.prisma", "ui", "vscode-extension", "deploy", + } + if Path(directory) == source / "litellm" + else set() + ) + return workspace_sources | {name for name in names if Path(directory) / name in ignored} | shutil.ignore_patterns( "__pycache__", ".pytest_cache", ".ruff_cache", "target", ".git", "*.so", "*.pyd" )(directory, names) @@ -70,10 +76,10 @@ def stage_core_distribution(source: Path, destination: Path, *, package: str = " ) else: shutil.copy2(path, destination / name) - template: Final = (source / "packaging" / package / "pyproject.toml").read_text() + template: Final = (source / "litellm" / "packaging" / package / "pyproject.toml").read_text() if package == "litellm-proxy" and IN_TREE_RUST_PATH not in template: raise SystemExit(f"packaging/{package}/pyproject.toml no longer points at {IN_TREE_RUST_PATH}") - metadata: Final = template.replace(IN_TREE_RUST_PATH, "litellm-rust/") + metadata: Final = template.replace(IN_TREE_RUST_PATH, "litellm/rust/") (destination / "pyproject.toml").write_text(metadata) subprocess.run(["uv", "version", version, "--frozen"], cwd=destination, check=True) diff --git a/scripts/check_mcp_operation_boundary.py b/litellm/scripts/check_mcp_operation_boundary.py similarity index 100% rename from scripts/check_mcp_operation_boundary.py rename to litellm/scripts/check_mcp_operation_boundary.py diff --git a/scripts/check_mcp_sdk_install.py b/litellm/scripts/check_mcp_sdk_install.py similarity index 100% rename from scripts/check_mcp_sdk_install.py rename to litellm/scripts/check_mcp_sdk_install.py diff --git a/scripts/check_openapi_docs.py b/litellm/scripts/check_openapi_docs.py similarity index 96% rename from scripts/check_openapi_docs.py rename to litellm/scripts/check_openapi_docs.py index 219ef912952..e88594f5a51 100755 --- a/scripts/check_openapi_docs.py +++ b/litellm/scripts/check_openapi_docs.py @@ -1,7 +1,7 @@ #!/usr/bin/env python3 """List the POST operations in the proxy's OpenAPI document that Swagger UI cannot explain. -Every finding is one line, `` ``, so scripts/openapi_docs_gate.py can +Every finding is one line, `` ``, so litellm/scripts/openapi_docs_gate.py can count them per rule the same delta-vs-base way as the other lint gates. The rules: OA001 no request body schema (the handler reads ``request.body()`` and never told FastAPI diff --git a/scripts/check_schema_compatibility.py b/litellm/scripts/check_schema_compatibility.py similarity index 86% rename from scripts/check_schema_compatibility.py rename to litellm/scripts/check_schema_compatibility.py index c56986a38c8..5d7ee790cb2 100644 --- a/scripts/check_schema_compatibility.py +++ b/litellm/scripts/check_schema_compatibility.py @@ -67,11 +67,18 @@ def main() -> int: options: Final = TypeAdapter(dict[str, str | None]).validate_python(vars(parser.parse_args())) base_commit: Final = options["base_commit"] base: Final = base_commit if base_commit else _merge_base(options["base_ref"] or "") - previous: Final = subprocess.run( - ("git", "show", f"{base}:schema.prisma"), capture_output=True, text=True, check=True - ).stdout + canonical: Final = subprocess.run( + ("git", "show", f"{base}:litellm/schema.prisma"), capture_output=True, text=True, check=False + ) + previous: Final = ( + canonical.stdout + if canonical.returncode == 0 + else subprocess.run( + ("git", "show", f"{base}:schema.prisma"), capture_output=True, text=True, check=True + ).stdout + ) changes: Final = check_breaking_changes( - parse_model_fields(previous), parse_model_fields(Path("schema.prisma").read_text()) + parse_model_fields(previous), parse_model_fields(Path("litellm/schema.prisma").read_text()) ) if changes: sys.stderr.write("\n".join(changes) + "\n") diff --git a/scripts/check_test_quality.py b/litellm/scripts/check_test_quality.py similarity index 99% rename from scripts/check_test_quality.py rename to litellm/scripts/check_test_quality.py index 6e82fe8c229..79a2ff57eeb 100644 --- a/scripts/check_test_quality.py +++ b/litellm/scripts/check_test_quality.py @@ -1,10 +1,10 @@ #!/usr/bin/env python3 """Test-quality checker: the test-suite smells no linter enforces. -Sibling of scripts/check_type_discipline.py, same output contract +Sibling of litellm/scripts/check_type_discipline.py, same output contract (``path:line: CODE message``) and same stdlib-only constraint, aimed at the test tree instead of the package. Each rule is a shape the testing-strategy audit -measured and named; scripts/test_quality_gate.py fails any change that grows the +measured and named; litellm/scripts/test_quality_gate.py fails any change that grows the codebase total of one past its merge-base count. Rules diff --git a/scripts/check_type_discipline.py b/litellm/scripts/check_type_discipline.py similarity index 97% rename from scripts/check_type_discipline.py rename to litellm/scripts/check_type_discipline.py index cafec8d249b..574ba8cf3da 100644 --- a/scripts/check_type_discipline.py +++ b/litellm/scripts/check_type_discipline.py @@ -32,7 +32,7 @@ LIT008 `**kwargs` parameter. The keyword contract is erased and everything it c syntax. Declare explicit keyword params, or accept one frozen payload. `*args`, by contrast, is fine when typed (it's just a tuple). Suppress: `# kwargs-ok: `. LIT009 `# type: ignore` in any shape (bare, with codes, with a reason). - pyrightconfig.json sets enableTypeIgnoreComments to false, so basedpyright + [tool.pyright] in pyproject.toml sets enableTypeIgnoreComments to false, so basedpyright never honors it: the comment is inert dead syntax that suppresses nothing. Use `# pyright: ignore[ruleName] # ` instead. LIT010 Variable assignment without a `Final` declaration. Every local and module-level @@ -1158,8 +1158,38 @@ def collect_paths(raw: Iterable[str]) -> Iterator[Path]: for item in raw: p = Path(item) if p.is_dir(): - yield from sorted(p.rglob("*.py")) - elif p.suffix == ".py": + yield from ( + path + for path in sorted(p.rglob("*.py")) + if not any( + excluded in path.as_posix() + for excluded in ( + "litellm/proxy/discovery_endpoints/skill_scanner_adapter/", + "litellm/ui/", + "litellm/vscode-extension/", + "litellm/enterprise/", + "litellm/proxy-extras/", + "litellm/packaging/", + "litellm/rust/", + "litellm/scripts/", + "litellm/runtime/", + ) + ) + ) + elif p.suffix == ".py" and not any( + excluded in p.as_posix() + for excluded in ( + "litellm/proxy/discovery_endpoints/skill_scanner_adapter/", + "litellm/ui/", + "litellm/vscode-extension/", + "litellm/enterprise/", + "litellm/proxy-extras/", + "litellm/packaging/", + "litellm/rust/", + "litellm/scripts/", + "litellm/runtime/", + ) + ): yield p diff --git a/ci_cd/TEST_KEY_PATTERNS.md b/litellm/scripts/ci_cd/TEST_KEY_PATTERNS.md similarity index 94% rename from ci_cd/TEST_KEY_PATTERNS.md rename to litellm/scripts/ci_cd/TEST_KEY_PATTERNS.md index aada8608397..bc9f6403654 100644 --- a/ci_cd/TEST_KEY_PATTERNS.md +++ b/litellm/scripts/ci_cd/TEST_KEY_PATTERNS.md @@ -33,7 +33,7 @@ token = "test-api-key-with-high-entropy" ## Configured Ignore Patterns -These patterns are in `.gitguardian.yaml` for high-entropy test keys: +These patterns are in `.github/gitguardian.yaml` for high-entropy test keys: - `sk-test-*` - OpenAI-style test keys - `sk-mock-*` - Mock API keys - `sk-fake-*` - Fake API keys diff --git a/ci_cd/check_file_length.py b/litellm/scripts/ci_cd/check_file_length.py similarity index 100% rename from ci_cd/check_file_length.py rename to litellm/scripts/ci_cd/check_file_length.py diff --git a/ci_cd/check_files_match.py b/litellm/scripts/ci_cd/check_files_match.py similarity index 100% rename from ci_cd/check_files_match.py rename to litellm/scripts/ci_cd/check_files_match.py diff --git a/ci_cd/cost_map_guard.py b/litellm/scripts/ci_cd/cost_map_guard.py similarity index 91% rename from ci_cd/cost_map_guard.py rename to litellm/scripts/ci_cd/cost_map_guard.py index d5fd755ba18..28ca4e462b5 100644 --- a/ci_cd/cost_map_guard.py +++ b/litellm/scripts/ci_cd/cost_map_guard.py @@ -2,7 +2,7 @@ Every pull request whose diff against its merge base touches one of the two cost map files or the pins file gets the file checks: the files parse, the backup copy matches the root file, and every capability pinned in -ci_cd/cost_map_pins.json (a value verified against a live provider call where the provider's model listing says +litellm/scripts/ci_cd/cost_map_pins.json (a value verified against a live provider call where the provider's model listing says otherwise) still holds in the tree that merging the pull request into its base branch produces, so a branch cut before a pin was added cannot lower it, and a pull request that deletes the pins file fails too. A pull request that leaves all three untouched skips them, since merging it keeps the base branch's copies and its head tree only carries @@ -20,16 +20,22 @@ import json import os import subprocess import sys -from collections.abc import Iterator, Mapping, Sequence +from collections.abc import Callable, Iterator, Mapping, Sequence from dataclasses import dataclass from types import MappingProxyType from typing import Final COST_MAP_PATH: Final = "model_prices_and_context_window.json" +COST_MAP_PATHS: Final = ("litellm/data/model_prices_and_context_window.json", COST_MAP_PATH) BACKUP_PATH: Final = "litellm/model_prices_and_context_window_backup.json" -PINS_PATH: Final = "ci_cd/cost_map_pins.json" -GUARDED_PATHS: Final = (COST_MAP_PATH, BACKUP_PATH) -CHECKED_PATHS: Final = (*GUARDED_PATHS, PINS_PATH) +PINS_PATH: Final = "litellm/scripts/ci_cd/cost_map_pins.json" +PINS_PATHS: Final = ( + "litellm/scripts/ci_cd/cost_map_pins.json", + "scripts/ci_cd/cost_map_pins.json", + "ci_cd/cost_map_pins.json", +) +GUARDED_PATHS: Final = (*COST_MAP_PATHS, BACKUP_PATH) +CHECKED_PATHS: Final = (*GUARDED_PATHS, *PINS_PATHS) BOT_BRANCH_PREFIX: Final = "litellm_cost_map_sync_" PRICE_SYNC_BRANCH_PREFIX: Final = "litellm-providers/price-sync" TARGET_ENV: Final = "COST_MAP_GUARD_TARGET" @@ -193,7 +199,7 @@ def _bot_failures(base: Snapshot, head_map: CostMap, changed_files: Sequence[str def pin_author_failures(head_ref: str, author_type: str, changed_files: Sequence[str]) -> tuple[str, ...]: - if PINS_PATH not in changed_files: + if not any(path in changed_files for path in PINS_PATHS): return () if head_ref.startswith(PRICE_SYNC_BRANCH_PREFIX): return (f"price sync PRs may not change {PINS_PATH}; a pin moves only in a human PR with new evidence",) @@ -251,8 +257,12 @@ def _git(*args: str) -> str | None: return result.stdout if result.returncode == 0 else None -def snapshot(revision: str) -> Snapshot: - return Snapshot(*(_git("show", f"{revision}:{path}") or "" for path in CHECKED_PATHS)) +def snapshot(revision: str, *, read_git: Callable[[str, str], str | None] = _git) -> Snapshot: + return Snapshot( + next((text for path in COST_MAP_PATHS if (text := read_git("show", f"{revision}:{path}")) is not None), ""), + read_git("show", f"{revision}:{BACKUP_PATH}") or "", + next((text for path in PINS_PATHS if (text := read_git("show", f"{revision}:{path}")) is not None), ""), + ) def merged_tree(merge_base: str, target: str, head: str) -> str | MergeFailed | None: diff --git a/ci_cd/cost_map_pins.json b/litellm/scripts/ci_cd/cost_map_pins.json similarity index 100% rename from ci_cd/cost_map_pins.json rename to litellm/scripts/ci_cd/cost_map_pins.json diff --git a/ci_cd/run_migration.py b/litellm/scripts/ci_cd/run_migration.py similarity index 98% rename from ci_cd/run_migration.py rename to litellm/scripts/ci_cd/run_migration.py index 84d529d2a99..92afecdf3e9 100644 --- a/ci_cd/run_migration.py +++ b/litellm/scripts/ci_cd/run_migration.py @@ -96,7 +96,7 @@ def _default_base_branch(root_dir: Path) -> str: result: Final = subprocess.run( [ sys.executable, - str(Path(__file__).resolve().parents[1] / "scripts" / "default_branch.py"), + str(Path(__file__).resolve().parents[1] / "default_branch.py"), "--repo-root", str(root_dir), "--branch", @@ -238,7 +238,7 @@ def create_migration( skip_freshness_check (bool): Skip the "branch is up to date" check. Only for intentional migrations against an older base. """ - root_dir = Path(__file__).parent.parent + root_dir = Path(__file__).resolve().parents[3] if skip_freshness_check: print( @@ -252,9 +252,9 @@ def create_migration( try: migrations_dir = ( - root_dir / "litellm-proxy-extras" / "litellm_proxy_extras" / "migrations" + root_dir / "litellm" / "proxy-extras" / "litellm_proxy_extras" / "migrations" ) - schema_path = root_dir / "schema.prisma" + schema_path = root_dir / "litellm/schema.prisma" # Create temporary PostgreSQL database with testing.postgresql.Postgresql() as postgresql: diff --git a/ci_cd/security_scans_readme.md b/litellm/scripts/ci_cd/security_scans_readme.md similarity index 68% rename from ci_cd/security_scans_readme.md rename to litellm/scripts/ci_cd/security_scans_readme.md index dd64b01c296..e32b481f10b 100644 --- a/ci_cd/security_scans_readme.md +++ b/litellm/scripts/ci_cd/security_scans_readme.md @@ -3,7 +3,6 @@ ## Scans that run: - Trivy scan on `./docs/` (HIGH/CRITICAL/MEDIUM) -- Trivy scan on `./ui/` (HIGH/CRITICAL/MEDIUM) -- Grype scan on `Dockerfile.database` (fails on CRITICAL) +- Trivy scan on `./litellm/ui/` (HIGH/CRITICAL/MEDIUM) - Grype scan on main `Dockerfile` (fails on CRITICAL) - Grype CVSS ≥ 4.0 scan on main `Dockerfile` (fails any vulnerabilities with CVSS ≥ 4.0) diff --git a/ci_cd/spend_logs_guard.py b/litellm/scripts/ci_cd/spend_logs_guard.py similarity index 98% rename from ci_cd/spend_logs_guard.py rename to litellm/scripts/ci_cd/spend_logs_guard.py index 5e6d38fba57..9741667bf64 100644 --- a/ci_cd/spend_logs_guard.py +++ b/litellm/scripts/ci_cd/spend_logs_guard.py @@ -26,10 +26,11 @@ from pydantic import BaseModel, ConfigDict, TypeAdapter WATCHED: Final = ( "schema.prisma", + "litellm/schema.prisma", "litellm/proxy/schema.prisma", - "litellm-proxy-extras/litellm_proxy_extras/schema.prisma", + "litellm/proxy-extras/litellm_proxy_extras/schema.prisma", ) -MIGRATIONS_PREFIX: Final = "litellm-proxy-extras/litellm_proxy_extras/migrations/" +MIGRATIONS_PREFIX: Final = "litellm/proxy-extras/litellm_proxy_extras/migrations/" TABLE: Final = re.compile(r"(? { test("the known headings are exactly the field labels of the two issue forms", async () => { const labels = await Promise.all( ["bug_report.yml", "feature_request.yml"].map(async (file) => { - const form = Bun.YAML.parse(await Bun.file(`${import.meta.dir}/../.github/ISSUE_TEMPLATE/${file}`).text()) as { + const form = Bun.YAML.parse(await Bun.file(`${import.meta.dir}/../../.github/ISSUE_TEMPLATE/${file}`).text()) as { readonly body: readonly { readonly attributes?: { readonly label?: string } }[]; }; return form.body.flatMap((field) => (field.attributes?.label === undefined ? [] : [field.attributes.label.trim()])); diff --git a/scripts/classify-issue.ts b/litellm/scripts/classify-issue.ts similarity index 98% rename from scripts/classify-issue.ts rename to litellm/scripts/classify-issue.ts index 7b72b29e711..3dd3e20cec7 100644 --- a/scripts/classify-issue.ts +++ b/litellm/scripts/classify-issue.ts @@ -376,8 +376,8 @@ export function readConfig( if (import.meta.main) { const { token, apiBase, apiKey, ...config } = readConfig(process.env, new Date()); - const prompt = await Bun.file(`${import.meta.dir}/../.github/prompts/issue-classifier.md`).text(); - const schema = (await Bun.file(`${import.meta.dir}/../.github/prompts/issue-classifier.schema.json`).json()) as Schema; + const prompt = await Bun.file(`${import.meta.dir}/../../.github/prompts/issue-classifier.md`).text(); + const schema = (await Bun.file(`${import.meta.dir}/../../.github/prompts/issue-classifier.schema.json`).json()) as Schema; const verdict = await classifyIssue(githubApi(token), litellmClient(apiBase, apiKey), config, prompt, schema); if (verdict === null) { console.error(`#${config.issueNumber}: edit ignored, the issue is already classified or older than the edit window`); diff --git a/scripts/comment-fixed-issue.test.ts b/litellm/scripts/comment-fixed-issue.test.ts similarity index 100% rename from scripts/comment-fixed-issue.test.ts rename to litellm/scripts/comment-fixed-issue.test.ts diff --git a/scripts/comment-fixed-issue.ts b/litellm/scripts/comment-fixed-issue.ts similarity index 100% rename from scripts/comment-fixed-issue.ts rename to litellm/scripts/comment-fixed-issue.ts diff --git a/scripts/create_litellm_branch.ps1 b/litellm/scripts/create_litellm_branch.ps1 similarity index 100% rename from scripts/create_litellm_branch.ps1 rename to litellm/scripts/create_litellm_branch.ps1 diff --git a/scripts/create_litellm_branch.sh b/litellm/scripts/create_litellm_branch.sh similarity index 100% rename from scripts/create_litellm_branch.sh rename to litellm/scripts/create_litellm_branch.sh diff --git a/scripts/create_team_key_and_submit_guardrail.sh b/litellm/scripts/create_team_key_and_submit_guardrail.sh similarity index 100% rename from scripts/create_team_key_and_submit_guardrail.sh rename to litellm/scripts/create_team_key_and_submit_guardrail.sh diff --git a/db_scripts/backfill_daily_tool_spend.sql b/litellm/scripts/db/backfill_daily_tool_spend.sql similarity index 97% rename from db_scripts/backfill_daily_tool_spend.sql rename to litellm/scripts/db/backfill_daily_tool_spend.sql index 309b9dbe0ff..472fe696d55 100644 --- a/db_scripts/backfill_daily_tool_spend.sql +++ b/litellm/scripts/db/backfill_daily_tool_spend.sql @@ -26,7 +26,7 @@ -- such buckets keep the writer's numbers and skip the backfill's. -- -- Usage: --- psql "$DATABASE_URL" -v cutover="'2026-07-25T00:00:00Z'" -f db_scripts/backfill_daily_tool_spend.sql +-- psql "$DATABASE_URL" -v cutover="'2026-07-25T00:00:00Z'" -f litellm/scripts/db/backfill_daily_tool_spend.sql SET TIME ZONE 'UTC'; diff --git a/db_scripts/backfill_key_total_spend.sql b/litellm/scripts/db/backfill_key_total_spend.sql similarity index 92% rename from db_scripts/backfill_key_total_spend.sql rename to litellm/scripts/db/backfill_key_total_spend.sql index 634a2ac70ce..81123b4ace8 100644 --- a/db_scripts/backfill_key_total_spend.sql +++ b/litellm/scripts/db/backfill_key_total_spend.sql @@ -22,14 +22,14 @@ -- budget_id links to a LiteLLM_BudgetTable row whose budget_duration IS -- NOT NULL (a linked budget resets the key's spend each period too). For -- those keys this script only recovers the current period; --- db_scripts/backfill_key_total_spend_from_spend_logs.sql is an optional +-- litellm/scripts/db/backfill_key_total_spend_from_spend_logs.sql is an optional -- follow-up that rebuilds the earlier periods from LiteLLM_SpendLogs. -- -- 3. No proxy restart is needed. The proxy picks up the corrected values on -- its next read of each key. -- -- Usage: --- psql "$DATABASE_URL" -f db_scripts/backfill_key_total_spend.sql +-- psql "$DATABASE_URL" -f litellm/scripts/db/backfill_key_total_spend.sql UPDATE "LiteLLM_VerificationToken" SET total_spend = spend diff --git a/db_scripts/backfill_key_total_spend_from_spend_logs.sql b/litellm/scripts/db/backfill_key_total_spend_from_spend_logs.sql similarity index 95% rename from db_scripts/backfill_key_total_spend_from_spend_logs.sql rename to litellm/scripts/db/backfill_key_total_spend_from_spend_logs.sql index b725437e359..5a26ca042b8 100644 --- a/db_scripts/backfill_key_total_spend_from_spend_logs.sql +++ b/litellm/scripts/db/backfill_key_total_spend_from_spend_logs.sql @@ -1,4 +1,4 @@ --- Optional follow-up to db_scripts/backfill_key_total_spend.sql. Run that +-- Optional follow-up to litellm/scripts/db/backfill_key_total_spend.sql. Run that -- script first; this one rebuilds earlier budget periods for the keys it -- can only partially fix: keys whose spend resets each period, because their own -- budget_duration IS NOT NULL or because their budget_id links to a @@ -38,7 +38,7 @@ -- its next read of each key. -- -- Usage: --- psql "$DATABASE_URL" -f db_scripts/backfill_key_total_spend_from_spend_logs.sql +-- psql "$DATABASE_URL" -f litellm/scripts/db/backfill_key_total_spend_from_spend_logs.sql -- Active keys whose spend resets (own budget_duration, or a linked -- LiteLLM_BudgetTable row with one). Rebuild from LiteLLM_SpendLogs, diff --git a/db_scripts/create_views.py b/litellm/scripts/db/create_views.py similarity index 100% rename from db_scripts/create_views.py rename to litellm/scripts/db/create_views.py diff --git a/db_scripts/migrate_keys.py b/litellm/scripts/db/migrate_keys.py similarity index 100% rename from db_scripts/migrate_keys.py rename to litellm/scripts/db/migrate_keys.py diff --git a/db_scripts/partition_spend_logs.sql b/litellm/scripts/db/partition_spend_logs.sql similarity index 99% rename from db_scripts/partition_spend_logs.sql rename to litellm/scripts/db/partition_spend_logs.sql index 750c1a934aa..9c09b3626af 100644 --- a/db_scripts/partition_spend_logs.sql +++ b/litellm/scripts/db/partition_spend_logs.sql @@ -32,7 +32,7 @@ -- The spend-log cleanup job then verifies the table is partitioned and reclaims -- disk by dropping expired partitions instead of deleting rows. It also -- pre-creates upcoming partitions on each run. To roll back, see --- db_scripts/unpartition_spend_logs.sql. +-- litellm/scripts/db/unpartition_spend_logs.sql. BEGIN; diff --git a/db_scripts/strip_vector_store_internal_metadata.py b/litellm/scripts/db/strip_vector_store_internal_metadata.py similarity index 100% rename from db_scripts/strip_vector_store_internal_metadata.py rename to litellm/scripts/db/strip_vector_store_internal_metadata.py diff --git a/db_scripts/unpartition_spend_logs.sql b/litellm/scripts/db/unpartition_spend_logs.sql similarity index 97% rename from db_scripts/unpartition_spend_logs.sql rename to litellm/scripts/db/unpartition_spend_logs.sql index 2555eca212b..9c0e8fb1905 100644 --- a/db_scripts/unpartition_spend_logs.sql +++ b/litellm/scripts/db/unpartition_spend_logs.sql @@ -1,4 +1,4 @@ --- Rolls back db_scripts/partition_spend_logs.sql: converts the native +-- Rolls back litellm/scripts/db/partition_spend_logs.sql: converts the native -- range-partitioned "LiteLLM_SpendLogs" table back into a plain, -- non-partitioned table matching the default LiteLLM schema. -- diff --git a/db_scripts/update_unassigned_teams.py b/litellm/scripts/db/update_unassigned_teams.py similarity index 100% rename from db_scripts/update_unassigned_teams.py rename to litellm/scripts/db/update_unassigned_teams.py diff --git a/scripts/default_branch.py b/litellm/scripts/default_branch.py similarity index 100% rename from scripts/default_branch.py rename to litellm/scripts/default_branch.py diff --git a/scripts/eval_compression.py b/litellm/scripts/eval_compression.py similarity index 99% rename from scripts/eval_compression.py rename to litellm/scripts/eval_compression.py index a169cc02d74..2365fea76b0 100644 --- a/scripts/eval_compression.py +++ b/litellm/scripts/eval_compression.py @@ -4,9 +4,9 @@ Prompt Compression Evaluation Harness Compare model performance on coding tasks with and without prompt compression. Usage: - python scripts/eval_compression.py --model gpt-4o --problems 5 - python scripts/eval_compression.py --model claude-sonnet-4-20250514 --problems 12 --runs 3 - python scripts/eval_compression.py --model gpt-4o-mini --padding-factor 50 + python litellm/scripts/eval_compression.py --model gpt-4o --problems 5 + python litellm/scripts/eval_compression.py --model claude-sonnet-4-20250514 --problems 12 --runs 3 + python litellm/scripts/eval_compression.py --model gpt-4o-mini --padding-factor 50 The harness runs each problem in two modes: 1. **baseline** — raw prompt sent directly to the model. diff --git a/scripts/flag-duplicate-issue.test.ts b/litellm/scripts/flag-duplicate-issue.test.ts similarity index 100% rename from scripts/flag-duplicate-issue.test.ts rename to litellm/scripts/flag-duplicate-issue.test.ts diff --git a/scripts/flag-duplicate-issue.ts b/litellm/scripts/flag-duplicate-issue.ts similarity index 100% rename from scripts/flag-duplicate-issue.ts rename to litellm/scripts/flag-duplicate-issue.ts diff --git a/scripts/gate_slot_lock.py b/litellm/scripts/gate_slot_lock.py similarity index 96% rename from scripts/gate_slot_lock.py rename to litellm/scripts/gate_slot_lock.py index c1ab00461e0..053fb6087e1 100644 --- a/scripts/gate_slot_lock.py +++ b/litellm/scripts/gate_slot_lock.py @@ -2,8 +2,8 @@ """Machine-wide slot lock for this repo's heavy entrypoints. `make check`, `make lint`, and the standalone lint gates -(scripts/ruff_strict_gate.py, scripts/type_discipline_gate.py, -scripts/type_check_gate.py) each hold one of N machine-wide slots while they +(litellm/scripts/ruff_strict_gate.py, litellm/scripts/type_discipline_gate.py, +litellm/scripts/type_check_gate.py) each hold one of N machine-wide slots while they run, so however many sessions and worktrees share one machine, at most N of them execute a basedpyright/pytest/prettier storm at a time instead of all thrashing it at once. Slots are fcntl.flock files (macOS ships no flock(1) @@ -22,7 +22,7 @@ itself. Any filesystem error fails open and the command runs unlocked: the lock is a courtesy to the machine, never a gate that may break a build (CI runs one job per machine, so there it only ever takes the instant path). -CLI: python3 scripts/gate_slot_lock.py [args...] +CLI: python3 litellm/scripts/gate_slot_lock.py [args...] """ from __future__ import annotations diff --git a/scripts/generate_provider_endpoints_support.py b/litellm/scripts/generate_provider_endpoints_support.py similarity index 98% rename from scripts/generate_provider_endpoints_support.py rename to litellm/scripts/generate_provider_endpoints_support.py index a2329ccded3..d9b3706bcd3 100644 --- a/scripts/generate_provider_endpoints_support.py +++ b/litellm/scripts/generate_provider_endpoints_support.py @@ -11,7 +11,7 @@ from typing import Final from pydantic import JsonValue, TypeAdapter -ROOT: Final = Path(__file__).resolve().parents[1] +ROOT: Final = Path(__file__).resolve().parents[2] COST_MAP_PATH: Final = ROOT / "model_prices_and_context_window.json" SOURCE_PATH: Final = ROOT / "provider_endpoints_support.json" OUTPUT_PATHS: Final = ( @@ -218,7 +218,7 @@ def generate_files( sys.stderr.write( "provider endpoint support is stale in " + ", ".join(str(path) for path in stale_paths) - + "\nRun `uv run --no-sync python scripts/generate_provider_endpoints_support.py` to regenerate it\n" + + "\nRun `uv run --no-sync python litellm/scripts/generate_provider_endpoints_support.py` to regenerate it\n" ) return 1 for path in output_paths: diff --git a/.githooks/commit-msg b/litellm/scripts/githooks/commit-msg similarity index 100% rename from .githooks/commit-msg rename to litellm/scripts/githooks/commit-msg diff --git a/scripts/health_check/benchmark_get_all_latest_health_checks.py b/litellm/scripts/health_check/benchmark_get_all_latest_health_checks.py similarity index 100% rename from scripts/health_check/benchmark_get_all_latest_health_checks.py rename to litellm/scripts/health_check/benchmark_get_all_latest_health_checks.py diff --git a/scripts/health_check/health_check_client.py b/litellm/scripts/health_check/health_check_client.py similarity index 100% rename from scripts/health_check/health_check_client.py rename to litellm/scripts/health_check/health_check_client.py diff --git a/scripts/health_check/health_check_client_README.md b/litellm/scripts/health_check/health_check_client_README.md similarity index 90% rename from scripts/health_check/health_check_client_README.md rename to litellm/scripts/health_check/health_check_client_README.md index 41c7ab7c35d..60be5700f3a 100644 --- a/scripts/health_check/health_check_client_README.md +++ b/litellm/scripts/health_check/health_check_client_README.md @@ -19,7 +19,7 @@ A health check tool for testing all configured models on a LiteLLM proxy. Tests ```bash export LITELLM_BASE_URL="https://litellm.example.com" export LITELLM_API_KEY="your-api-key" -python scripts/health_check/health_check_client.py +python litellm/scripts/health_check/health_check_client.py ``` **Option 2: Use YAML config file** @@ -27,7 +27,7 @@ python scripts/health_check/health_check_client.py export LITELLM_BASE_URL="https://litellm.example.com" export LITELLM_API_KEY="your-api-key" export LITELLM_MODELS_YAML="/path/to/config.yaml" -python scripts/health_check/health_check_client.py +python litellm/scripts/health_check/health_check_client.py ``` **Option 3: Use custom authentication header** @@ -35,7 +35,7 @@ python scripts/health_check/health_check_client.py export LITELLM_BASE_URL="https://litellm.example.com" export LITELLM_API_KEY="your-api-key" export LITELLM_CUSTOM_AUTH_HEADER="x-custom-auth-header" -python scripts/health_check/health_check_client.py +python litellm/scripts/health_check/health_check_client.py ``` ### As a Docker Container @@ -73,14 +73,14 @@ Run multiple health check containers in parallel: ```powershell $env:LITELLM_BASE_URL="https://litellm.example.com" $env:LITELLM_API_KEY="your-api-key" -.\scripts\health_check\run_parallel_health_checks.ps1 16 +.\litellm\scripts\health_check\run_parallel_health_checks.ps1 16 ``` **Bash/Shell:** ```bash export LITELLM_BASE_URL="https://litellm.example.com" export LITELLM_API_KEY="your-api-key" -./scripts/health_check/run_parallel_health_checks.sh 16 +./litellm/scripts/health_check/run_parallel_health_checks.sh 16 ``` **With Custom Auth Header:** @@ -88,7 +88,7 @@ export LITELLM_API_KEY="your-api-key" $env:LITELLM_BASE_URL="https://litellm.example.com" $env:LITELLM_API_KEY="your-api-key" $env:LITELLM_CUSTOM_AUTH_HEADER="x-custom-auth-header" -.\scripts\health_check\run_parallel_health_checks.ps1 16 +.\litellm\scripts\health_check\run_parallel_health_checks.ps1 16 ``` **With Custom Docker Image:** @@ -96,7 +96,7 @@ $env:LITELLM_CUSTOM_AUTH_HEADER="x-custom-auth-header" $env:LITELLM_BASE_URL="https://litellm.example.com" $env:LITELLM_API_KEY="your-api-key" $env:LITELLM_CUSTOM_AUTH_HEADER="x-custom-auth-header" -.\scripts\health_check\run_parallel_health_checks.ps1 -NumParallelJobs 16 -ImageName "your-registry/your-image:tag" +.\litellm\scripts\health_check\run_parallel_health_checks.ps1 -NumParallelJobs 16 -ImageName "your-registry/your-image:tag" ``` **Bash with Custom Image:** @@ -104,7 +104,7 @@ $env:LITELLM_CUSTOM_AUTH_HEADER="x-custom-auth-header" export LITELLM_BASE_URL="https://litellm.example.com" export LITELLM_API_KEY="your-api-key" export LITELLM_CUSTOM_AUTH_HEADER="x-custom-auth-header" -./scripts/health_check/run_parallel_health_checks.sh 16 "your-registry/your-image:tag" +./litellm/scripts/health_check/run_parallel_health_checks.sh 16 "your-registry/your-image:tag" ``` @@ -224,19 +224,19 @@ Run multiple health checks in parallel: **PowerShell:** ```powershell # Using default image -.\scripts\health_check\run_parallel_health_checks.ps1 16 +.\litellm\scripts\health_check\run_parallel_health_checks.ps1 16 # Using custom image -.\scripts\health_check\run_parallel_health_checks.ps1 -NumParallelJobs 16 -ImageName "your-registry/your-image:tag" +.\litellm\scripts\health_check\run_parallel_health_checks.ps1 -NumParallelJobs 16 -ImageName "your-registry/your-image:tag" ``` **Bash:** ```bash # Using default image -./scripts/health_check/run_parallel_health_checks.sh 16 +./litellm/scripts/health_check/run_parallel_health_checks.sh 16 # Using custom image -./scripts/health_check/run_parallel_health_checks.sh 16 "your-registry/your-image:tag" +./litellm/scripts/health_check/run_parallel_health_checks.sh 16 "your-registry/your-image:tag" ``` ### 3. CI/CD Integration diff --git a/scripts/health_check/health_check_requirements.txt b/litellm/scripts/health_check/health_check_requirements.txt similarity index 100% rename from scripts/health_check/health_check_requirements.txt rename to litellm/scripts/health_check/health_check_requirements.txt diff --git a/scripts/health_check/run_parallel_health_checks.ps1 b/litellm/scripts/health_check/run_parallel_health_checks.ps1 similarity index 100% rename from scripts/health_check/run_parallel_health_checks.ps1 rename to litellm/scripts/health_check/run_parallel_health_checks.ps1 diff --git a/scripts/health_check/run_parallel_health_checks.sh b/litellm/scripts/health_check/run_parallel_health_checks.sh similarity index 100% rename from scripts/health_check/run_parallel_health_checks.sh rename to litellm/scripts/health_check/run_parallel_health_checks.sh diff --git a/scripts/install-cli.sh b/litellm/scripts/install-cli.sh similarity index 97% rename from scripts/install-cli.sh rename to litellm/scripts/install-cli.sh index 332bd559672..d3f36cc29d9 100755 --- a/scripts/install-cli.sh +++ b/litellm/scripts/install-cli.sh @@ -1,11 +1,11 @@ #!/usr/bin/env bash # LiteLLM CLI Installer (the thin `lite` client) -# Usage: curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/install-cli.sh | sh +# Usage: curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/install-cli.sh | sh # # Installs only litellm[cli]: the `lite` command for authenticating to a LiteLLM # proxy and running coding agents (lite claude / codex / opencode) through it. # None of the proxy server runtime is pulled in. To run a proxy server instead, -# use scripts/install.sh, which installs litellm[proxy]. +# use litellm/scripts/install.sh, which installs litellm[proxy]. # # Needs only curl: uv is bootstrapped if missing, and uv provisions a compatible # Python itself (honouring litellm's requires-python), downloading a managed one @@ -13,7 +13,7 @@ # # To try an unreleased branch instead of the latest PyPI release (for example, to # QA a CLI feature before it ships), set LITELLM_CLI_REF to a branch, tag, or commit: -# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm//scripts/install-cli.sh | \ +# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm//litellm/scripts/install-cli.sh | \ # LITELLM_CLI_REF= sh # # NOTE: set -e without pipefail for POSIX sh compatibility (dash on Ubuntu/Debian diff --git a/scripts/install.sh b/litellm/scripts/install.sh similarity index 98% rename from scripts/install.sh rename to litellm/scripts/install.sh index 275916d8a37..e6f70c609ad 100755 --- a/scripts/install.sh +++ b/litellm/scripts/install.sh @@ -1,13 +1,13 @@ #!/usr/bin/env bash # LiteLLM Installer -# Usage: curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/install.sh | sh +# Usage: curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/install.sh | sh # # Needs only curl: uv is bootstrapped if missing, and uv provisions a compatible # Python itself (reusing a suitable system one, else downloading a managed build). # # To install from an unreleased branch, tag, or commit instead of the latest PyPI # release, set LITELLM_CLI_REF: -# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm//scripts/install.sh | \ +# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm//litellm/scripts/install.sh | \ # LITELLM_CLI_REF= sh # # NOTE: set -e without pipefail for POSIX sh compatibility (dash on Ubuntu/Debian diff --git a/scripts/install_git_hooks.sh b/litellm/scripts/install_git_hooks.sh similarity index 81% rename from scripts/install_git_hooks.sh rename to litellm/scripts/install_git_hooks.sh index cccc8d6afc4..f8e53bc584b 100755 --- a/scripts/install_git_hooks.sh +++ b/litellm/scripts/install_git_hooks.sh @@ -1,6 +1,6 @@ #!/usr/bin/env bash # -# Install the repo's git hooks by pointing core.hooksPath at .githooks. +# Install the repo's git hooks by pointing core.hooksPath at litellm/scripts/githooks. # # Idempotent: re-running just reaffirms the config and refreshes chmod bits. # Run from anywhere inside the repo. @@ -13,7 +13,7 @@ if ! git rev-parse --is-inside-work-tree >/dev/null 2>&1; then fi repo_root=$(git rev-parse --show-toplevel) -hooks_dir="$repo_root/.githooks" +hooks_dir="$repo_root/litellm/scripts/githooks" if [ ! -d "$hooks_dir" ]; then echo "install_git_hooks: $hooks_dir does not exist" >&2 @@ -24,11 +24,11 @@ fi # filesystems sometimes lose the exec bit; this normalizes it. chmod +x "$hooks_dir"/* 2>/dev/null || true -git config core.hooksPath .githooks +git config core.hooksPath litellm/scripts/githooks cat < Iterator[bytes]: text = ( - "mock streaming: ok from scripts/mock_bedrock_passthrough_target.py " + "mock streaming: ok from litellm/scripts/mock_bedrock_passthrough_target.py " "(invoke-with-response-stream)." ) headers = { diff --git a/scripts/mock_grayswan_timeout_server.py b/litellm/scripts/mock_grayswan_timeout_server.py similarity index 96% rename from scripts/mock_grayswan_timeout_server.py rename to litellm/scripts/mock_grayswan_timeout_server.py index bc40e13dfa5..8fc20cff7dc 100644 --- a/scripts/mock_grayswan_timeout_server.py +++ b/litellm/scripts/mock_grayswan_timeout_server.py @@ -2,7 +2,7 @@ Minimal mock GraySwan monitor server that intentionally responds slowly. Usage: - python scripts/mock_grayswan_timeout_server.py --port 8787 --delay 35 + python litellm/scripts/mock_grayswan_timeout_server.py --port 8787 --delay 35 Point GRAYSWAN_API_BASE at http://127.0.0.1:8787 so the guardrail hits this endpoint and times out (the guardrail client has a 30s timeout). diff --git a/scripts/mutation_report.py b/litellm/scripts/mutation_report.py similarity index 99% rename from scripts/mutation_report.py rename to litellm/scripts/mutation_report.py index d0f9ddf0491..001318ccf9b 100644 --- a/scripts/mutation_report.py +++ b/litellm/scripts/mutation_report.py @@ -29,7 +29,7 @@ if sys.version_info >= (3, 11): else: import tomli as tomllib -ROOT = Path(__file__).resolve().parent.parent +ROOT = Path(__file__).resolve().parents[2] MUTMUT_INVOCATION = ["uv", "run", "--no-sync", "--with", "mutmut==3.5.0", "mutmut"] diff --git a/scripts/openapi_docs_gate.py b/litellm/scripts/openapi_docs_gate.py similarity index 89% rename from scripts/openapi_docs_gate.py rename to litellm/scripts/openapi_docs_gate.py index de340bf84e7..fb88f0ab361 100755 --- a/scripts/openapi_docs_gate.py +++ b/litellm/scripts/openapi_docs_gate.py @@ -1,14 +1,14 @@ #!/usr/bin/env python3 -"""Delta-vs-base gate for the OA* rules in scripts/check_openapi_docs.py. +"""Delta-vs-base gate for the OA* rules in litellm/scripts/check_openapi_docs.py. -Sibling of scripts/test_quality_gate.py, pointed at the proxy's OpenAPI document +Sibling of litellm/scripts/test_quality_gate.py, pointed at the proxy's OpenAPI document instead of a source tree. Each rule is counted over every POST operation the proxy serves at HEAD and at the merge-base with the branch this change merges into, and the gate fails only when a rule grew past the merge-base count, so a new endpoint has to ship with a request schema, a description and a 200 schema while the undocumented routes that already exist are only ever allowed to shrink. -The merge-base counts come from scripts/lint_base_counts.py: the disk cache, then the +The merge-base counts come from litellm/scripts/lint_base_counts.py: the disk cache, then the CI artifact published for that commit, then a pass of the current checker over a detached worktree at the merge-base with that tree first on PYTHONPATH. """ @@ -39,8 +39,8 @@ from lint_base_counts import ( sha256_of, ) -REPO_ROOT: Final = Path(__file__).resolve().parent.parent -CHECKER: Final = REPO_ROOT / "scripts" / "check_openapi_docs.py" +REPO_ROOT: Final = Path(__file__).resolve().parents[2] +CHECKER: Final = REPO_ROOT / "litellm/scripts" / "check_openapi_docs.py" TARGET: Final = "litellm" TERMINATION_SIGNALS: Final = (signal.SIGTERM, signal.SIGHUP) @@ -78,7 +78,9 @@ def _check(root: Path, checker: Path) -> tuple[Violation, ...]: resolved: Final = root.resolve() env: Final = { **os.environ, - "PYTHONPATH": os.pathsep.join((str(resolved), str(resolved / "enterprise"), os.environ.get("PYTHONPATH", ""))), + "PYTHONPATH": os.pathsep.join( + (str(resolved), str(resolved / "litellm" / "enterprise"), os.environ.get("PYTHONPATH", "")) + ), } return parse_violations(_run([sys.executable, str(checker)], cwd=resolved, env=env)) @@ -105,7 +107,7 @@ def _install_base_native(worktree: Path, repo_root: Path) -> None: env: Final = { **os.environ, "CARGO_TARGET_DIR": str( - Path(os.environ.get("CARGO_TARGET_DIR", repo_root / "litellm-rust" / "target")).resolve() + Path(os.environ.get("CARGO_TARGET_DIR", repo_root / "litellm/rust" / "target")).resolve() ), } _run( @@ -125,8 +127,8 @@ def base_counts(ref: str, repo_root: Path = REPO_ROOT, checker: Path = CHECKER) worktree: Final = parent / "wt" try: _run(["git", "worktree", "add", "--detach", str(worktree), ref], cwd=repo_root) - (worktree / "scripts").mkdir(parents=True, exist_ok=True) - base_checker: Final = worktree / "scripts" / "check_openapi_docs.py" + (worktree / "litellm/scripts").mkdir(parents=True, exist_ok=True) + base_checker: Final = worktree / "litellm/scripts" / "check_openapi_docs.py" shutil.copy(checker, base_checker) _install_base_native(worktree, repo_root) return count_by_rule(_check(worktree, base_checker)) @@ -169,7 +171,7 @@ def cmd_check(base: str) -> None: "`openapi_extra={'requestBody': inline_request_body(Model, example)}` when the handler reads " "`request.body()`), a docstring, and a 200 schema (`response_model=` or `responses={200: {'model': ...}}`), " "or document an equal number of existing routes; the ceiling is the merge-base count. Run " - "`python scripts/check_openapi_docs.py` to see every finding." + "`python litellm/scripts/check_openapi_docs.py` to see every finding." ) raise SystemExit(1) diff --git a/scripts/pre_commit_lint.sh b/litellm/scripts/pre_commit_lint.sh similarity index 82% rename from scripts/pre_commit_lint.sh rename to litellm/scripts/pre_commit_lint.sh index 95b5942fa8b..e8fe0beb4d1 100755 --- a/scripts/pre_commit_lint.sh +++ b/litellm/scripts/pre_commit_lint.sh @@ -13,9 +13,9 @@ # - tests/e2e and tests/e2e_harness Python # -> `make lint-e2e-basedpyright` (test-linting.yml's e2e type-check step) # + raw HTTP client ban (test-linting.yml's check_e2e_no_raw_requests) -# - tests/ Python, ruff-tests.toml, scripts/check_test_quality.py, -# scripts/test_quality_gate.py -# -> ruff over ruff-tests.toml + `make lint-test-quality` (test-linting.yml's +# - tests/ Python, .github/linters/ruff-tests.toml, litellm/scripts/check_test_quality.py, +# litellm/scripts/test_quality_gate.py +# -> ruff over .github/linters/ruff-tests.toml + `make lint-test-quality` (test-linting.yml's # test-tree ruff and test-quality gate steps) # - dashboard -> prettier + eslint + lint budgets (test-linting.yml's ui job) # - spec_pattern -> regenerate the lazy OpenAPI snapshot and dashboard API types, fail on drift @@ -23,14 +23,14 @@ # # Each block is skipped when no matching files are in scope, so unrelated commits # stay fast. This is intentionally not auto-installed as a git hook (see -# scripts/install_git_hooks.sh): the dashboard and basedpyright passes can take +# litellm/scripts/install_git_hooks.sh): the dashboard and basedpyright passes can take # minutes, so it's run on demand rather than firing on every human commit. It is # hook-compatible if you want that anyway: -# `ln -s ../../scripts/pre_commit_lint.sh .git/hooks/pre-commit`. +# `ln -s ../../litellm/scripts/pre_commit_lint.sh .git/hooks/pre-commit`. set -eu -# Queue for one of the machine-wide heavy-work slots (see scripts/gate_slot_lock.py) +# Queue for one of the machine-wide heavy-work slots (see litellm/scripts/gate_slot_lock.py) # before anything else, so N parallel `make check` runs across worktrees execute two # at a time instead of thrashing the machine. The wrapper exports # LITELLM_GATE_SLOT_HELD, so this re-exec happens exactly once and everything this @@ -98,20 +98,23 @@ existing_files() { litellm_py_pattern='^litellm/.*\.py$' e2e_py_pattern='^tests/e2e(_harness)?/.*\.py$' -test_tree_pattern='^(tests/.*\.py|ruff-tests\.toml|scripts/(check_test_quality|test_quality_gate)\.py)$' -spec_pattern='^(litellm/.*|enterprise/.*|pyproject\.toml|uv\.lock|ui/litellm-dashboard/(scripts/gen-api-types\.mjs|package\.json|package-lock\.json|src/lib/http/schema\.d\.ts))$' -ui_prettier_pattern='^ui/litellm-dashboard/.*\.(js|jsx|ts|tsx|mjs|cjs|json|css|scss|md|mdx|yml|yaml|html)$' -ui_eslint_pattern='^ui/litellm-dashboard/.*\.(js|jsx|ts|tsx|mjs|cjs)$' +test_tree_pattern='^(tests/.*\.py|\.github/linters/ruff-tests\.toml|pyproject\.toml|litellm/scripts/(check_test_quality|test_quality_gate)\.py)$' +spec_pattern='^(litellm/.*|enterprise/.*|pyproject\.toml|uv\.lock|litellm/ui/litellm-dashboard/(scripts/gen-api-types\.mjs|package\.json|package-lock\.json|src/lib/http/schema\.d\.ts))$' +ui_prettier_pattern='^litellm/ui/litellm-dashboard/.*\.(js|jsx|ts|tsx|mjs|cjs|json|css|scss|md|mdx|yml|yaml|html)$' +ui_eslint_pattern='^litellm/ui/litellm-dashboard/.*\.(js|jsx|ts|tsx|mjs|cjs)$' -litellm_py_files=$(scope_match "$litellm_py_pattern") -if [ -n "$(scope_match '^(litellm/proxy/mcp_server/|scripts/check_mcp_operation_boundary\.py)')" ]; then - uv run --no-sync python scripts/check_mcp_operation_boundary.py || exit 1 +litellm_py_files=$(scope_match "$litellm_py_pattern" | grep -Ev '^litellm/(enterprise|ui|vscode-extension|rust|proxy-extras|packaging|cli|scripts|runtime)/' || true) +if [ -n "$(scope_match '^(litellm/proxy/mcp_server/|litellm/scripts/check_mcp_operation_boundary\.py)')" ]; then + uv run --no-sync python litellm/scripts/check_mcp_operation_boundary.py || exit 1 fi e2e_py_files=$(scope_match "$e2e_py_pattern") test_tree_files=$(scope_match "$test_tree_pattern") # ruff format (and CI's format step) skip enterprise; the rest of make lint covers it. fmt_files=$(printf '%s\n' "$litellm_py_files" | grep -v '^litellm/enterprise/' | existing_files) -spec_files=$(scope_match "$spec_pattern") +spec_files=$({ + scope_match "$spec_pattern" | grep -Ev '^litellm/(ui|vscode-extension|rust|proxy-extras|packaging|cli|scripts|runtime)/' || true + scope_match '^litellm/ui/litellm-dashboard/(scripts/gen-api-types\.mjs|package\.json|package-lock\.json|src/lib/http/schema\.d\.ts)$' +}) # CI's ui job runs prettier over a wider extension set than eslint; keep that # split so this flags exactly what the job would. ui_prettier_changed=$(scope_match "$ui_prettier_pattern") @@ -145,7 +148,7 @@ if [ -n "$staged" ]; then } warn_skipped "Python lint (make lint)" "$litellm_py_pattern" "$litellm_py_files" warn_skipped "tests/e2e checks (basedpyright + raw HTTP client ban)" "$e2e_py_pattern" "$e2e_py_files" - warn_skipped "test-tree lint (ruff-tests.toml + test-quality gate)" "$test_tree_pattern" "$test_tree_files" + warn_skipped "test-tree lint (.github/linters/ruff-tests.toml + test-quality gate)" "$test_tree_pattern" "$test_tree_files" warn_skipped "dashboard lint (prettier + eslint + lint budgets)" "$ui_prettier_pattern" "$ui_prettier_changed" warn_skipped "dashboard API-type sync (npm run gen:api)" "$spec_pattern" "$spec_files" fi @@ -158,16 +161,16 @@ lint_dashboard() { prettier_rel=() eslint_rel=() while IFS= read -r f; do - [ -n "$f" ] && prettier_rel+=("${f#ui/litellm-dashboard/}") + [ -n "$f" ] && prettier_rel+=("${f#litellm/ui/litellm-dashboard/}") done <&2 + if [ ! -d litellm/ui/litellm-dashboard/node_modules ]; then + echo "✗ litellm/ui/litellm-dashboard/node_modules is missing; dashboard lint cannot run." >&2 bootstrap_hint return 1 fi - lint_dashboard || { echo "✗ Dashboard lint failed. See above; format with: (cd ui/litellm-dashboard && npm run format)." >&2; return 1; } + lint_dashboard || { echo "✗ Dashboard lint failed. See above; format with: (cd litellm/ui/litellm-dashboard && npm run format)." >&2; return 1; } } if [ -n "$ui_prettier_changed" ] || [ -n "$ui_eslint_changed" ]; then @@ -260,26 +263,26 @@ genapi_checks() { # and an up-to-date Prisma client; test-linting.yml installs those and runs # prisma generate before gen:api, so mirror that here or a stale client can mask # drift that CI will still flag. - if [ ! -d ui/litellm-dashboard/node_modules ]; then - echo "✗ ui/litellm-dashboard/node_modules is missing; the gen:api sync check cannot run." >&2 + if [ ! -d litellm/ui/litellm-dashboard/node_modules ]; then + echo "✗ litellm/ui/litellm-dashboard/node_modules is missing; the gen:api sync check cannot run." >&2 bootstrap_hint status=1 elif ! uv run --no-sync python -c "import orjson, prisma" 2>/dev/null; then echo "✗ The Python env lacks the proxy deps (orjson/prisma) that gen:api needs." >&2 bootstrap_hint status=1 - elif ! uv run --no-sync python scripts/prisma_generate_if_needed.py; then + elif ! uv run --no-sync python litellm/scripts/prisma_generate_if_needed.py; then echo "✗ Could not regenerate Prisma client (prisma generate failed)." >&2 status=1 elif ! uv run --no-sync python -m litellm.proxy._lazy_openapi_snapshot; then echo "✗ Could not regenerate the lazy OpenAPI snapshot (python -m litellm.proxy._lazy_openapi_snapshot failed)." >&2 status=1 - elif ( cd ui/litellm-dashboard && LITELLM_PYTHON="uv run --no-sync python" npm run gen:api ); then + elif ( cd litellm/ui/litellm-dashboard && LITELLM_PYTHON="uv run --no-sync python" npm run gen:api ); then if ! git diff --quiet -- litellm/proxy/_lazy_openapi_snapshot.json; then echo "✗ The lazy OpenAPI snapshot is stale; regenerated litellm/proxy/_lazy_openapi_snapshot.json. Stage it and commit; re-run make check only if other checks failed too." >&2 status=1 fi - if ! git diff --quiet -- ui/litellm-dashboard/src/lib/http/schema.d.ts; then + if ! git diff --quiet -- litellm/ui/litellm-dashboard/src/lib/http/schema.d.ts; then echo "✗ Dashboard API types are stale; regenerated src/lib/http/schema.d.ts. Stage it and commit; re-run make check only if other checks failed too." >&2 status=1 fi @@ -299,8 +302,8 @@ if [ -n "$spec_files" ]; then fi if [ -n "$test_tree_files" ] && [ -z "$litellm_py_files" ]; then - echo "check: linting the test tree (ruff check --config ruff-tests.toml tests)" - uv run --no-sync ruff check --config ruff-tests.toml tests \ + echo "check: linting the test tree (ruff check --config .github/linters/ruff-tests.toml tests)" + uv run --no-sync ruff check --config .github/linters/ruff-tests.toml tests \ || { echo "✗ Test-tree ruff failed. Fix the errors above, then re-run make check." >&2; status=1; } echo "check: checking the test-quality gate (make lint-test-quality)" make lint-test-quality \ @@ -332,7 +335,7 @@ summary_item() { echo "check: summary" summary_item "Python lint (make lint)" "$litellm_py_files" "no litellm/ Python files in scope" summary_item "tests/e2e checks (basedpyright + raw HTTP client ban)" "$e2e_py_files" "no tests/e2e Python files in scope" -summary_item "test-tree lint (ruff-tests.toml + test-quality gate)" "$test_tree_files" \ +summary_item "test-tree lint (.github/linters/ruff-tests.toml + test-quality gate)" "$test_tree_files" \ "no tests/ Python files or test-tree lint inputs in scope" summary_item "dashboard lint (prettier + eslint + lint budgets)" "$ui_prettier_changed$ui_eslint_changed" "no dashboard files in scope" summary_item "dashboard API-type sync (npm run gen:api)" "$spec_files" "no litellm/, enterprise/, dependency, or generator files in scope" diff --git a/scripts/prisma_generate_if_needed.py b/litellm/scripts/prisma_generate_if_needed.py similarity index 98% rename from scripts/prisma_generate_if_needed.py rename to litellm/scripts/prisma_generate_if_needed.py index f2d2232b23f..fad9ad5d61d 100644 --- a/scripts/prisma_generate_if_needed.py +++ b/litellm/scripts/prisma_generate_if_needed.py @@ -26,7 +26,7 @@ import sys from collections.abc import Callable, Mapping from pathlib import Path -REPO_ROOT = Path(__file__).resolve().parent.parent +REPO_ROOT = Path(__file__).resolve().parents[2] SCHEMA = REPO_ROOT / "litellm" / "proxy" / "schema.prisma" STAMP = Path(sys.prefix) / "litellm-prisma-schema.stamp" diff --git a/scripts/quickstart.ps1 b/litellm/scripts/quickstart.ps1 similarity index 99% rename from scripts/quickstart.ps1 rename to litellm/scripts/quickstart.ps1 index 2bc89f3513b..b8b46cde58d 100644 --- a/scripts/quickstart.ps1 +++ b/litellm/scripts/quickstart.ps1 @@ -1,9 +1,9 @@ # LiteLLM Gateway quickstart for Windows: the gateway, Postgres, and the admin UI in one command. -# powershell -c "irm https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.ps1 | iex" +# powershell -c "irm https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.ps1 | iex" # On macOS and Linux, scripts/quickstart.sh does the same. # # To read it before running it: -# irm https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.ps1 -OutFile quickstart.ps1 +# irm https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.ps1 -OutFile quickstart.ps1 # notepad quickstart.ps1 # powershell -ExecutionPolicy Bypass -File quickstart.ps1 # @@ -14,7 +14,7 @@ # with -Yes. # # It also takes an action, which the litellm-gateway command it installs takes too: -# & ([scriptblock]::Create((irm https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.ps1))) stop +# & ([scriptblock]::Create((irm https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.ps1))) stop # status, start (up), stop (down), restart, logs, open, update, uninstall # # -Yes, or LITELLM_YES=1 no questions: install to ~\litellm-gateway, don't open a browser, @@ -41,9 +41,9 @@ function Invoke-LiteLLMQuickstart { $ProgressPreference = 'SilentlyContinue' Set-StrictMode -Version 2 - $composeUrl = 'https://raw.githubusercontent.com/BerriAI/litellm/main/docker/docker-compose.quickstart.yml' + $composeUrl = 'https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/deploy/docker/docker-compose.quickstart.yml' if ($env:LITELLM_COMPOSE_URL) { $composeUrl = $env:LITELLM_COMPOSE_URL } - $scriptUrl = 'https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.ps1' + $scriptUrl = 'https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.ps1' if ($env:LITELLM_SCRIPT_URL) { $scriptUrl = $env:LITELLM_SCRIPT_URL } $onWindows = ($PSVersionTable.PSEdition -eq 'Desktop') -or ((Test-Path variable:IsWindows) -and $IsWindows) @@ -70,7 +70,7 @@ function Invoke-LiteLLMQuickstart { ' -Yes, -y ask nothing; without a console, uninstall needs it' '' 'From the install command:' - ' & ([scriptblock]::Create((irm https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.ps1))) status' + ' & ([scriptblock]::Create((irm https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.ps1))) status' ) | ForEach-Object { $To.WriteLine($_) } } diff --git a/scripts/quickstart.sh b/litellm/scripts/quickstart.sh similarity index 99% rename from scripts/quickstart.sh rename to litellm/scripts/quickstart.sh index 0182b216788..b956fc2d69f 100755 --- a/scripts/quickstart.sh +++ b/litellm/scripts/quickstart.sh @@ -1,10 +1,10 @@ #!/bin/sh # LiteLLM Gateway quickstart: the gateway, Postgres, and the admin UI in one command. -# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.sh | sh -# On Windows, scripts/quickstart.ps1 does the same in PowerShell. +# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.sh | sh +# On Windows, litellm/scripts/quickstart.ps1 does the same in PowerShell. # # To read it before running it: -# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.sh -o quickstart.sh +# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.sh -o quickstart.sh # less quickstart.sh # sh quickstart.sh # @@ -15,7 +15,7 @@ # run with --yes. # # It also takes an action, which the litellm-gateway command it installs takes too: -# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.sh | sh -s -- stop +# curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.sh | sh -s -- stop # status, start (up), stop (down), restart, logs, open, update, uninstall # # --yes, -y no questions: install to ~/litellm-gateway, don't open a browser, @@ -34,8 +34,8 @@ # Everything runs inside main(), so a partial download runs nothing. set -eu -COMPOSE_URL="${LITELLM_COMPOSE_URL:-https://raw.githubusercontent.com/BerriAI/litellm/main/docker/docker-compose.quickstart.yml}" -SCRIPT_URL="${LITELLM_SCRIPT_URL:-https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.sh}" +COMPOSE_URL="${LITELLM_COMPOSE_URL:-https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/deploy/docker/docker-compose.quickstart.yml}" +SCRIPT_URL="${LITELLM_SCRIPT_URL:-https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.sh}" # A port set by the caller is never moved; later steps export LITELLM_PORT too. PORT_PINNED="${LITELLM_PORT:+1}" @@ -324,7 +324,7 @@ install it finds. Actions: --yes, -y ask nothing; without a terminal, uninstall needs it From the install command: - curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/quickstart.sh | sh -s -- status + curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/litellm/scripts/quickstart.sh | sh -s -- status USAGE } diff --git a/scripts/ruff_strict_gate.py b/litellm/scripts/ruff_strict_gate.py similarity index 90% rename from scripts/ruff_strict_gate.py rename to litellm/scripts/ruff_strict_gate.py index 61ae0236b53..3b73decce60 100644 --- a/scripts/ruff_strict_gate.py +++ b/litellm/scripts/ruff_strict_gate.py @@ -1,5 +1,5 @@ #!/usr/bin/env python3 -"""Delta-vs-base gate for the strict ruff rules in ruff-strict.toml. +"""Delta-vs-base gate for the strict ruff rules in .github/linters/ruff-strict.toml. Each rule is counted across the whole tree at HEAD and at the merge-base with the branch this change merges into, and the gate fails only when a rule grew @@ -7,7 +7,7 @@ past the merge-base count, so a change is blamed for the violations it adds, never for drift that already sits in the base. There is no committed budget: the merge-base count is the ceiling, so it moves only when the base branch does. -The merge-base counts come from scripts/lint_base_counts.py: the disk cache, +The merge-base counts come from litellm/scripts/lint_base_counts.py: the disk cache, then the CI artifact published for that commit, then a ruff pass over a detached worktree at the merge-base under the current ruff configs. ``--emit-counts-dir`` writes HEAD's counts as the file that artifact is built @@ -36,9 +36,9 @@ from lint_base_counts import ( sha256_of, ) -REPO_ROOT: Final = Path(__file__).resolve().parent.parent -STRICT_CONFIG: Final = REPO_ROOT / "ruff-strict.toml" -BASE_CONFIG: Final = REPO_ROOT / "ruff.toml" +REPO_ROOT: Final = Path(__file__).resolve().parents[2] +STRICT_CONFIG: Final = REPO_ROOT / ".github/linters/ruff-strict.toml" +BASE_CONFIG: Final = REPO_ROOT / "pyproject.toml" TARGET: Final = "litellm" _HUNK: Final = re.compile(r"^@@ -\d+(?:,\d+)? \+(\d+)(?:,(\d+))? @@") @@ -100,8 +100,10 @@ def base_counts(ref: str) -> dict[str, int]: try: _run(["git", "worktree", "add", "--detach", str(worktree), ref]) shutil.copy(BASE_CONFIG, worktree / BASE_CONFIG.name) - shutil.copy(STRICT_CONFIG, worktree / STRICT_CONFIG.name) - items: Final = _ruff_json(worktree, worktree / STRICT_CONFIG.name) + strict_config: Final = worktree / STRICT_CONFIG.relative_to(REPO_ROOT) + strict_config.parent.mkdir(parents=True, exist_ok=True) + shutil.copy(STRICT_CONFIG, strict_config) + items: Final = _ruff_json(worktree, strict_config) return dict(Counter(item["code"] for item in items)) finally: _run(["git", "worktree", "remove", "--force", str(worktree)]) diff --git a/scripts/seed_request_logs.py b/litellm/scripts/seed_request_logs.py similarity index 91% rename from scripts/seed_request_logs.py rename to litellm/scripts/seed_request_logs.py index 7f0ebec057f..812784bfae0 100644 --- a/scripts/seed_request_logs.py +++ b/litellm/scripts/seed_request_logs.py @@ -28,8 +28,26 @@ Profile = Literal["default", "large"] JSON: Final[TypeAdapter[JsonValue]] = TypeAdapter(JsonValue) WORDS: Final = ( - "trace", "span", "token", "request", "response", "latency", "router", "fallback", "cache", "budget", - "guardrail", "stream", "deployment", "proxy", "callback", "cursor", "schema", "payload", "retry", "quota", + "trace", + "span", + "token", + "request", + "response", + "latency", + "router", + "fallback", + "cache", + "budget", + "guardrail", + "stream", + "deployment", + "proxy", + "callback", + "cursor", + "schema", + "payload", + "retry", + "quota", ) @@ -103,7 +121,9 @@ def chat_turns(rng: random.Random, turns: int, chars_per_turn: int) -> list[Json return list(chain.from_iterable(turn(index) for index in range(turns))) -def chat_response(content: str, tool_calls: list[JsonValue] | None, prompt_tokens: int, completion_tokens: int) -> JsonValue: +def chat_response( + content: str, tool_calls: list[JsonValue] | None, prompt_tokens: int, completion_tokens: int +) -> JsonValue: message: dict[str, JsonValue] = {"role": "assistant", "content": content} if tool_calls: message["tool_calls"] = tool_calls @@ -166,7 +186,10 @@ def anthropic_log(rng: random.Random, offset_minutes: int) -> SeededLog: {"type": "tool_use", "id": "toolu_seed_1", "name": "seed_tool_1", "input": {"query": "spend"}}, ], }, - {"role": "user", "content": [{"type": "tool_result", "tool_use_id": "toolu_seed_1", "content": prose(rng, 20_000)}]}, + { + "role": "user", + "content": [{"type": "tool_result", "tool_use_id": "toolu_seed_1", "content": prose(rng, 20_000)}], + }, ] tools: Final[list[JsonValue]] = [ {"name": f"seed_tool_{index}", "description": "Synthetic Anthropic tool", "input_schema": {"type": "object"}} @@ -179,7 +202,12 @@ def anthropic_log(rng: random.Random, offset_minutes: int) -> SeededLog: "model": "claude-opus-5-5", "content": [ {"type": "text", "text": prose(rng, 50_000)}, - {"type": "tool_use", "id": "toolu_seed_2", "name": "seed_tool_2", "input": {"query": "latency", "limit": 5}}, + { + "type": "tool_use", + "id": "toolu_seed_2", + "name": "seed_tool_2", + "input": {"query": "latency", "limit": 5}, + }, ], "stop_reason": "tool_use", "usage": {"input_tokens": 6000, "output_tokens": 12_500}, @@ -226,7 +254,8 @@ def failure_log(rng: random.Random, offset_minutes: int) -> SeededLog: "error_class": "ContextWindowExceededError", "llm_provider": "openai", "error_message": "This model's maximum context length is 128000 tokens. Your messages resulted in 75000 tokens plus 300000 characters of synthetic prose.", - "traceback": "Traceback (most recent call last):\n" + "\n".join(f" File seed_{index}.py, line {index}" for index in range(40)), + "traceback": "Traceback (most recent call last):\n" + + "\n".join(f" File seed_{index}.py, line {index}" for index in range(40)), }, ) @@ -242,7 +271,13 @@ def seeded_logs(rng: random.Random) -> tuple[SeededLog, ...]: chat_log(rng, "response-5mb", messages=single, response_chars=5_000_000, offset_minutes=50), chat_log(rng, "turns-200", messages=chat_turns(rng, 200, 500), response_chars=2000, offset_minutes=70), chat_log(rng, "turns-1000", messages=chat_turns(rng, 1000, 500), response_chars=2000, offset_minutes=90), - chat_log(rng, "system-prompt-200kb", messages=[{"role": "system", "content": prose(rng, 200_000)}, *single], response_chars=1500, offset_minutes=110), + chat_log( + rng, + "system-prompt-200kb", + messages=[{"role": "system", "content": prose(rng, 200_000)}, *single], + response_chars=1500, + offset_minutes=110, + ), chat_log(rng, "tools-50", messages=single, response_chars=800, tools=50, called_tools=6, offset_minutes=130), anthropic_log(rng, offset_minutes=150), failure_log(rng, offset_minutes=170), @@ -302,7 +337,9 @@ def metadata(log: SeededLog, template: dict[str, JsonValue]) -> dict[str, JsonVa return seeded -def postgres_row(log: SeededLog, template: dict[str, JsonValue], now: datetime) -> LiteLLM_SpendLogsCreateWithoutRelationsInput: +def postgres_row( + log: SeededLog, template: dict[str, JsonValue], now: datetime +) -> LiteLLM_SpendLogsCreateWithoutRelationsInput: from prisma import Json from prisma.types import LiteLLM_SpendLogsCreateWithoutRelationsInput @@ -359,9 +396,13 @@ class SeedOptions(BaseModel): def seed_arguments(argv: Sequence[str] | None = None) -> SeedOptions: - parser: Final = argparse.ArgumentParser(description="Insert synthetic request logs of controlled sizes into a local proxy DB") + parser: Final = argparse.ArgumentParser( + description="Insert synthetic request logs of controlled sizes into a local proxy DB" + ) parser.add_argument("--profile", choices=PROFILES, default="default") - parser.add_argument("--timeout-seconds", type=float, default=os.environ.get("REQUEST_LOG_SEED_TIMEOUT_SECONDS", "120")) + parser.add_argument( + "--timeout-seconds", type=float, default=os.environ.get("REQUEST_LOG_SEED_TIMEOUT_SECONDS", "120") + ) arguments: Final = SeedOptions.model_validate(vars(parser.parse_args(argv))) if not math.isfinite(arguments.timeout_seconds) or arguments.timeout_seconds <= 0: parser.error("--timeout-seconds must be finite and positive") diff --git a/scripts/sync-issue-labels.test.ts b/litellm/scripts/sync-issue-labels.test.ts similarity index 100% rename from scripts/sync-issue-labels.test.ts rename to litellm/scripts/sync-issue-labels.test.ts diff --git a/scripts/sync-issue-labels.ts b/litellm/scripts/sync-issue-labels.ts similarity index 100% rename from scripts/sync-issue-labels.ts rename to litellm/scripts/sync-issue-labels.ts diff --git a/scripts/test_agent_mcp_endpoints.sh b/litellm/scripts/test_agent_mcp_endpoints.sh similarity index 100% rename from scripts/test_agent_mcp_endpoints.sh rename to litellm/scripts/test_agent_mcp_endpoints.sh diff --git a/scripts/test_guardrails_register_endpoints.sh b/litellm/scripts/test_guardrails_register_endpoints.sh similarity index 100% rename from scripts/test_guardrails_register_endpoints.sh rename to litellm/scripts/test_guardrails_register_endpoints.sh diff --git a/scripts/test_quality_gate.py b/litellm/scripts/test_quality_gate.py similarity index 91% rename from scripts/test_quality_gate.py rename to litellm/scripts/test_quality_gate.py index a9ad60f088c..ea0785ba836 100644 --- a/scripts/test_quality_gate.py +++ b/litellm/scripts/test_quality_gate.py @@ -1,7 +1,7 @@ #!/usr/bin/env python3 -"""Delta-vs-base gate for the TQ* rules in scripts/check_test_quality.py. +"""Delta-vs-base gate for the TQ* rules in litellm/scripts/check_test_quality.py. -Sibling of scripts/type_discipline_gate.py, pointed at the test tree instead of +Sibling of litellm/scripts/type_discipline_gate.py, pointed at the test tree instead of the package. Each rule is counted across the whole `tests` tree at HEAD and at the merge-base with the branch this change merges into, and the gate fails only when a rule grew past the merge-base count, so a change is blamed for the @@ -9,7 +9,7 @@ violations it adds, never for drift that already exists in the base. There is no committed budget: the merge-base count is the ceiling, so it moves only when the base branch does. -The merge-base counts come from scripts/lint_base_counts.py: the disk cache, +The merge-base counts come from litellm/scripts/lint_base_counts.py: the disk cache, then the CI artifact published for that commit, then a pass of the current checker over a detached worktree at the merge-base, so a rule introduced on this branch is counted at the base too. ``--emit-counts-dir`` writes HEAD's @@ -41,8 +41,8 @@ from lint_base_counts import ( sha256_of, ) -REPO_ROOT: Final = Path(__file__).resolve().parent.parent -CHECKER: Final = REPO_ROOT / "scripts" / "check_test_quality.py" +REPO_ROOT: Final = Path(__file__).resolve().parents[2] +CHECKER: Final = REPO_ROOT / "litellm/scripts" / "check_test_quality.py" TARGET: Final = "tests" TERMINATION_SIGNALS: Final = (signal.SIGTERM, signal.SIGHUP) @@ -110,8 +110,8 @@ def base_counts(ref: str, repo_root: Path = REPO_ROOT, checker: Path = CHECKER) worktree: Final = parent / "wt" try: _run(["git", "worktree", "add", "--detach", str(worktree), ref], cwd=repo_root) - (worktree / "scripts").mkdir(parents=True, exist_ok=True) - base_checker: Final = worktree / "scripts" / "check_test_quality.py" + (worktree / "litellm/scripts").mkdir(parents=True, exist_ok=True) + base_checker: Final = worktree / "litellm/scripts" / "check_test_quality.py" shutil.copy(checker, base_checker) return count_by_rule(_check(worktree, base_checker)) finally: @@ -167,7 +167,7 @@ def cmd_check(base: str) -> None: print( "Fix the new violations, or give each one a reason (`# test-quality-ok: `), or remove an " "equal number elsewhere; the ceiling is the merge-base count. Run " - "`python scripts/check_test_quality.py tests/` to see every finding." + "`python litellm/scripts/check_test_quality.py tests/` to see every finding." ) raise SystemExit(1) diff --git a/scripts/test_tool_allowlist_script.py b/litellm/scripts/test_tool_allowlist_script.py similarity index 97% rename from scripts/test_tool_allowlist_script.py rename to litellm/scripts/test_tool_allowlist_script.py index 607a8c39473..13311c951ad 100644 --- a/scripts/test_tool_allowlist_script.py +++ b/litellm/scripts/test_tool_allowlist_script.py @@ -3,7 +3,7 @@ Standalone script to test tool allowlist enforcement and tool name extraction. Run from repo root: - uv run python scripts/test_tool_allowlist_script.py + uv run python litellm/scripts/test_tool_allowlist_script.py Or run the unit tests: uv run pytest tests/unit/proxy/test_tools_allowlist_enforcement.py -v @@ -14,7 +14,7 @@ import sys from pathlib import Path # Ensure repo root is on path -repo_root = Path(__file__).resolve().parent.parent +repo_root = Path(__file__).resolve().parents[2] if str(repo_root) not in sys.path: sys.path.insert(0, str(repo_root)) diff --git a/scripts/tpm_headline_test.sh b/litellm/scripts/tpm_headline_test.sh similarity index 95% rename from scripts/tpm_headline_test.sh rename to litellm/scripts/tpm_headline_test.sh index a2f4063d311..0ce8293bd15 100755 --- a/scripts/tpm_headline_test.sh +++ b/litellm/scripts/tpm_headline_test.sh @@ -12,10 +12,10 @@ # Post-PR: only ~1–2 fit under tpm_limit=100, rest return 429. # # Setup (separate terminal): -# kubectl port-forward -n litellm svc/yassin-veks-litellm-helm 4000:4000 +# kubectl port-forward -n litellm svc/litellm-gateway 4000:4000 # # Run: -# bash scripts/tpm_headline_test.sh +# bash litellm/scripts/tpm_headline_test.sh set -u PROXY="${PROXY:-http://localhost:4000}" MASTER_KEY="${MASTER_KEY:-sk-perf-test-fixed-do-not-rotate}" diff --git a/scripts/type_check_gate.py b/litellm/scripts/type_check_gate.py similarity index 94% rename from scripts/type_check_gate.py rename to litellm/scripts/type_check_gate.py index 2a9f1c1229f..ef5736a0709 100644 --- a/scripts/type_check_gate.py +++ b/litellm/scripts/type_check_gate.py @@ -32,9 +32,9 @@ process OOMs at the ~4 GB default, and when callers had to remember the flag, every hand-copied pipeline (Makefile, CI, a dev running the recipe by hand) was one forgotten env line away from an 80-second crash. The base pass is a second basedpyright run over a detached worktree at the merge-base, under the -same environment so import resolution matches, and scripts/lint_base_counts.py +same environment so import resolution matches, and litellm/scripts/lint_base_counts.py spares it whenever it can: the per-rule counts are cached under the repo's git -common dir keyed by merge-base commit, ``pyrightconfig.json``, ``uv.lock``, +common dir keyed by merge-base commit, ``pyproject.toml``, ``uv.lock``, the Prisma schema, and the dependency-group set, and on a disk-cache miss the artifact publish-lint-base-counts.yml uploaded for the merge-base is downloaded through the ``gh`` CLI (``--emit-counts-dir`` is the publisher's @@ -62,6 +62,11 @@ from pathlib import Path from types import MappingProxyType from typing import Final +if sys.version_info >= (3, 11): + import tomllib +else: + import tomli as tomllib + from lint_base_counts import ( Checker, base_counts_cached, @@ -71,8 +76,8 @@ from lint_base_counts import ( resolve_base_point, ) -REPO_ROOT = Path(__file__).resolve().parent.parent -PYRIGHT_CONFIG = REPO_ROOT / "pyrightconfig.json" +REPO_ROOT = Path(__file__).resolve().parents[2] +PYRIGHT_CONFIG = REPO_ROOT / "pyproject.toml" UV_LOCK = REPO_ROOT / "uv.lock" # The one environment every basedpyright pass measures in. The group set is @@ -82,7 +87,7 @@ UV_LOCK = REPO_ROOT / "uv.lock" # matched. TYPECHECK_ENV_DIR = REPO_ROOT / ".venv-typecheck" TYPECHECK_DEP_GROUPS = ("proxy-dev", "e2e-dev") -PRISMA_GENERATE_SCRIPT = REPO_ROOT / "scripts" / "prisma_generate_if_needed.py" +PRISMA_GENERATE_SCRIPT = REPO_ROOT / "litellm/scripts" / "prisma_generate_if_needed.py" PRISMA_SCHEMA = REPO_ROOT / "litellm" / "proxy" / "schema.prisma" # basedpyright's node process needs more than the ~4 GB default heap on this @@ -140,12 +145,12 @@ def node_options_with_heap(base_env: Mapping[str, str]) -> str: return f"{base_env.get('NODE_OPTIONS', '')} {NODE_HEAP_OPTION}".strip() -def typecheck_python_version() -> str | None: +def typecheck_python_version(config_path: Path = PYRIGHT_CONFIG) -> str | None: """The interpreter version to build the owned env with, read from pyrightconfig's `pythonVersion` so the packages installed for basedpyright to see always come from the same version it type-checks against.""" try: - config = json.loads(PYRIGHT_CONFIG.read_text()) + config: Final = tomllib.loads(config_path.read_text()).get("tool", {}).get("pyright", {}) except (OSError, ValueError): return None version: Final = config.get("pythonVersion") if isinstance(config, dict) else None @@ -214,6 +219,8 @@ def run_basedpyright(cwd: Path = REPO_ROOT, env_dir: Path = TYPECHECK_ENV_DIR) - [ str(bin_dir / "basedpyright"), "--outputjson", + "--project", + str(cwd / PYRIGHT_CONFIG.name), "--pythonpath", str(bin_dir / "python"), ], @@ -250,7 +257,7 @@ def base_counts(ref: str) -> dict[str, int]: config is copied in so the base is judged by today's rules, and the run uses the head environment's basedpyright (on PATH) so imports resolve the same.""" with _temp_worktree(ref) as worktree: - shutil.copy(PYRIGHT_CONFIG, worktree / "pyrightconfig.json") + shutil.copy(PYRIGHT_CONFIG, worktree / PYRIGHT_CONFIG.name) return count_basedpyright(run_basedpyright(worktree), root=worktree) @@ -303,7 +310,7 @@ def judge(head: Mapping[str, int], base: Mapping[str, int], base_point: str) -> print(f" {breach.rule}: total {breach.total} over ceiling {breach.ceiling} (this change added {breach.added})") print( "Reduce the new errors or remove an equal number elsewhere; the ceiling is the merge-base " - "count, or the cap in ANY_CAPS (scripts/type_check_gate.py) when that is higher." + "count, or the cap in ANY_CAPS (litellm/scripts/type_check_gate.py) when that is higher." ) summary: Final = "; ".join(f"{b.rule} {b.total}/{b.ceiling} (+{b.added})" for b in breaches) print(f"BREACHED RULES: {summary}") diff --git a/scripts/type_discipline_gate.py b/litellm/scripts/type_discipline_gate.py similarity index 93% rename from scripts/type_discipline_gate.py rename to litellm/scripts/type_discipline_gate.py index 5e6745c041d..f60b7602811 100644 --- a/scripts/type_discipline_gate.py +++ b/litellm/scripts/type_discipline_gate.py @@ -1,7 +1,7 @@ #!/usr/bin/env python3 -"""Delta-vs-base gate for the LIT* rules in scripts/check_type_discipline.py. +"""Delta-vs-base gate for the LIT* rules in litellm/scripts/check_type_discipline.py. -Sibling of scripts/ruff_strict_gate.py. Each rule is counted across the whole +Sibling of litellm/scripts/ruff_strict_gate.py. Each rule is counted across the whole `litellm` tree at HEAD and at the merge-base with the branch this change merges into, and the gate fails only when a rule grew past the merge-base count, so a change is blamed for the violations it adds, never for drift that already exists @@ -23,7 +23,7 @@ violating comprehension spanning it and to any single-line violating comprehension on that line), and LIT015 (pydantic model not frozen; suppress with `# frozen-ok: `). -The merge-base counts come from scripts/lint_base_counts.py: the disk cache, +The merge-base counts come from litellm/scripts/lint_base_counts.py: the disk cache, then the CI artifact published for that commit, then a pass of the current checker over a detached worktree at the merge-base, so a rule change on this branch is measured on both sides. ``--emit-counts-dir`` writes HEAD's counts @@ -51,8 +51,8 @@ from lint_base_counts import ( sha256_of, ) -REPO_ROOT: Final = Path(__file__).resolve().parent.parent -CHECKER: Final = REPO_ROOT / "scripts" / "check_type_discipline.py" +REPO_ROOT: Final = Path(__file__).resolve().parents[2] +CHECKER: Final = REPO_ROOT / "litellm/scripts" / "check_type_discipline.py" TARGET: Final = "litellm" _HUNK: Final = re.compile(r"^@@ -\d+(?:,\d+)? \+(\d+)(?:,(\d+))? @@") @@ -108,8 +108,8 @@ def base_counts(ref: str) -> dict[str, int]: try: _run(["git", "worktree", "add", "--detach", str(worktree), ref]) # Measure the base with the *current* rule logic, not whatever shipped at base. - (worktree / "scripts").mkdir(parents=True, exist_ok=True) - checker: Final = worktree / "scripts" / "check_type_discipline.py" + (worktree / "litellm/scripts").mkdir(parents=True, exist_ok=True) + checker: Final = worktree / "litellm/scripts" / "check_type_discipline.py" shutil.copy(CHECKER, checker) return count_by_rule(_check(worktree, checker)) finally: diff --git a/scripts/verify_adaptive_router.py b/litellm/scripts/verify_adaptive_router.py similarity index 99% rename from scripts/verify_adaptive_router.py rename to litellm/scripts/verify_adaptive_router.py index fde9dc51a15..aa2522b87d4 100644 --- a/scripts/verify_adaptive_router.py +++ b/litellm/scripts/verify_adaptive_router.py @@ -11,7 +11,7 @@ Requires: * "smart" (expensive, higher quality) Run: - uv run python scripts/verify_adaptive_router.py + uv run python litellm/scripts/verify_adaptive_router.py Optional env: LITELLM_PROXY_URL (default: http://localhost:4000) diff --git a/scripts/with_dashboard_node.sh b/litellm/scripts/with_dashboard_node.sh similarity index 85% rename from scripts/with_dashboard_node.sh rename to litellm/scripts/with_dashboard_node.sh index 01643837413..934ce5e78a1 100755 --- a/scripts/with_dashboard_node.sh +++ b/litellm/scripts/with_dashboard_node.sh @@ -3,8 +3,8 @@ set -eu [ $# -gt 0 ] || { echo "usage: $0 [args...]" >&2; exit 2; } -repo_root=$(cd "$(dirname "$0")/.." && pwd) -dashboard="$repo_root/ui/litellm-dashboard" +repo_root=$(cd "$(dirname "$0")/../.." && pwd) +dashboard="$repo_root/litellm/ui/litellm-dashboard" floor=$(sed -n 's/.*"node": *">=\([0-9][0-9.]*\)".*/\1/p' "$dashboard/package.json") pinned=$(tr -d '[:space:]' < "$dashboard/.nvmrc") floor="${floor:-$pinned}" @@ -44,7 +44,7 @@ if command -v fnm > /dev/null 2>&1; then fi cat >&2 <= $floor) and neither nvm nor fnm is available to switch automatically. +with_dashboard_node: node ${current:-missing} does not meet litellm/ui/litellm-dashboard's engines floor (>= $floor) and neither nvm nor fnm is available to switch automatically. Fix it with one of: - install nvm (https://github.com/nvm-sh/nvm) and re-run; it will pick up node $pinned for you - or install/upgrade node yourself to >= $floor (e.g. brew install node), then re-run diff --git a/litellm/secret_managers/native_config.py b/litellm/secret_managers/native_config.py new file mode 100644 index 00000000000..c75fe94bae0 --- /dev/null +++ b/litellm/secret_managers/native_config.py @@ -0,0 +1,159 @@ +from __future__ import annotations + +import os +from collections.abc import Mapping +from dataclasses import dataclass, field +from importlib import import_module +from typing import Final + +from litellm.types.secret_managers.main import KeyManagementSettings, KeyManagementSystem + + +@dataclass(frozen=True, slots=True) +class NativeSecretManagerConfig: + system: str + environment: tuple[tuple[str, str], ...] = field(repr=False) + settings: Mapping[str, object] = field(repr=False) + enterprise_enabled: bool + owner_type: type[object] + environment_attributes: tuple[tuple[str, str], ...] + settings_attributes: tuple[str, ...] + methods: tuple[tuple[str, object], ...] = field(repr=False) + + +@dataclass(frozen=True, slots=True) +class _ClientAdapter: + system: KeyManagementSystem + module: str + name: str + methods: tuple[str, ...] + environment_attributes: tuple[tuple[str, str], ...] = () + settings_attributes: tuple[str, ...] = () + enterprise_enabled: bool = False + + +_ADAPTERS: Final = ( + _ClientAdapter( + KeyManagementSystem.AWS_SECRET_MANAGER, + "litellm.secret_managers.aws_secret_manager_v2", + "AWSSecretsManagerV2", + ("sync_read_secret", "async_read_secret"), + settings_attributes=( + "aws_region_name", + "aws_role_name", + "aws_session_name", + "aws_external_id", + "aws_profile_name", + "aws_web_identity_token", + "aws_sts_endpoint", + "replica_regions", + "kms_key_id", + ), + ), + _ClientAdapter( + KeyManagementSystem.HASHICORP_VAULT, + "litellm.secret_managers.hashicorp_secret_manager", + "HashicorpSecretManager", + ("sync_read_secret", "async_read_secret", "async_write_secret", "async_delete_secret", "async_rotate_secret"), + environment_attributes=( + ("HCP_VAULT_ADDR", "vault_addr"), + ("HCP_VAULT_TOKEN", "vault_token"), + ("HCP_VAULT_NAMESPACE", "vault_namespace"), + ("HCP_VAULT_LOGIN_NAMESPACE", "login_namespace_override"), + ("HCP_VAULT_SECRET_NAMESPACE", "secret_namespace_override"), + ("HCP_VAULT_MOUNT_NAME", "vault_mount_name"), + ("HCP_VAULT_PATH_PREFIX", "vault_path_prefix"), + ("HCP_VAULT_CLIENT_CERT", "tls_cert_path"), + ("HCP_VAULT_CLIENT_KEY", "tls_key_path"), + ("HCP_VAULT_CERT_ROLE", "vault_cert_role"), + ("HCP_VAULT_APPROLE_ROLE_ID", "approle_role_id"), + ("HCP_VAULT_APPROLE_SECRET_ID", "approle_secret_id"), + ("HCP_VAULT_APPROLE_MOUNT_PATH", "approle_mount_path"), + ("HCP_VAULT_REFRESH_INTERVAL", "cache.default_ttl"), + ), + enterprise_enabled=True, + ), + _ClientAdapter( + KeyManagementSystem.CYBERARK, + "litellm.secret_managers.cyberark_secret_manager", + "CyberArkSecretManager", + ("sync_read_secret", "async_read_secret", "async_write_secret", "async_delete_secret", "async_rotate_secret"), + environment_attributes=( + ("CYBERARK_API_BASE", "conjur_addr"), + ("CYBERARK_ACCOUNT", "conjur_account"), + ("CYBERARK_USERNAME", "conjur_username"), + ("CYBERARK_API_KEY", "conjur_api_key"), + ("CYBERARK_CLIENT_CERT", "tls_cert_path"), + ("CYBERARK_CLIENT_KEY", "tls_key_path"), + ("CYBERARK_SSL_VERIFY", "ssl_verify"), + ("CYBERARK_REFRESH_INTERVAL", "cache.default_ttl"), + ), + enterprise_enabled=True, + ), + _ClientAdapter( + KeyManagementSystem.GOOGLE_SECRET_MANAGER, + "litellm.secret_managers.google_secret_manager", + "GoogleSecretManager", + ("get_secret_from_google_secret_manager",), + environment_attributes=( + ("GOOGLE_SECRET_MANAGER_PROJECT_ID", "PROJECT_ID"), + ("GOOGLE_SECRET_MANAGER_REFRESH_INTERVAL", "cache.default_ttl"), + ("GOOGLE_SECRET_MANAGER_ALWAYS_READ_SECRET_MANAGER", "always_read_secret_manager"), + ), + enterprise_enabled=True, + ), +) + +_SDK_ADAPTERS: Final = ( + _ClientAdapter(KeyManagementSystem.AZURE_KEY_VAULT, "azure.keyvault.secrets", "SecretClient", ("get_secret",)), + _ClientAdapter(KeyManagementSystem.GOOGLE_KMS, "google.cloud.kms_v1", "KeyManagementServiceClient", ("decrypt",)), +) + + +def _capture(client: object, adapter: _ClientAdapter) -> NativeSecretManagerConfig: + prefixes: Final = ("AWS_", "AZURE_", "GOOGLE_", "VERTEX_", "GCS_", "HCP_VAULT_", "CYBERARK_") + config: Final = NativeSecretManagerConfig( + system=adapter.system.value, + environment=tuple( + (name, value) + for name, value in os.environ.items() + if name.startswith(prefixes) or name == "SECRET_MANAGER_REFRESH_INTERVAL" + ), + settings=KeyManagementSettings().model_dump(mode="json"), + enterprise_enabled=adapter.enterprise_enabled, + owner_type=type(client), + environment_attributes=adapter.environment_attributes, + settings_attributes=adapter.settings_attributes, + methods=tuple((name, getattr(type(client), name)) for name in adapter.methods), + ) + vars(client)["_litellm_native_secret_config"] = config + return config + + +def capture_secret_manager(client: object, system: str) -> None: + for adapter in (*_ADAPTERS, *_SDK_ADAPTERS): + if ( + adapter.system.value == system + and type(client).__name__ == adapter.name + and type(client) is getattr(import_module(adapter.module), adapter.name) + ): + _capture(client, adapter) + return + if ( + system == KeyManagementSystem.AWS_KMS.value + and type(client).__module__ == "botocore.client" + and type(client).__name__ == "KMS" + ): + _capture(client, _ClientAdapter(KeyManagementSystem.AWS_KMS, "botocore.client", "KMS", ("decrypt",))) + + +def captured_config(client: object) -> NativeSecretManagerConfig | None: + captured: Final = getattr(client, "_litellm_native_secret_config", None) + if isinstance(captured, NativeSecretManagerConfig): + return captured + for adapter in _ADAPTERS: + if type(client).__module__ == adapter.module and type(client) is getattr( + import_module(adapter.module), adapter.name + ): + return _capture(client, adapter) + return None diff --git a/litellm/secret_managers/secret_manager_handler.py b/litellm/secret_managers/secret_manager_handler.py index f1f38c384cc..afed7532d74 100644 --- a/litellm/secret_managers/secret_manager_handler.py +++ b/litellm/secret_managers/secret_manager_handler.py @@ -7,22 +7,13 @@ Handles retrieving secrets from different secret management systems. import base64 import os from collections.abc import Mapping -from typing import Any, Final, Generic, Protocol, TypeVar - -from typing_extensions import ReadOnly, TypedDict +from typing import Final, Protocol import litellm from litellm._logging import print_verbose +from litellm.litellm_core_utils.core_helpers import require_attributes from litellm.types.secret_managers.main import KeyManagementSettings, KeyManagementSystem -_ClientT = TypeVar("_ClientT") - - -class _SecretManagerClientView(TypedDict, Generic[_ClientT]): - """Typed read of the untyped secret manager handle configured for this key manager.""" - - client: ReadOnly[_ClientT] - class _AzureKeyVaultSecret(Protocol): @property @@ -74,7 +65,7 @@ def _is_base64(s: str) -> bool: def get_secret_from_manager( - client: Any, + client: object, key_manager: str, secret_name: str, key_management_settings: KeyManagementSettings | None = None, @@ -96,16 +87,14 @@ def get_secret_from_manager( Exception: For other errors during secret retrieval """ secret = None - raw_view: Final[_SecretManagerClientView[object]] = {"client": client} - client_object: Final = raw_view["client"] + client_object: Final = client if ( key_manager == KeyManagementSystem.AZURE_KEY_VAULT.value or type(client_object).__module__ + "." + type(client_object).__name__ == "azure.keyvault.secrets._client.SecretClient" ): # support Azure Secret Client - from azure.keyvault.secrets import SecretClient - azure_view: Final[_SecretManagerClientView[_AzureKeyVaultClient]] = {"client": client} - azure_client: Final = azure_view["client"] + azure_client: Final = require_attributes(client, _AzureKeyVaultClient, "get_secret") secret = azure_client.get_secret(secret_name).value elif ( @@ -122,8 +111,7 @@ def get_secret_from_manager( raise ValueError( "Google KMS requires the encrypted secret to be encoded in base64" ) # fix for this vulnerability https://huntr.com/bounties/ae623c2f-b64b-4245-9ed4-f13a0a5824ce - google_kms_view: Final[_SecretManagerClientView[_GoogleKmsClient]] = {"client": client} - google_kms_client: Final = google_kms_view["client"] + google_kms_client: Final = require_attributes(client, _GoogleKmsClient, "decrypt") google_kms_response: Final = google_kms_client.decrypt( request={ "name": litellm._google_kms_resource_name, @@ -143,8 +131,7 @@ def get_secret_from_manager( ciphertext_blob: Final = base64.b64decode(encrypted_value) # Perform the decryption - aws_kms_view: Final[_SecretManagerClientView[_AwsKmsClient]] = {"client": client} - aws_kms_client: Final = aws_kms_view["client"] + aws_kms_client: Final = require_attributes(client, _AwsKmsClient, "decrypt") aws_kms_response: Final = aws_kms_client.decrypt(CiphertextBlob=ciphertext_blob) # Extract and decode the plaintext @@ -171,8 +158,9 @@ def get_secret_from_manager( elif key_manager == KeyManagementSystem.GOOGLE_SECRET_MANAGER.value: try: - google_secret_manager_view: Final[_SecretManagerClientView[_GoogleSecretManagerClient]] = {"client": client} - google_secret_manager_client: Final = google_secret_manager_view["client"] + google_secret_manager_client: Final = require_attributes( + client, _GoogleSecretManagerClient, "get_secret_from_google_secret_manager" + ) secret = google_secret_manager_client.get_secret_from_google_secret_manager(secret_name) print_verbose(f"secret from google secret manager: [set={secret is not None}]") if secret is None: @@ -183,8 +171,7 @@ def get_secret_from_manager( elif key_manager == KeyManagementSystem.HASHICORP_VAULT.value: try: - hashicorp_view: Final[_SecretManagerClientView[_SyncSecretReader]] = {"client": client} - hashicorp_client: Final = hashicorp_view["client"] + hashicorp_client: Final = require_attributes(client, _SyncSecretReader, "sync_read_secret") secret = hashicorp_client.sync_read_secret(secret_name=secret_name) if secret is None: raise ValueError(f"No secret found in Hashicorp Secret Manager for {secret_name}") @@ -194,8 +181,7 @@ def get_secret_from_manager( elif key_manager == KeyManagementSystem.CYBERARK.value: try: - cyberark_view: Final[_SecretManagerClientView[_SyncSecretReader]] = {"client": client} - cyberark_client: Final = cyberark_view["client"] + cyberark_client: Final = require_attributes(client, _SyncSecretReader, "sync_read_secret") secret = cyberark_client.sync_read_secret(secret_name=secret_name) if secret is None: raise ValueError(f"No secret found in CyberArk Secret Manager for {secret_name}") @@ -224,8 +210,7 @@ def get_secret_from_manager( secret = os.getenv(secret_name) else: # assume the default is infisicial client - infisical_view: Final[_SecretManagerClientView[_InfisicalClient]] = {"client": client} - infisical_client: Final = infisical_view["client"] + infisical_client: Final = require_attributes(client, _InfisicalClient, "get_secret") secret = infisical_client.get_secret(secret_name).secret_value return secret diff --git a/litellm/text_completions/streaming_iterator.py b/litellm/text_completions/streaming_iterator.py index daf65b77a85..517a499ec8c 100644 --- a/litellm/text_completions/streaming_iterator.py +++ b/litellm/text_completions/streaming_iterator.py @@ -1,11 +1,15 @@ -from typing import Final +from typing import Final, Protocol from litellm.constants import VLLM_CHOICE_FIELDS -from litellm.litellm_core_utils.core_helpers import decoded_json_object +from litellm.litellm_core_utils.core_helpers import decoded_json_object, json_contains, require_attributes, subscript from litellm.litellm_core_utils.stream_usage_chunks import is_injected_stream_usage_artifact from litellm.types.utils import Choices, ModelResponse, ModelResponseStream, TextChoices, TextCompletionResponse +class _SupportsGet(Protocol): + def get(self, key: str, /) -> object: ... + + class TextCompletionStreamWrapper: def __init__( self, @@ -43,16 +47,22 @@ class TextCompletionStreamWrapper: raise Exception if chunk["choices"]: - chat_choice: Final = chunk["choices"][0] + chat_choice: Final = subscript(subscript(chunk, "choices"), 0) choice_fields: Final = decoded_json_object( - {field: chat_choice[field] for field in VLLM_CHOICE_FIELDS if field in chat_choice} + { + field: subscript(chat_choice, field) + for field in VLLM_CHOICE_FIELDS + if json_contains(chat_choice, field) + } ) text_choices: Final = TextChoices(index=0, **choice_fields) - delta: Final = chat_choice["delta"] - text_choices["text"] = delta["content"] - text_choices["reasoning_content"] = delta.get("reasoning_content") - text_choices["index"] = chat_choice["index"] - text_choices["finish_reason"] = chat_choice["finish_reason"] + delta: Final = subscript(chat_choice, "delta") + text_choices["text"] = subscript(delta, "content") + text_choices["reasoning_content"] = require_attributes(delta, _SupportsGet, "get").get( + "reasoning_content" + ) + text_choices["index"] = subscript(chat_choice, "index") + text_choices["finish_reason"] = subscript(chat_choice, "finish_reason") response["choices"] = [text_choices] else: response["choices"] = [] diff --git a/litellm/tool_loop.py b/litellm/tool_loop.py index 554fdff4fce..3fc9210b1ba 100644 --- a/litellm/tool_loop.py +++ b/litellm/tool_loop.py @@ -6,6 +6,11 @@ from typing import Final, TypeAlias, cast from typing_extensions import TypedDict, Unpack from litellm.constants import DEFAULT_TOOL_LOOP_MAX_ROUNDS +from litellm.litellm_core_utils.allowed_tools_tool_choice import ( + allowed_tools_tool_choice_in_effect, + refuse_tool_calls_the_choice_excludes, +) +from litellm.litellm_core_utils.core_helpers import drops_unsupported_params from litellm.types.llms.openai import ( AllMessageValues, ChatCompletionAssistantMessage, @@ -32,11 +37,14 @@ class ToolLoopMaxRoundsExceeded(RuntimeError): super().__init__(f"model still requested tool calls on round {max_rounds} of {max_rounds}") -def _validate_tool_loop_args(max_rounds: int, completion_kwargs: _ToolLoopCompletionKwargs) -> None: +def _tool_choice_in_effect(max_rounds: int, model: str, completion_kwargs: _ToolLoopCompletionKwargs) -> object: if max_rounds < 1: raise ValueError(f"max_rounds must be >= 1, got {max_rounds}") if completion_kwargs.get("stream"): raise ValueError("run_tool_loop requires whole responses; stream=True is not supported") + return allowed_tools_tool_choice_in_effect( + completion_kwargs.get("tool_choice"), model, drops_unsupported_params(completion_kwargs.get("drop_params")) + ) def _expect_model_response(response: object) -> ModelResponse: @@ -114,6 +122,14 @@ def _client_tool_calls( ) +def _refuse_tool_calls_the_choice_excludes( + tool_calls: tuple[ChatCompletionMessageToolCall, ...], model: str, tool_choice: object +) -> None: + refuse_tool_calls_the_choice_excludes( + tool_choice, tuple(tool_call.function.name or "" for tool_call in tool_calls), model + ) + + def _replays_provider_specific_fields( message: Message, tool_calls: tuple[ChatCompletionMessageToolCall, ...], @@ -151,7 +167,7 @@ def run_tool_loop( """ import litellm - _validate_tool_loop_args(max_rounds, completion_kwargs) + tool_choice: Final = _tool_choice_in_effect(max_rounds, model, completion_kwargs) history: tuple[AllMessageValues, ...] = tuple(messages) # rebind-ok: rounds append new turns for round_number in range(1, max_rounds + 1): message = ( @@ -169,6 +185,7 @@ def run_tool_loop( return message.content if round_number == max_rounds: break + _refuse_tool_calls_the_choice_excludes(client_tool_calls, model, tool_choice) tool_results = tuple(execute_tool(tool_call) for tool_call in client_tool_calls) history = ( *history, @@ -202,7 +219,7 @@ async def arun_tool_loop( """ import litellm - _validate_tool_loop_args(max_rounds, completion_kwargs) + tool_choice: Final = _tool_choice_in_effect(max_rounds, model, completion_kwargs) history: tuple[AllMessageValues, ...] = tuple(messages) # rebind-ok: rounds append new turns for round_number in range(1, max_rounds + 1): message = ( @@ -220,6 +237,7 @@ async def arun_tool_loop( return message.content if round_number == max_rounds: break + _refuse_tool_calls_the_choice_excludes(client_tool_calls, model, tool_choice) tool_results = tuple([await execute_tool(tool_call) for tool_call in client_tool_calls]) history = ( *history, diff --git a/litellm/types/guardrails.py b/litellm/types/guardrails.py index e311f2ee5f9..8765db30ed5 100644 --- a/litellm/types/guardrails.py +++ b/litellm/types/guardrails.py @@ -163,6 +163,7 @@ class SupportedGuardrailIntegrations(Enum): AIRIA = "airia" WINGBACK = "wingback" DECISION_MODEL = "decision_model" + COLLIEAI = "collieai" class Role(Enum): diff --git a/litellm/types/integrations/custom_logger.py b/litellm/types/integrations/custom_logger.py index 14ed719a880..127b3d61753 100644 --- a/litellm/types/integrations/custom_logger.py +++ b/litellm/types/integrations/custom_logger.py @@ -81,6 +81,11 @@ class AgenticLoopLimitError(AgenticLoopSafetyError): pass +class AgenticLoopToolChoiceError(AgenticLoopSafetyError): + def __init__(self, model: str) -> None: + super().__init__(f"The allowed_tools tool_choice excludes a tool call the model made, model={model}") + + class StandardCustomLoggerInitParams(LiteLLMBaseModel): """ Params for initializing a CustomLogger. diff --git a/litellm/types/integrations/rag/bedrock_knowledgebase.py b/litellm/types/integrations/rag/bedrock_knowledgebase.py index 7288eca03b4..f472cdc078f 100644 --- a/litellm/types/integrations/rag/bedrock_knowledgebase.py +++ b/litellm/types/integrations/rag/bedrock_knowledgebase.py @@ -1,4 +1,4 @@ -from typing import Literal +from typing import Literal, TypeAlias from typing_extensions import ReadOnly, TypedDict @@ -114,10 +114,20 @@ class BedrockKBRetrievalConfiguration(TypedDict, total=False): vectorSearchConfiguration: BedrockKBVectorSearchConfiguration | None +BedrockKBImageFormat: TypeAlias = Literal["png", "jpeg", "gif", "webp"] + + +class BedrockKBInputImage(TypedDict): + format: ReadOnly[BedrockKBImageFormat] + inlineContent: ReadOnly[str] + + class BedrockKBRetrievalQuery(TypedDict, total=False): """Query structure for retrieval.""" text: str | None + type: ReadOnly[Literal["TEXT", "IMAGE"]] + image: ReadOnly[BedrockKBInputImage] class BedrockKBGuardrailConfiguration(TypedDict, total=False): diff --git a/litellm/types/interactions/README.md b/litellm/types/interactions/README.md index 45783d604db..733b951feaf 100644 --- a/litellm/types/interactions/README.md +++ b/litellm/types/interactions/README.md @@ -31,8 +31,7 @@ uv tool run --from datamodel-code-generator==0.66.0 datamodel-codegen \ --base-class litellm.types.llms.base.LiteLLMBaseModel ``` -The pin is the same `datamodel-code-generator` version `scripts/generate_trace_types.py` uses. The generator names -inline enums by order of appearance (`Status`, `Status1`, `Status2`, ...), so a regeneration can rename them. The +The generator names inline enums by order of appearance (`Status`, `Status1`, `Status2`, ...), so a regeneration can rename them. The compliance tests resolve each status enum through its model's `status` field, but `tests/unit/interactions/test_background_cost_polling.py` and `tests/unit/proxy/hooks/test_proxy_track_cost_callback.py` import `Status1` by name and need the new name, and diff --git a/litellm/types/litellm_params.py b/litellm/types/litellm_params.py index c04430322c4..87f8e210782 100644 --- a/litellm/types/litellm_params.py +++ b/litellm/types/litellm_params.py @@ -362,6 +362,7 @@ class AgenticLoopState: api_surface: Literal["chat_completions", "responses"] | None = field( default=None, metadata=wire("_agentic_loop_api_surface") ) + tool_choice: Mapping[str, object] | None = field(default=None, metadata=wire("_agentic_loop_tool_choice")) code_interpreter_active: bool | None = field(default=None, metadata=wire("_code_interpreter_interception_active")) code_interpreter_sandbox_key: str | None = field( default=None, metadata=wire("_code_interpreter_interception_sandbox_key") diff --git a/litellm/types/llms/anthropic.py b/litellm/types/llms/anthropic.py index c322eb25b3e..244883859f0 100644 --- a/litellm/types/llms/anthropic.py +++ b/litellm/types/llms/anthropic.py @@ -156,6 +156,36 @@ class ToolReference(TypedDict, total=False): tool_name: Required[str] +class AnthropicToolReferenceBlock(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True) + + type: Literal["tool_reference"] = "tool_reference" + tool_name: str + + +class AnthropicToolSearchResultContent(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True) + + type: str + tool_references: tuple[AnthropicToolReferenceBlock, ...] = () + + +class AnthropicToolSearchToolResultBlock(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True) + + type: Literal["tool_search_tool_result"] = "tool_search_tool_result" + tool_use_id: str + content: AnthropicToolSearchResultContent + + @property + def found_tools(self) -> bool: + return self.content.type == ANTHROPIC_TOOL_SEARCH_RESULT_CONTENT_TYPE + + @property + def tool_names(self) -> tuple[str, ...]: + return tuple(reference.tool_name for reference in self.content.tool_references) + + class DirectToolCaller(TypedDict, total=False): """Indicates a tool was called directly by Claude.""" @@ -418,6 +448,14 @@ class AnthropicCompaction(TypedDict, total=False): instructions: ReadOnly[str] +class AnthropicMessageThread(TypedDict, total=False): + """``thread`` body field of the message-threads beta: ``{"type": "create"}`` opens a server-side + thread, ``{"type": "continue", "previous_message_id": "msg_..."}`` appends only the new messages to it.""" + + type: Required[ReadOnly[Literal["create", "continue"]]] + previous_message_id: ReadOnly[str] + + class AnthropicMessagesRequestOptionalParams(TypedDict, total=False): max_tokens: int | None metadata: AnthropicMetadata | dict | None @@ -442,6 +480,7 @@ class AnthropicMessagesRequestOptionalParams(TypedDict, total=False): reasoning_effort: str | None safeguards: ReadOnly[list[dict[str, object]] | None] service_tier: ReadOnly[str | None] + thread: ReadOnly[AnthropicMessageThread | None] class AnthropicMessagesRequest(AnthropicMessagesRequestOptionalParams, total=False): @@ -853,6 +892,7 @@ class ANTHROPIC_BETA_HEADER_VALUES(str, Enum): PER_TURN_CONTROL_2026_07_01 = "per-turn-control-2026-07-01" DANGEROUS_TOOL_USE_2026_09_03 = "dangerous-tool-use-2026-09-03" MCP_CLIENT_2025_04_04 = "mcp-client-2025-04-04" + MESSAGE_THREADS_2026_08_12 = "message-threads-2026-08-12" # Tool search beta header constant (for Anthropic direct API and Microsoft Foundry) @@ -863,6 +903,7 @@ ANTHROPIC_TOOL_SEARCH_TOOL_TYPES: Final = frozenset( ) ANTHROPIC_TOOL_SEARCH_TOOL_NAMES: Final = frozenset({"tool_search_tool_regex", "tool_search_tool_bm25"}) ANTHROPIC_SERVER_TOOL_USE_ID_PREFIX: Final = "srvtoolu_" +ANTHROPIC_TOOL_SEARCH_RESULT_CONTENT_TYPE: Final = "tool_search_tool_search_result" def claude_hosted_web_tool_call(search: ResponseFunctionWebSearch) -> tuple[str, str, str] | None: @@ -879,6 +920,9 @@ ANTHROPIC_EFFORT_BETA_HEADER: Final = "effort-2025-11-24" ANTHROPIC_MID_CONVERSATION_OUTPUT_CONFIG_BETA_HEADER: Final = "mid-conversation-output-config-2026-07-01" ANTHROPIC_THINKING_DISPLAY_UPDATES_BETA_HEADER: Final = "thinking-display-updates-2026-08-18" + +MESSAGE_THREAD_NOT_FOUND_ERROR_CODE: Final = "thread_not_found" +MESSAGE_THREAD_UNSUPPORTED_ERROR_CODE: Final = "thread_unsupported_request" ANTHROPIC_THINKING_BINDING_CONTROLS_BETA_HEADER: Final = "thinking-binding-controls-2026-08-01" ANTHROPIC_MID_CONVERSATION_TOOL_CHANGES_BETA_HEADER: Final = "mid-conversation-tool-changes-2026-07-01" diff --git a/litellm/types/llms/bedrock.py b/litellm/types/llms/bedrock.py index ff4f2c4fd1e..e42a1a8f057 100644 --- a/litellm/types/llms/bedrock.py +++ b/litellm/types/llms/bedrock.py @@ -1257,6 +1257,13 @@ class BedrockInvokeAnthropicMessagesRequest(TypedDict, total=False): # other edit types (e.g. `clear_thinking_20251015`) never reach Bedrock. context_management: dict + # `compaction` ({"type": "summarize", "instructions"?: str}) is the + # `compact-2026-09-04` beta: one summarization call that returns a single + # signed compaction block. Bedrock rejects it together with + # `context_management`. Ref: + # https://docs.aws.amazon.com/bedrock/latest/userguide/claude-messages-compaction.html + compaction: ReadOnly[Mapping[str, object]] + class BedrockBatchRecordKind(Enum): """ diff --git a/litellm/types/llms/openai.py b/litellm/types/llms/openai.py index 378899b667d..daabd6122cd 100644 --- a/litellm/types/llms/openai.py +++ b/litellm/types/llms/openai.py @@ -95,6 +95,7 @@ from litellm.types.responses.main import ( OutputFunctionToolCall, OutputImageGenerationCall, OutputToolSearchCall, + OutputToolSearchOutput, ) from .base import CachedTokensDetails @@ -144,10 +145,10 @@ class HttpxBinaryResponseContent(_HttpxBinaryResponseContent, Generic[_ResponseT def hidden_params(self, hidden_params: dict[str, builtins.object]) -> None: # mutable-ok: API requires mutation self._hidden_params = hidden_params - def __init__(self, response: _ResponseT) -> None: + def __init__(self, response: _ResponseT, usage: "Usage | None" = None) -> None: super().__init__(response) # pyright: ignore[reportArgumentType] # SDK accepts both backends at runtime self._hidden_params = {} - self.usage = None + self.usage = usage @property def content_type(self) -> str | None: @@ -1595,6 +1596,7 @@ class ResponsesAPIResponse(BaseLiteLLMOpenAIResponseObject): | ResponseFunctionWebSearch | CustomToolCallOutputItem | OutputToolSearchCall + | OutputToolSearchOutput | ResponseCompactionItem ] ) diff --git a/litellm/types/management_endpoints/auto_router_endpoints.py b/litellm/types/management_endpoints/auto_router_endpoints.py index dfcac3b6bde..e244aba3e3c 100644 --- a/litellm/types/management_endpoints/auto_router_endpoints.py +++ b/litellm/types/management_endpoints/auto_router_endpoints.py @@ -176,12 +176,24 @@ class AutoRouterSessionResponse(LiteLLMBaseModel): turns: int = Field(description="Auto-routed turns the rollup has recorded for this session so far") last_model: str = Field(description="The deployment model the most recent turn was routed to") spend: float = Field(description="What the session's routed traffic actually cost, classifier calls included") + total_spend: float | None = Field( + default=None, + description="Spend billed to this key under the session id, routed or not, from a shared Redis counter " + "whose one-hour expiry every billed request resets. None without a shared Redis or once the counter " + "expired. A best-effort figure, not a lifetime total: a session idle past the expiry restarts from zero, " + "and a failed Redis write, eviction or flush drops spend without notice", + ) savings_estimated_turns: int = Field(description="Requests whose savings estimate recorded its baseline cost") savings_estimated_actual_spend: float = Field( description="Actual spend, including classifier cost, for requests whose estimate recorded its baseline cost" ) saved_spend: float | None = Field( - description="Recorded historical savings plus newer estimates, net of classifier cost" + description="Recorded historical savings plus newer estimates, net of classifier cost. None until a turn is " + "estimated. A turn that starts within the longest prompt-cache TTL its breakpoints use (5 minutes, or 1 hour " + "with a 1h breakpoint) of the session's first observed turn, or of the last turn whose observation was " + "incomplete, is not estimated, because the baseline's cache state is unknown then. Two kinds of turn are " + "still estimated inside that window: turns that took the identical baseline path, and turns whose whole " + "cached prefix the session had already written" ) baseline_spend: float | None = Field(description="Estimated single-model cost: spend plus recorded savings") savings_estimated_baseline_spend: float | None = Field( diff --git a/litellm/types/mcp.py b/litellm/types/mcp.py index 3fa9adef913..19d0ef68fc9 100644 --- a/litellm/types/mcp.py +++ b/litellm/types/mcp.py @@ -410,7 +410,7 @@ def credential_redirect_hook( MCP_ADMIN_CONFIG_CREDENTIAL_KEYS: Final[tuple[str, ...]] = ("upstream_resource", "upstream_token_header") """Non-secret credential keys returned on read so the admin form can show and clear them. Mirrors -``ADMIN_CONFIG_CREDENTIAL_KEYS`` in ``ui/litellm-dashboard/src/components/mcp_tools/types.tsx``.""" +``ADMIN_CONFIG_CREDENTIAL_KEYS`` in ``litellm/ui/litellm-dashboard/src/components/mcp_tools/types.tsx``.""" class MCPServerCostInfo(TypedDict, total=False): diff --git a/litellm/types/mcp_server/mcp_server_manager.py b/litellm/types/mcp_server/mcp_server_manager.py index 1d3d5911eb1..d47a237d9de 100644 --- a/litellm/types/mcp_server/mcp_server_manager.py +++ b/litellm/types/mcp_server/mcp_server_manager.py @@ -18,6 +18,11 @@ from litellm.types.mcp import ( validate_mcp_protocol_transport, ) +MAX_TOOLS_LIST_CACHE_TTL_SECONDS: Final = 365 * 24 * 60 * 60 +_TOOLS_LIST_CACHE_TTL_SECONDS: Final = TypeAdapter[int]( + Annotated[int, Field(ge=0, le=MAX_TOOLS_LIST_CACHE_TTL_SECONDS)] +) + # MCPInfo now allows arbitrary additional fields for custom metadata def _validate_mcp_protocol_metadata(value: dict[str, object]) -> dict[str, object]: @@ -25,6 +30,8 @@ def _validate_mcp_protocol_metadata(value: dict[str, object]) -> dict[str, objec TypeAdapter[MCPUpstreamProtocol](MCPUpstreamProtocol).validate_python(value["protocol_version"]) if "skip_tool_output_validation" in value: TypeAdapter[bool](bool).validate_python(value["skip_tool_output_validation"], strict=True) + if "tools_list_cache_ttl_seconds" in value: + _TOOLS_LIST_CACHE_TTL_SECONDS.validate_python(value["tools_list_cache_ttl_seconds"], strict=True) return value @@ -303,6 +310,11 @@ class MCPServer(LiteLLMBaseModel): def skip_tool_output_validation(self) -> bool: return (self.mcp_info or {}).get("skip_tool_output_validation") is True + @property + def tools_list_cache_ttl_seconds(self) -> int | None: + configured: Final[object] = (self.mcp_info or {}).get("tools_list_cache_ttl_seconds") + return configured if isinstance(configured, int) else None + @model_validator(mode="after") def resolve_protocol_version(self) -> Self: if "protocol_version" not in self.model_fields_set and self.mcp_info is not None: @@ -383,6 +395,12 @@ class MCPServer(LiteLLMBaseModel): door and is never a precondition for opening a session.""" return self.is_true_passthrough or self.is_oauth_delegate + @property + def reauthorizes_in_client(self) -> bool: + """True when a caller can fix an upstream 401 by authenticating again: the client-forwarded + token modes and gateway-vaulted per-user OAuth.""" + return self.is_client_forwarded_token or (self.is_gateway_managed_oauth2 and self.needs_user_oauth_token) + @property def is_dcr_bridge(self) -> bool: """True when this client-forwarded-token server serves the gateway-hosted DCR front door diff --git a/litellm/types/passthrough_endpoints/pass_through_endpoints.py b/litellm/types/passthrough_endpoints/pass_through_endpoints.py index b6bab77ab33..8a2b2a8f99c 100644 --- a/litellm/types/passthrough_endpoints/pass_through_endpoints.py +++ b/litellm/types/passthrough_endpoints/pass_through_endpoints.py @@ -1,4 +1,4 @@ -from collections.abc import Mapping, Sequence +from collections.abc import Callable, Mapping, Sequence from dataclasses import dataclass from datetime import datetime from enum import Enum @@ -20,6 +20,15 @@ LITELLM_PASS_THROUGH_RAW_BODY_STATE_KEY: Final = "litellm_pass_through_raw_body" # `model_info` of the router deployment a provider route (e.g. Vertex) resolved for this request. LITELLM_PASS_THROUGH_DEPLOYMENT_MODEL_INFO_STATE_KEY: Final = "litellm_pass_through_deployment_model_info" +# Resolves that `model_info` from the body actually forwarded, after the `custom_body` envelope and pre-call hooks. +LITELLM_PASS_THROUGH_DEPLOYMENT_PRICING_STATE_KEY: Final = "litellm_pass_through_deployment_pricing" + + +@dataclass(frozen=True, slots=True) +class DeploymentPricingResolver: + resolve: Callable[[Mapping[str, object]], Mapping[str, object] | None] + + # Attribute set on the FastAPI endpoint function of every user-defined pass-through # route. Auth reads it off the dispatched endpoint (``request.scope["endpoint"]``) to # decide whether a request body ``model`` names an upstream model rather than a diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/collieai.py b/litellm/types/proxy/guardrails/guardrail_hooks/collieai.py new file mode 100644 index 00000000000..784bbfc9d0d --- /dev/null +++ b/litellm/types/proxy/guardrails/guardrail_hooks/collieai.py @@ -0,0 +1,47 @@ +from __future__ import annotations + +from typing import Final + +from pydantic import ConfigDict, Field + +from litellm.types.llms.base import LiteLLMBaseModel + +from .base import GuardrailConfigModel + +DEFAULT_API_BASE: Final = "https://app.collieai.io/v1/integrations/litellm" + + +class CollieAiGuardrailConfigModelOptionalParams(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True) + + deadline_ms: int | None = Field( + default=None, + gt=0, + description=( + "Each phase's whole deadline in milliseconds: connection, send, reply and parse. " + "Leave empty for the package default." + ), + ) + forward_conversation_id: bool | None = Field( + default=None, + description=( + "Forward the caller's x-collieai-conversation-id header, and only that header. Leave empty to keep it off." + ), + ) + + +class CollieAiGuardrailConfigModel(GuardrailConfigModel[CollieAiGuardrailConfigModelOptionalParams]): + model_config = ConfigDict(frozen=True) + + api_key: str | None = Field( + default=None, + description="CollieAi project API key, starting with clai_. Leave empty to use COLLIEAI_API_KEY.", + ) + api_base: str | None = Field( + default=None, + description="CollieAi's LiteLLM integration base URL. Leave empty for CollieAi's hosted service.", + ) + + @staticmethod + def ui_friendly_name() -> str: + return "CollieAi" diff --git a/litellm/types/proxy/management_endpoints/common_daily_activity.py b/litellm/types/proxy/management_endpoints/common_daily_activity.py index 19791b7f620..c4816e7d1ea 100644 --- a/litellm/types/proxy/management_endpoints/common_daily_activity.py +++ b/litellm/types/proxy/management_endpoints/common_daily_activity.py @@ -31,6 +31,11 @@ class SpendMetrics(LiteLLMBaseModel): prompt_caching_savings_spend: float = Field(default=0.0) gateway_injected_caching_savings_spend: float = Field(default=0.0) autorouter_savings_spend: float = Field(default=0.0) + guardrail_spend: float = Field( + default=0.0, + description="Guardrail spend in USD, already included in spend, so model spend is spend - guardrail_spend. " + "Rows recorded before this field existed report 0 even when their spend includes guardrail cost", + ) total_tokens: int = Field(default=0) successful_requests: int = Field(default=0) failed_requests: int = Field(default=0) @@ -259,6 +264,7 @@ class LiteLLM_DailyUserSpend(LiteLLMBaseModel): prompt_caching_savings_spend: float = 0.0 gateway_injected_caching_savings_spend: float = 0.0 autorouter_savings_spend: float = 0.0 + guardrail_spend: float = 0.0 spend: float = 0.0 api_requests: int = 0 successful_requests: int = 0 diff --git a/litellm/types/proxy/skill_hub.py b/litellm/types/proxy/skill_hub.py index 050c3cb7eb8..e045914ead2 100644 --- a/litellm/types/proxy/skill_hub.py +++ b/litellm/types/proxy/skill_hub.py @@ -78,6 +78,14 @@ class SkillHubPublication(LiteLLMBaseModel): model_config = ConfigDict(frozen=True, extra="forbid") +class SkillHubRestore(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, extra="forbid") + + expected_skill_id: str = Field(description="Current skill ID read by the editor") + expected_updated_at: datetime | None = Field(description="Current updated_at read by the editor, including null") + version: str | None = Field(None, description="Higher semantic version, or omit/null for an automatic patch bump") + + class SkillHubVersion(LiteLLMBaseModel): model_config = ConfigDict(frozen=True) @@ -148,6 +156,8 @@ class SkillHubSubmission(LiteLLMBaseModel): reviewed_by: str | None reviewed_at: datetime | None rejection_reason: str | None + revision: int = Field(0, ge=0, description="Proposal revision used to prevent stale edits and reviews") + can_edit: bool = Field(False, description="Whether the caller may edit or withdraw this pending submission") class SkillHubSubmissionList(LiteLLMBaseModel): @@ -165,6 +175,16 @@ class SkillHubSubmissionDetail(LiteLLMBaseModel): current_skill: SkillHubSkill | None +class SkillHubSubmissionRevision(LiteLLMBaseModel): + model_config = ConfigDict(frozen=True, extra="forbid") + + expected_revision: int = Field(ge=0, description="Revision read from the submission detail") + + +class SkillHubSubmissionEdit(SkillHubMetadata): + expected_revision: int = Field(ge=0, description="Revision read from the submission detail") + + class SkillHubReviewResponse(LiteLLMBaseModel): model_config = ConfigDict(frozen=True) @@ -178,3 +198,4 @@ class SkillHubRejection(LiteLLMBaseModel): model_config = ConfigDict(frozen=True, extra="forbid") reason: str | None = Field(None, max_length=2000) + expected_revision: int | None = Field(None, ge=0) diff --git a/litellm/types/repositories/daily_activity.py b/litellm/types/repositories/daily_activity.py index 27e169cec5a..8d68d92a336 100644 --- a/litellm/types/repositories/daily_activity.py +++ b/litellm/types/repositories/daily_activity.py @@ -144,6 +144,7 @@ class RollupMetricsRow: prompt_caching_savings_spend: float | None gateway_injected_caching_savings_spend: float | None autorouter_savings_spend: float | None + guardrail_spend: float | None = field(default=None, kw_only=True) api_requests: int | None successful_requests: int | None failed_requests: int | None @@ -219,6 +220,7 @@ class DailyActivityRow(Protocol): prompt_caching_savings_spend: float gateway_injected_caching_savings_spend: float autorouter_savings_spend: float + guardrail_spend: float spend: float api_requests: int successful_requests: int diff --git a/litellm/types/responses/main.py b/litellm/types/responses/main.py index 7a2f58e9c16..61cd91be7ec 100644 --- a/litellm/types/responses/main.py +++ b/litellm/types/responses/main.py @@ -225,6 +225,17 @@ class OutputToolSearchCall(BaseLiteLLMOpenAIResponseObject): type: Literal["tool_search_call"] +class OutputToolSearchOutput(BaseLiteLLMOpenAIResponseObject): + model_config = ConfigDict(extra="allow", frozen=True, protected_namespaces=()) + + id: str + call_id: str | None = None + execution: Literal["server", "client"] + status: Literal["in_progress", "completed", "incomplete"] + tools: tuple[Mapping[str, object], ...] = () + type: Literal["tool_search_output"] + + class GenericResponseOutputItem(BaseLiteLLMOpenAIResponseObject): """ Generic response API output item diff --git a/litellm/types/router.py b/litellm/types/router.py index 6f5652db771..bc715759c45 100644 --- a/litellm/types/router.py +++ b/litellm/types/router.py @@ -89,6 +89,7 @@ class SilentExperimentFlag(TypedDict, total=False): class FallbackSkipReason(str, enum.Enum): NOT_AUTHORIZED = "not_authorized" OVER_BUDGET = "over_budget" + RATE_LIMITED = "rate_limited" @dataclass(frozen=True, slots=True) @@ -1352,6 +1353,19 @@ class FallbackBudgetCheck(Protocol): async def __call__(self, *, model: str, request_kwargs: Mapping[str, object], ctx: "RouterContext") -> bool: ... +class FallbackRateLimitCheck(Protocol): + """ + Decides whether the caller behind `request_kwargs` still has per-model rate limit capacity on fallback `model`. + + The limiter admits a request once, against the *requested* model group, so a provider failure would hand + the caller a fallback group whose per-model limits were never checked. The router runs this before every + cross-model-group fallback attempt, skips rejected targets, and an implementation reserves capacity when + it admits so concurrent failovers cannot all pass. + """ + + async def __call__(self, *, model: str, request_kwargs: Mapping[str, object], ctx: "RouterContext") -> bool: ... + + class AutoRouterCapabilityLimit(Protocol): """ Resolves how many complexity routers may claim each licensed capability right now; None means unlimited. diff --git a/litellm/types/utils.py b/litellm/types/utils.py index 3ddeb118c33..56133a3f3e1 100644 --- a/litellm/types/utils.py +++ b/litellm/types/utils.py @@ -372,6 +372,7 @@ class ModelInfoBase(ProviderSpecificModelInfo, total=False): cache_read_input_token_cost_above_512k_tokens: float | None cache_read_input_token_cost_batches: ReadOnly[float | None] cache_read_input_audio_token_cost_batches: ReadOnly[float | None] + cache_read_input_image_token_cost_batches: ReadOnly[float | None] cache_read_input_token_cost_above_200k_tokens_batches: ReadOnly[float | None] cache_read_input_token_cost_above_100k_tokens_batches: ReadOnly[float | None] cache_read_input_token_cost_above_272k_tokens_batches: ReadOnly[float | None] @@ -478,6 +479,7 @@ class ModelInfoBase(ProviderSpecificModelInfo, total=False): output_cost_per_image_1536: ReadOnly[float | None] output_cost_per_image_1K: ReadOnly[float | None] output_cost_per_image_2K: ReadOnly[float | None] + output_cost_per_billable_unit: ReadOnly[float | None] ocr_cost_per_page: float | None # for OCR models ocr_cost_per_page_batches: ReadOnly[float | None] ocr_cost_per_credit: float | None # for OCR models priced by credit @@ -4028,6 +4030,13 @@ ARIZE_OTLP_PROTOCOLS: Final[frozenset[str]] = frozenset(get_args(ArizeOtlpProtoc CAPTURE_MESSAGE_CONTENT_VAR: Final = "capture_message_content" EXCLUDED_SERVICES_VAR: Final = "excluded_services" +BAGGAGE_METADATA_KEYS_VAR: Final = "baggage_metadata_keys" +#: Team and key callback vars that tune that callback's own OTel v2 destination, never sent to the backend. +OTEL_DESTINATION_VARS: Final[tuple[str, ...]] = ( + CAPTURE_MESSAGE_CONTENT_VAR, + EXCLUDED_SERVICES_VAR, + BAGGAGE_METADATA_KEYS_VAR, +) class CaptureMessageContent(str): @@ -4155,6 +4164,7 @@ class CustomPricingLiteLLMParams(MirroredPricingParams): output_cost_per_image_1536: float | None = None output_cost_per_image_1K: float | None = None output_cost_per_image_2K: float | None = None + output_cost_per_billable_unit: float | None = None input_cost_per_pixel: float | None = None output_cost_per_pixel: float | None = None @@ -4190,6 +4200,7 @@ class CustomPricingLiteLLMParams(MirroredPricingParams): cache_read_input_token_cost_above_200k_tokens_batches: float | None = None cache_read_input_token_cost_above_272k_tokens_batches: float | None = None cache_read_input_audio_token_cost_batches: float | None = None + cache_read_input_image_token_cost_batches: float | None = None cache_creation_input_token_cost_batches: float | None = None cache_creation_input_token_cost_above_100k_tokens_batches: float | None = None cache_creation_input_token_cost_above_200k_tokens_batches: float | None = None @@ -4344,6 +4355,14 @@ SHARED_BACKEND_MODEL_INFO_FIELDS: Final[frozenset[str]] = ( - DEPLOYMENT_SCOPED_TOKEN_COUNT_FIELDS ) +SHARED_ONLY_WHEN_TRUE_CAPABILITY_FIELDS: Final[frozenset[str]] = frozenset({"supports_box_questions"}) + + +def _belongs_on_shared_backend_key(field: str, value: object) -> bool: + if field in SHARED_ONLY_WHEN_TRUE_CAPABILITY_FIELDS: + return value is True + return field in SHARED_BACKEND_MODEL_INFO_FIELDS + def shared_backend_model_info(model_info: dict[str, Any]) -> dict[str, Any]: """Return only the fields safe to register under a shared ``{provider}/{model}`` @@ -4352,8 +4371,13 @@ def shared_backend_model_info(model_info: dict[str, Any]) -> dict[str, Any]: ``off_peak_pricing``. Per-deployment metadata (``id``, ``access_via_team_ids``, arbitrary custom keys) never belongs on the shared key; it stays under the deployment's unique model id. + + A ``SHARED_ONLY_WHEN_TRUE_CAPABILITY_FIELDS`` flag reaches the shared key only as + ``True``. Its reader checks the deployment's own flag first, so a ``False`` or + non-boolean value already applies to its deployment, and on the shared key it would + only take the capability away from same-model deployments that set no flag. """ - return {k: v for k, v in model_info.items() if k in SHARED_BACKEND_MODEL_INFO_FIELDS} + return {k: v for k, v in model_info.items() if _belongs_on_shared_backend_key(k, v)} ABOVE_THRESHOLD_COST_KEY_PATTERN: Final = re.compile(r"_above_\d+k?_tokens(?:_batches)?$") @@ -4818,7 +4842,7 @@ OPENAI_COMPATIBLE_BATCH_AND_FILES_PROVIDERS: set[str] = { } FILE_CONTENT_STREAMING_PROVIDERS: Final[frozenset[str]] = frozenset( - {*OPENAI_COMPATIBLE_BATCH_AND_FILES_PROVIDERS, LlmProviders.VERTEX_AI.value} + {*OPENAI_COMPATIBLE_BATCH_AND_FILES_PROVIDERS, LlmProviders.VERTEX_AI.value, LlmProviders.GEMINI.value} ) LITELLM_EXECUTED_BATCH_PROVIDERS: Final[frozenset[str]] = frozenset({LlmProviders.HOSTED_VLLM.value}) @@ -4854,6 +4878,7 @@ class SearchProviders(str, Enum): AGENTCORE = "agentcore" NIMBLE = "nimble" BING_GROUNDING = "bing_grounding" + WEBIQ = "webiq" DEEPSEEK = "deepseek" XAI = "xai" @@ -5366,6 +5391,14 @@ class PriorityReservationSettings(LiteLLMBaseModel): default=0.50, description="Saturation threshold (0.0-1.0) at which strict priority enforcement begins. Below this threshold, generous mode allows priority borrowing. Above this threshold, strict mode enforces normalized priority limits.", ) + team_model_limit_borrows_idle_capacity_from_other_teams: bool = Field( + default=False, + description="When true, a team's model_tpm_limit and model_rpm_limit on a model this limiter covers stop being ceilings. The team may run past them on capacity other teams are not using while the model is below saturation_threshold, and is held to them once the model saturates.", + ) + priority_class_share_splits_equally_among_active_teams: bool = Field( + default=False, + description="When true, a priority class's share of a model is renormalized over the classes whose teams used the model in the current window and split equally among that class's active teams, and once the model saturates each team is held to its own share instead of the class pool. Keys without a team keep the class pool.", + ) saturation_check_cache_ttl: int = Field( default=60, diff --git a/litellm/types/vector_stores.py b/litellm/types/vector_stores.py index 2259339e479..b154d161e13 100644 --- a/litellm/types/vector_stores.py +++ b/litellm/types/vector_stores.py @@ -2,12 +2,14 @@ from collections.abc import Mapping, Sequence from dataclasses import dataclass from datetime import datetime from enum import Enum -from typing import Any, Literal +from typing import Any, Final, Literal, TypeAlias from typing_extensions import ReadOnly, TypedDict from litellm.types.llms.base import LiteLLMBaseModel +RETRIEVAL_QUERY_PARAMS: Final = ("retrievalQuery", "retrieval_query") + class SupportedVectorStoreIntegrations(str, Enum): """Supported vector store integrations.""" @@ -74,11 +76,29 @@ class VectorStoreInfoRequest(LiteLLMBaseModel): vector_store_id: str +VectorStoreSearchImageMediaType: TypeAlias = Literal["image/jpeg", "image/png", "image/gif", "image/webp"] + + +class VectorStoreSearchQueryImage(TypedDict): + """Base64 image to search a multimodal vector store with, in place of a text query""" + + type: ReadOnly[Literal["base64"]] + media_type: ReadOnly[VectorStoreSearchImageMediaType] + data: ReadOnly[str] + + +class VectorStoreResultImageSource(TypedDict): + type: ReadOnly[Literal["base64"]] + media_type: ReadOnly[str] + data: ReadOnly[str] + + class VectorStoreResultContent(TypedDict, total=False): """Content of a vector store result""" text: str | None type: str | None + source: ReadOnly[VectorStoreResultImageSource] class VectorStoreSearchResult(TypedDict, total=False): @@ -117,6 +137,7 @@ class VectorStoreSearchOptionalRequestParams(TypedDict, total=False): max_num_results: int | None ranking_options: dict | None rewrite_query: bool | None + query_image: ReadOnly[VectorStoreSearchQueryImage | None] class VectorStoreSearchRequest(VectorStoreSearchOptionalRequestParams, total=False): @@ -320,6 +341,7 @@ VECTOR_STORE_OPENAI_PARAMS = Literal[ "max_num_results", "ranking_options", "rewrite_query", + "query_image", ] @@ -330,6 +352,7 @@ class VectorStoreToolParams: filters: dict | None = None max_num_results: int | None = None ranking_options: dict | None = None + rewrite_query: bool | None = None def to_dict(self) -> dict: """Convert to dict, excluding None values""" @@ -339,6 +362,7 @@ class VectorStoreToolParams: "filters": self.filters, "max_num_results": self.max_num_results, "ranking_options": self.ranking_options, + "rewrite_query": self.rewrite_query or None, }.items() if v is not None } diff --git a/ui/docker-entrypoint.d/40-litellm-runtime-config.sh b/litellm/ui/docker-entrypoint.d/40-litellm-runtime-config.sh similarity index 100% rename from ui/docker-entrypoint.d/40-litellm-runtime-config.sh rename to litellm/ui/docker-entrypoint.d/40-litellm-runtime-config.sh diff --git a/ui/litellm-dashboard/.agents/skills/url-state/SKILL.md b/litellm/ui/litellm-dashboard/.agents/skills/url-state/SKILL.md similarity index 100% rename from ui/litellm-dashboard/.agents/skills/url-state/SKILL.md rename to litellm/ui/litellm-dashboard/.agents/skills/url-state/SKILL.md diff --git a/ui/litellm-dashboard/.env.development b/litellm/ui/litellm-dashboard/.env.development similarity index 100% rename from ui/litellm-dashboard/.env.development rename to litellm/ui/litellm-dashboard/.env.development diff --git a/ui/litellm-dashboard/.env.production b/litellm/ui/litellm-dashboard/.env.production similarity index 100% rename from ui/litellm-dashboard/.env.production rename to litellm/ui/litellm-dashboard/.env.production diff --git a/ui/litellm-dashboard/.npmrc b/litellm/ui/litellm-dashboard/.npmrc similarity index 100% rename from ui/litellm-dashboard/.npmrc rename to litellm/ui/litellm-dashboard/.npmrc diff --git a/ui/litellm-dashboard/.nvmrc b/litellm/ui/litellm-dashboard/.nvmrc similarity index 100% rename from ui/litellm-dashboard/.nvmrc rename to litellm/ui/litellm-dashboard/.nvmrc diff --git a/ui/litellm-dashboard/.prettierignore b/litellm/ui/litellm-dashboard/.prettierignore similarity index 100% rename from ui/litellm-dashboard/.prettierignore rename to litellm/ui/litellm-dashboard/.prettierignore diff --git a/ui/litellm-dashboard/.prettierrc b/litellm/ui/litellm-dashboard/.prettierrc similarity index 100% rename from ui/litellm-dashboard/.prettierrc rename to litellm/ui/litellm-dashboard/.prettierrc diff --git a/ui/litellm-dashboard/AGENTS.md b/litellm/ui/litellm-dashboard/AGENTS.md similarity index 100% rename from ui/litellm-dashboard/AGENTS.md rename to litellm/ui/litellm-dashboard/AGENTS.md diff --git a/ui/litellm-dashboard/README.md b/litellm/ui/litellm-dashboard/README.md similarity index 100% rename from ui/litellm-dashboard/README.md rename to litellm/ui/litellm-dashboard/README.md diff --git a/ui/litellm-dashboard/build_release_ui.sh b/litellm/ui/litellm-dashboard/build_release_ui.sh similarity index 89% rename from ui/litellm-dashboard/build_release_ui.sh rename to litellm/ui/litellm-dashboard/build_release_ui.sh index 4f1168502c6..96e2b3ad604 100755 --- a/ui/litellm-dashboard/build_release_ui.sh +++ b/litellm/ui/litellm-dashboard/build_release_ui.sh @@ -1,7 +1,7 @@ #!/bin/bash set -e -destination_dir="../../litellm/proxy/_experimental/out" +destination_dir="../../proxy/_experimental/out" chmod +x ./build_ui.sh ./build_ui.sh diff --git a/ui/litellm-dashboard/build_ui.sh b/litellm/ui/litellm-dashboard/build_ui.sh similarity index 96% rename from ui/litellm-dashboard/build_ui.sh rename to litellm/ui/litellm-dashboard/build_ui.sh index 3cdf4305d61..a63f1b88a6a 100755 --- a/ui/litellm-dashboard/build_ui.sh +++ b/litellm/ui/litellm-dashboard/build_ui.sh @@ -45,7 +45,7 @@ if [ $? -eq 0 ]; then pwd # Specify the destination directory - destination_dir="../../litellm/proxy/_experimental/out" + destination_dir="../../proxy/_experimental/out" # Remove existing files in the destination directory rm -rf "$destination_dir"/* diff --git a/ui/litellm-dashboard/build_ui_custom_path.sh b/litellm/ui/litellm-dashboard/build_ui_custom_path.sh similarity index 97% rename from ui/litellm-dashboard/build_ui_custom_path.sh rename to litellm/ui/litellm-dashboard/build_ui_custom_path.sh index 2f9905126d6..5eb49b10490 100755 --- a/ui/litellm-dashboard/build_ui_custom_path.sh +++ b/litellm/ui/litellm-dashboard/build_ui_custom_path.sh @@ -54,7 +54,7 @@ if [ $? -eq 0 ]; then pwd # Specify the destination directory - destination_dir="../../litellm/proxy/_experimental/out" + destination_dir="../../proxy/_experimental/out" # Remove existing files in the destination directory rm -rf "$destination_dir"/* diff --git a/ui/litellm-dashboard/components.json b/litellm/ui/litellm-dashboard/components.json similarity index 100% rename from ui/litellm-dashboard/components.json rename to litellm/ui/litellm-dashboard/components.json diff --git a/ui/litellm-dashboard/eslint-budgets.json b/litellm/ui/litellm-dashboard/eslint-budgets.json similarity index 100% rename from ui/litellm-dashboard/eslint-budgets.json rename to litellm/ui/litellm-dashboard/eslint-budgets.json diff --git a/ui/litellm-dashboard/eslint-suppressions.json b/litellm/ui/litellm-dashboard/eslint-suppressions.json similarity index 99% rename from ui/litellm-dashboard/eslint-suppressions.json rename to litellm/ui/litellm-dashboard/eslint-suppressions.json index e9bbeb94355..6755900f445 100644 --- a/ui/litellm-dashboard/eslint-suppressions.json +++ b/litellm/ui/litellm-dashboard/eslint-suppressions.json @@ -1740,7 +1740,7 @@ "count": 5 }, "no-restricted-syntax": { - "count": 132 + "count": 131 }, "prefer-const": { "count": 26 diff --git a/ui/litellm-dashboard/eslint.config.mjs b/litellm/ui/litellm-dashboard/eslint.config.mjs similarity index 100% rename from ui/litellm-dashboard/eslint.config.mjs rename to litellm/ui/litellm-dashboard/eslint.config.mjs diff --git a/ui/litellm-dashboard/knip.json b/litellm/ui/litellm-dashboard/knip.json similarity index 100% rename from ui/litellm-dashboard/knip.json rename to litellm/ui/litellm-dashboard/knip.json diff --git a/ui/litellm-dashboard/next.config.mjs b/litellm/ui/litellm-dashboard/next.config.mjs similarity index 100% rename from ui/litellm-dashboard/next.config.mjs rename to litellm/ui/litellm-dashboard/next.config.mjs diff --git a/ui/litellm-dashboard/package-lock.json b/litellm/ui/litellm-dashboard/package-lock.json similarity index 100% rename from ui/litellm-dashboard/package-lock.json rename to litellm/ui/litellm-dashboard/package-lock.json diff --git a/ui/litellm-dashboard/package.json b/litellm/ui/litellm-dashboard/package.json similarity index 100% rename from ui/litellm-dashboard/package.json rename to litellm/ui/litellm-dashboard/package.json diff --git a/ui/litellm-dashboard/postcss.config.js b/litellm/ui/litellm-dashboard/postcss.config.js similarity index 100% rename from ui/litellm-dashboard/postcss.config.js rename to litellm/ui/litellm-dashboard/postcss.config.js diff --git a/ui/litellm-dashboard/public/assets/aria-agent.png b/litellm/ui/litellm-dashboard/public/assets/aria-agent.png similarity index 100% rename from ui/litellm-dashboard/public/assets/aria-agent.png rename to litellm/ui/litellm-dashboard/public/assets/aria-agent.png diff --git a/ui/litellm-dashboard/public/assets/audit-logs-preview.png b/litellm/ui/litellm-dashboard/public/assets/audit-logs-preview.png similarity index 100% rename from ui/litellm-dashboard/public/assets/audit-logs-preview.png rename to litellm/ui/litellm-dashboard/public/assets/audit-logs-preview.png diff --git a/ui/litellm-dashboard/public/assets/logos/a2a_agent.png b/litellm/ui/litellm-dashboard/public/assets/logos/a2a_agent.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/a2a_agent.png rename to litellm/ui/litellm-dashboard/public/assets/logos/a2a_agent.png diff --git a/ui/litellm-dashboard/public/assets/logos/ai21.svg b/litellm/ui/litellm-dashboard/public/assets/logos/ai21.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/ai21.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/ai21.svg diff --git a/ui/litellm-dashboard/public/assets/logos/aiand.svg b/litellm/ui/litellm-dashboard/public/assets/logos/aiand.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/aiand.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/aiand.svg diff --git a/ui/litellm-dashboard/public/assets/logos/aim_logo.jpeg b/litellm/ui/litellm-dashboard/public/assets/logos/aim_logo.jpeg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/aim_logo.jpeg rename to litellm/ui/litellm-dashboard/public/assets/logos/aim_logo.jpeg diff --git a/ui/litellm-dashboard/public/assets/logos/aim_security.jpeg b/litellm/ui/litellm-dashboard/public/assets/logos/aim_security.jpeg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/aim_security.jpeg rename to litellm/ui/litellm-dashboard/public/assets/logos/aim_security.jpeg diff --git a/ui/litellm-dashboard/public/assets/logos/aiml_api.svg b/litellm/ui/litellm-dashboard/public/assets/logos/aiml_api.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/aiml_api.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/aiml_api.svg diff --git a/ui/litellm-dashboard/public/assets/logos/airia.svg b/litellm/ui/litellm-dashboard/public/assets/logos/airia.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/airia.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/airia.svg diff --git a/ui/litellm-dashboard/public/assets/logos/akto.svg b/litellm/ui/litellm-dashboard/public/assets/logos/akto.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/akto.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/akto.svg diff --git a/ui/litellm-dashboard/public/assets/logos/alice.svg b/litellm/ui/litellm-dashboard/public/assets/logos/alice.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/alice.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/alice.svg diff --git a/ui/litellm-dashboard/public/assets/logos/anthropic.png b/litellm/ui/litellm-dashboard/public/assets/logos/anthropic.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/anthropic.png rename to litellm/ui/litellm-dashboard/public/assets/logos/anthropic.png diff --git a/ui/litellm-dashboard/public/assets/logos/anthropic.svg b/litellm/ui/litellm-dashboard/public/assets/logos/anthropic.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/anthropic.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/anthropic.svg diff --git a/ui/litellm-dashboard/public/assets/logos/aporia.png b/litellm/ui/litellm-dashboard/public/assets/logos/aporia.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/aporia.png rename to litellm/ui/litellm-dashboard/public/assets/logos/aporia.png diff --git a/ui/litellm-dashboard/public/assets/logos/arize.png b/litellm/ui/litellm-dashboard/public/assets/logos/arize.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/arize.png rename to litellm/ui/litellm-dashboard/public/assets/logos/arize.png diff --git a/ui/litellm-dashboard/public/assets/logos/assemblyai_small.png b/litellm/ui/litellm-dashboard/public/assets/logos/assemblyai_small.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/assemblyai_small.png rename to litellm/ui/litellm-dashboard/public/assets/logos/assemblyai_small.png diff --git a/ui/litellm-dashboard/public/assets/logos/aws.png b/litellm/ui/litellm-dashboard/public/assets/logos/aws.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/aws.png rename to litellm/ui/litellm-dashboard/public/assets/logos/aws.png diff --git a/ui/litellm-dashboard/public/assets/logos/aws.svg b/litellm/ui/litellm-dashboard/public/assets/logos/aws.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/aws.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/aws.svg diff --git a/ui/litellm-dashboard/public/assets/logos/azure_ai_foundry.png b/litellm/ui/litellm-dashboard/public/assets/logos/azure_ai_foundry.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/azure_ai_foundry.png rename to litellm/ui/litellm-dashboard/public/assets/logos/azure_ai_foundry.png diff --git a/ui/litellm-dashboard/public/assets/logos/baseten.svg b/litellm/ui/litellm-dashboard/public/assets/logos/baseten.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/baseten.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/baseten.svg diff --git a/ui/litellm-dashboard/public/assets/logos/bedrock.svg b/litellm/ui/litellm-dashboard/public/assets/logos/bedrock.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/bedrock.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/bedrock.svg diff --git a/ui/litellm-dashboard/public/assets/logos/bigmodel.png b/litellm/ui/litellm-dashboard/public/assets/logos/bigmodel.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/bigmodel.png rename to litellm/ui/litellm-dashboard/public/assets/logos/bigmodel.png diff --git a/ui/litellm-dashboard/public/assets/logos/bing.png b/litellm/ui/litellm-dashboard/public/assets/logos/bing.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/bing.png rename to litellm/ui/litellm-dashboard/public/assets/logos/bing.png diff --git a/ui/litellm-dashboard/public/assets/logos/braintrust.png b/litellm/ui/litellm-dashboard/public/assets/logos/braintrust.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/braintrust.png rename to litellm/ui/litellm-dashboard/public/assets/logos/braintrust.png diff --git a/ui/litellm-dashboard/public/assets/logos/cato_networks.svg b/litellm/ui/litellm-dashboard/public/assets/logos/cato_networks.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/cato_networks.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/cato_networks.svg diff --git a/ui/litellm-dashboard/public/assets/logos/cerebras.svg b/litellm/ui/litellm-dashboard/public/assets/logos/cerebras.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/cerebras.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/cerebras.svg diff --git a/ui/litellm-dashboard/public/assets/logos/cisco.png b/litellm/ui/litellm-dashboard/public/assets/logos/cisco.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/cisco.png rename to litellm/ui/litellm-dashboard/public/assets/logos/cisco.png diff --git a/ui/litellm-dashboard/public/assets/logos/claude.svg b/litellm/ui/litellm-dashboard/public/assets/logos/claude.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/claude.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/claude.svg diff --git a/ui/litellm-dashboard/public/assets/logos/cloudflare.svg b/litellm/ui/litellm-dashboard/public/assets/logos/cloudflare.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/cloudflare.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/cloudflare.svg diff --git a/ui/litellm-dashboard/public/assets/logos/cohere.svg b/litellm/ui/litellm-dashboard/public/assets/logos/cohere.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/cohere.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/cohere.svg diff --git a/litellm/ui/litellm-dashboard/public/assets/logos/collieai.svg b/litellm/ui/litellm-dashboard/public/assets/logos/collieai.svg new file mode 100644 index 00000000000..dff072d0c30 --- /dev/null +++ b/litellm/ui/litellm-dashboard/public/assets/logos/collieai.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/ui/litellm-dashboard/public/assets/logos/cometapi.svg b/litellm/ui/litellm-dashboard/public/assets/logos/cometapi.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/cometapi.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/cometapi.svg diff --git a/ui/litellm-dashboard/public/assets/logos/conduct.png b/litellm/ui/litellm-dashboard/public/assets/logos/conduct.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/conduct.png rename to litellm/ui/litellm-dashboard/public/assets/logos/conduct.png diff --git a/ui/litellm-dashboard/public/assets/logos/crewai-color.svg b/litellm/ui/litellm-dashboard/public/assets/logos/crewai-color.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/crewai-color.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/crewai-color.svg diff --git a/ui/litellm-dashboard/public/assets/logos/cursor.svg b/litellm/ui/litellm-dashboard/public/assets/logos/cursor.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/cursor.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/cursor.svg diff --git a/ui/litellm-dashboard/public/assets/logos/databricks.svg b/litellm/ui/litellm-dashboard/public/assets/logos/databricks.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/databricks.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/databricks.svg diff --git a/ui/litellm-dashboard/public/assets/logos/datadog.png b/litellm/ui/litellm-dashboard/public/assets/logos/datadog.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/datadog.png rename to litellm/ui/litellm-dashboard/public/assets/logos/datadog.png diff --git a/ui/litellm-dashboard/public/assets/logos/dataforseo.png b/litellm/ui/litellm-dashboard/public/assets/logos/dataforseo.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/dataforseo.png rename to litellm/ui/litellm-dashboard/public/assets/logos/dataforseo.png diff --git a/ui/litellm-dashboard/public/assets/logos/deepgram.png b/litellm/ui/litellm-dashboard/public/assets/logos/deepgram.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/deepgram.png rename to litellm/ui/litellm-dashboard/public/assets/logos/deepgram.png diff --git a/ui/litellm-dashboard/public/assets/logos/deepinfra.png b/litellm/ui/litellm-dashboard/public/assets/logos/deepinfra.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/deepinfra.png rename to litellm/ui/litellm-dashboard/public/assets/logos/deepinfra.png diff --git a/ui/litellm-dashboard/public/assets/logos/deepkeep.svg b/litellm/ui/litellm-dashboard/public/assets/logos/deepkeep.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/deepkeep.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/deepkeep.svg diff --git a/ui/litellm-dashboard/public/assets/logos/deepseek.svg b/litellm/ui/litellm-dashboard/public/assets/logos/deepseek.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/deepseek.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/deepseek.svg diff --git a/ui/litellm-dashboard/public/assets/logos/edenai.svg b/litellm/ui/litellm-dashboard/public/assets/logos/edenai.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/edenai.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/edenai.svg diff --git a/ui/litellm-dashboard/public/assets/logos/elevenlabs.png b/litellm/ui/litellm-dashboard/public/assets/logos/elevenlabs.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/elevenlabs.png rename to litellm/ui/litellm-dashboard/public/assets/logos/elevenlabs.png diff --git a/ui/litellm-dashboard/public/assets/logos/enkrypt_ai.avif b/litellm/ui/litellm-dashboard/public/assets/logos/enkrypt_ai.avif similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/enkrypt_ai.avif rename to litellm/ui/litellm-dashboard/public/assets/logos/enkrypt_ai.avif diff --git a/ui/litellm-dashboard/public/assets/logos/exa_ai.png b/litellm/ui/litellm-dashboard/public/assets/logos/exa_ai.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/exa_ai.png rename to litellm/ui/litellm-dashboard/public/assets/logos/exa_ai.png diff --git a/ui/litellm-dashboard/public/assets/logos/fal_ai.jpg b/litellm/ui/litellm-dashboard/public/assets/logos/fal_ai.jpg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/fal_ai.jpg rename to litellm/ui/litellm-dashboard/public/assets/logos/fal_ai.jpg diff --git a/ui/litellm-dashboard/public/assets/logos/featherless.svg b/litellm/ui/litellm-dashboard/public/assets/logos/featherless.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/featherless.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/featherless.svg diff --git a/ui/litellm-dashboard/public/assets/logos/figma.svg b/litellm/ui/litellm-dashboard/public/assets/logos/figma.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/figma.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/figma.svg diff --git a/ui/litellm-dashboard/public/assets/logos/fireworks.svg b/litellm/ui/litellm-dashboard/public/assets/logos/fireworks.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/fireworks.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/fireworks.svg diff --git a/ui/litellm-dashboard/public/assets/logos/friendli.svg b/litellm/ui/litellm-dashboard/public/assets/logos/friendli.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/friendli.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/friendli.svg diff --git a/ui/litellm-dashboard/public/assets/logos/galileo.ico b/litellm/ui/litellm-dashboard/public/assets/logos/galileo.ico similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/galileo.ico rename to litellm/ui/litellm-dashboard/public/assets/logos/galileo.ico diff --git a/ui/litellm-dashboard/public/assets/logos/gigachat.svg b/litellm/ui/litellm-dashboard/public/assets/logos/gigachat.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/gigachat.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/gigachat.svg diff --git a/ui/litellm-dashboard/public/assets/logos/github.svg b/litellm/ui/litellm-dashboard/public/assets/logos/github.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/github.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/github.svg diff --git a/ui/litellm-dashboard/public/assets/logos/github_copilot.svg b/litellm/ui/litellm-dashboard/public/assets/logos/github_copilot.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/github_copilot.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/github_copilot.svg diff --git a/ui/litellm-dashboard/public/assets/logos/gitlab.svg b/litellm/ui/litellm-dashboard/public/assets/logos/gitlab.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/gitlab.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/gitlab.svg diff --git a/ui/litellm-dashboard/public/assets/logos/gmail.svg b/litellm/ui/litellm-dashboard/public/assets/logos/gmail.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/gmail.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/gmail.svg diff --git a/ui/litellm-dashboard/public/assets/logos/google-adk.png b/litellm/ui/litellm-dashboard/public/assets/logos/google-adk.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/google-adk.png rename to litellm/ui/litellm-dashboard/public/assets/logos/google-adk.png diff --git a/ui/litellm-dashboard/public/assets/logos/google.svg b/litellm/ui/litellm-dashboard/public/assets/logos/google.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/google.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/google.svg diff --git a/ui/litellm-dashboard/public/assets/logos/google_drive.svg b/litellm/ui/litellm-dashboard/public/assets/logos/google_drive.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/google_drive.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/google_drive.svg diff --git a/ui/litellm-dashboard/public/assets/logos/google_pse.png b/litellm/ui/litellm-dashboard/public/assets/logos/google_pse.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/google_pse.png rename to litellm/ui/litellm-dashboard/public/assets/logos/google_pse.png diff --git a/ui/litellm-dashboard/public/assets/logos/groq.svg b/litellm/ui/litellm-dashboard/public/assets/logos/groq.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/groq.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/groq.svg diff --git a/ui/litellm-dashboard/public/assets/logos/guardrails_ai.jpeg b/litellm/ui/litellm-dashboard/public/assets/logos/guardrails_ai.jpeg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/guardrails_ai.jpeg rename to litellm/ui/litellm-dashboard/public/assets/logos/guardrails_ai.jpeg diff --git a/ui/litellm-dashboard/public/assets/logos/hermes.png b/litellm/ui/litellm-dashboard/public/assets/logos/hermes.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/hermes.png rename to litellm/ui/litellm-dashboard/public/assets/logos/hermes.png diff --git a/ui/litellm-dashboard/public/assets/logos/hostinger.png b/litellm/ui/litellm-dashboard/public/assets/logos/hostinger.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/hostinger.png rename to litellm/ui/litellm-dashboard/public/assets/logos/hostinger.png diff --git a/ui/litellm-dashboard/public/assets/logos/hubspot.svg b/litellm/ui/litellm-dashboard/public/assets/logos/hubspot.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/hubspot.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/hubspot.svg diff --git a/ui/litellm-dashboard/public/assets/logos/huggingface.svg b/litellm/ui/litellm-dashboard/public/assets/logos/huggingface.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/huggingface.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/huggingface.svg diff --git a/ui/litellm-dashboard/public/assets/logos/hyperbolic.svg b/litellm/ui/litellm-dashboard/public/assets/logos/hyperbolic.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/hyperbolic.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/hyperbolic.svg diff --git a/ui/litellm-dashboard/public/assets/logos/infinity.png b/litellm/ui/litellm-dashboard/public/assets/logos/infinity.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/infinity.png rename to litellm/ui/litellm-dashboard/public/assets/logos/infinity.png diff --git a/ui/litellm-dashboard/public/assets/logos/javelin.png b/litellm/ui/litellm-dashboard/public/assets/logos/javelin.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/javelin.png rename to litellm/ui/litellm-dashboard/public/assets/logos/javelin.png diff --git a/ui/litellm-dashboard/public/assets/logos/jina.png b/litellm/ui/litellm-dashboard/public/assets/logos/jina.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/jina.png rename to litellm/ui/litellm-dashboard/public/assets/logos/jina.png diff --git a/ui/litellm-dashboard/public/assets/logos/jira.svg b/litellm/ui/litellm-dashboard/public/assets/logos/jira.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/jira.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/jira.svg diff --git a/ui/litellm-dashboard/public/assets/logos/lago.svg b/litellm/ui/litellm-dashboard/public/assets/logos/lago.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/lago.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/lago.svg diff --git a/ui/litellm-dashboard/public/assets/logos/lakeraai.jpeg b/litellm/ui/litellm-dashboard/public/assets/logos/lakeraai.jpeg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/lakeraai.jpeg rename to litellm/ui/litellm-dashboard/public/assets/logos/lakeraai.jpeg diff --git a/ui/litellm-dashboard/public/assets/logos/lambda.svg b/litellm/ui/litellm-dashboard/public/assets/logos/lambda.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/lambda.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/lambda.svg diff --git a/ui/litellm-dashboard/public/assets/logos/langchain.svg b/litellm/ui/litellm-dashboard/public/assets/logos/langchain.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/langchain.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/langchain.svg diff --git a/ui/litellm-dashboard/public/assets/logos/langflow.svg b/litellm/ui/litellm-dashboard/public/assets/logos/langflow.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/langflow.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/langflow.svg diff --git a/ui/litellm-dashboard/public/assets/logos/langfuse.png b/litellm/ui/litellm-dashboard/public/assets/logos/langfuse.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/langfuse.png rename to litellm/ui/litellm-dashboard/public/assets/logos/langfuse.png diff --git a/ui/litellm-dashboard/public/assets/logos/langfuse.svg b/litellm/ui/litellm-dashboard/public/assets/logos/langfuse.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/langfuse.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/langfuse.svg diff --git a/ui/litellm-dashboard/public/assets/logos/langgraph-color.svg b/litellm/ui/litellm-dashboard/public/assets/logos/langgraph-color.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/langgraph-color.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/langgraph-color.svg diff --git a/ui/litellm-dashboard/public/assets/logos/langgraph.png b/litellm/ui/litellm-dashboard/public/assets/logos/langgraph.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/langgraph.png rename to litellm/ui/litellm-dashboard/public/assets/logos/langgraph.png diff --git a/ui/litellm-dashboard/public/assets/logos/langsmith.png b/litellm/ui/litellm-dashboard/public/assets/logos/langsmith.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/langsmith.png rename to litellm/ui/litellm-dashboard/public/assets/logos/langsmith.png diff --git a/ui/litellm-dashboard/public/assets/logos/lasso.png b/litellm/ui/litellm-dashboard/public/assets/logos/lasso.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/lasso.png rename to litellm/ui/litellm-dashboard/public/assets/logos/lasso.png diff --git a/ui/litellm-dashboard/public/assets/logos/linear.svg b/litellm/ui/litellm-dashboard/public/assets/logos/linear.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/linear.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/linear.svg diff --git a/ui/litellm-dashboard/public/assets/logos/litellm.jpg b/litellm/ui/litellm-dashboard/public/assets/logos/litellm.jpg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/litellm.jpg rename to litellm/ui/litellm-dashboard/public/assets/logos/litellm.jpg diff --git a/ui/litellm-dashboard/public/assets/logos/litellm_logo.png b/litellm/ui/litellm-dashboard/public/assets/logos/litellm_logo.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/litellm_logo.png rename to litellm/ui/litellm-dashboard/public/assets/logos/litellm_logo.png diff --git a/ui/litellm-dashboard/public/assets/logos/litellm_logo_dark.png b/litellm/ui/litellm-dashboard/public/assets/logos/litellm_logo_dark.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/litellm_logo_dark.png rename to litellm/ui/litellm-dashboard/public/assets/logos/litellm_logo_dark.png diff --git a/ui/litellm-dashboard/public/assets/logos/litellm_monogram.svg b/litellm/ui/litellm-dashboard/public/assets/logos/litellm_monogram.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/litellm_monogram.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/litellm_monogram.svg diff --git a/ui/litellm-dashboard/public/assets/logos/litellm_monogram_dark.svg b/litellm/ui/litellm-dashboard/public/assets/logos/litellm_monogram_dark.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/litellm_monogram_dark.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/litellm_monogram_dark.svg diff --git a/ui/litellm-dashboard/public/assets/logos/llamaindex-color.svg b/litellm/ui/litellm-dashboard/public/assets/logos/llamaindex-color.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/llamaindex-color.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/llamaindex-color.svg diff --git a/ui/litellm-dashboard/public/assets/logos/llm_guard.png b/litellm/ui/litellm-dashboard/public/assets/logos/llm_guard.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/llm_guard.png rename to litellm/ui/litellm-dashboard/public/assets/logos/llm_guard.png diff --git a/ui/litellm-dashboard/public/assets/logos/llm_shield_proxy.svg b/litellm/ui/litellm-dashboard/public/assets/logos/llm_shield_proxy.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/llm_shield_proxy.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/llm_shield_proxy.svg diff --git a/ui/litellm-dashboard/public/assets/logos/lmstudio.svg b/litellm/ui/litellm-dashboard/public/assets/logos/lmstudio.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/lmstudio.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/lmstudio.svg diff --git a/ui/litellm-dashboard/public/assets/logos/mcp_logo.png b/litellm/ui/litellm-dashboard/public/assets/logos/mcp_logo.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/mcp_logo.png rename to litellm/ui/litellm-dashboard/public/assets/logos/mcp_logo.png diff --git a/ui/litellm-dashboard/public/assets/logos/meta_llama.svg b/litellm/ui/litellm-dashboard/public/assets/logos/meta_llama.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/meta_llama.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/meta_llama.svg diff --git a/ui/litellm-dashboard/public/assets/logos/microsoft_365.svg b/litellm/ui/litellm-dashboard/public/assets/logos/microsoft_365.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/microsoft_365.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/microsoft_365.svg diff --git a/ui/litellm-dashboard/public/assets/logos/microsoft_365_copilot.svg b/litellm/ui/litellm-dashboard/public/assets/logos/microsoft_365_copilot.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/microsoft_365_copilot.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/microsoft_365_copilot.svg diff --git a/ui/litellm-dashboard/public/assets/logos/microsoft_azure.png b/litellm/ui/litellm-dashboard/public/assets/logos/microsoft_azure.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/microsoft_azure.png rename to litellm/ui/litellm-dashboard/public/assets/logos/microsoft_azure.png diff --git a/ui/litellm-dashboard/public/assets/logos/microsoft_azure.svg b/litellm/ui/litellm-dashboard/public/assets/logos/microsoft_azure.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/microsoft_azure.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/microsoft_azure.svg diff --git a/ui/litellm-dashboard/public/assets/logos/milvus.svg b/litellm/ui/litellm-dashboard/public/assets/logos/milvus.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/milvus.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/milvus.svg diff --git a/ui/litellm-dashboard/public/assets/logos/minimax.svg b/litellm/ui/litellm-dashboard/public/assets/logos/minimax.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/minimax.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/minimax.svg diff --git a/ui/litellm-dashboard/public/assets/logos/mistral.svg b/litellm/ui/litellm-dashboard/public/assets/logos/mistral.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/mistral.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/mistral.svg diff --git a/ui/litellm-dashboard/public/assets/logos/mongodb.svg b/litellm/ui/litellm-dashboard/public/assets/logos/mongodb.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/mongodb.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/mongodb.svg diff --git a/ui/litellm-dashboard/public/assets/logos/moonshot.svg b/litellm/ui/litellm-dashboard/public/assets/logos/moonshot.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/moonshot.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/moonshot.svg diff --git a/ui/litellm-dashboard/public/assets/logos/morph.svg b/litellm/ui/litellm-dashboard/public/assets/logos/morph.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/morph.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/morph.svg diff --git a/ui/litellm-dashboard/public/assets/logos/nebius.svg b/litellm/ui/litellm-dashboard/public/assets/logos/nebius.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/nebius.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/nebius.svg diff --git a/ui/litellm-dashboard/public/assets/logos/newrelic.png b/litellm/ui/litellm-dashboard/public/assets/logos/newrelic.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/newrelic.png rename to litellm/ui/litellm-dashboard/public/assets/logos/newrelic.png diff --git a/ui/litellm-dashboard/public/assets/logos/nimble.png b/litellm/ui/litellm-dashboard/public/assets/logos/nimble.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/nimble.png rename to litellm/ui/litellm-dashboard/public/assets/logos/nimble.png diff --git a/ui/litellm-dashboard/public/assets/logos/noma_security.png b/litellm/ui/litellm-dashboard/public/assets/logos/noma_security.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/noma_security.png rename to litellm/ui/litellm-dashboard/public/assets/logos/noma_security.png diff --git a/ui/litellm-dashboard/public/assets/logos/notion.svg b/litellm/ui/litellm-dashboard/public/assets/logos/notion.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/notion.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/notion.svg diff --git a/ui/litellm-dashboard/public/assets/logos/novita.svg b/litellm/ui/litellm-dashboard/public/assets/logos/novita.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/novita.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/novita.svg diff --git a/ui/litellm-dashboard/public/assets/logos/nvidia_nim.svg b/litellm/ui/litellm-dashboard/public/assets/logos/nvidia_nim.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/nvidia_nim.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/nvidia_nim.svg diff --git a/ui/litellm-dashboard/public/assets/logos/nvidia_triton.png b/litellm/ui/litellm-dashboard/public/assets/logos/nvidia_triton.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/nvidia_triton.png rename to litellm/ui/litellm-dashboard/public/assets/logos/nvidia_triton.png diff --git a/ui/litellm-dashboard/public/assets/logos/ollama.svg b/litellm/ui/litellm-dashboard/public/assets/logos/ollama.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/ollama.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/ollama.svg diff --git a/ui/litellm-dashboard/public/assets/logos/openai-agents.svg b/litellm/ui/litellm-dashboard/public/assets/logos/openai-agents.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/openai-agents.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/openai-agents.svg diff --git a/ui/litellm-dashboard/public/assets/logos/openai.png b/litellm/ui/litellm-dashboard/public/assets/logos/openai.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/openai.png rename to litellm/ui/litellm-dashboard/public/assets/logos/openai.png diff --git a/ui/litellm-dashboard/public/assets/logos/openai_small.svg b/litellm/ui/litellm-dashboard/public/assets/logos/openai_small.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/openai_small.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/openai_small.svg diff --git a/ui/litellm-dashboard/public/assets/logos/openclaw.png b/litellm/ui/litellm-dashboard/public/assets/logos/openclaw.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/openclaw.png rename to litellm/ui/litellm-dashboard/public/assets/logos/openclaw.png diff --git a/ui/litellm-dashboard/public/assets/logos/openmeter.png b/litellm/ui/litellm-dashboard/public/assets/logos/openmeter.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/openmeter.png rename to litellm/ui/litellm-dashboard/public/assets/logos/openmeter.png diff --git a/ui/litellm-dashboard/public/assets/logos/openrouter.svg b/litellm/ui/litellm-dashboard/public/assets/logos/openrouter.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/openrouter.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/openrouter.svg diff --git a/ui/litellm-dashboard/public/assets/logos/opentelemetry.svg b/litellm/ui/litellm-dashboard/public/assets/logos/opentelemetry.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/opentelemetry.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/opentelemetry.svg diff --git a/ui/litellm-dashboard/public/assets/logos/oracle.svg b/litellm/ui/litellm-dashboard/public/assets/logos/oracle.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/oracle.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/oracle.svg diff --git a/ui/litellm-dashboard/public/assets/logos/otel.png b/litellm/ui/litellm-dashboard/public/assets/logos/otel.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/otel.png rename to litellm/ui/litellm-dashboard/public/assets/logos/otel.png diff --git a/ui/litellm-dashboard/public/assets/logos/palo_alto_networks.jpeg b/litellm/ui/litellm-dashboard/public/assets/logos/palo_alto_networks.jpeg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/palo_alto_networks.jpeg rename to litellm/ui/litellm-dashboard/public/assets/logos/palo_alto_networks.jpeg diff --git a/ui/litellm-dashboard/public/assets/logos/pangea.png b/litellm/ui/litellm-dashboard/public/assets/logos/pangea.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/pangea.png rename to litellm/ui/litellm-dashboard/public/assets/logos/pangea.png diff --git a/ui/litellm-dashboard/public/assets/logos/parallel_ai.png b/litellm/ui/litellm-dashboard/public/assets/logos/parallel_ai.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/parallel_ai.png rename to litellm/ui/litellm-dashboard/public/assets/logos/parallel_ai.png diff --git a/ui/litellm-dashboard/public/assets/logos/perplexity-ai.svg b/litellm/ui/litellm-dashboard/public/assets/logos/perplexity-ai.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/perplexity-ai.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/perplexity-ai.svg diff --git a/ui/litellm-dashboard/public/assets/logos/perplexity.png b/litellm/ui/litellm-dashboard/public/assets/logos/perplexity.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/perplexity.png rename to litellm/ui/litellm-dashboard/public/assets/logos/perplexity.png diff --git a/ui/litellm-dashboard/public/assets/logos/pillar.jpeg b/litellm/ui/litellm-dashboard/public/assets/logos/pillar.jpeg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/pillar.jpeg rename to litellm/ui/litellm-dashboard/public/assets/logos/pillar.jpeg diff --git a/ui/litellm-dashboard/public/assets/logos/pointfive.png b/litellm/ui/litellm-dashboard/public/assets/logos/pointfive.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/pointfive.png rename to litellm/ui/litellm-dashboard/public/assets/logos/pointfive.png diff --git a/ui/litellm-dashboard/public/assets/logos/postgresql.svg b/litellm/ui/litellm-dashboard/public/assets/logos/postgresql.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/postgresql.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/postgresql.svg diff --git a/ui/litellm-dashboard/public/assets/logos/presidio.png b/litellm/ui/litellm-dashboard/public/assets/logos/presidio.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/presidio.png rename to litellm/ui/litellm-dashboard/public/assets/logos/presidio.png diff --git a/ui/litellm-dashboard/public/assets/logos/prompt_security.png b/litellm/ui/litellm-dashboard/public/assets/logos/prompt_security.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/prompt_security.png rename to litellm/ui/litellm-dashboard/public/assets/logos/prompt_security.png diff --git a/ui/litellm-dashboard/public/assets/logos/promptguard.svg b/litellm/ui/litellm-dashboard/public/assets/logos/promptguard.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/promptguard.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/promptguard.svg diff --git a/ui/litellm-dashboard/public/assets/logos/pydantic-ai-color.svg b/litellm/ui/litellm-dashboard/public/assets/logos/pydantic-ai-color.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/pydantic-ai-color.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/pydantic-ai-color.svg diff --git a/ui/litellm-dashboard/public/assets/logos/pydantic.svg b/litellm/ui/litellm-dashboard/public/assets/logos/pydantic.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/pydantic.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/pydantic.svg diff --git a/ui/litellm-dashboard/public/assets/logos/qohash.jpg b/litellm/ui/litellm-dashboard/public/assets/logos/qohash.jpg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/qohash.jpg rename to litellm/ui/litellm-dashboard/public/assets/logos/qohash.jpg diff --git a/ui/litellm-dashboard/public/assets/logos/qwen.png b/litellm/ui/litellm-dashboard/public/assets/logos/qwen.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/qwen.png rename to litellm/ui/litellm-dashboard/public/assets/logos/qwen.png diff --git a/ui/litellm-dashboard/public/assets/logos/recraft.svg b/litellm/ui/litellm-dashboard/public/assets/logos/recraft.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/recraft.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/recraft.svg diff --git a/ui/litellm-dashboard/public/assets/logos/repelloai.png b/litellm/ui/litellm-dashboard/public/assets/logos/repelloai.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/repelloai.png rename to litellm/ui/litellm-dashboard/public/assets/logos/repelloai.png diff --git a/ui/litellm-dashboard/public/assets/logos/replicate.svg b/litellm/ui/litellm-dashboard/public/assets/logos/replicate.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/replicate.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/replicate.svg diff --git a/ui/litellm-dashboard/public/assets/logos/runway.png b/litellm/ui/litellm-dashboard/public/assets/logos/runway.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/runway.png rename to litellm/ui/litellm-dashboard/public/assets/logos/runway.png diff --git a/ui/litellm-dashboard/public/assets/logos/s3_vector.png b/litellm/ui/litellm-dashboard/public/assets/logos/s3_vector.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/s3_vector.png rename to litellm/ui/litellm-dashboard/public/assets/logos/s3_vector.png diff --git a/ui/litellm-dashboard/public/assets/logos/salesforce.svg b/litellm/ui/litellm-dashboard/public/assets/logos/salesforce.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/salesforce.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/salesforce.svg diff --git a/ui/litellm-dashboard/public/assets/logos/sambanova.svg b/litellm/ui/litellm-dashboard/public/assets/logos/sambanova.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/sambanova.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/sambanova.svg diff --git a/ui/litellm-dashboard/public/assets/logos/sap.png b/litellm/ui/litellm-dashboard/public/assets/logos/sap.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/sap.png rename to litellm/ui/litellm-dashboard/public/assets/logos/sap.png diff --git a/ui/litellm-dashboard/public/assets/logos/scx_ai.svg b/litellm/ui/litellm-dashboard/public/assets/logos/scx_ai.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/scx_ai.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/scx_ai.svg diff --git a/ui/litellm-dashboard/public/assets/logos/search1api.png b/litellm/ui/litellm-dashboard/public/assets/logos/search1api.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/search1api.png rename to litellm/ui/litellm-dashboard/public/assets/logos/search1api.png diff --git a/ui/litellm-dashboard/public/assets/logos/secret_detect.png b/litellm/ui/litellm-dashboard/public/assets/logos/secret_detect.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/secret_detect.png rename to litellm/ui/litellm-dashboard/public/assets/logos/secret_detect.png diff --git a/ui/litellm-dashboard/public/assets/logos/sentry.svg b/litellm/ui/litellm-dashboard/public/assets/logos/sentry.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/sentry.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/sentry.svg diff --git a/ui/litellm-dashboard/public/assets/logos/shopify.svg b/litellm/ui/litellm-dashboard/public/assets/logos/shopify.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/shopify.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/shopify.svg diff --git a/ui/litellm-dashboard/public/assets/logos/signoz.svg b/litellm/ui/litellm-dashboard/public/assets/logos/signoz.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/signoz.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/signoz.svg diff --git a/ui/litellm-dashboard/public/assets/logos/slack.svg b/litellm/ui/litellm-dashboard/public/assets/logos/slack.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/slack.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/slack.svg diff --git a/ui/litellm-dashboard/public/assets/logos/snowflake.svg b/litellm/ui/litellm-dashboard/public/assets/logos/snowflake.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/snowflake.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/snowflake.svg diff --git a/ui/litellm-dashboard/public/assets/logos/soniox.svg b/litellm/ui/litellm-dashboard/public/assets/logos/soniox.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/soniox.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/soniox.svg diff --git a/ui/litellm-dashboard/public/assets/logos/straiker.svg b/litellm/ui/litellm-dashboard/public/assets/logos/straiker.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/straiker.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/straiker.svg diff --git a/ui/litellm-dashboard/public/assets/logos/strands.svg b/litellm/ui/litellm-dashboard/public/assets/logos/strands.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/strands.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/strands.svg diff --git a/ui/litellm-dashboard/public/assets/logos/stripe.svg b/litellm/ui/litellm-dashboard/public/assets/logos/stripe.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/stripe.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/stripe.svg diff --git a/ui/litellm-dashboard/public/assets/logos/tavily.png b/litellm/ui/litellm-dashboard/public/assets/logos/tavily.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/tavily.png rename to litellm/ui/litellm-dashboard/public/assets/logos/tavily.png diff --git a/ui/litellm-dashboard/public/assets/logos/tencent.svg b/litellm/ui/litellm-dashboard/public/assets/logos/tencent.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/tencent.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/tencent.svg diff --git a/ui/litellm-dashboard/public/assets/logos/togetherai.svg b/litellm/ui/litellm-dashboard/public/assets/logos/togetherai.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/togetherai.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/togetherai.svg diff --git a/ui/litellm-dashboard/public/assets/logos/topaz.svg b/litellm/ui/litellm-dashboard/public/assets/logos/topaz.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/topaz.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/topaz.svg diff --git a/ui/litellm-dashboard/public/assets/logos/twilio.svg b/litellm/ui/litellm-dashboard/public/assets/logos/twilio.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/twilio.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/twilio.svg diff --git a/ui/litellm-dashboard/public/assets/logos/typesafe.png b/litellm/ui/litellm-dashboard/public/assets/logos/typesafe.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/typesafe.png rename to litellm/ui/litellm-dashboard/public/assets/logos/typesafe.png diff --git a/ui/litellm-dashboard/public/assets/logos/v0.svg b/litellm/ui/litellm-dashboard/public/assets/logos/v0.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/v0.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/v0.svg diff --git a/ui/litellm-dashboard/public/assets/logos/valkey.svg b/litellm/ui/litellm-dashboard/public/assets/logos/valkey.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/valkey.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/valkey.svg diff --git a/ui/litellm-dashboard/public/assets/logos/vercel.svg b/litellm/ui/litellm-dashboard/public/assets/logos/vercel.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/vercel.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/vercel.svg diff --git a/ui/litellm-dashboard/public/assets/logos/vllm.png b/litellm/ui/litellm-dashboard/public/assets/logos/vllm.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/vllm.png rename to litellm/ui/litellm-dashboard/public/assets/logos/vllm.png diff --git a/ui/litellm-dashboard/public/assets/logos/volcengine.png b/litellm/ui/litellm-dashboard/public/assets/logos/volcengine.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/volcengine.png rename to litellm/ui/litellm-dashboard/public/assets/logos/volcengine.png diff --git a/ui/litellm-dashboard/public/assets/logos/voyage.webp b/litellm/ui/litellm-dashboard/public/assets/logos/voyage.webp similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/voyage.webp rename to litellm/ui/litellm-dashboard/public/assets/logos/voyage.webp diff --git a/ui/litellm-dashboard/public/assets/logos/watsonx.svg b/litellm/ui/litellm-dashboard/public/assets/logos/watsonx.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/watsonx.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/watsonx.svg diff --git a/ui/litellm-dashboard/public/assets/logos/wingback.png b/litellm/ui/litellm-dashboard/public/assets/logos/wingback.png similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/wingback.png rename to litellm/ui/litellm-dashboard/public/assets/logos/wingback.png diff --git a/ui/litellm-dashboard/public/assets/logos/xai.svg b/litellm/ui/litellm-dashboard/public/assets/logos/xai.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/xai.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/xai.svg diff --git a/ui/litellm-dashboard/public/assets/logos/xecguard.svg b/litellm/ui/litellm-dashboard/public/assets/logos/xecguard.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/xecguard.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/xecguard.svg diff --git a/ui/litellm-dashboard/public/assets/logos/xinference.svg b/litellm/ui/litellm-dashboard/public/assets/logos/xinference.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/xinference.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/xinference.svg diff --git a/ui/litellm-dashboard/public/assets/logos/zapier.svg b/litellm/ui/litellm-dashboard/public/assets/logos/zapier.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/zapier.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/zapier.svg diff --git a/ui/litellm-dashboard/public/assets/logos/zscaler.svg b/litellm/ui/litellm-dashboard/public/assets/logos/zscaler.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/logos/zscaler.svg rename to litellm/ui/litellm-dashboard/public/assets/logos/zscaler.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/anthropic.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/anthropic.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/anthropic.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/anthropic.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/bedrock.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/bedrock.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/bedrock.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/bedrock.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/deepseek.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/deepseek.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/deepseek.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/deepseek.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/fireworks.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/fireworks.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/fireworks.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/fireworks.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/google.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/google.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/google.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/google.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/hermes.png b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/hermes.png similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/hermes.png rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/hermes.png diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/langchain.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/langchain.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/langchain.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/langchain.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/mistral.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/mistral.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/mistral.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/mistral.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/openai.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/openai.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/openai.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/openai.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/opencode.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/opencode.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/opencode.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/opencode.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/logos/xai.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/logos/xai.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/logos/xai.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/logos/xai.svg diff --git a/ui/litellm-dashboard/public/assets/moyai/moyai-head.svg b/litellm/ui/litellm-dashboard/public/assets/moyai/moyai-head.svg similarity index 100% rename from ui/litellm-dashboard/public/assets/moyai/moyai-head.svg rename to litellm/ui/litellm-dashboard/public/assets/moyai/moyai-head.svg diff --git a/ui/litellm-dashboard/public/next.svg b/litellm/ui/litellm-dashboard/public/next.svg similarity index 100% rename from ui/litellm-dashboard/public/next.svg rename to litellm/ui/litellm-dashboard/public/next.svg diff --git a/ui/litellm-dashboard/public/vercel.svg b/litellm/ui/litellm-dashboard/public/vercel.svg similarity index 100% rename from ui/litellm-dashboard/public/vercel.svg rename to litellm/ui/litellm-dashboard/public/vercel.svg diff --git a/ui/litellm-dashboard/scripts/check-lint-budgets.mjs b/litellm/ui/litellm-dashboard/scripts/check-lint-budgets.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/check-lint-budgets.mjs rename to litellm/ui/litellm-dashboard/scripts/check-lint-budgets.mjs diff --git a/ui/litellm-dashboard/scripts/eslint-rules/filename-pascal-case.mjs b/litellm/ui/litellm-dashboard/scripts/eslint-rules/filename-pascal-case.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/eslint-rules/filename-pascal-case.mjs rename to litellm/ui/litellm-dashboard/scripts/eslint-rules/filename-pascal-case.mjs diff --git a/ui/litellm-dashboard/scripts/eslint-rules/index.mjs b/litellm/ui/litellm-dashboard/scripts/eslint-rules/index.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/eslint-rules/index.mjs rename to litellm/ui/litellm-dashboard/scripts/eslint-rules/index.mjs diff --git a/ui/litellm-dashboard/scripts/eslint-rules/no-ad-hoc-z-index.mjs b/litellm/ui/litellm-dashboard/scripts/eslint-rules/no-ad-hoc-z-index.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/eslint-rules/no-ad-hoc-z-index.mjs rename to litellm/ui/litellm-dashboard/scripts/eslint-rules/no-ad-hoc-z-index.mjs diff --git a/ui/litellm-dashboard/scripts/eslint-rules/no-arbitrary-design-value.mjs b/litellm/ui/litellm-dashboard/scripts/eslint-rules/no-arbitrary-design-value.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/eslint-rules/no-arbitrary-design-value.mjs rename to litellm/ui/litellm-dashboard/scripts/eslint-rules/no-arbitrary-design-value.mjs diff --git a/ui/litellm-dashboard/scripts/eslint-rules/no-complex-jsx-arrow.mjs b/litellm/ui/litellm-dashboard/scripts/eslint-rules/no-complex-jsx-arrow.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/eslint-rules/no-complex-jsx-arrow.mjs rename to litellm/ui/litellm-dashboard/scripts/eslint-rules/no-complex-jsx-arrow.mjs diff --git a/ui/litellm-dashboard/scripts/eslint-rules/no-large-inline-object-arg.mjs b/litellm/ui/litellm-dashboard/scripts/eslint-rules/no-large-inline-object-arg.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/eslint-rules/no-large-inline-object-arg.mjs rename to litellm/ui/litellm-dashboard/scripts/eslint-rules/no-large-inline-object-arg.mjs diff --git a/ui/litellm-dashboard/scripts/eslint-rules/no-long-condition-chain.mjs b/litellm/ui/litellm-dashboard/scripts/eslint-rules/no-long-condition-chain.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/eslint-rules/no-long-condition-chain.mjs rename to litellm/ui/litellm-dashboard/scripts/eslint-rules/no-long-condition-chain.mjs diff --git a/ui/litellm-dashboard/scripts/eslint-rules/no-noop-hover-variant.mjs b/litellm/ui/litellm-dashboard/scripts/eslint-rules/no-noop-hover-variant.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/eslint-rules/no-noop-hover-variant.mjs rename to litellm/ui/litellm-dashboard/scripts/eslint-rules/no-noop-hover-variant.mjs diff --git a/ui/litellm-dashboard/scripts/eslint-rules/tailwind-utility.mjs b/litellm/ui/litellm-dashboard/scripts/eslint-rules/tailwind-utility.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/eslint-rules/tailwind-utility.mjs rename to litellm/ui/litellm-dashboard/scripts/eslint-rules/tailwind-utility.mjs diff --git a/ui/litellm-dashboard/scripts/gen-api-types.mjs b/litellm/ui/litellm-dashboard/scripts/gen-api-types.mjs similarity index 98% rename from ui/litellm-dashboard/scripts/gen-api-types.mjs rename to litellm/ui/litellm-dashboard/scripts/gen-api-types.mjs index 6b9f8581292..379c91a266b 100644 --- a/ui/litellm-dashboard/scripts/gen-api-types.mjs +++ b/litellm/ui/litellm-dashboard/scripts/gen-api-types.mjs @@ -17,7 +17,7 @@ import { dirname, join, resolve } from "node:path"; import { fileURLToPath } from "node:url"; const dashboardDir = resolve(dirname(fileURLToPath(import.meta.url)), ".."); -const repoRoot = resolve(dashboardDir, "..", ".."); +const repoRoot = resolve(dashboardDir, "..", "..", ".."); const outPath = join(dashboardDir, "src", "lib", "http", "schema.d.ts"); const specDir = mkdtempSync(join(tmpdir(), "litellm-openapi-")); const specPath = join(specDir, "openapi.json"); diff --git a/ui/litellm-dashboard/scripts/generate_compliance_prompts.py b/litellm/ui/litellm-dashboard/scripts/generate_compliance_prompts.py similarity index 97% rename from ui/litellm-dashboard/scripts/generate_compliance_prompts.py rename to litellm/ui/litellm-dashboard/scripts/generate_compliance_prompts.py index d0c29ba321a..9ad6aa621fc 100644 --- a/ui/litellm-dashboard/scripts/generate_compliance_prompts.py +++ b/litellm/ui/litellm-dashboard/scripts/generate_compliance_prompts.py @@ -4,7 +4,7 @@ Generate a TypeScript compliance-prompts data file from a CSV eval file. Usage example: python generate_compliance_prompts.py \ - --csv ../../litellm/proxy/guardrails/guardrail_hooks/litellm_content_filter/guardrail_benchmarks/evals/block_insults.csv \ + --csv ../../proxy/guardrails/guardrail_hooks/litellm_content_filter/guardrail_benchmarks/evals/block_insults.csv \ --framework "Insults & Abuse" \ --framework-icon "alert-triangle" \ --framework-description "Detects insults, name-calling, and personal attacks — blocks abuse while allowing legitimate complaints." \ diff --git a/ui/litellm-dashboard/scripts/lint-budget-lib.mjs b/litellm/ui/litellm-dashboard/scripts/lint-budget-lib.mjs similarity index 100% rename from ui/litellm-dashboard/scripts/lint-budget-lib.mjs rename to litellm/ui/litellm-dashboard/scripts/lint-budget-lib.mjs diff --git a/ui/litellm-dashboard/src/app/(dashboard)/README.md b/litellm/ui/litellm-dashboard/src/app/(dashboard)/README.md similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/README.md rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/README.md diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupBaseForm.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupBaseForm.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupBaseForm.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupBaseForm.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupEditModal.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupEditModal.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupEditModal.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupEditModal.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupEditModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupEditModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupEditModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsModal/AccessGroupEditModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsPage.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsPage.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsPage.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsPage.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsPage.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsPage.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsPage.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsPage.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/AccessGroupCreateDialog.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/AccessGroupCreateDialog.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/AccessGroupCreateDialog.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/AccessGroupCreateDialog.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/AccessGroupCreateDialog.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/AccessGroupCreateDialog.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/AccessGroupCreateDialog.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/AccessGroupCreateDialog.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/mapper.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/mapper.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/mapper.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/mapper.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/mapper.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/mapper.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/mapper.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/mapper.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/schema.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/schema.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/schema.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/access-group-create/schema.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/types.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/types.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/types.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/types.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/access-groups/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/access-groups/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/admin-panel/_components/AdminPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/admin-panel/_components/AdminPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/admin-panel/_components/AdminPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/admin-panel/_components/AdminPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/admin-panel/_components/AdminPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/admin-panel/_components/AdminPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/admin-panel/_components/AdminPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/admin-panel/_components/AdminPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/admin-panel/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/admin-panel/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/admin-panel/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/admin-panel/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agentControlPlaneView.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agentControlPlaneView.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agentControlPlaneView.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agentControlPlaneView.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentFormKit.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentFormKit.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentFormKit.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentFormKit.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityDetails.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityDetails.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityDetails.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityDetails.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityDetails.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityDetails.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityDetails.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityDetails.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentIdentityFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentKillSwitchDangerZone.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentKillSwitchDangerZone.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentKillSwitchDangerZone.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentKillSwitchDangerZone.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentKillSwitchDangerZone.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentKillSwitchDangerZone.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentKillSwitchDangerZone.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentKillSwitchDangerZone.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/AgentsTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/KillSwitchFormFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/KillSwitchFormFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/KillSwitchFormFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/KillSwitchFormFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_card_discovery.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_card_discovery.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_card_discovery.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_card_discovery.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_card_discovery.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_card_discovery.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_card_discovery.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_card_discovery.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_config.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_config.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_config.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_config.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_cost_view.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_cost_view.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_cost_view.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_cost_view.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_cost_view.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_cost_view.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_cost_view.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_cost_view.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_discovery_utils.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_discovery_utils.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_discovery_utils.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_discovery_utils.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_discovery_utils.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_discovery_utils.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_discovery_utils.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_discovery_utils.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_form_fields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_form_fields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_form_fields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_form_fields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_identity.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_identity.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_identity.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_identity.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_identity.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_identity.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_identity.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_identity.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.integration.test.tsx similarity index 99% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.integration.test.tsx index e08cab776c4..2a0069f20f1 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.integration.test.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.integration.test.tsx @@ -1,6 +1,7 @@ import React from "react"; import { QueryClient, QueryClientProvider } from "@tanstack/react-query"; -import { fireEvent, render, screen, waitFor } from "@testing-library/react"; +import { fireEvent, screen, waitFor } from "@testing-library/react"; +import { renderWithProviders as render } from "../../../../../tests/test-utils"; import userEvent, { PointerEventsCheckLevel } from "@testing-library/user-event"; import { describe, it, expect, vi, beforeEach } from "vitest"; import AgentInfoView from "./agent_info"; diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.test.tsx similarity index 76% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.test.tsx index 4eb3534ebe3..3f62ca35085 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.test.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.test.tsx @@ -1,5 +1,10 @@ import React from "react"; -import { fireEvent, render, screen, waitFor } from "@testing-library/react"; +import { fireEvent, screen, waitFor } from "@testing-library/react"; +import { renderWithProviders as render } from "../../../../../tests/test-utils"; +import { parseAsString, useQueryStates } from "nuqs"; +import type { UrlUpdateEvent } from "nuqs/adapters/testing"; +import { useKeys } from "@/app/(dashboard)/hooks/keys/useKeys"; +import type { KeyResponse } from "@/components/key_team_helpers/key_list"; import { describe, it, expect, vi, beforeEach } from "vitest"; import AgentInfoView from "./agent_info"; import AgentFormFields from "./agent_form_fields"; @@ -14,7 +19,30 @@ vi.mock("@/components/networking", () => ({ })); vi.mock("@/app/(dashboard)/hooks/keys/useKeys", () => ({ - useKeys: () => ({ data: { keys: [] }, isLoading: false, refetch: vi.fn() }), + useKeys: vi.fn(() => ({ data: { keys: [] }, isLoading: false, refetch: vi.fn() })), +})); + +vi.mock("@/components/templates/key_info_view", () => ({ + default: function KeyInfoViewMock({ onClose, onDelete }: { onClose: () => void; onDelete: () => void }) { + const [, setActivity] = useQueryStates({ + detail_tab: parseAsString, + activity_from: parseAsString, + activity_to: parseAsString, + }); + return ( +

+ ); + }, })); vi.mock("./AgentIdentityDetails", () => ({ @@ -82,6 +110,11 @@ const agent = { describe("AgentInfoView settings", () => { beforeEach(() => { vi.restoreAllMocks(); + vi.mocked(useKeys).mockReturnValue({ + data: { keys: [] }, + isLoading: false, + refetch: vi.fn(), + } as unknown as ReturnType); vi.mocked(AgentFormFields) .mockReset() .mockImplementation(() =>
); @@ -91,6 +124,31 @@ describe("AgentInfoView settings", () => { vi.mocked(networking.triggerAgentKillSwitchCall).mockReset(); }); + it.each(["Back to agent", "Delete key"])("clears key tabs and dates when opening a key and on %s", async (action) => { + const onUrlUpdate = vi.fn<(event: UrlUpdateEvent) => void>(); + const refetch = vi.fn(); + vi.mocked(useKeys).mockReturnValue({ + data: { keys: [{ token: "agent-key-1", key_alias: "Agent key" } as KeyResponse] }, + isLoading: false, + refetch, + } as unknown as ReturnType); + render(, { + searchParams: "?agent=agent-1&detail_tab=activity&activity_from=2026-10-01&activity_to=2026-10-02", + onUrlUpdate, + }); + + fireEvent.click(await screen.findByRole("button", { name: "agent-key-1..." })); + expect(await screen.findByRole("button", { name: "Back to agent" })).toBeInTheDocument(); + await waitFor(() => expect(onUrlUpdate.mock.lastCall?.[0].searchParams.toString()).toBe("agent=agent-1")); + + fireEvent.click(screen.getByRole("button", { name: "Select activity" })); + await waitFor(() => expect(onUrlUpdate.mock.lastCall?.[0].searchParams.get("activity_from")).toBe("2026-11-01")); + fireEvent.click(screen.getByRole("button", { name: action })); + await waitFor(() => expect(onUrlUpdate.mock.lastCall?.[0].searchParams.toString()).toBe("agent=agent-1")); + expect(await screen.findByRole("button", { name: "agent-key-1..." })).toBeInTheDocument(); + if (action === "Delete key") expect(refetch).toHaveBeenCalledOnce(); + }); + it("submits the edited agent when Save Changes is pressed", async () => { render(); diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.tsx similarity index 98% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.tsx index 554116716ea..253d31ceaf4 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_info.tsx @@ -51,6 +51,7 @@ import AgentCostView from "./agent_cost_view"; import { detectAgentType, parseDynamicAgentForForm } from "./agent_type_utils"; import AgentCardDiscovery, { DiscoveredAgentCardSelection } from "./agent_card_discovery"; import { buildDiscoveryRequest, overlayDiscoveredCardParams } from "./agent_discovery_utils"; +import { useResetDetailState } from "@/hooks/useUrlTab"; interface AgentInfoViewProps { agentId: string; @@ -81,8 +82,13 @@ const DetailItem: React.FC<{ label: React.ReactNode; children: React.ReactNode } const AgentInfoView: React.FC = ({ agentId, onClose, accessToken, isAdmin }) => { const { t } = useTranslation(); + const resetDetailState = useResetDetailState(); const [agent, setAgent] = useState(null); const [selectedKey, setSelectedKey] = useState(null); + const closeKey = () => { + resetDetailState(); + setSelectedKey(null); + }; const { data: keysData, isLoading: keysLoading, refetch: refetchAgentKeys } = useKeys(1, 100, { agentID: agentId }); const agentKeys = keysData?.keys ?? []; const [isLoading, setIsLoading] = useState(true); @@ -310,9 +316,9 @@ const AgentInfoView: React.FC = ({ agentId, onClose, accessT setSelectedKey(null)} + onClose={closeKey} onDelete={() => { - setSelectedKey(null); + closeKey(); refetchAgentKeys(); }} teams={null} @@ -424,7 +430,14 @@ const AgentInfoView: React.FC = ({ agentId, onClose, accessT {formatDate(agent.updated_at)} - + { + resetDetailState(); + setSelectedKey(key); + }} + /> {agent.object_permission && (agent.object_permission.mcp_servers?.length || diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_type_utils.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_type_utils.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_type_utils.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_type_utils.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_type_utils.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_type_utils.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_type_utils.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_type_utils.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_virtual_keys.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_virtual_keys.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_virtual_keys.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_virtual_keys.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_virtual_keys.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_virtual_keys.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_virtual_keys.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/agent_virtual_keys.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/cost_config_fields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/cost_config_fields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/cost_config_fields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/cost_config_fields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/dynamic_agent_form_fields.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/dynamic_agent_form_fields.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/dynamic_agent_form_fields.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/dynamic_agent_form_fields.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/dynamic_agent_form_fields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/dynamic_agent_form_fields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/dynamic_agent_form_fields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/dynamic_agent_form_fields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/kill_switch_config.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/kill_switch_config.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/kill_switch_config.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/kill_switch_config.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/kill_switch_config.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/kill_switch_config.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/_components/kill_switch_config.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/kill_switch_config.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/agents/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/agents/page.tsx diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/alerts/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/alerts/page.tsx new file mode 100644 index 00000000000..9506d21d6f4 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/alerts/page.tsx @@ -0,0 +1,5 @@ +import Alerts from "@/components/Alerts/Alerts"; + +export default function AlertsPage() { + return ; +} diff --git a/ui/litellm-dashboard/src/app/(dashboard)/api-keys/ApiKeysDashboard.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/api-keys/ApiKeysDashboard.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/api-keys/ApiKeysDashboard.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/api-keys/ApiKeysDashboard.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/api-keys/ApiKeysDashboard.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/api-keys/ApiKeysDashboard.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/api-keys/ApiKeysDashboard.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/api-keys/ApiKeysDashboard.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/api-keys/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/api-keys/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/api-keys/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/api-keys/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/aria/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/aria/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/aria/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/aria/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetFormFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetFormFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetFormFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetFormFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetModal.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetModal.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetModal.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetModal.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/BudgetTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/EditBudgetModal.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/EditBudgetModal.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/EditBudgetModal.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/EditBudgetModal.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/EditBudgetModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/EditBudgetModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/EditBudgetModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/EditBudgetModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budgetPrecision.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budgetPrecision.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budgetPrecision.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budgetPrecision.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budgetPrecision.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budgetPrecision.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budgetPrecision.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budgetPrecision.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/constants.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/constants.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/constants.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/constants.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/budgets/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/budgets/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/ErrorDrilldown.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/ErrorDrilldown.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/ErrorDrilldown.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/ErrorDrilldown.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/ErrorDrilldown.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/ErrorDrilldown.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/ErrorDrilldown.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/ErrorDrilldown.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_dashboard.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_dashboard.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_dashboard.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_dashboard.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_dashboard.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_dashboard.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_dashboard.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_dashboard.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_health.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_health.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_health.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_health.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_health.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_health.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_health.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_health.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFieldSection.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFieldSection.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFieldSection.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFieldSection.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFormField.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFormField.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFormField.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFormField.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/RedisTypeSelector.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/RedisTypeSelector.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/RedisTypeSelector.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/RedisTypeSelector.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/RedisTypeSelector.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/RedisTypeSelector.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/RedisTypeSelector.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/RedisTypeSelector.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsFields.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsFields.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsFields.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsFields.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisFieldSection.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisFieldSection.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisFieldSection.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisFieldSection.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisFormField.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisFormField.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisFormField.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisFormField.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisTypeSelector.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisTypeSelector.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisTypeSelector.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisTypeSelector.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisTypeSelector.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisTypeSelector.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisTypeSelector.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/CoordinationRedisTypeSelector.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisFields.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisFields.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisFields.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisFields.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisUtils.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisUtils.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisUtils.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisUtils.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisUtils.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisUtils.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisUtils.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/coordinationRedisUtils.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/index.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/types.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/types.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/types.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/coordination_redis_settings/types.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/response_time_indicator.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/response_time_indicator.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/_components/response_time_indicator.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/response_time_indicator.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/caching/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/caching/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/change-password/ChangePasswordForm.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/change-password/ChangePasswordForm.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/change-password/ChangePasswordForm.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/change-password/ChangePasswordForm.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/change-password/ChangePasswordForm.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/change-password/ChangePasswordForm.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/change-password/ChangePasswordForm.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/change-password/ChangePasswordForm.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/change-password/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/change-password/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/change-password/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/change-password/page.tsx diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/chargebacks/chargebackRows.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/chargebacks/chargebackRows.test.ts new file mode 100644 index 00000000000..041d683803c --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/chargebacks/chargebackRows.test.ts @@ -0,0 +1,106 @@ +import { describe, expect, test } from "vitest"; +import type { DailyData, SpendMetrics } from "@/components/UsagePage/types"; +import type { CustomerUsage } from "../customers/_components/customerPortalData"; +import { rowsByCustomer, rowsByCustomerAndKey, rowsByCustomerAndModel, sumRows, toCsv } from "./chargebackRows"; + +const totals = (spend: number, requests = 1) => ({ + spend, + requests, + inputTokens: requests * 10, + outputTokens: requests * 5, +}); + +const usage: ReadonlyMap = new Map([ + [ + "acme", + { + ...totals(6, 3), + keys: [ + { hash: "sk-hash-aaaaaaaaaaaa", alias: "prod", ...totals(5, 2) }, + { hash: "sk-hash-bbbbbbbbbbbb", alias: null, ...totals(1, 1) }, + ], + }, + ], + ["idle", { ...totals(0, 0), keys: [] }], + ["globex", { ...totals(9, 1), keys: [{ hash: "h3", alias: "main", ...totals(9, 1) }] }], +]); + +describe("rowsByCustomer", () => { + test("one row per customer with traffic, highest spend first", () => { + expect(rowsByCustomer(usage).map((r) => [r.customer, r.dimension, r.spend])).toEqual([ + ["globex", null, 9], + ["acme", null, 6], + ]); + }); +}); + +describe("rowsByCustomerAndKey", () => { + test("one row per customer and key, labelled by alias or hash prefix", () => { + expect(rowsByCustomerAndKey(usage).map((r) => [r.customer, r.dimension, r.spend])).toEqual([ + ["globex", "main", 9], + ["acme", "prod", 5], + ["acme", "sk-hash-bbbb", 1], + ]); + }); +}); + +describe("rowsByCustomerAndModel", () => { + const metrics = (spend: number): SpendMetrics => ({ + spend, + prompt_tokens: 1, + completion_tokens: 1, + total_tokens: 2, + api_requests: 1, + successful_requests: 1, + failed_requests: 0, + cache_read_input_tokens: 0, + cache_creation_input_tokens: 0, + }); + const day = (models: Record): DailyData => ({ + date: "2026-11-01", + metrics: metrics(0), + breakdown: { + models: Object.fromEntries( + Object.entries(models).map(([m, s]) => [m, { metrics: metrics(s), metadata: {}, api_key_breakdown: {} }]), + ), + model_groups: {}, + mcp_servers: {}, + providers: {}, + api_keys: {}, + entities: {}, + }, + }); + test("sums each customer's models across days", () => { + const rows = rowsByCustomerAndModel(new Map([["acme", [day({ "gpt-5": 1, claude: 2 }), day({ "gpt-5": 4 })]]])); + expect(rows.map((r) => [r.customer, r.dimension, r.spend, r.requests])).toEqual([ + ["acme", "gpt-5", 5, 2], + ["acme", "claude", 2, 1], + ]); + }); +}); + +describe("sumRows and toCsv", () => { + test("total row matches the sum of the rows", () => { + const expected = { spend: 15, requests: 4, inputTokens: 40, outputTokens: 20 }; + expect(sumRows(rowsByCustomer(usage))).toEqual(expected); + }); + test("csv carries alias, optional dimension column and escaped quotes", () => { + const rows = rowsByCustomerAndKey(usage).slice(0, 1); + const csv = toCsv(rows, new Map([["globex", 'Globex "Inc"']]), "key"); + expect(csv.split("\n")).toEqual([ + '"customer_id","customer","key","requests","input_tokens","output_tokens","spend_usd"', + '"globex","Globex ""Inc""","main","1","10","5","9.000000"', + ]); + }); + test("csv neutralises ids and aliases that a spreadsheet would run as a formula", () => { + const rows = rowsByCustomer(new Map([['=HYPERLINK("x")', usage.get("acme")!]])); + const line = toCsv(rows, new Map([['=HYPERLINK("x")', "-1+1"]]), null).split("\n")[1]; + expect(line.startsWith(`"'=HYPERLINK(""x"")","'-1+1",`)).toBe(true); + expect(line.endsWith('"3","30","15","6.000000"')).toBe(true); + }); + test("csv without a dimension has no dimension column", () => { + expect(toCsv(rowsByCustomer(usage), new Map(), null).split("\n")[0]).toBe( + '"customer_id","customer","requests","input_tokens","output_tokens","spend_usd"', + ); + }); +}); diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/chargebacks/chargebackRows.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/chargebacks/chargebackRows.ts new file mode 100644 index 00000000000..7f86b7cf6d6 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/chargebacks/chargebackRows.ts @@ -0,0 +1,87 @@ +import type { DailyData } from "@/components/UsagePage/types"; +import { addMetrics, type CustomerUsage, type Totals } from "../customers/_components/customerPortalData"; + +export type GroupBy = "customer" | "key" | "model"; + +export interface ChargebackRow extends Totals { + customer: string; + dimension: string | null; +} + +const ZERO: Totals = { spend: 0, requests: 0, inputTokens: 0, outputTokens: 0 }; + +const hasTraffic = (r: Totals) => r.requests > 0 || r.spend > 0; +const bySpend = (a: Totals, b: Totals) => b.spend - a.spend; + +export const rowsByCustomer = (usage: ReadonlyMap): ChargebackRow[] => + [...usage.entries()] + .map(([customer, u]) => ({ + customer, + dimension: null, + spend: u.spend, + requests: u.requests, + inputTokens: u.inputTokens, + outputTokens: u.outputTokens, + })) + .filter(hasTraffic) + .sort(bySpend); + +export const rowsByCustomerAndKey = (usage: ReadonlyMap): ChargebackRow[] => + [...usage.entries()] + .flatMap(([customer, u]) => u.keys.map((k) => ({ ...k, customer, dimension: k.alias ?? k.hash.slice(0, 12) }))) + .filter(hasTraffic) + .sort(bySpend); + +export const rowsByCustomerAndModel = (perCustomer: ReadonlyMap): ChargebackRow[] => + [...perCustomer.entries()] + .flatMap(([customer, days]) => { + const byModel = new Map(); + for (const day of days) { + for (const [model, m] of Object.entries(day.breakdown.models)) + byModel.set(model, addMetrics(byModel.get(model) ?? ZERO, m.metrics)); + } + return [...byModel.entries()].map(([model, t]) => ({ ...t, customer, dimension: model })); + }) + .filter(hasTraffic) + .sort(bySpend); + +export const sumRows = (rows: readonly Totals[]): Totals => + rows.reduce( + (acc, r) => ({ + spend: acc.spend + r.spend, + requests: acc.requests + r.requests, + inputTokens: acc.inputTokens + r.inputTokens, + outputTokens: acc.outputTokens + r.outputTokens, + }), + ZERO, + ); + +const FORMULA_PREFIX = /^[=+\-@\t\r]/; +const neutralise = (v: string) => (FORMULA_PREFIX.test(v) ? `'${v}` : v); +const csvCell = (v: string | number) => `"${(typeof v === "string" ? neutralise(v) : String(v)).replace(/"/g, '""')}"`; + +export const toCsv = ( + rows: readonly ChargebackRow[], + aliasOf: ReadonlyMap, + dimension: string | null, +): string => { + const header = [ + "customer_id", + "customer", + ...(dimension ? [dimension] : []), + "requests", + "input_tokens", + "output_tokens", + "spend_usd", + ]; + const lines = rows.map((r) => [ + r.customer, + aliasOf.get(r.customer) ?? r.customer, + ...(dimension ? [r.dimension ?? ""] : []), + r.requests, + r.inputTokens, + r.outputTokens, + r.spend.toFixed(6), + ]); + return [header, ...lines].map((l) => l.map(csvCell).join(",")).join("\n"); +}; diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/chargebacks/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/chargebacks/page.tsx new file mode 100644 index 00000000000..262b918bde5 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/chargebacks/page.tsx @@ -0,0 +1,175 @@ +"use client"; + +import { useMemo, useState } from "react"; +import { useTranslation } from "react-i18next"; +import { useQuery } from "@tanstack/react-query"; +import { Download } from "lucide-react"; +import useAuthorized from "@/app/(dashboard)/hooks/useAuthorized"; +import { useCustomers } from "@/app/(dashboard)/hooks/customers/useCustomers"; +import { dailyActivityAggregatedCall } from "@/components/networking"; +import { toDailyData } from "@/components/UsagePage/dailyActivityApi"; +import { Button } from "@/components/ui/button"; +import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from "@/components/ui/select"; +import { Table, TableBody, TableCell, TableHead, TableHeader, TableRow } from "@/components/ui/table"; +import { monthRange, useCustomerUsage } from "../customers/_components/customerPortalData"; +import { + rowsByCustomer, + rowsByCustomerAndKey, + rowsByCustomerAndModel, + sumRows, + toCsv, + type GroupBy, +} from "./chargebackRows"; + +const GROUPS: readonly GroupBy[] = ["customer", "key", "model"]; +const MONTHS = [0, 1, 2] as const; + +const downloadCsv = (csv: string, filename: string) => { + const url = URL.createObjectURL(new Blob([csv], { type: "text/csv" })); + Object.assign(document.createElement("a"), { href: url, download: filename }).click(); + URL.revokeObjectURL(url); +}; + +export default function ChargebacksPage() { + const { t, i18n } = useTranslation(); + const { accessToken } = useAuthorized(); + const [monthsBack, setMonthsBack] = useState(0); + const [groupBy, setGroupBy] = useState("customer"); + const customersQuery = useCustomers(100); + const customers = useMemo(() => customersQuery.data?.pages.flat() ?? [], [customersQuery.data]); + const aliasOf = useMemo(() => new Map(customers.map((c) => [c.user_id, c.alias || c.user_id])), [customers]); + const usageQuery = useCustomerUsage(accessToken, monthsBack); + const customerIds = useMemo(() => [...(usageQuery.data?.keys() ?? [])].sort(), [usageQuery.data]); + + const perModel = useQuery({ + queryKey: ["customer-portal", "usage-by-model", monthsBack, customerIds], + enabled: Boolean(accessToken) && groupBy === "model" && usageQuery.isSuccess, + queryFn: async () => { + const { start, end } = monthRange(monthsBack); + const entries = await Promise.all( + customerIds.map(async (id) => { + const request = { accessToken: accessToken!, startTime: start, endTime: end, entityIds: [id] }; + const res = await dailyActivityAggregatedCall("customer", request); + return [id, toDailyData(res)] as const; + }), + ); + return new Map(entries); + }, + }); + + const rows = useMemo(() => { + if (groupBy === "model") return perModel.data ? rowsByCustomerAndModel(perModel.data) : []; + if (!usageQuery.data) return []; + return groupBy === "key" ? rowsByCustomerAndKey(usageQuery.data) : rowsByCustomer(usageQuery.data); + }, [groupBy, usageQuery.data, perModel.data]); + const total = sumRows(rows); + const isLoading = usageQuery.isLoading || (groupBy === "model" && perModel.isLoading); + const dimensionLabel = groupBy === "customer" ? null : t(`customerPortal.chargebacks.dimension.${groupBy}`); + const monthLabel = (back: number) => + new Intl.DateTimeFormat(i18n.language, { month: "long", year: "numeric", timeZone: "UTC" }).format( + monthRange(back).start, + ); + const exportCsv = () => + downloadCsv( + toCsv(rows, aliasOf, dimensionLabel?.toLowerCase() ?? null), + `chargebacks-${monthRange(monthsBack).start.toISOString().slice(0, 7)}-${groupBy}.csv`, + ); + + return ( +
+
+
+

{t("customerPortal.chargebacks.title")}

+

{t("customerPortal.chargebacks.subtitle")}

+
+
+ + + +
+
+
+ + + + {t("customerPortal.chargebacks.columns.customer")} + {dimensionLabel && {dimensionLabel}} + {t("customerPortal.chargebacks.columns.requests")} + {t("customerPortal.chargebacks.columns.inputTokens")} + {t("customerPortal.chargebacks.columns.outputTokens")} + {t("customerPortal.chargebacks.columns.spend")} + + + + {isLoading && ( + + + {t("customerPortal.common.loading")} + + + )} + {!isLoading && rows.length === 0 && ( + + + {t("customerPortal.chargebacks.empty", { month: monthLabel(monthsBack) })} + + + )} + {rows.map((r) => ( + + +

{aliasOf.get(r.customer) ?? r.customer}

+

{r.customer}

+ + {dimensionLabel && {r.dimension}} + {t("format.number", { val: r.requests })} + {t("format.number", { val: r.inputTokens })} + {t("format.number", { val: r.outputTokens })} + {t("format.usd", { val: r.spend })} + + ))} + {rows.length > 0 && ( + + + {t("customerPortal.common.total")} + + {t("format.number", { val: total.requests })} + + {t("format.number", { val: total.inputTokens })} + + + {t("format.number", { val: total.outputTokens })} + + {t("format.usd", { val: total.spend })} + + )} + +
+
+
+ ); +} diff --git a/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterBenchmarksTab.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterBenchmarksTab.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterBenchmarksTab.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterBenchmarksTab.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterBenchmarksTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterBenchmarksTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterBenchmarksTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterBenchmarksTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterSummaryTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterSummaryTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterSummaryTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/AutoRouterSummaryTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.test.tsx similarity index 99% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.test.tsx index 95abc4e22cb..e87fbbf79d1 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.test.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.test.tsx @@ -36,6 +36,7 @@ const baseMetrics = (overrides: Partial): components["schemas"]["S prompt_caching_savings_spend: 0, gateway_injected_caching_savings_spend: 0, autorouter_savings_spend: 0, + guardrail_spend: 0, total_response_time_ms: 0, timed_requests: 0, ...overrides, diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CacheLeakageCard.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.activity.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.activity.test.tsx similarity index 95% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.activity.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.activity.test.tsx index 204c4b1a409..a9aaf8dd848 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.activity.test.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.activity.test.tsx @@ -1,5 +1,6 @@ +import { renderWithProviders as render } from "../../../../../tests/test-utils"; import React from "react"; -import { fireEvent, render, waitFor, screen } from "@testing-library/react"; +import { fireEvent, waitFor, screen } from "@testing-library/react"; import { describe, expect, it, vi } from "vitest"; import { QueryClient, QueryClientProvider } from "@tanstack/react-query"; diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.test.tsx similarity index 96% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.test.tsx index a2f0ca5edc9..39b7428ea76 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.test.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.test.tsx @@ -1,5 +1,6 @@ +import { renderWithProviders as render } from "../../../../../tests/test-utils"; import React from "react"; -import { fireEvent, render, screen } from "@testing-library/react"; +import { fireEvent, screen } from "@testing-library/react"; import { beforeEach, describe, expect, it, vi } from "vitest"; import { QueryClient, QueryClientProvider } from "@tanstack/react-query"; diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/CostOptimizationView.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingTab.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingTab.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingTab.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingTab.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCompressionTab.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCompressionTab.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCompressionTab.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCompressionTab.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCompressionTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCompressionTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCompressionTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCompressionTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalSection.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalSection.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalSection.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalSection.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalSection.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalSection.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalSection.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalSection.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalStartForm.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalStartForm.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalStartForm.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalStartForm.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/TierTurnsChart.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/TierTurnsChart.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/TierTurnsChart.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/TierTurnsChart.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/TierTurnsChart.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/TierTurnsChart.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/TierTurnsChart.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/TierTurnsChart.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/UsageTab.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/UsageTab.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/UsageTab.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/UsageTab.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/UsageTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/UsageTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/UsageTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/UsageTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/autoRouterBenchmarks.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/autoRouterBenchmarks.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/autoRouterBenchmarks.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/autoRouterBenchmarks.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/autoRouterBenchmarks.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/autoRouterBenchmarks.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/autoRouterBenchmarks.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/autoRouterBenchmarks.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/costOptimizationUtils.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/costOptimizationUtils.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/costOptimizationUtils.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/costOptimizationUtils.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/costOptimizationUtils.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/costOptimizationUtils.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/costOptimizationUtils.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/costOptimizationUtils.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/helpers.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/helpers.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/helpers.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/helpers.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/helpers.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/helpers.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/helpers.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/helpers.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useAutoRouterBenchmarks.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useAutoRouterBenchmarks.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useAutoRouterBenchmarks.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useAutoRouterBenchmarks.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useAutoRouterBenchmarks.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useAutoRouterBenchmarks.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useAutoRouterBenchmarks.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useAutoRouterBenchmarks.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useCacheLeakageKeys.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useCacheLeakageKeys.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useCacheLeakageKeys.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useCacheLeakageKeys.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.test.tsx similarity index 59% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.test.tsx index 90d6694ccba..3877216a424 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.test.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.test.tsx @@ -1,9 +1,13 @@ -import { renderHook } from "@testing-library/react"; +import { NuqsTestingAdapter } from "nuqs/adapters/testing"; +import { act, renderHook as testingRenderHook, waitFor } from "@testing-library/react"; +import { type PropsWithChildren } from "react"; import { describe, expect, it, vi } from "vitest"; import { EMPTY_DAILY_ACTIVITY_METADATA } from "@/components/UsagePage/dailyActivityApi"; const mockUseAggregatedDailyActivity = vi.fn(); +const renderHook: typeof testingRenderHook = (render, options) => + testingRenderHook(render, { ...options, wrapper: NuqsTestingAdapter }); vi.mock("@/app/(dashboard)/usage/_components/hooks/useAggregatedDailyActivity", () => ({ useAggregatedDailyActivity: (options: unknown) => { @@ -87,3 +91,39 @@ describe("useDailyActivityRange", () => { }); }); }); + +it("opens the alert's complete UTC date window", () => { + const { result } = testingRenderHook(() => useActivityDateRange(), { + wrapper: ({ children }) => ( + {children} + ), + }); + expect(result.current.dateValue.from?.getDate()).toBe(1); + expect(result.current.dateValue.to?.getDate()).toBe(8); + expect(result.current.dateValue.from?.getFullYear()).toBe(2026); +}); + +it("updates an already mounted Activity view when another alert changes the URL dates", async () => { + let searchParams = "activity_from=2026-01-01&activity_to=2026-01-08"; + const wrapper = ({ children }: PropsWithChildren) => ( + + {children} + + ); + const { result, rerender } = testingRenderHook(() => useActivityDateRange(), { wrapper }); + searchParams = "activity_from=2026-02-01&activity_to=2026-02-08"; + rerender(); + await waitFor(() => expect(result.current.dateValue.from).toEqual(new Date(2026, 1, 1, 12))); + expect(result.current.dateValue.to).toEqual(new Date(2026, 1, 8, 12)); +}); + +it("updates the dates when the user changes the date picker", async () => { + const wrapper = ({ children }: PropsWithChildren) => ( + + {children} + + ); + const { result } = testingRenderHook(() => useActivityDateRange(), { wrapper }); + await act(async () => result.current.onDateChange({ from: new Date(2026, 2, 1, 12), to: new Date(2026, 2, 8, 12) })); + expect(result.current.dateValue.from).toEqual(new Date(2026, 2, 1, 12)); +}); diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.ts similarity index 72% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.ts index 1af009397b1..eec33e54fc4 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.ts +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useDailyActivityRange.ts @@ -1,4 +1,5 @@ -import { useMemo, useState } from "react"; +import { useMemo } from "react"; +import { createParser, useQueryStates } from "nuqs"; import { dailyActivityAggregatedCall } from "@/components/networking"; import { @@ -12,6 +13,15 @@ import { spendScopeUserId } from "@/utils/roles"; import { useAggregatedDailyActivity } from "@/app/(dashboard)/usage/_components/hooks/useAggregatedDailyActivity"; const THIRTY_DAYS_MS = 30 * 24 * 60 * 60 * 1000; +const activityDate = createParser({ + parse: (value) => { + if (!/^\d{4}-\d{2}-\d{2}$/.test(value)) return null; + const date = new Date(`${value}T12:00:00`); + return Number.isFinite(date.getTime()) && date.toLocaleDateString("en-CA") === value ? date : null; + }, + serialize: (value) => value.toLocaleDateString("en-CA"), +}); +const activityDates = { activity_from: activityDate, activity_to: activityDate }; export interface DateRange { from?: Date; @@ -41,8 +51,18 @@ export type ActivityDateRange = Pick { const initialFrom = useMemo(() => new Date(new Date().getTime() - THIRTY_DAYS_MS), []); const initialTo = useMemo(() => new Date(), []); - const [dateValue, setDateValue] = useState({ from: initialFrom, to: initialTo }); - return { dateValue, onDateChange: setDateValue }; + const [params, setParams] = useQueryStates(activityDates); + const dateValue = useMemo( + () => + params.activity_from && params.activity_to && params.activity_from <= params.activity_to + ? { from: params.activity_from, to: params.activity_to } + : { from: initialFrom, to: initialTo }, + [params.activity_from, params.activity_to, initialFrom, initialTo], + ); + const onDateChange = (value: DateRange) => { + void setParams({ activity_from: value.from ?? null, activity_to: value.to ?? null }); + }; + return { dateValue, onDateChange }; }; export interface ScopedActivityInput { diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useShadowEval.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useShadowEval.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useShadowEval.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useShadowEval.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useShadowEval.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useShadowEval.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useShadowEval.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/useShadowEval.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_margin_form.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_margin_form.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_margin_form.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_margin_form.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_margin_form.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_margin_form.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_margin_form.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_margin_form.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/add_provider_form.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/cost_tracking_settings.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/how_it_works.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/how_it_works.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/how_it_works.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/how_it_works.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/how_it_works.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/how_it_works.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/how_it_works.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/how_it_works.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/index.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/index.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/index.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/index.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_cost_results.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_cost_results.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_cost_results.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_cost_results.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_cost_results.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_cost_results.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_cost_results.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_cost_results.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_dropdown.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_dropdown.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_dropdown.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_dropdown.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_dropdown.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_dropdown.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_dropdown.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_dropdown.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_utils.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_utils.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_utils.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_utils.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_utils.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_utils.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_utils.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/multi_export_utils.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/types.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/types.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/types.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/types.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/use_multi_cost_estimate.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/use_multi_cost_estimate.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/use_multi_cost_estimate.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/use_multi_cost_estimate.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/use_multi_cost_estimate.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/use_multi_cost_estimate.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/use_multi_cost_estimate.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/use_multi_cost_estimate.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_discount_table.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_discount_table.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_discount_table.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_discount_table.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_discount_table.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_discount_table.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_discount_table.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_discount_table.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_display_helpers.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_display_helpers.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_display_helpers.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_display_helpers.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_display_helpers.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_display_helpers.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_display_helpers.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_display_helpers.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_margin_table.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_margin_table.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_margin_table.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_margin_table.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_margin_table.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_margin_table.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_margin_table.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/provider_margin_table.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/types.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/types.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/types.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/types.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_block_unpriced_config.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_block_unpriced_config.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_block_unpriced_config.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_block_unpriced_config.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_block_unpriced_config.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_block_unpriced_config.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_block_unpriced_config.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_block_unpriced_config.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_discount_config.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_discount_config.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_discount_config.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_discount_config.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_discount_config.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_discount_config.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_discount_config.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_discount_config.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_margin_config.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_margin_config.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_margin_config.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_margin_config.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_margin_config.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_margin_config.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_margin_config.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/use_margin_config.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/page.tsx diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/CreateCustomerDialog.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/CreateCustomerDialog.tsx new file mode 100644 index 00000000000..c645c180e53 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/CreateCustomerDialog.tsx @@ -0,0 +1,122 @@ +"use client"; + +import { useState } from "react"; +import { useTranslation } from "react-i18next"; +import { toast } from "sonner"; +import { $api } from "@/lib/http/api"; +import { Button } from "@/components/ui/button"; +import { + Dialog, + DialogContent, + DialogDescription, + DialogFooter, + DialogHeader, + DialogTitle, +} from "@/components/ui/dialog"; +import { Input } from "@/components/ui/input"; +import { Label } from "@/components/ui/label"; +import { buildCreateCustomerBody, digitsOnly, decimalOnly } from "./customerForms"; + +interface Props { + open: boolean; + onOpenChange: (o: boolean) => void; + onCreated: (userId: string) => void; +} + +const errorText = (e: unknown) => (e instanceof Error ? e.message : String(e)); + +export default function CreateCustomerDialog({ open, onOpenChange, onCreated }: Props) { + const { t } = useTranslation(); + const [userId, setUserId] = useState(""); + const [alias, setAlias] = useState(""); + const [budget, setBudget] = useState(""); + const [tpm, setTpm] = useState(""); + const [rpm, setRpm] = useState(""); + const create = $api.useMutation("post", "/customer/new", { + onSuccess: () => { + toast.success(t("customerPortal.toasts.created", { name: alias.trim() || userId.trim() })); + onCreated(userId.trim()); + onOpenChange(false); + }, + onError: (e: unknown) => toast.error(t("customerPortal.toasts.createFailed", { error: errorText(e) })), + }); + const submit = (e: React.FormEvent) => { + e.preventDefault(); + const fields = { userId, alias, budget, tpm, rpm }; + const body = buildCreateCustomerBody(fields); + if (body) create.mutate({ body }); + }; + return ( + + +
+ + {t("customerPortal.createDialog.title")} + {t("customerPortal.createDialog.description")} + +
+ + setUserId(e.target.value)} + placeholder={t("customerPortal.createDialog.customerIdPlaceholder")} + autoFocus + required + /> +
+
+ + setAlias(e.target.value)} + placeholder={t("customerPortal.createDialog.aliasPlaceholder")} + /> +
+
+ + setBudget(decimalOnly(e.target.value))} + placeholder={t("customerPortal.createDialog.maxBudgetPlaceholder")} + /> +
+
+
+ + setTpm(digitsOnly(e.target.value))} + placeholder={t("customerPortal.createDialog.noLimit")} + /> +
+
+ + setRpm(digitsOnly(e.target.value))} + placeholder={t("customerPortal.createDialog.noLimit")} + /> +
+
+

{t("customerPortal.createDialog.limitsHelp")}

+ + + + +
+ + + ); +} diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/CustomerDetail.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/CustomerDetail.tsx new file mode 100644 index 00000000000..6e9e94dedf2 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/CustomerDetail.tsx @@ -0,0 +1,156 @@ +"use client"; + +import { useState } from "react"; +import { useTranslation } from "react-i18next"; +import { useQueryClient } from "@tanstack/react-query"; +import { Ban, Pencil } from "lucide-react"; +import { toast } from "sonner"; +import useAuthorized from "@/app/(dashboard)/hooks/useAuthorized"; +import { $api } from "@/lib/http/api"; +import type { EndUser } from "@/app/(dashboard)/hooks/customers/useCustomers"; +import { Badge } from "@/components/ui/badge"; +import { Button } from "@/components/ui/button"; +import { Table, TableBody, TableCell, TableHead, TableHeader, TableRow } from "@/components/ui/table"; +import { customerStatus, useCustomerUsage } from "./customerPortalData"; +import EditCustomerDialog from "./EditCustomerDialog"; +import StatusBadge from "./StatusBadge"; + +function UsageSummary({ spend, budget }: { spend: number; budget: EndUser["litellm_budget_table"] | undefined }) { + const { t } = useTranslation(); + const max = budget?.max_budget ?? null; + const tpmLimit = budget?.tpm_limit ?? null; + const rpmLimit = budget?.rpm_limit ?? null; + return ( +

+ + {t("customerPortal.detail.spendThisMonth")}{" "} + {t("format.usd", { val: spend })} + + + {max === null + ? t("customerPortal.detail.noBudget") + : t("customerPortal.detail.ofBudget", { max: t("format.usd", { val: max }) })} + + {tpmLimit !== null && ( + + {t("customerPortal.detail.tpm", { val: t("format.number", { val: tpmLimit }) })} + + )} + {rpmLimit !== null && ( + + {t("customerPortal.detail.rpm", { val: t("format.number", { val: rpmLimit }) })} + + )} +

+ ); +} + +export default function CustomerDetail({ customerId, onBack }: { customerId: string; onBack: () => void }) { + const { t } = useTranslation(); + const { accessToken } = useAuthorized(); + const info = $api.useQuery( + "get", + "/customer/info", + { params: { query: { end_user_id: customerId } } }, + { enabled: Boolean(accessToken) }, + ); + const usageQuery = useCustomerUsage(accessToken); + const [editOpen, setEditOpen] = useState(false); + const queryClient = useQueryClient(); + const refresh = () => { + info.refetch(); + queryClient.invalidateQueries({ queryKey: ["get", "/customer/list"] }); + }; + const block = $api.useMutation("post", "/customer/block", { + onSuccess: () => { + toast.success(t("customerPortal.toasts.blocked")); + refresh(); + }, + }); + const unblock = $api.useMutation("post", "/customer/update", { + onSuccess: () => { + toast.success(t("customerPortal.toasts.unblocked")); + refresh(); + }, + }); + + const c = info.data; + const usage = usageQuery.data?.get(customerId); + const spend = usage?.spend ?? 0; + const keys = usage?.keys ?? []; + const label = c?.alias || customerId; + + return ( +
+
+
+
+

{label}

+ {c && } + {customerId} +
+ +
+
+ + {c?.blocked ? ( + + ) : ( + + )} +
+
+

{t("customerPortal.common.blockHint")}

+ +
+
+

{t("customerPortal.detail.keysTitle")}

+

{t("customerPortal.detail.keysSubtitle")}

+
+ {keys.length === 0 ? ( +

{t("customerPortal.detail.keysEmpty")}

+ ) : ( + + + + {t("customerPortal.detail.columns.key")} + {t("customerPortal.detail.columns.requests")} + {t("customerPortal.detail.columns.tokens")} + {t("customerPortal.detail.columns.spend")} + + + + {keys.map((k) => ( + + +

{k.alias ?? t("customerPortal.detail.unnamedKey")}

+

{k.hash.slice(0, 12)}

+ + {t("format.number", { val: k.requests })} + + {t("format.number", { val: k.inputTokens + k.outputTokens })} + + {t("format.usd", { val: k.spend })} + + ))} + +
+ )} +
+ + {c && } +
+ ); +} diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/EditCustomerDialog.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/EditCustomerDialog.tsx new file mode 100644 index 00000000000..aebc8d60053 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/EditCustomerDialog.tsx @@ -0,0 +1,96 @@ +"use client"; + +import { useState } from "react"; +import { useTranslation } from "react-i18next"; +import { toast } from "sonner"; +import { $api } from "@/lib/http/api"; +import type { EndUser } from "@/app/(dashboard)/hooks/customers/useCustomers"; +import { Button } from "@/components/ui/button"; +import { + Dialog, + DialogContent, + DialogDescription, + DialogFooter, + DialogHeader, + DialogTitle, +} from "@/components/ui/dialog"; +import { Input } from "@/components/ui/input"; +import { Label } from "@/components/ui/label"; +import { buildUpdateCustomerBody, decimalOnly } from "./customerForms"; + +interface Props { + open: boolean; + onOpenChange: (o: boolean) => void; + customer: EndUser; + onSaved: () => void; +} + +const asText = (n: number | null | undefined) => (n === null || n === undefined ? "" : String(n)); + +function EditCustomerForm({ onOpenChange, customer, onSaved }: Omit) { + const { t } = useTranslation(); + const [alias, setAlias] = useState(customer.alias ?? ""); + const [budget, setBudget] = useState(asText(customer.litellm_budget_table?.max_budget)); + const budgetId = customer.litellm_budget_table?.budget_id ?? null; + const update = $api.useMutation("post", "/customer/update", { + onSuccess: () => { + toast.success(t("customerPortal.toasts.updated")); + onSaved(); + onOpenChange(false); + }, + onError: (e: unknown) => + toast.error(t("customerPortal.toasts.updateFailed", { error: e instanceof Error ? e.message : String(e) })), + }); + const submit = (e: React.FormEvent) => { + e.preventDefault(); + const fields = { userId: customer.user_id, alias, budget, blocked: Boolean(customer.blocked) }; + update.mutate({ body: buildUpdateCustomerBody(fields) }); + }; + return ( + +
+ + {t("customerPortal.editDialog.title")} + + {customer.user_id} + + +
+ + setAlias(e.target.value)} autoFocus /> +
+
+ + setBudget(decimalOnly(e.target.value))} + placeholder={t("customerPortal.editDialog.maxBudgetPlaceholder")} + /> +
+ {budgetId && ( +

+ {t("customerPortal.editDialog.sharedBudgetWarning", { budgetId })} +

+ )} + + + + +
+ + ); +} + +export default function EditCustomerDialog({ open, ...form }: Props) { + return ( + + {open && } + + ); +} diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/StatusBadge.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/StatusBadge.tsx new file mode 100644 index 00000000000..005171abc53 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/StatusBadge.tsx @@ -0,0 +1,15 @@ +import { useTranslation } from "react-i18next"; +import { Badge } from "@/components/ui/badge"; +import type { CustomerStatus } from "./customerPortalData"; + +const VARIANT = { active: "secondary", over_budget: "destructive", blocked: "outline" } as const; +const LABEL_KEY = { + active: "customerPortal.status.active", + over_budget: "customerPortal.status.overBudget", + blocked: "customerPortal.status.blocked", +} as const; + +export default function StatusBadge({ status }: { status: CustomerStatus }) { + const { t } = useTranslation(); + return {t(LABEL_KEY[status])}; +} diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerForms.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerForms.test.ts new file mode 100644 index 00000000000..3c7ecc97484 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerForms.test.ts @@ -0,0 +1,49 @@ +import { describe, expect, test } from "vitest"; +import { buildCreateCustomerBody, buildUpdateCustomerBody } from "./customerForms"; + +describe("buildCreateCustomerBody", () => { + const fields = { userId: " acme ", alias: " Acme Corp ", budget: "25", tpm: "1000", rpm: "60" }; + const emptyFields = { userId: "acme", alias: "", budget: "", tpm: "", rpm: "" }; + + test("trims ids and aliases and sends numeric limits with a monthly budget reset", () => { + const expected = { + user_id: "acme", + alias: "Acme Corp", + blocked: false, + max_budget: 25, + budget_duration: "1mo", + tpm_limit: 1000, + rpm_limit: 60, + }; + expect(buildCreateCustomerBody(fields)).toEqual(expected); + }); + + test("empty optional fields become null and no budget means no budget_duration", () => { + const expected = { + user_id: "acme", + alias: null, + blocked: false, + max_budget: null, + budget_duration: null, + tpm_limit: null, + rpm_limit: null, + }; + expect(buildCreateCustomerBody(emptyFields)).toEqual(expected); + }); + + test("a blank customer id produces no request", () => { + expect(buildCreateCustomerBody({ ...fields, userId: " " })).toBeNull(); + }); +}); + +describe("buildUpdateCustomerBody", () => { + test("preserves the blocked flag and clears the budget when emptied", () => { + const fields = { userId: "acme", alias: "", budget: "", blocked: true }; + const expected = { user_id: "acme", alias: null, blocked: true, max_budget: null }; + expect(buildUpdateCustomerBody(fields)).toEqual(expected); + }); + test("parses a decimal budget", () => { + const fields = { userId: "acme", alias: "Acme", budget: "12.50", blocked: false }; + expect(buildUpdateCustomerBody(fields).max_budget).toBe(12.5); + }); +}); diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerForms.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerForms.ts new file mode 100644 index 00000000000..f1fafc0c718 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerForms.ts @@ -0,0 +1,46 @@ +import type { components } from "@/lib/http/schema"; + +export type NewCustomerBody = components["schemas"]["NewCustomerRequest"]; +export type UpdateCustomerBody = components["schemas"]["UpdateCustomerRequest"]; + +export const digitsOnly = (s: string) => s.replace(/[^0-9]/g, ""); +export const decimalOnly = (s: string) => s.replace(/[^0-9.]/g, ""); + +const numberOrNull = (s: string): number | null => (s.trim() === "" ? null : Number(s)); + +export interface CreateCustomerFields { + userId: string; + alias: string; + budget: string; + tpm: string; + rpm: string; +} + +export const buildCreateCustomerBody = (f: CreateCustomerFields): NewCustomerBody | null => { + const userId = f.userId.trim(); + if (!userId) return null; + const maxBudget = numberOrNull(f.budget); + return { + user_id: userId, + alias: f.alias.trim() || null, + blocked: false, + max_budget: maxBudget, + budget_duration: maxBudget === null ? null : "1mo", + tpm_limit: numberOrNull(f.tpm), + rpm_limit: numberOrNull(f.rpm), + }; +}; + +export interface EditCustomerFields { + userId: string; + alias: string; + budget: string; + blocked: boolean; +} + +export const buildUpdateCustomerBody = (f: EditCustomerFields): UpdateCustomerBody => ({ + user_id: f.userId, + alias: f.alias.trim() || null, + blocked: f.blocked, + max_budget: numberOrNull(f.budget), +}); diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerPortalData.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerPortalData.test.ts new file mode 100644 index 00000000000..cf48c81db5b --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerPortalData.test.ts @@ -0,0 +1,110 @@ +import { describe, expect, test } from "vitest"; +import type { DailyData, KeyMetricWithMetadata, MetricWithMetadata, SpendMetrics } from "@/components/UsagePage/types"; +import { customerStatus, monthRange, rankBySpend, usageByCustomer } from "./customerPortalData"; + +const metrics = (spend: number, requests = 1, prompt = 10, completion = 5): SpendMetrics => ({ + spend, + prompt_tokens: prompt, + completion_tokens: completion, + total_tokens: prompt + completion, + api_requests: requests, + successful_requests: requests, + failed_requests: 0, + cache_read_input_tokens: 0, + cache_creation_input_tokens: 0, +}); + +const key = (alias: string | null, spend: number, requests = 1): KeyMetricWithMetadata => ({ + metrics: metrics(spend, requests), + metadata: { key_alias: alias, team_id: null }, +}); + +const entity = (spend: number, keys: Record, requests = 1): MetricWithMetadata => ({ + metrics: metrics(spend, requests), + metadata: {}, + api_key_breakdown: keys, +}); + +const day = (date: string, entities: Record): DailyData => ({ + date, + metrics: metrics(0, 0, 0, 0), + breakdown: { models: {}, model_groups: {}, mcp_servers: {}, providers: {}, api_keys: {}, entities }, +}); + +describe("usageByCustomer", () => { + test("sums a customer's spend, requests and tokens across days", () => { + const usage = usageByCustomer([ + day("2026-11-01", { acme: entity(1.5, {}, 2) }), + day("2026-11-02", { acme: entity(2.25, {}, 3) }), + ]); + const expected = { spend: 3.75, requests: 5, inputTokens: 20, outputTokens: 10 }; + expect(usage.get("acme")).toMatchObject(expected); + }); + + test("keeps customers separate", () => { + const usage = usageByCustomer([day("2026-11-01", { acme: entity(1, {}), globex: entity(4, {}) })]); + expect(usage.get("acme")?.spend).toBe(1); + expect(usage.get("globex")?.spend).toBe(4); + }); + + test("merges the same key across days and sorts keys by spend", () => { + const usage = usageByCustomer([ + day("2026-11-01", { acme: entity(3, { h1: key("prod", 1), h2: key("staging", 2) }) }), + day("2026-11-02", { acme: entity(5, { h1: key("prod", 5) }) }), + ]); + const prod = { hash: "h1", alias: "prod", spend: 6, requests: 2 }; + const staging = { hash: "h2", alias: "staging", spend: 2, requests: 1 }; + expect(usage.get("acme")?.keys).toEqual([expect.objectContaining(prod), expect.objectContaining(staging)]); + }); + + test("keeps the first non-null alias seen for a key", () => { + const usage = usageByCustomer([ + day("2026-11-01", { acme: entity(1, { h1: key(null, 1) }) }), + day("2026-11-02", { acme: entity(1, { h1: key("prod", 1) }) }), + ]); + expect(usage.get("acme")?.keys[0]?.alias).toBe("prod"); + }); +}); + +describe("customerStatus", () => { + test("blocked wins over budget", () => { + expect(customerStatus({ blocked: true, litellm_budget_table: { max_budget: 1 } }, 5)).toBe("blocked"); + }); + test("over budget once spend reaches max_budget", () => { + expect(customerStatus({ blocked: false, litellm_budget_table: { max_budget: 10 } }, 10)).toBe("over_budget"); + expect(customerStatus({ blocked: false, litellm_budget_table: { max_budget: 10 } }, 9.99)).toBe("active"); + }); + test("no budget is active regardless of spend", () => { + expect(customerStatus({ blocked: false, litellm_budget_table: null }, 1000)).toBe("active"); + }); +}); + +describe("rankBySpend", () => { + const customer = (user_id: string) => ({ user_id, blocked: false, spend: 0, litellm_budget_table: null }); + test("orders customers by this month's spend, highest first, zero for customers without traffic", () => { + const usage = usageByCustomer([day("2026-11-01", { b: entity(2, {}), c: entity(9, { h1: key("k", 9) }) })]); + const rows = rankBySpend([customer("a"), customer("b"), customer("c")], usage); + expect(rows.map((r) => [r.c.user_id, r.spend, r.keys])).toEqual([ + ["c", 9, 1], + ["b", 2, 0], + ["a", 0, 0], + ]); + }); +}); + +describe("monthRange", () => { + test("covers the whole UTC month, monthsBack months ago", () => { + const now = new Date(Date.UTC(2026, 10, 9, 12)); + expect(monthRange(0, now)).toEqual({ + start: new Date(Date.UTC(2026, 10, 1)), + end: new Date(Date.UTC(2026, 10, 30, 23, 59, 59)), + }); + expect(monthRange(1, now)).toEqual({ + start: new Date(Date.UTC(2026, 9, 1)), + end: new Date(Date.UTC(2026, 9, 31, 23, 59, 59)), + }); + }); + test("crosses a year boundary", () => { + expect(monthRange(2, new Date(Date.UTC(2026, 0, 15))).start).toEqual(new Date(Date.UTC(2025, 10, 1))); + }); +}); diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerPortalData.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerPortalData.ts new file mode 100644 index 00000000000..5bc1c2ec437 --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/_components/customerPortalData.ts @@ -0,0 +1,89 @@ +import { useQuery } from "@tanstack/react-query"; +import { dailyActivityAggregatedCall } from "@/components/networking"; +import { toDailyData } from "@/components/UsagePage/dailyActivityApi"; +import type { DailyData, SpendMetrics } from "@/components/UsagePage/types"; +import type { EndUser } from "@/app/(dashboard)/hooks/customers/useCustomers"; + +export type CustomerStatus = "active" | "over_budget" | "blocked"; + +export const monthRange = (monthsBack = 0, now = new Date()): { start: Date; end: Date } => ({ + start: new Date(Date.UTC(now.getUTCFullYear(), now.getUTCMonth() - monthsBack, 1)), + end: new Date(Date.UTC(now.getUTCFullYear(), now.getUTCMonth() - monthsBack + 1, 0, 23, 59, 59)), +}); + +export interface Totals { + spend: number; + requests: number; + inputTokens: number; + outputTokens: number; +} + +export interface CustomerKeyUsage extends Totals { + hash: string; + alias: string | null; +} + +export interface CustomerUsage extends Totals { + keys: readonly CustomerKeyUsage[]; +} + +const ZERO: Totals = { spend: 0, requests: 0, inputTokens: 0, outputTokens: 0 }; + +export const addMetrics = (t: Totals, m: Partial | undefined): Totals => ({ + spend: t.spend + (m?.spend ?? 0), + requests: t.requests + (m?.api_requests ?? 0), + inputTokens: t.inputTokens + (m?.prompt_tokens ?? 0), + outputTokens: t.outputTokens + (m?.completion_tokens ?? 0), +}); + +export const usageByCustomer = (days: readonly DailyData[]): Map => { + const totals = new Map(); + const keys = new Map>(); + for (const day of days) { + for (const [id, entity] of Object.entries(day.breakdown.entities)) { + totals.set(id, addMetrics(totals.get(id) ?? ZERO, entity.metrics)); + const byKey = keys.get(id) ?? new Map(); + for (const [hash, key] of Object.entries(entity.api_key_breakdown)) { + const prev = byKey.get(hash) ?? { ...ZERO, hash, alias: key.metadata.key_alias }; + byKey.set(hash, { ...prev, ...addMetrics(prev, key.metrics), alias: prev.alias ?? key.metadata.key_alias }); + } + keys.set(id, byKey); + } + } + return new Map( + [...totals.entries()].map(([id, t]) => [ + id, + { ...t, keys: [...(keys.get(id)?.values() ?? [])].sort((a, b) => b.spend - a.spend) }, + ]), + ); +}; + +export const useCustomerUsage = (accessToken: string | null, monthsBack = 0) => + useQuery({ + queryKey: ["customer-portal", "usage", monthsBack], + enabled: Boolean(accessToken), + queryFn: async () => { + const { start, end } = monthRange(monthsBack); + const res = await dailyActivityAggregatedCall("customer", { + accessToken: accessToken!, + startTime: start, + endTime: end, + }); + return usageByCustomer(toDailyData(res)); + }, + }); + +export const customerStatus = (c: Pick, spend: number): CustomerStatus => { + if (c.blocked) return "blocked"; + const max = c.litellm_budget_table?.max_budget; + return max !== null && max !== undefined && spend >= max ? "over_budget" : "active"; +}; + +export const rankBySpend = (customers: readonly EndUser[], usage: ReadonlyMap | undefined) => + customers + .map((c) => { + const u = usage?.get(c.user_id); + const spend = u?.spend ?? 0; + return { c, spend, keys: u?.keys.length ?? 0, status: customerStatus(c, spend) }; + }) + .sort((a, b) => b.spend - a.spend); diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/page.tsx new file mode 100644 index 00000000000..f80d15f5acf --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/customers/page.tsx @@ -0,0 +1,153 @@ +"use client"; + +import { useMemo, useState } from "react"; +import { useTranslation } from "react-i18next"; +import { parseAsString, useQueryState } from "nuqs"; +import { Plus } from "lucide-react"; +import { toast } from "sonner"; +import useAuthorized from "@/app/(dashboard)/hooks/useAuthorized"; +import { useCustomers, type EndUser } from "@/app/(dashboard)/hooks/customers/useCustomers"; +import { $api } from "@/lib/http/api"; +import { Button } from "@/components/ui/button"; +import { Input } from "@/components/ui/input"; +import { Table, TableBody, TableCell, TableHead, TableHeader, TableRow } from "@/components/ui/table"; +import CustomerDetail from "./_components/CustomerDetail"; +import CreateCustomerDialog from "./_components/CreateCustomerDialog"; +import StatusBadge from "./_components/StatusBadge"; +import { rankBySpend, useCustomerUsage } from "./_components/customerPortalData"; + +export default function CustomersPage() { + const { t } = useTranslation(); + const { accessToken } = useAuthorized(); + const [selectedId, setSelectedId] = useQueryState("id", parseAsString); + const [search, setSearch] = useState(""); + const [createOpen, setCreateOpen] = useState(false); + const customersQuery = useCustomers(100, search || undefined); + const usageQuery = useCustomerUsage(accessToken); + const customers: EndUser[] = useMemo(() => customersQuery.data?.pages.flat() ?? [], [customersQuery.data]); + const rows = useMemo(() => rankBySpend(customers, usageQuery.data), [customers, usageQuery.data]); + const block = $api.useMutation("post", "/customer/block", { + onSuccess: () => { + toast.success(t("customerPortal.toasts.blocked")); + customersQuery.refetch(); + }, + }); + const unblock = $api.useMutation("post", "/customer/update", { + onSuccess: () => { + toast.success(t("customerPortal.toasts.unblocked")); + customersQuery.refetch(); + }, + }); + + if (selectedId) return setSelectedId(null)} />; + + return ( +
+
+
+

{t("customerPortal.list.title")}

+

{t("customerPortal.list.subtitle")}

+
+ +
+

{t("customerPortal.common.blockHint")}

+
+
+ setSearch(e.target.value)} + /> +
+ + + + {t("customerPortal.list.columns.customer")} + {t("customerPortal.list.columns.spend")} + {t("customerPortal.list.columns.budget")} + {t("customerPortal.list.columns.keys")} + {t("customerPortal.list.columns.status")} + + + + + {customersQuery.isLoading && ( + + + {t("customerPortal.list.loading")} + + + )} + {!customersQuery.isLoading && rows.length === 0 && ( + + + {t("customerPortal.list.empty")} + + + )} + {rows.map(({ c, spend, keys, status }) => { + const max = c.litellm_budget_table?.max_budget ?? null; + return ( + setSelectedId(c.user_id, { history: "push" })} + > + +

{c.alias || c.user_id}

+

{c.user_id}

+ + + {t("format.usd", { val: spend })} + + + {max === null + ? t("customerPortal.common.noBudget") + : t("customerPortal.list.budgetUsage", { + spend: t("format.usd", { val: spend }), + max: t("format.usd", { val: max }), + })} + + {keys} + + + + e.stopPropagation()}> + {c.blocked ? ( + + ) : ( + + )} + + + ); + })} + +
+
+ { + customersQuery.refetch(); + setSelectedId(id, { history: "push" }); + }} + /> +
+ ); +} diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/EvaluationSettingsModal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/EvaluationSettingsModal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/EvaluationSettingsModal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/EvaluationSettingsModal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/EvaluationSettingsModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/EvaluationSettingsModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/EvaluationSettingsModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/EvaluationSettingsModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailDetail.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailDetail.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailDetail.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailDetail.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailDetail.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailDetail.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailDetail.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailDetail.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailUsageBreakdown.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailUsageBreakdown.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailUsageBreakdown.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailUsageBreakdown.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailUsageBreakdown.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailUsageBreakdown.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailUsageBreakdown.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailUsageBreakdown.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsMonitorView.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsMonitorView.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsMonitorView.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsMonitorView.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsMonitorView.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsMonitorView.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsMonitorView.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsMonitorView.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsOverview.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsOverview.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsOverview.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsOverview.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsOverview.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsOverview.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsOverview.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/GuardrailsOverview.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/ScoreChart.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/ScoreChart.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/ScoreChart.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/ScoreChart.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/ScoreChart.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/ScoreChart.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/ScoreChart.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/_components/ScoreChart.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/page.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/page.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/page.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/page.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails-monitor/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailDeleteModal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailDeleteModal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailDeleteModal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailDeleteModal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailDeleteModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailDeleteModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailDeleteModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailDeleteModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailFormField.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailFormField.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailFormField.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailFormField.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailModeDisplay.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailModeDisplay.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailModeDisplay.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailModeDisplay.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailReadOnlyDetails.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailReadOnlyDetails.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailReadOnlyDetails.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailReadOnlyDetails.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailSettingsActions.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailSettingsActions.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailSettingsActions.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailSettingsActions.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPlayground.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPlayground.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPlayground.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPlayground.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPlayground.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPlayground.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPlayground.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestPlayground.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestResults.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestResults.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestResults.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestResults.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestResults.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestResults.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestResults.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailTestResults.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/GuardrailsPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/README.md b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/README.md similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/README.md rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/README.md diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/StreamScopeFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/StreamScopeFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/StreamScopeFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/StreamScopeFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.characterization.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.characterization.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.characterization.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.characterization.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.decision_model.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.decision_model.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.decision_model.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.decision_model.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/add_guardrail_form.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CategoryTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CategoryTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CategoryTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CategoryTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CompetitorIntentConfiguration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CompetitorIntentConfiguration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CompetitorIntentConfiguration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CompetitorIntentConfiguration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CompetitorIntentConfiguration.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CompetitorIntentConfiguration.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CompetitorIntentConfiguration.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CompetitorIntentConfiguration.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentCategoryConfiguration.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentCategoryConfiguration.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentCategoryConfiguration.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentCategoryConfiguration.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterConfiguration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterConfiguration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterConfiguration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterConfiguration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterConfiguration.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterConfiguration.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterConfiguration.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterConfiguration.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterDisplay.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterDisplay.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterDisplay.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterDisplay.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterDisplay.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterDisplay.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterDisplay.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterDisplay.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterManager.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterManager.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterManager.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterManager.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterManager.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterManager.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterManager.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterManager.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterTables.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterTables.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterTables.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ContentFilterTables.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CustomPatternModal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CustomPatternModal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CustomPatternModal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CustomPatternModal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CustomPatternModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CustomPatternModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CustomPatternModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/CustomPatternModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordModal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordModal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordModal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordModal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/KeywordTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternModal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternModal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternModal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternModal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/PatternTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/TagsInput.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/TagsInput.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/TagsInput.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/TagsInput.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/TagsInput.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/TagsInput.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/TagsInput.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/TagsInput.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ThresholdInput.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ThresholdInput.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ThresholdInput.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ThresholdInput.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ThresholdInput.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ThresholdInput.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ThresholdInput.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/ThresholdInput.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/action_options.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/action_options.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/action_options.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/content_filter/action_options.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeLoggingOnlyScope.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeLoggingOnlyScope.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeLoggingOnlyScope.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeLoggingOnlyScope.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeModal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeModal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeModal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeModal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/CustomCodeModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/custom_code_catalog.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/custom_code_catalog.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/custom_code_catalog.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/custom_code_catalog.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/index.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/index.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/index.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/custom_code/index.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/DecisionModelFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/DecisionModelFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/DecisionModelFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/DecisionModelFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/DecisionTestSection.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/DecisionTestSection.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/DecisionTestSection.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/DecisionTestSection.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/buildDecisionModelParams.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/buildDecisionModelParams.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/buildDecisionModelParams.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/buildDecisionModelParams.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/buildDecisionModelParams.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/buildDecisionModelParams.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/buildDecisionModelParams.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/buildDecisionModelParams.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/decisionModelQuestion.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/decisionModelQuestion.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/decisionModelQuestion.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/decisionModelQuestion.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/decisionModelQuestion.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/decisionModelQuestion.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/decisionModelQuestion.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/decision_model/decisionModelQuestion.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrailTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrailTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrailTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrailTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_card.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_card.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_card.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_card.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_card.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_card.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_card.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_card.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts similarity index 98% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts index e532b5bfd74..7a9060c5d02 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts @@ -393,4 +393,10 @@ export const GUARDRAIL_PRESETS: Record = { mode: ["pre_call", "post_call"], defaultOn: false, }, + collieai: { + provider: "Collieai", + guardrailNameSuggestion: "CollieAi", + mode: ["pre_call", "post_call"], + defaultOn: false, + }, }; diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts similarity index 73% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts index 20725e73e37..9839db91376 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts @@ -6,6 +6,13 @@ import { LITELLM_CONTENT_FILTER_CARDS, PARTNER_GUARDRAIL_CARDS, } from "./guardrail_garden_data"; +import { + getGuardrailLogoAndName, + getGuardrailProviders, + guardrailLogoMap, + populateGuardrailProviderMap, + populateGuardrailProviders, +} from "./guardrail_info_helpers"; const EXPECTED_PARTNER_LOGO_FILES: Record = { presidio: "microsoft_azure.svg", @@ -39,6 +46,7 @@ const EXPECTED_PARTNER_LOGO_FILES: Record = { conduct: "conduct.png", wingback: "wingback.png", airia: "airia.svg", + collieai: "collieai.svg", }; describe("guardrail_garden_data logos", () => { @@ -100,3 +108,26 @@ describe("decision model presets", () => { } }); }); + +describe("collieai preset", () => { + it("opens the CollieAi card on both halves of the call, off until a request or Always On asks for it", () => { + const expectedPreset = { + provider: "Collieai", + guardrailNameSuggestion: "CollieAi", + mode: ["pre_call", "post_call"], + defaultOn: false, + }; + expect(GUARDRAIL_PRESETS["collieai"]).toEqual(expectedPreset); + }); + + it("uses the provider key the proxy's provider list generates, so saved guardrails keep their name and logo", () => { + const providerParams = { collieai: { ui_friendly_name: "CollieAi" } }; + populateGuardrailProviders(providerParams); + populateGuardrailProviderMap(providerParams); + const provider = GUARDRAIL_PRESETS["collieai"].provider; + + expect(getGuardrailLogoAndName("collieai")).toEqual({ logo: guardrailLogoMap.CollieAi, displayName: "CollieAi" }); + expect(Object.keys(getGuardrailProviders())).toContain(provider); + expect(PARTNER_GUARDRAIL_CARDS.find((card) => card.id === "collieai")?.providerKey).toBe(provider); + }); +}); diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts similarity index 98% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts index dc6acffa13c..9cb9521bb9d 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts @@ -717,6 +717,16 @@ export const PARTNER_GUARDRAIL_CARDS: GuardrailCardInfo[] = [ tags: ["Security", "Prompt Injection", "PII", "Secrets", "Redaction"], providerKey: "Airia", }, + { + id: "collieai", + name: "CollieAi", + description: + "CollieAi checks chat completion text against your CollieAi policy before and after the model call and records each finding in LiteLLM's guardrail log. It observes by default. Block mode refuses the calls the policy blocks and every call it cannot check.", + category: "partner", + logo: guardrailLogoMap["CollieAi"], + tags: ["Security", "Prompt Injection", "PII", "Policy", "Monitoring"], + providerKey: "Collieai", + }, ]; export const ALL_CARDS = [...LITELLM_CONTENT_FILTER_CARDS, ...DECISION_MODEL_CARDS, ...PARTNER_GUARDRAIL_CARDS]; diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_detail.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_detail.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_detail.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_detail.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_detail.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_detail.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_detail.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_detail.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.characterization.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.characterization.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.characterization.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.characterization.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx similarity index 99% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx index d0253875735..bb773bbbb7f 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx @@ -9,6 +9,7 @@ import conductLogo from "../../../../../public/assets/logos/conduct.png"; import aporiaLogo from "../../../../../public/assets/logos/aporia.png"; import bedrockLogo from "../../../../../public/assets/logos/bedrock.svg"; import catoNetworksLogo from "../../../../../public/assets/logos/cato_networks.svg"; +import collieaiLogo from "../../../../../public/assets/logos/collieai.svg"; import ciscoLogo from "../../../../../public/assets/logos/cisco.png"; import deepkeepLogo from "../../../../../public/assets/logos/deepkeep.svg"; import enkryptAiLogo from "../../../../../public/assets/logos/enkrypt_ai.avif"; @@ -94,6 +95,7 @@ export const guardrail_provider_map: Record = { "LLM Shield Proxy": "llm_shield_proxy", Conduct: "conduct", DecisionModel: "decision_model", + Collieai: "collieai", }; // Search aliases matched alongside the provider label in the add-guardrail provider combobox @@ -332,6 +334,7 @@ export const guardrailLogoMap = { "Conduct Guard": conductLogo.src, Wingback: wingbackLogo.src, "Airia Guardrail": airiaLogo.src, + CollieAi: collieaiLogo.src, "Decision Model": litellmLogo.src, } satisfies Record; diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_optional_params.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_optional_params.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_optional_params.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_optional_params.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_provider_fields.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_provider_fields.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_provider_fields.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_provider_fields.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_provider_fields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_provider_fields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_provider_fields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_provider_fields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_table.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_table.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_table.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_table.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_table.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_table.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_table.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_table.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/llm_judge/LLMJudgeFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/llm_judge/LLMJudgeFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/llm_judge/LLMJudgeFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/llm_judge/LLMJudgeFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_components.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_components.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_components.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_components.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_components.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_components.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_components.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_components.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_configuration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_configuration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_configuration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_configuration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_configuration.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_configuration.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_configuration.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/pii_configuration.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/prompt_security.png b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/prompt_security.png similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/prompt_security.png rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/prompt_security.png diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/tool_permission/ToolPermissionRulesEditor.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/tool_permission/ToolPermissionRulesEditor.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/tool_permission/ToolPermissionRulesEditor.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/tool_permission/ToolPermissionRulesEditor.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/tool_permission/ToolPermissionRulesEditor.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/tool_permission/ToolPermissionRulesEditor.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/tool_permission/ToolPermissionRulesEditor.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/tool_permission/ToolPermissionRulesEditor.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/guardrails/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/guardrails/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/home/_components/HomePage.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/HomePage.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/home/_components/HomePage.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/HomePage.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/home/_components/HomePage.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/HomePage.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/home/_components/HomePage.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/HomePage.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/home/_components/UpdatesFeed.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/UpdatesFeed.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/home/_components/UpdatesFeed.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/UpdatesFeed.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/home/_components/homeContent.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/homeContent.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/home/_components/homeContent.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/homeContent.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/home/_components/homeContent.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/homeContent.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/home/_components/homeContent.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/homeContent.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/home/_components/useHomeUsage.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/useHomeUsage.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/home/_components/useHomeUsage.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/home/_components/useHomeUsage.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/home/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/home/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/home/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/home/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroupDetails.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroupDetails.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroupDetails.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroupDetails.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroups.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroups.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroups.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroups.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroups.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroups.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroups.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useAccessGroups.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useDeleteAccessGroup.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useDeleteAccessGroup.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useDeleteAccessGroup.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useDeleteAccessGroup.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useEditAccessGroup.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useEditAccessGroup.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useEditAccessGroup.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/accessGroups/useEditAccessGroup.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/agents/useAgents.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/agents/useAgents.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/agents/useAgents.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/agents/useAgents.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/agents/useAgents.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/agents/useAgents.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/agents/useAgents.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/agents/useAgents.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/autoRouter/useAutoRouterPresets.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/autoRouter/useAutoRouterPresets.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/autoRouter/useAutoRouterPresets.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/autoRouter/useAutoRouterPresets.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/autoRouter/useComplexityScorerDefaults.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/autoRouter/useComplexityScorerDefaults.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/autoRouter/useComplexityScorerDefaults.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/autoRouter/useComplexityScorerDefaults.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/blogPosts/useBlogPosts.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/blogPosts/useBlogPosts.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/blogPosts/useBlogPosts.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/blogPosts/useBlogPosts.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/budgetFilters.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/budgetFilters.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/budgetFilters.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/budgetFilters.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/budgetFilters.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/budgetFilters.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/budgetFilters.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/budgetFilters.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/useBudgetOptions.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/useBudgetOptions.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/useBudgetOptions.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/useBudgetOptions.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/useBudgets.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/useBudgets.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/useBudgets.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/budgets/useBudgets.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/caching/useCacheActivity.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/caching/useCacheActivity.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/caching/useCacheActivity.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/caching/useCacheActivity.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/caching/useCacheActivity.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/caching/useCacheActivity.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/caching/useCacheActivity.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/caching/useCacheActivity.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/claudeCodeMarketplace/useClaudeCodeMarketplaceRequiresKey.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/claudeCodeMarketplace/useClaudeCodeMarketplaceRequiresKey.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/claudeCodeMarketplace/useClaudeCodeMarketplaceRequiresKey.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/claudeCodeMarketplace/useClaudeCodeMarketplaceRequiresKey.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/claudeCodeMarketplace/useClaudeCodeMarketplaceRequiresKey.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/claudeCodeMarketplace/useClaudeCodeMarketplaceRequiresKey.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/claudeCodeMarketplace/useClaudeCodeMarketplaceRequiresKey.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/claudeCodeMarketplace/useClaudeCodeMarketplaceRequiresKey.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroCreate.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroCreate.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroCreate.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroCreate.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroCreate.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroCreate.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroCreate.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroCreate.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroDryRun.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroDryRun.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroDryRun.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroDryRun.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroDryRun.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroDryRun.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroDryRun.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroDryRun.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroExport.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroExport.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroExport.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroExport.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroExport.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroExport.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroExport.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroExport.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroSettings.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroSettings.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroSettings.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroSettings.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/cloudzero/useCloudZeroSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/queryKeysFactory.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/queryKeysFactory.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/common/queryKeysFactory.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/queryKeysFactory.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/queryKeysFactory.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/queryKeysFactory.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/common/queryKeysFactory.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/queryKeysFactory.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/useResourceList.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/useResourceList.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/common/useResourceList.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/useResourceList.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/useResourceList.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/useResourceList.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/common/useResourceList.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/common/useResourceList.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/cyberArkApi.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/cyberArkApi.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/cyberArkApi.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/cyberArkApi.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/hashicorpVaultApi.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/hashicorpVaultApi.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/hashicorpVaultApi.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/hashicorpVaultApi.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useCyberArkConfig.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useCyberArkConfig.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useCyberArkConfig.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useCyberArkConfig.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useDeleteCyberArkConfig.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useDeleteCyberArkConfig.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useDeleteCyberArkConfig.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useDeleteCyberArkConfig.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useDeleteHashicorpVaultConfig.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useDeleteHashicorpVaultConfig.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useDeleteHashicorpVaultConfig.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useDeleteHashicorpVaultConfig.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useHashicorpVaultConfig.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useHashicorpVaultConfig.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useHashicorpVaultConfig.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useHashicorpVaultConfig.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useUpdateCyberArkConfig.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useUpdateCyberArkConfig.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useUpdateCyberArkConfig.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useUpdateCyberArkConfig.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useUpdateHashicorpVaultConfig.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useUpdateHashicorpVaultConfig.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useUpdateHashicorpVaultConfig.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/configOverrides/useUpdateHashicorpVaultConfig.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/coordinationRedis/useCoordinationRedisSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/coordinationRedis/useCoordinationRedisSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/coordinationRedis/useCoordinationRedisSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/coordinationRedis/useCoordinationRedisSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useCredentials.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useCredentials.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useCredentials.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useCredentials.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useCredentials.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useCredentials.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useCredentials.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useCredentials.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useUserConnections.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useUserConnections.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useUserConnections.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/credentials/useUserConnections.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/currentUser/useCurrentUser.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/currentUser/useCurrentUser.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/currentUser/useCurrentUser.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/currentUser/useCurrentUser.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/customers/useCustomers.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/customers/useCustomers.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/customers/useCustomers.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/customers/useCustomers.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/customers/useCustomers.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/customers/useCustomers.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/customers/useCustomers.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/customers/useCustomers.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/deploymentWarnings/useDeploymentWarnings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/deploymentWarnings/useDeploymentWarnings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/deploymentWarnings/useDeploymentWarnings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/deploymentWarnings/useDeploymentWarnings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrails.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrails.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrails.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrails.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrails.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrails.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrails.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrails.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrailsUsage.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrailsUsage.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrailsUsage.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrailsUsage.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrailsUsage.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrailsUsage.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrailsUsage.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useGuardrailsUsage.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useRegisterGuardrail.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useRegisterGuardrail.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useRegisterGuardrail.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/guardrails/useRegisterGuardrail.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/healthReadiness/useHealthReadinessDetails.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/healthReadiness/useHealthReadinessDetails.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/healthReadiness/useHealthReadinessDetails.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/healthReadiness/useHealthReadinessDetails.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyAliases.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyAliases.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyAliases.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyAliases.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyAliases.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyAliases.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyAliases.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyAliases.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyInfo.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyInfo.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyInfo.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyInfo.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyInfo.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyInfo.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyInfo.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeyInfo.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeys.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeys.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeys.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeys.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeys.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeys.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeys.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useKeys.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useResetKeySpend.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useResetKeySpend.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useResetKeySpend.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useResetKeySpend.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useSetKeyBlockedState.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useSetKeyBlockedState.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useSetKeyBlockedState.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useSetKeyBlockedState.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useSetKeyBlockedState.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useSetKeyBlockedState.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useSetKeyBlockedState.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/keys/useSetKeyBlockedState.ts diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/latestRelease/useLatestReleaseInfo.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/latestRelease/useLatestReleaseInfo.test.ts new file mode 100644 index 00000000000..ed76b5524be --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/latestRelease/useLatestReleaseInfo.test.ts @@ -0,0 +1,76 @@ +import { afterEach, describe, expect, it, vi } from "vitest"; +import { registerErrorHandler } from "@/lib/http/runtime"; +import { + PENDING_RELEASE_POLL_MS, + fetchLatestRelease, + keepKnownRelease, + pendingReleasePollMs, +} from "./useLatestReleaseInfo"; + +const RELEASE = { version: "1.103.0", new_features: 1, bug_fixes: 2, other_updates: 3, release_url: "https://x" }; + +describe("pendingReleasePollMs", () => { + it("asks again soon while the proxy is still fetching the release", () => { + const state = { status: "success", data: { release: null, pending: true } }; + expect(pendingReleasePollMs(state)).toBe(PENDING_RELEASE_POLL_MS); + }); + + it("keeps asking while a known release is shown and the proxy is refetching it", () => { + const state = { status: "success", data: { release: RELEASE, pending: true } }; + expect(pendingReleasePollMs(state)).toBe(PENDING_RELEASE_POLL_MS); + }); + + it("stops once the release arrives", () => { + expect(pendingReleasePollMs({ status: "success", data: { release: RELEASE, pending: false } })).toBe(false); + }); + + it("stops once the proxy reports the fetch failed", () => { + expect(pendingReleasePollMs({ status: "error", data: { release: null, pending: true } })).toBe(false); + }); + + it("does not ask again when the release check is turned off", () => { + expect(pendingReleasePollMs({ status: "success", data: { release: null, pending: false } })).toBe(false); + }); +}); + +describe("keepKnownRelease", () => { + it("keeps showing the known release while the proxy refetches it", () => { + const kept = keepKnownRelease({ release: RELEASE, pending: false }, { release: null, pending: true }); + expect(kept).toEqual({ release: RELEASE, pending: true }); + }); + + it("takes a newer release over the known one", () => { + const newer = { release: { ...RELEASE, version: "1.104.0" }, pending: false }; + expect(keepKnownRelease({ release: RELEASE, pending: true }, newer)).toBe(newer); + }); + + it("drops the known release when the release check has been turned off", () => { + const off = { release: null, pending: false }; + expect(keepKnownRelease({ release: RELEASE, pending: false }, off)).toBe(off); + }); + + it("records a first answer as is", () => { + const first = { release: null, pending: true }; + expect(keepKnownRelease(undefined, first)).toBe(first); + }); +}); + +describe("fetchLatestRelease", () => { + afterEach(() => { + vi.unstubAllGlobals(); + registerErrorHandler(() => {}); + }); + + it("keeps a failed release fetch away from the dashboard error handler", async () => { + const onError = vi.fn(); + registerErrorHandler(onError); + const unavailable = new Response(JSON.stringify({ detail: "Latest release info unavailable" }), { + status: 502, + headers: { "content-type": "application/json" }, + }); + vi.stubGlobal("fetch", vi.fn().mockResolvedValue(unavailable)); + + await expect(fetchLatestRelease()).rejects.toMatchObject({ status: 502 }); + expect(onError).not.toHaveBeenCalled(); + }); +}); diff --git a/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/latestRelease/useLatestReleaseInfo.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/latestRelease/useLatestReleaseInfo.ts new file mode 100644 index 00000000000..7a3dcf92dac --- /dev/null +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/latestRelease/useLatestReleaseInfo.ts @@ -0,0 +1,41 @@ +import { useQuery } from "@tanstack/react-query"; +import { backgroundFetchClient } from "@/lib/http/api"; +import type { components } from "@/lib/http/schema"; +import { createQueryKeys } from "../common/queryKeysFactory"; + +export type LatestReleaseInfo = components["schemas"]["LatestReleaseInfo"]; + +export type LatestReleaseAnswer = { release: LatestReleaseInfo | null; pending: boolean }; + +export const PENDING_RELEASE_POLL_MS = 5 * 1000; + +export const latestReleaseKeys = createQueryKeys("latestRelease"); + +export const pendingReleasePollMs = (state: { status: string; data?: LatestReleaseAnswer }) => + state.status === "success" && state.data?.pending ? PENDING_RELEASE_POLL_MS : false; + +export const keepKnownRelease = (known: unknown, answer: unknown) => { + const previous = known as LatestReleaseAnswer | undefined; + const next = answer as LatestReleaseAnswer; + return next.pending && previous?.release ? { ...next, release: previous.release } : next; +}; + +export const fetchLatestRelease = async (): Promise => { + const { data, response } = await backgroundFetchClient.GET("/get/latest_release_info"); + return { release: data ?? null, pending: response.status === 202 }; +}; + +export const useLatestReleaseInfo = (accessToken: string | null | undefined) => { + const options = { + queryKey: latestReleaseKeys.all, + queryFn: fetchLatestRelease, + enabled: Boolean(accessToken), + staleTime: 60 * 60 * 1000, + retry: false, + refetchInterval: (query: { state: { status: string; data?: LatestReleaseAnswer } }) => + pendingReleasePollMs(query.state), + structuralSharing: keepKnownRelease, + }; + const { data, isError } = useQuery(options); + return { data: isError ? undefined : data?.release }; +}; diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/license/useLicenseInfo.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/license/useLicenseInfo.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/license/useLicenseInfo.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/license/useLicenseInfo.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/logDetails/useLogDetails.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/logDetails/useLogDetails.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/logDetails/useLogDetails.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/logDetails/useLogDetails.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/login/useLogin.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/login/useLogin.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/login/useLogin.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/login/useLogin.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpSemanticFilterSettings/useMCPSemanticFilterSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpSemanticFilterSettings/useMCPSemanticFilterSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpSemanticFilterSettings/useMCPSemanticFilterSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpSemanticFilterSettings/useMCPSemanticFilterSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpSemanticFilterSettings/useUpdateMCPSemanticFilterSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpSemanticFilterSettings/useUpdateMCPSemanticFilterSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpSemanticFilterSettings/useUpdateMCPSemanticFilterSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpSemanticFilterSettings/useUpdateMCPSemanticFilterSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPAccessGroups.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPAccessGroups.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPAccessGroups.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPAccessGroups.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPAccessGroups.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPAccessGroups.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPAccessGroups.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPAccessGroups.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerHealth.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerHealth.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerHealth.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerHealth.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerHealth.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerHealth.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerHealth.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerHealth.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerTools.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerTools.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerTools.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerTools.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerTools.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerTools.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerTools.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServerTools.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServers.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServers.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServers.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServers.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServers.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServers.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServers.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPServers.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPToolsets.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPToolsets.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPToolsets.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpServers/useMCPToolsets.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpToolSearchSettings/useMCPToolSearchSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpToolSearchSettings/useMCPToolSearchSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpToolSearchSettings/useMCPToolSearchSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/mcpToolSearchSettings/useMCPToolSearchSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useDeleteModelAccessGroupBudget.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useDeleteModelAccessGroupBudget.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useDeleteModelAccessGroupBudget.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useDeleteModelAccessGroupBudget.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useModelAccessGroups.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useModelAccessGroups.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useModelAccessGroups.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useModelAccessGroups.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useSetModelAccessGroupBudget.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useSetModelAccessGroupBudget.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useSetModelAccessGroupBudget.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/modelAccessGroups/useSetModelAccessGroupBudget.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModelCostMap.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModelCostMap.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModelCostMap.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModelCostMap.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModelCostMap.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModelCostMap.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModelCostMap.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModelCostMap.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModels.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModels.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModels.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModels.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModels.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModels.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModels.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/models/useModels.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/onboarding/useOnboarding.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/onboarding/useOnboarding.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/onboarding/useOnboarding.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/onboarding/useOnboarding.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/onboarding/useOnboarding.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/onboarding/useOnboarding.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/onboarding/useOnboarding.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/onboarding/useOnboarding.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/projectAccess.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/projectAccess.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/projectAccess.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/projectAccess.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useCreateProject.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useCreateProject.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useCreateProject.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useCreateProject.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useCreateProject.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useCreateProject.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useCreateProject.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useCreateProject.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjectDetails.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjectDetails.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjectDetails.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjectDetails.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjectDetails.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjectDetails.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjectDetails.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjectDetails.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjects.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjects.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjects.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjects.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjects.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjects.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjects.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useProjects.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useUpdateProject.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useUpdateProject.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useUpdateProject.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useUpdateProject.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useUpdateProject.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useUpdateProject.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useUpdateProject.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/projects/useUpdateProject.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProviderFields.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProviderFields.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProviderFields.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProviderFields.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProviderFields.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProviderFields.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProviderFields.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProviderFields.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProxyDecisionProviders.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProxyDecisionProviders.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProxyDecisionProviders.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/providers/useProxyDecisionProviders.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/proxyConfig/useProxyConfig.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/proxyConfig/useProxyConfig.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/proxyConfig/useProxyConfig.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/proxyConfig/useProxyConfig.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/proxyConfig/useProxyConfig.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/proxyConfig/useProxyConfig.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/proxyConfig/useProxyConfig.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/proxyConfig/useProxyConfig.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/proxySettings/useProxySettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/proxySettings/useProxySettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/proxySettings/useProxySettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/proxySettings/useProxySettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/redirectToLogin.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/redirectToLogin.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/redirectToLogin.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/redirectToLogin.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/router/useRouterFields.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/router/useRouterFields.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/router/useRouterFields.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/router/useRouterFields.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/router/useRouterFields.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/router/useRouterFields.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/router/useRouterFields.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/router/useRouterFields.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/routerSettings/useUpdateRetryPolicy.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/routerSettings/useUpdateRetryPolicy.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/routerSettings/useUpdateRetryPolicy.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/routerSettings/useUpdateRetryPolicy.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/routingGroups/useRoutingGroups.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/routingGroups/useRoutingGroups.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/routingGroups/useRoutingGroups.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/routingGroups/useRoutingGroups.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/routingGroups/useRoutingGroups.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/routingGroups/useRoutingGroups.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/routingGroups/useRoutingGroups.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/routingGroups/useRoutingGroups.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogEndUsers.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogEndUsers.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogEndUsers.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogEndUsers.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogEndUsers.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogEndUsers.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogEndUsers.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogEndUsers.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogUsers.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogUsers.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogUsers.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogUsers.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogUsers.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogUsers.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogUsers.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/spendLogs/useSpendLogUsers.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useEditSSOSettings.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useEditSSOSettings.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useEditSSOSettings.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useEditSSOSettings.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useEditSSOSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useEditSSOSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useEditSSOSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useEditSSOSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useSSOSettings.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useSSOSettings.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useSSOSettings.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useSSOSettings.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useSSOSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useSSOSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useSSOSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/sso/useSSOSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/storeModelInDB/useStoreModelInDB.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/storeModelInDB/useStoreModelInDB.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/storeModelInDB/useStoreModelInDB.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/storeModelInDB/useStoreModelInDB.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/storeModelInDB/useStoreModelInDB.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/storeModelInDB/useStoreModelInDB.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/storeModelInDB/useStoreModelInDB.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/storeModelInDB/useStoreModelInDB.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/storeRequestInSpendLogs/useStoreRequestInSpendLogs.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/storeRequestInSpendLogs/useStoreRequestInSpendLogs.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/storeRequestInSpendLogs/useStoreRequestInSpendLogs.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/storeRequestInSpendLogs/useStoreRequestInSpendLogs.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTagSummary.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTagSummary.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTagSummary.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTagSummary.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTags.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTags.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTags.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTags.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTags.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTags.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTags.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/tags/useTags.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useResetTeamMemberBudget.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useResetTeamMemberBudget.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useResetTeamMemberBudget.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useResetTeamMemberBudget.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useResetTeamMemberSpend.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useResetTeamMemberSpend.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useResetTeamMemberSpend.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useResetTeamMemberSpend.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMemberBudgets.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMemberBudgets.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMemberBudgets.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMemberBudgets.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMemberBudgets.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMemberBudgets.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMemberBudgets.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMemberBudgets.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMetadataSchema.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMetadataSchema.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMetadataSchema.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMetadataSchema.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMetadataSchema.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMetadataSchema.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMetadataSchema.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeamMetadataSchema.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeams.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeams.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeams.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeams.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeams.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeams.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeams.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/teams/useTeams.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/telemetry/useTelemetrySettings.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/telemetry/useTelemetrySettings.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/telemetry/useTelemetrySettings.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/telemetry/useTelemetrySettings.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/telemetry/useTelemetrySettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/telemetry/useTelemetrySettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/telemetry/useTelemetrySettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/telemetry/useTelemetrySettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiConfig/useUIConfig.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiConfig/useUIConfig.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/uiConfig/useUIConfig.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiConfig/useUIConfig.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiConfig/useUIConfig.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiConfig/useUIConfig.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/uiConfig/useUIConfig.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiConfig/useUIConfig.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useApplyUserBudgetToTeamKeys.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useApplyUserBudgetToTeamKeys.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useApplyUserBudgetToTeamKeys.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useApplyUserBudgetToTeamKeys.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/usePtuCostAttributionEnabled.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/usePtuCostAttributionEnabled.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/usePtuCostAttributionEnabled.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/usePtuCostAttributionEnabled.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/usePtuCostAttributionEnabled.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/usePtuCostAttributionEnabled.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/usePtuCostAttributionEnabled.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/usePtuCostAttributionEnabled.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUISettings.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUISettings.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUISettings.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUISettings.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUISettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUISettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUISettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUISettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUpdateUISettings.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUpdateUISettings.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUpdateUISettings.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUpdateUISettings.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUpdateUISettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUpdateUISettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUpdateUISettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/uiSettings/useUpdateUISettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAnnouncementRead.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAnnouncementRead.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useAnnouncementRead.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAnnouncementRead.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.serverRootPath.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.serverRootPath.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.serverRootPath.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.serverRootPath.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useAuthorized.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useCan.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useCan.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useCan.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useCan.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableBlogPosts.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableBlogPosts.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableBlogPosts.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableBlogPosts.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableBouncingIcon.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableBouncingIcon.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableBouncingIcon.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableBouncingIcon.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableLiteAdmin.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableLiteAdmin.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableLiteAdmin.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableLiteAdmin.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowNewBadge.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowNewBadge.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowNewBadge.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowNewBadge.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowNewBadge.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowNewBadge.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowNewBadge.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowNewBadge.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowPrompts.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowPrompts.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowPrompts.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowPrompts.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowPrompts.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowPrompts.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowPrompts.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useDisableShowPrompts.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useIsOrgAdmin.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useIsOrgAdmin.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useIsOrgAdmin.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useIsOrgAdmin.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useIsOrgAdmin.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useIsOrgAdmin.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useIsOrgAdmin.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useIsOrgAdmin.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useLogout.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useLogout.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useLogout.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useLogout.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useLogout.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useLogout.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useLogout.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useLogout.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/useTeams.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useTeams.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/useTeams.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/useTeams.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/userBanner/useUpdateUserBanner.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/userBanner/useUpdateUserBanner.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/userBanner/useUpdateUserBanner.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/userBanner/useUpdateUserBanner.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/userBanner/useUserBanner.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/userBanner/useUserBanner.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/userBanner/useUserBanner.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/userBanner/useUserBanner.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useCurrentUser.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useCurrentUser.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useCurrentUser.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useCurrentUser.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useCurrentUser.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useCurrentUser.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useCurrentUser.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useCurrentUser.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useUsers.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useUsers.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useUsers.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useUsers.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useUsers.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useUsers.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useUsers.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/users/useUsers.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/webSearchInterceptionSettings/useUpdateWebSearchInterceptionSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/webSearchInterceptionSettings/useUpdateWebSearchInterceptionSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/webSearchInterceptionSettings/useUpdateWebSearchInterceptionSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/webSearchInterceptionSettings/useUpdateWebSearchInterceptionSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/webSearchInterceptionSettings/useWebSearchInterceptionSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/webSearchInterceptionSettings/useWebSearchInterceptionSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/hooks/webSearchInterceptionSettings/useWebSearchInterceptionSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/hooks/webSearchInterceptionSettings/useWebSearchInterceptionSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/layout.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/layout.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/layout.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/layout.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/layout.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/layout.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/layout.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/layout.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/layout.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/layout.tsx similarity index 96% rename from ui/litellm-dashboard/src/app/(dashboard)/layout.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/layout.tsx index 5c93d214812..d898f1b0373 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/layout.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/layout.tsx @@ -116,13 +116,19 @@ export function AgentControlPlaneView() { } const FULL_BLEED_SEGMENTS = new Set(["logs"]); +const CUSTOMER_PORTAL_SEGMENTS = new Set(["customers", "chargebacks"]); function DashboardShell({ children }: { children: React.ReactNode }) { const { t } = useTranslation(); const { accessToken } = useAuth(); - const { mode } = usePluginMode(); + const { mode, setMode } = usePluginMode(); const pathname = usePathname(); const routeSegment = routeSegmentForPathname(pathname); + const isPortalRoute = CUSTOMER_PORTAL_SEGMENTS.has(routeSegment); + useEffect(() => { + if (isPortalRoute && mode !== "customer-portal") setMode("customer-portal"); + if (!isPortalRoute && mode === "customer-portal") setMode("ai-gateway"); + }, [isPortalRoute, mode, setMode]); useEffect(() => { void recordUiEvent({ page: routeSegment || "home", action: "view" }); }, [routeSegment]); @@ -142,7 +148,7 @@ function DashboardShell({ children }: { children: React.ReactNode }) { const sidebarCollapsed = sidebarOverride?.segment === routeSegment ? sidebarOverride.collapsed : isFullBleed; const toggleSidebar = () => setSidebarOverride({ segment: routeSegment, collapsed: !sidebarCollapsed }); - const isGateway = mode === "ai-gateway"; + const isGateway = mode === "ai-gateway" || mode === "customer-portal"; // Non-gateway (agent control plane) mode keeps the original full-width Navbar, // which carries the account menu; the redesigned sidebar + header shell is diff --git a/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.test.ts similarity index 93% rename from ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.test.ts index 315d988db54..70b2f9b0ab7 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.test.ts +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.test.ts @@ -14,8 +14,6 @@ describe("legacyPageRedirectHref", () => { }); it("keeps the older aliases for renamed pages", () => { - expect(redirect("page=api_ref")).toBe("/ui/api-reference"); - expect(redirect("page=api-reference")).toBe("/ui/api-reference"); expect(redirect("page=claude-code-plugins")).toBe("/ui/skills"); }); diff --git a/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.ts similarity index 96% rename from ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.ts index c4ae916c277..405e2403b1a 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.ts +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/legacyPageRoutes.ts @@ -5,13 +5,13 @@ const LEGACY_PAGE_ROUTES: ReadonlyMap = new Map( home: "home", "api-keys": "api-keys", models: "models-and-endpoints", - api_ref: "api-reference", - "api-reference": "api-reference", "llm-playground": "playground", projects: "projects", chat: "chat", "access-groups": "access-groups", budgets: "budgets", + customers: "customers", + chargebacks: "chargebacks", workflows: "workflows", "guardrails-monitor": "guardrails-monitor", "mcp-servers": "mcp-servers", diff --git a/ui/litellm-dashboard/src/app/(dashboard)/logging-and-alerts/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/logging-and-alerts/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/logging-and-alerts/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/logging-and-alerts/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/logs/page.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/logs/page.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/logs/page.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/logs/page.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/logs/page.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/logs/page.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/logs/page.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/logs/page.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/logs/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/logs/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/logs/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/logs/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/AwsSigV4Fields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/AwsSigV4Fields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/AwsSigV4Fields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/AwsSigV4Fields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.permissions.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.permissions.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.permissions.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.permissions.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/CreateMCPServer.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/DcrBridgeToggle.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/DcrBridgeToggle.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/DcrBridgeToggle.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/DcrBridgeToggle.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/EnvVarsSection.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/EnvVarsSection.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/EnvVarsSection.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/EnvVarsSection.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/EnvVarsSection.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/EnvVarsSection.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/EnvVarsSection.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/EnvVarsSection.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/IdJagFormFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/IdJagFormFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/IdJagFormFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/IdJagFormFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ImportMCPServers.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ImportMCPServers.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ImportMCPServers.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ImportMCPServers.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPGatewaySessionsTab.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPGatewaySessionsTab.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPGatewaySessionsTab.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPGatewaySessionsTab.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPGatewaySessionsTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPGatewaySessionsTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPGatewaySessionsTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPGatewaySessionsTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPLogoSelector.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPLogoSelector.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPLogoSelector.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPLogoSelector.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPLogoSelector.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPLogoSelector.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPLogoSelector.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPLogoSelector.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPNetworkSettings.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPNetworkSettings.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPNetworkSettings.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPNetworkSettings.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPNetworkSettings.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPNetworkSettings.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPNetworkSettings.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPNetworkSettings.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPPermissionManagement.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPPermissionManagement.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPPermissionManagement.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPPermissionManagement.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPPermissionManagement.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPPermissionManagement.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPPermissionManagement.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPPermissionManagement.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerCard.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerCard.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerCard.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerCard.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerCard.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerCard.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerCard.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerCard.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerUserCredentialsPanel.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerUserCredentialsPanel.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerUserCredentialsPanel.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerUserCredentialsPanel.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerUserCredentialsPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerUserCredentialsPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerUserCredentialsPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPServerUserCredentialsPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPStandardsSettings.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPStandardsSettings.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPStandardsSettings.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPStandardsSettings.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPStandardsSettings.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPStandardsSettings.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPStandardsSettings.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPStandardsSettings.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPSubmissionsTab.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPSubmissionsTab.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPSubmissionsTab.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPSubmissionsTab.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPSubmissionsTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPSubmissionsTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPSubmissionsTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPSubmissionsTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetTableColumns.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetTableColumns.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetTableColumns.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetTableColumns.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetsTab.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetsTab.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetsTab.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetsTab.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetsTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetsTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetsTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/MCPToolsetsTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/McpFormTestHarness.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/McpFormTestHarness.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/McpFormTestHarness.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/McpFormTestHarness.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OAuthFormFields.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OAuthFormFields.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OAuthFormFields.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OAuthFormFields.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OAuthFormFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OAuthFormFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OAuthFormFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OAuthFormFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIFormSection.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIFormSection.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIFormSection.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIFormSection.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIQuickPicker.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIQuickPicker.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIQuickPicker.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIQuickPicker.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIQuickPicker.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIQuickPicker.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIQuickPicker.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenAPIQuickPicker.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenApiByokFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenApiByokFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenApiByokFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/OpenApiByokFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/PassthroughAuthorizeSection.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/PassthroughAuthorizeSection.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/PassthroughAuthorizeSection.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/PassthroughAuthorizeSection.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/PassthroughAuthorizeSection.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/PassthroughAuthorizeSection.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/PassthroughAuthorizeSection.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/PassthroughAuthorizeSection.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioAvailability.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioAvailability.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioAvailability.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioAvailability.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioAvailability.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioAvailability.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioAvailability.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioAvailability.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioConfiguration.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioConfiguration.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioConfiguration.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/StdioConfiguration.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TokenEndpointAuthMethodField.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TokenEndpointAuthMethodField.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TokenEndpointAuthMethodField.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TokenEndpointAuthMethodField.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TokenExchangeFormFields.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TokenExchangeFormFields.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TokenExchangeFormFields.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TokenExchangeFormFields.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolArgumentsForm.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolArgumentsForm.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolArgumentsForm.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolArgumentsForm.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TruePassthroughWarning.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TruePassthroughWarning.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TruePassthroughWarning.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TruePassthroughWarning.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TruePassthroughWarning.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TruePassthroughWarning.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TruePassthroughWarning.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/TruePassthroughWarning.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UpstreamTokenHeaderField.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UpstreamTokenHeaderField.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UpstreamTokenHeaderField.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UpstreamTokenHeaderField.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UserEnvVarsModal.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UserEnvVarsModal.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UserEnvVarsModal.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UserEnvVarsModal.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UserEnvVarsModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UserEnvVarsModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UserEnvVarsModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/UserEnvVarsModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createOAuthUiState.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createOAuthUiState.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createOAuthUiState.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createOAuthUiState.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createOAuthUiState.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createOAuthUiState.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createOAuthUiState.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createOAuthUiState.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createServerPayload.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createServerPayload.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createServerPayload.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createServerPayload.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createServerPayload.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createServerPayload.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createServerPayload.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/createServerPayload.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/duplicateServerCheck.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/duplicateServerCheck.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/duplicateServerCheck.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/duplicateServerCheck.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/duplicateServerCheck.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/duplicateServerCheck.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/duplicateServerCheck.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/duplicateServerCheck.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.differential.cases.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.differential.cases.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.differential.cases.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.differential.cases.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.differential.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.differential.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.differential.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.differential.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editServerPayload.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editToolPreview.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editToolPreview.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editToolPreview.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editToolPreview.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editToolPreview.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editToolPreview.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editToolPreview.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/editToolPreview.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/importConnectorConfig.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/importConnectorConfig.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/importConnectorConfig.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/importConnectorConfig.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/importConnectorConfig.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/importConnectorConfig.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/importConnectorConfig.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/importConnectorConfig.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/index.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/index.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/index.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/index.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFieldRules.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFieldRules.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFieldRules.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFieldRules.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFieldRules.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFieldRules.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFieldRules.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFieldRules.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFormStore.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFormStore.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFormStore.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFormStore.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFormStore.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFormStore.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFormStore.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcpFormStore.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connect.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connect.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connect.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connect.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connect.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connect.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connect.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connect.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connection_status.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connection_status.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connection_status.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connection_status.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connection_status.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connection_status.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connection_status.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_connection_status.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.integration.test.tsx similarity index 99% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.integration.test.tsx index 02e04a0aa97..380188c35ae 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.integration.test.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.integration.test.tsx @@ -51,7 +51,7 @@ describe("MCPDiscovery", () => { it.each(["", "/litellm"])("should render available catalog logos under the %s server root", async (root) => { const testDirectory = dirname(fileURLToPath(import.meta.url)); const registry = JSON.parse( - readFileSync(resolve(testDirectory, "../../../../../../../litellm/proxy/mcp_registry.json"), "utf8"), + readFileSync(resolve(testDirectory, "../../../../../../../proxy/mcp_registry.json"), "utf8"), ) as { servers: DiscoverableMCPServer[] }; const expectedLogos = [ ["exa", "/ui/assets/logos/exa_ai.png"], diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_config.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_config.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_config.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_config.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_config.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_config.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_config.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_config.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_display.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_display.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_display.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_display.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_display.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_display.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_display.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_cost_display.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_edit.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_view.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_view.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_view.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_view.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_view.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_view.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_view.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_server_view.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_servers.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_servers.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_servers.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_servers.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_servers.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_servers.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_servers.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_servers.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tool_configuration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tool_configuration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tool_configuration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tool_configuration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tool_configuration.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tool_configuration.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tool_configuration.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tool_configuration.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tools.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tools.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tools.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tools.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tools.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tools.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tools.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_tools.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mountedServerFields.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mountedServerFields.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mountedServerFields.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mountedServerFields.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mountedServerFields.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mountedServerFields.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mountedServerFields.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mountedServerFields.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/testUtils.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/testUtils.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/testUtils.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/testUtils.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolsetSelection.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolsetSelection.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolsetSelection.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolsetSelection.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolsetSelection.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolsetSelection.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolsetSelection.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolsetSelection.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/utils.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/utils.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/utils.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/utils.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/utils.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/utils.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/utils.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/utils.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryDetailDrawer.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryDetailDrawer.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryDetailDrawer.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryDetailDrawer.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryDetailDrawer.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryDetailDrawer.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryDetailDrawer.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryDetailDrawer.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryEditModal.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryEditModal.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryEditModal.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryEditModal.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryEditModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryEditModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryEditModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryEditModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryView.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryView.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryView.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryView.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryView.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryView.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryView.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryView.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/page.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/page.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/page.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/page.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/memory/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/memory/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/model-hub-table/page.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/model-hub-table/page.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/model-hub-table/page.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/model-hub-table/page.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/model-hub-table/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/model-hub-table/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/model-hub-table/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/model-hub-table/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/ModelInsightsView.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/ModelInsightsView.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/ModelInsightsView.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/ModelInsightsView.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/ModelInsightsView.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/ModelInsightsView.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/ModelInsightsView.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/ModelInsightsView.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/modelInsightsData.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/modelInsightsData.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/modelInsightsData.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/modelInsightsData.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/modelInsightsData.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/modelInsightsData.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/modelInsightsData.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/_components/modelInsightsData.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/model-insights/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/model-insights/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/model-insights/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AccessGroupBudgetColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AccessGroupBudgetColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AccessGroupBudgetColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AccessGroupBudgetColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AccessGroupBudgetModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AccessGroupBudgetModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AccessGroupBudgetModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AccessGroupBudgetModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTab.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTab.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTab.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTab.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/AutoRoutersTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/autoRouterRows.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/autoRouterRows.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/autoRouterRows.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/autoRouterRows.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/autoRouterRows.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/autoRouterRows.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/autoRouterRows.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/autoRouterRows.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/fitPills.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/fitPills.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/fitPills.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/fitPills.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/fitPills.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/fitPills.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/fitPills.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AutoRouters/fitPills.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelRetrySettingsTab.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelRetrySettingsTab.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelRetrySettingsTab.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelRetrySettingsTab.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelRetrySettingsTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelRetrySettingsTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelRetrySettingsTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelRetrySettingsTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelsTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelsTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelsTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/ModelsTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/PriceDataManagementTab.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/PriceDataManagementTab.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/PriceDataManagementTab.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/PriceDataManagementTab.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/PriceDataManagementTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/PriceDataManagementTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/PriceDataManagementTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/PriceDataManagementTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/accessGroupBudgetPayload.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/accessGroupBudgetPayload.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/accessGroupBudgetPayload.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/accessGroupBudgetPayload.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/accessGroupBudgetPayload.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/accessGroupBudgetPayload.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/accessGroupBudgetPayload.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/accessGroupBudgetPayload.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.test.ts similarity index 79% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.test.ts index c4ea206022c..5c28fed2723 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.test.ts +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.test.ts @@ -46,6 +46,29 @@ describe("useModelDetailRouting", () => { expect(event?.searchParams.has("team")).toBe(false); }); + it.each(["openModel", "openTeam", "close"] as const)( + "%s clears the previous resource's tab and dates", + async (action) => { + const onUrlUpdate = vi.fn<(event: UrlUpdateEvent) => void>(); + const { result } = renderHook(() => useModelDetailRouting(), { + wrapper: withNuqsTestingAdapter({ + searchParams: + "?model=old&detail_tab=activity&key_tab=activity&activity_from=2026-01-01&activity_to=2026-01-08&tab=all-models", + onUrlUpdate, + }), + }); + await act(async () => { + result.current[action]("next"); + }); + await waitFor(() => expect(onUrlUpdate).toHaveBeenCalled()); + const identity = action === "close" ? {} : { [action === "openModel" ? "model" : "team"]: "next" }; + expect(Object.fromEntries(onUrlUpdate.mock.calls.at(-1)![0].searchParams)).toEqual({ + ...identity, + tab: "all-models", + }); + }, + ); + it("reads modelId and teamId from the query string", () => { const { result } = renderHook(() => useModelDetailRouting(), { wrapper: withNuqsTestingAdapter({ searchParams: "?model=xyz" }), diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.ts similarity index 82% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.ts index e83a81a53cf..2c70f184b63 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.ts +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/detailNavigation.ts @@ -1,5 +1,6 @@ import { parseAsString, useQueryState, useQueryStates } from "nuqs"; import { useCallback } from "react"; +import { useResetDetailState } from "@/hooks/useUrlTab"; export interface ModelDetailRouting { modelId: string | null; @@ -10,6 +11,7 @@ export interface ModelDetailRouting { } export function useModelDetailRouting(): ModelDetailRouting { + const resetDetailState = useResetDetailState(); const [{ model, team }, setParams] = useQueryStates( { model: parseAsString, team: parseAsString }, { history: "push" }, @@ -17,21 +19,24 @@ export function useModelDetailRouting(): ModelDetailRouting { const openModel = useCallback( (id: string) => { + resetDetailState(); void setParams({ model: id, team: null }); }, - [setParams], + [setParams, resetDetailState], ); const openTeam = useCallback( (id: string) => { + resetDetailState(); void setParams({ model: null, team: id }); }, - [setParams], + [setParams, resetDetailState], ); const close = useCallback(() => { + resetDetailState(); void setParams({ model: null, team: null }); - }, [setParams]); + }, [setParams, resetDetailState]); return { modelId: model, diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AccessGroupBudgetsPanel.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AccessGroupBudgetsPanel.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AccessGroupBudgetsPanel.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AccessGroupBudgetsPanel.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AccessGroupBudgetsPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AccessGroupBudgetsPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AccessGroupBudgetsPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AccessGroupBudgetsPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AllModelsPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AllModelsPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AllModelsPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AllModelsPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AutoRoutersTabPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AutoRoutersTabPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AutoRoutersTabPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AutoRoutersTabPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AutoRoutersTabPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AutoRoutersTabPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AutoRoutersTabPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AutoRoutersTabPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/HealthStatusPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/HealthStatusPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/HealthStatusPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/HealthStatusPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/HealthStatusPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/HealthStatusPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/HealthStatusPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/HealthStatusPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/LlmCredentialsPanel.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/LlmCredentialsPanel.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/LlmCredentialsPanel.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/LlmCredentialsPanel.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/LlmCredentialsPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/LlmCredentialsPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/LlmCredentialsPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/LlmCredentialsPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelGroupAliasPanel.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelGroupAliasPanel.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelGroupAliasPanel.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelGroupAliasPanel.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelGroupAliasPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelGroupAliasPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelGroupAliasPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelGroupAliasPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelRetrySettingsPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelRetrySettingsPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelRetrySettingsPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/ModelRetrySettingsPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/PassThroughPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/PassThroughPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/PassThroughPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/PassThroughPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/PriceDataPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/PriceDataPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/PriceDataPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/PriceDataPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/useModelDashboardData.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/useModelDashboardData.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/useModelDashboardData.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/useModelDashboardData.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/modelDataTransformer.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/modelDataTransformer.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/modelDataTransformer.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/modelDataTransformer.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/modelDataTransformer.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/modelDataTransformer.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/modelDataTransformer.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/modelDataTransformer.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/routingStatus.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/routingStatus.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/routingStatus.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/routingStatus.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/routingStatus.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/routingStatus.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/routingStatus.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/utils/routingStatus.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/networking.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/networking.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/networking.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/networking.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/organizations/OrganizationFilters.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/OrganizationFilters.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/organizations/OrganizationFilters.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/OrganizationFilters.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/organizations/OrganizationFilters.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/OrganizationFilters.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/organizations/OrganizationFilters.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/OrganizationFilters.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/OrganizationsTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/useOrganizationsTableState.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/useOrganizationsTableState.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/useOrganizationsTableState.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/_components/useOrganizationsTableState.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/organizations/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/organizations/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/organizations/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/page.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/page.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/page.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/page.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ByokConnect.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ByokConnect.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ByokConnect.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ByokConnect.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Composer.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Composer.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Composer.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Composer.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Composer.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Composer.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Composer.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Composer.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ComposerControls.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ComposerControls.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ComposerControls.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ComposerControls.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Conversation.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Conversation.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Conversation.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Conversation.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Inspector.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Inspector.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Inspector.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Inspector.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/McpDialog.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/McpDialog.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/McpDialog.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/McpDialog.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ModelName.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ModelName.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ModelName.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ModelName.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Pickers.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Pickers.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Pickers.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Pickers.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Pickers.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Pickers.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Pickers.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/Pickers.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/PlaygroundChat.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/PlaygroundChat.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/PlaygroundChat.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/PlaygroundChat.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/PlaygroundChat.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/PlaygroundChat.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/PlaygroundChat.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/PlaygroundChat.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ReplyContent.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ReplyContent.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ReplyContent.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/ReplyContent.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/SettingsPopover.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/SettingsPopover.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/SettingsPopover.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/SettingsPopover.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/composerFiles.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/composerFiles.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/composerFiles.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/composerFiles.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/dispatchRequest.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/dispatchRequest.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/dispatchRequest.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/dispatchRequest.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/dispatchRequest.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/dispatchRequest.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/dispatchRequest.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/dispatchRequest.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/endpointCapabilities.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/endpointCapabilities.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/endpointCapabilities.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/endpointCapabilities.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/playgroundSettings.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/playgroundSettings.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/playgroundSettings.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/playgroundSettings.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/playgroundSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/playgroundSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/playgroundSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/playgroundSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/useIsWide.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/useIsWide.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/useIsWide.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/useIsWide.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundCatalog.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundCatalog.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundCatalog.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundCatalog.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundSend.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundSend.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundSend.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundSend.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundSettings.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundSettings.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundSettings.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat/usePlaygroundSettings.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/A2AMetrics.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/A2AMetrics.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/A2AMetrics.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/A2AMetrics.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AdditionalModelSettings.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AdditionalModelSettings.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AdditionalModelSettings.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AdditionalModelSettings.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AdditionalModelSettings.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AdditionalModelSettings.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AdditionalModelSettings.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AdditionalModelSettings.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AgentBuilderView.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AgentBuilderView.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AgentBuilderView.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AgentBuilderView.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AgentBuilderView.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AgentBuilderView.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AgentBuilderView.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AgentBuilderView.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AudioRenderer.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AudioRenderer.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AudioRenderer.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AudioRenderer.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AudioRenderer.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AudioRenderer.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AudioRenderer.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/AudioRenderer.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatComposer.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatComposer.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatComposer.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatComposer.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatComposer.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatComposer.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatComposer.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatComposer.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageRenderer.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageRenderer.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageRenderer.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageRenderer.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUpload.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUpload.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUpload.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUpload.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUtils.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUtils.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUtils.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUtils.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUtils.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUtils.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUtils.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatImageUtils.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatMessageBubble.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatMessageBubble.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatMessageBubble.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatMessageBubble.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatMessageBubble.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatMessageBubble.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatMessageBubble.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatMessageBubble.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterOutput.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterOutput.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterOutput.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterOutput.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterOutput.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterOutput.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterOutput.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterOutput.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterTool.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterTool.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterTool.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/CodeInterpreterTool.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointUtils.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointUtils.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointUtils.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointUtils.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointUtils.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointUtils.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointUtils.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointUtils.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/FilePreviewCard.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/FilePreviewCard.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/FilePreviewCard.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/FilePreviewCard.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/FilePreviewCard.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/FilePreviewCard.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/FilePreviewCard.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/FilePreviewCard.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/RealtimePlayground.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/RealtimePlayground.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/RealtimePlayground.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/RealtimePlayground.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/RealtimePlayground.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/RealtimePlayground.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/RealtimePlayground.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/RealtimePlayground.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageRenderer.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageRenderer.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageRenderer.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageRenderer.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUpload.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUpload.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUpload.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUpload.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUtils.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUtils.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUtils.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUtils.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUtils.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUtils.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUtils.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ResponsesImageUtils.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SearchResultsDisplay.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SearchResultsDisplay.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SearchResultsDisplay.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SearchResultsDisplay.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SessionManagement.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SessionManagement.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SessionManagement.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SessionManagement.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/chatConstants.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/chatConstants.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/chatConstants.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/chatConstants.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/uploadValidation.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/uploadValidation.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/uploadValidation.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/uploadValidation.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/uploadValidation.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/uploadValidation.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/uploadValidation.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/uploadValidation.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/CompareUI.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/CompareUI.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/CompareUI.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/CompareUI.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/CompareUI.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/CompareUI.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/CompareUI.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/CompareUI.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ComparisonPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ComparisonPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ComparisonPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ComparisonPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ComparisonPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ComparisonPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ComparisonPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ComparisonPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageDisplay.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageDisplay.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageDisplay.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageDisplay.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageDisplay.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageDisplay.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageDisplay.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageDisplay.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageInput.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageInput.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageInput.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageInput.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageInput.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageInput.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageInput.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/MessageInput.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/UnifiedSelector.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/UnifiedSelector.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/UnifiedSelector.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/UnifiedSelector.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/UnifiedSelector.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/UnifiedSelector.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/UnifiedSelector.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/UnifiedSelector.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/endpoint_config.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/endpoint_config.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/endpoint_config.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/endpoint_config.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/endpoint_config.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/endpoint_config.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/endpoint_config.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/endpoint_config.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/complianceUI/ComplianceUI.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/complianceUI/ComplianceUI.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/complianceUI/ComplianceUI.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/complianceUI/ComplianceUI.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/CurlPreview.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/CurlPreview.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/CurlPreview.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/CurlPreview.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/CurlPreview.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/CurlPreview.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/CurlPreview.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/CurlPreview.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/DecisionFormControls.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/DecisionFormControls.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/DecisionFormControls.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/DecisionFormControls.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/OpenAIDecisionsForm.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/OpenAIDecisionsForm.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/OpenAIDecisionsForm.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/OpenAIDecisionsForm.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ResponseView.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ResponseView.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ResponseView.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ResponseView.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ResponseView.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ResponseView.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ResponseView.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ResponseView.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneForm.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneForm.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneForm.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneForm.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneUI.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneUI.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneUI.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneUI.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneUI.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneUI.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneUI.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/SystemOneUI.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ValidationFeedback.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ValidationFeedback.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ValidationFeedback.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ValidationFeedback.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ValidationFeedback.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ValidationFeedback.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ValidationFeedback.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/ValidationFeedback.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/curlCommand.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/curlCommand.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/curlCommand.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/curlCommand.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/curlCommand.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/curlCommand.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/curlCommand.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/curlCommand.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/decisions.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/decisions.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/decisions.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/decisions.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/example.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/example.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/example.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/example.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/example.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/example.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/example.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/example.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/formPayload.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/formPayload.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/formPayload.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/formPayload.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/formPayload.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/formPayload.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/formPayload.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/formPayload.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/issueLabel.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/issueLabel.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/issueLabel.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/issueLabel.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/issueLabel.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/issueLabel.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/issueLabel.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/issueLabel.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisions.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisions.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisions.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisions.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisionsForm.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisionsForm.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisionsForm.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisionsForm.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisionsForm.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisionsForm.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisionsForm.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/openAIDecisionsForm.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/payloadModel.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/payloadModel.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/payloadModel.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/payloadModel.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/payloadModel.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/payloadModel.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/payloadModel.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/payloadModel.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/schemas.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/schemas.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/schemas.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/schemas.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/validatePayload.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/validatePayload.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/validatePayload.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/validatePayload.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/validatePayload.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/validatePayload.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/validatePayload.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/lib/validatePayload.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/useDecisionModels.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/useDecisionModels.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/useDecisionModels.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/components/systemOneUI/useDecisionModels.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useChatHistory.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useChatHistory.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useChatHistory.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useChatHistory.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useChatHistory.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useChatHistory.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useChatHistory.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useChatHistory.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useCodeInterpreter.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useCodeInterpreter.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useCodeInterpreter.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/hooks/useCodeInterpreter.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/a2a_send_message.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/a2a_send_message.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/a2a_send_message.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/a2a_send_message.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/anthropic_messages.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/anthropic_messages.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/anthropic_messages.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/anthropic_messages.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/anthropic_messages.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/anthropic_messages.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/anthropic_messages.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/anthropic_messages.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_speech.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_speech.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_speech.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_speech.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_speech.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_speech.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_speech.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_speech.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_transcriptions.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_transcriptions.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_transcriptions.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_transcriptions.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_transcriptions.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_transcriptions.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_transcriptions.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/audio_transcriptions.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/embeddings_api.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/embeddings_api.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/embeddings_api.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/embeddings_api.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/embeddings_api.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/embeddings_api.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/embeddings_api.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/embeddings_api.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/fetch_agents.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/fetch_agents.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/fetch_agents.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/fetch_agents.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/image_edits.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/image_edits.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/image_edits.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/image_edits.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/image_generation.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/image_generation.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/image_generation.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/image_generation.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/interactions_api.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/interactions_api.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/interactions_api.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/interactions_api.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/interactions_api.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/interactions_api.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/interactions_api.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/interactions_api.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/system_one.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/system_one.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/system_one.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/system_one.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/system_one.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/system_one.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/system_one.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/llm_calls/system_one.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/page.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/page.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/page.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/page.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/playground/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/playground/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/AttachmentTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/PolicyTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/TokenSelect.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/TokenSelect.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/TokenSelect.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/TokenSelect.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_attachment_form.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_attachment_form.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_attachment_form.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_attachment_form.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_attachment_form.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_attachment_form.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_attachment_form.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_attachment_form.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/build_attachment_data.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/build_attachment_data.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/build_attachment_data.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/build_attachment_data.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/build_attachment_data.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/build_attachment_data.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/build_attachment_data.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/build_attachment_data.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/guardrail_selection_modal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/guardrail_selection_modal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/guardrail_selection_modal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/guardrail_selection_modal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/guardrail_selection_modal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/guardrail_selection_modal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/guardrail_selection_modal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/guardrail_selection_modal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_popover.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_popover.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_popover.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_popover.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_popover.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_popover.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_popover.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_popover.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_preview_alert.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_preview_alert.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_preview_alert.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_preview_alert.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_preview_alert.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_preview_alert.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_preview_alert.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/impact_preview_alert.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/index.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/index.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/index.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/index.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/index.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/index.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/index.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/index.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_info.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_info.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_info.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_info.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_info.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_info.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_info.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_info.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_templates.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_templates.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_templates.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_templates.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_templates.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_templates.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_templates.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_templates.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_test_panel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_test_panel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_test_panel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_test_panel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_test_panel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_test_panel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_test_panel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/policy_test_panel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/scope_validation.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/scope_validation.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/scope_validation.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/scope_validation.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/scope_validation.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/scope_validation.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/scope_validation.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/scope_validation.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/policies/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/policies/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectDetailsPage.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectDetailsPage.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectDetailsPage.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectDetailsPage.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectDetailsPage.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectDetailsPage.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectDetailsPage.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectDetailsPage.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysSection.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysSection.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysSection.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysSection.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysSection.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysSection.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysSection.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysSection.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectKeysTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/CreateProjectModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormSchema.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormSchema.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormSchema.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormSchema.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormUtils.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormUtils.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormUtils.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormUtils.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormUtils.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormUtils.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormUtils.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormUtils.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsPage.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsPage.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsPage.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsPage.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsPage.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsPage.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsPage.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsPage.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectsTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/useProjectsUrlState.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/useProjectsUrlState.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/_components/useProjectsUrlState.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/useProjectsUrlState.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/projects/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/projects/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/README.md b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/README.md similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/README.md rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/README.md diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/add_prompt_form.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/add_prompt_form.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/add_prompt_form.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/add_prompt_form.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/add_prompt_form.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/add_prompt_form.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/add_prompt_form.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/add_prompt_form.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/index.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/index.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/index.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/index.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/index.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/index.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/index.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/index.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DeveloperMessageCard.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DeveloperMessageCard.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DeveloperMessageCard.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DeveloperMessageCard.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DeveloperMessageCard.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DeveloperMessageCard.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DeveloperMessageCard.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DeveloperMessageCard.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DotpromptViewTab.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DotpromptViewTab.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DotpromptViewTab.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/DotpromptViewTab.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptCodeSnippets.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptCodeSnippets.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptCodeSnippets.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptCodeSnippets.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptCodeSnippets.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptCodeSnippets.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptCodeSnippets.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptCodeSnippets.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptMessagesCard.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptMessagesCard.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptMessagesCard.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptMessagesCard.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptMessagesCard.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptMessagesCard.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptMessagesCard.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptMessagesCard.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PublishModal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PublishModal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PublishModal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PublishModal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PublishModal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PublishModal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PublishModal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PublishModal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ToolsCard.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ToolsCard.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ToolsCard.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ToolsCard.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ToolsCard.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ToolsCard.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ToolsCard.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ToolsCard.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/VersionHistorySidePanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/VersionHistorySidePanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/VersionHistorySidePanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/VersionHistorySidePanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/VersionHistorySidePanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/VersionHistorySidePanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/VersionHistorySidePanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/VersionHistorySidePanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/EmptyState.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/EmptyState.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/EmptyState.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/EmptyState.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/EmptyState.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/EmptyState.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/EmptyState.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/EmptyState.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageBubble.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageBubble.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageBubble.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageBubble.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageBubble.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageBubble.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageBubble.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageBubble.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageInput.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageInput.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageInput.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageInput.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageInput.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageInput.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageInput.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageInput.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageList.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageList.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageList.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageList.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageList.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageList.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageList.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/MessageList.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableInput.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableInput.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableInput.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableInput.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableInput.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableInput.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableInput.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableInput.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableWarning.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableWarning.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableWarning.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/VariableWarning.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/index.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/index.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/index.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/index.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/index.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/index.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/index.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/index.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/types.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/types.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/types.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/types.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/useConversation.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/useConversation.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/useConversation.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/useConversation.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/useConversation.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/useConversation.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/useConversation.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/conversation_panel/useConversation.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/index.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/index.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/index.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/index.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/types.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/types.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/types.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/types.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_info.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_info.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_info.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_info.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_info.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_info.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_info.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_info.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_utils.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_utils.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_utils.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_utils.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/tool_modal.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/tool_modal.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/tool_modal.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/tool_modal.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/tool_modal.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/tool_modal.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/tool_modal.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/tool_modal.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/variable_textarea.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/variable_textarea.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/variable_textarea.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/variable_textarea.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/variable_textarea.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/variable_textarea.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/variable_textarea.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/variable_textarea.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/prompts/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/prompts/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/RequestTagMappings.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/RequestTagMappings.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/RequestTagMappings.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/RequestTagMappings.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/RequestTagMappings.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/RequestTagMappings.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/RequestTagMappings.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/RequestTagMappings.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/router-settings/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/router-settings/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/router-settings/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchConnectionTest.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchConnectionTest.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchConnectionTest.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchConnectionTest.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchConnectionTest.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchConnectionTest.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchConnectionTest.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchConnectionTest.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTester.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTester.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTester.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTester.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTester.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTester.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTester.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolTester.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolView.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolView.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolView.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolView.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolView.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolView.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolView.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchToolView.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.integration.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.integration.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/SearchTools.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/index.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/index.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/index.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/index.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/searchToolPayload.test.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/searchToolPayload.test.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/searchToolPayload.test.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/searchToolPayload.test.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/searchToolPayload.ts b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/searchToolPayload.ts similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/searchToolPayload.ts rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/searchToolPayload.ts diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/types.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/types.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/types.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/types.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/page.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/page.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/search-tools/page.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/search-tools/page.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.integration.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.integration.test.tsx similarity index 87% rename from ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.integration.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.integration.test.tsx index 9a260bdfc65..6ee327da914 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.integration.test.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.integration.test.tsx @@ -31,6 +31,8 @@ const published: SkillHubSkill = { const pending: SkillSubmission = { id: "submission-1", + revision: 0, + can_edit: false, skill_name: published.name, operation: "update", status: "pending_review", @@ -70,8 +72,9 @@ let reviewFailure: string | null; let directPublication: boolean; const respondToWrite = (path: string, body: RequestInit["body"]) => { + if (reviewFailure && path.startsWith("/skill-hub/submissions/")) + return Response.json({ detail: { error: reviewFailure } }, { status: 409 }); if (path.endsWith("/approve") || path.endsWith("/reject")) { - if (reviewFailure) return Response.json({ detail: { error: reviewFailure } }, { status: 409 }); const approved = path.endsWith("/approve"); const reason = typeof body === "string" ? JSON.parse(body).reason : null; submissions = submissions.map((submission) => @@ -88,6 +91,19 @@ const respondToWrite = (path: string, body: RequestInit["body"]) => { }; return Response.json(result); } + if (path === `/skill-hub/submissions/${pending.id}`) { + const metadata = typeof body === "string" ? JSON.parse(body) : {}; + submissions = submissions.map((item) => ({ + ...item, + revision: (item.revision ?? 0) + 1, + proposal: { ...item.proposal, ...metadata }, + })); + return Response.json(submissions[0]); + } + if (path.endsWith("/withdraw")) { + submissions = submissions.map((item) => ({ ...item, status: "withdrawn", can_edit: false })); + return Response.json(submissions[0]); + } if (directPublication) { catalog = [{ ...published, version: "3.0.0", description: "Admin-published instructions" }]; return Response.json(catalog[0]); @@ -573,7 +589,7 @@ it("saves an admin rejection reason for the author and keeps the published metad expect(writes[0]).toMatchObject({ path: `/skill-hub/submissions/${pending.id}/reject`, method: "PUT", - body: JSON.stringify({ reason: "Please include setup instructions" }), + body: JSON.stringify({ expected_revision: 0, reason: "Please include setup instructions" }), }); fireEvent.click(screen.getByRole("tab", { name: "Published skills" })); await waitFor(() => @@ -792,3 +808,84 @@ it("applies tag and scan filters across the catalog and resets pagination when s expect(catalogRequests.at(-1)?.searchParams.get("tag")).toBe("engineering"); expect(catalogRequests.at(-1)?.searchParams.get("security_scan_passed")).toBe("true"); }); + +it("lets an owner edit the viewed proposal and withdraw it with its current revision", async () => { + submissions = [{ ...pending, can_edit: true, revision: 3, proposal: { ...pending.proposal, version: "3.0.0" } }]; + renderWithProviders(, { + searchParams: "tab=submissions", + }); + fireEvent.click(await screen.findByRole("button", { name: "View details" })); + fireEvent.click(await screen.findByRole("button", { name: "Edit submission" })); + expect(screen.getByLabelText("Version override (optional)")).toHaveValue("3.0.0"); + expect( + screen.getByText( + `Current version ${published.version}. Leave blank for the next patch version, or enter a higher version`, + ), + ).toBeInTheDocument(); + fireEvent.change(await screen.findByLabelText("Description (Optional)"), { + target: { value: "Owner revised instructions" }, + }); + fireEvent.click(screen.getByRole("button", { name: "Save submission" })); + expect(await screen.findByRole("cell", { name: "Owner revised instructions" })).toBeInTheDocument(); + expect(JSON.parse(String(writes[0].body))).toMatchObject({ + expected_revision: 3, + description: "Owner revised instructions", + }); + expect(catalog).toEqual([published]); + fireEvent.click(screen.getByRole("button", { name: "Withdraw submission" })); + expect(writes).toHaveLength(1); + fireEvent.click(await screen.findByRole("button", { name: "Confirm withdrawal" })); + expect(await screen.findByText("Withdrawn")).toBeInTheDocument(); + expect(writes[1]).toMatchObject({ + path: `/skill-hub/submissions/${pending.id}/withdraw`, + body: JSON.stringify({ expected_revision: 4 }), + }); + fireEvent.click(screen.getByRole("button", { name: "View details" })); + expect(screen.queryByRole("button", { name: "Edit submission" })).not.toBeInTheDocument(); + expect(screen.queryByRole("button", { name: "Withdraw submission" })).not.toBeInTheDocument(); +}); + +it("keeps admin review separate from ownership and sends the displayed revision", async () => { + submissions = [{ ...pending, revision: 7, can_edit: false }]; + renderSubmissions(); + fireEvent.click(await screen.findByRole("button", { name: "Review" })); + expect(screen.queryByRole("button", { name: "Edit submission" })).not.toBeInTheDocument(); + expect(screen.queryByRole("button", { name: "Withdraw submission" })).not.toBeInTheDocument(); + fireEvent.click(await screen.findByRole("button", { name: "Approve and publish" })); + expect(await screen.findByText("Approved")).toBeInTheDocument(); + expect(JSON.parse(String(writes[0].body))).toEqual({ expected_revision: 7 }); +}); + +it.each(["metadata", "upload"])( + "reloads a conflicted %s edit only when the author discards the draft", + async (mode) => { + submissions = [{ ...pending, can_edit: true }]; + renderWithProviders(, { + searchParams: "tab=submissions", + }); + fireEvent.click(await screen.findByRole("button", { name: "View details" })); + fireEvent.click(await screen.findByRole("button", { name: "Edit submission" })); + fireEvent.change(screen.getByLabelText("Description (Optional)"), { target: { value: "Unsaved draft" } }); + if (mode === "upload") { + fireEvent.click(screen.getByRole("radio", { name: "Upload ZIP" })); + fireEvent.change(screen.getByLabelText("Skill ZIP file"), { + target: { files: [new File(["replacement"], "skill.zip", { type: "application/zip" })] }, + }); + } + submissions = [ + { ...pending, can_edit: true, revision: 1, proposal: { ...pending.proposal, description: "Latest edit" } }, + ]; + reviewFailure = "This submission changed. Reload it before trying again."; + fireEvent.click(screen.getByRole("button", { name: "Save submission" })); + expect(await screen.findByRole("alert")).toHaveTextContent(reviewFailure); + expect(screen.getByRole("dialog", { name: "Edit submission" })).toBeInTheDocument(); + reviewFailure = null; + fireEvent.click(screen.getByRole("button", { name: "Discard draft and reload submission" })); + expect(await screen.findByRole("cell", { name: "Latest edit" })).toBeInTheDocument(); + fireEvent.click(screen.getByRole("button", { name: "Edit submission" })); + expect(screen.getByLabelText("Description (Optional)")).toHaveValue("Latest edit"); + fireEvent.click(screen.getByRole("button", { name: "Save submission" })); + await waitFor(() => expect(writes).toHaveLength(2)); + expect(JSON.parse(String(writes[1].body))).toMatchObject({ expected_revision: 1, description: "Latest edit" }); + }, +); diff --git a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.tsx similarity index 97% rename from ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.tsx index 6497c0922d2..c17246fbe2e 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/ClaudeCodePluginsPanel.tsx @@ -67,8 +67,10 @@ function CatalogSkillDetail({ onEdit, }: CatalogSkillDetailProps) { const { t } = useTranslation(); + const queryClient = useQueryClient(); + const detailKey = [...queryScope, "detail", skill.id, skill.name]; const detail = useQuery({ - queryKey: [...queryScope, "detail", skill.id, skill.name], + queryKey: detailKey, queryFn: () => getSkillHubSkill(accessToken!, skill.name), enabled: Boolean(accessToken), }); @@ -87,6 +89,7 @@ function CatalogSkillDetail({ onBack={onBack} accessToken={accessToken} isAdmin={isAdmin} + onRestored={(restored) => queryClient.setQueryData(detailKey, restored)} onEditClick={canWrite && detail.isSuccess && !detail.isFetching ? () => onEdit(detail.data) : undefined} /> @@ -242,6 +245,7 @@ const SkillsPanelContent: React.FC = ({ accessToken={accessToken} queryScope={queryScope} canReview={isAdmin} + canWrite={canWrite} adminView={adminView} onChanged={refreshSkills} /> diff --git a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTable.test.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTable.test.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTable.test.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTable.test.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTable.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTable.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTable.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTable.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTableColumns.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTableColumns.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTableColumns.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/PluginTableColumns.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillScanPanel.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillScanPanel.tsx similarity index 100% rename from ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillScanPanel.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillScanPanel.tsx diff --git a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillSubmissions.tsx b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillSubmissions.tsx similarity index 53% rename from ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillSubmissions.tsx rename to litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillSubmissions.tsx index 8d20855e4f4..9865610db4c 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillSubmissions.tsx +++ b/litellm/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/SkillSubmissions.tsx @@ -7,6 +7,7 @@ import { getSkillSubmission, listSkillSubmissions, reviewSkillSubmission, + withdrawSkillSubmission, } from "@/components/networking"; import type { SkillHubSkill, SkillSubmission } from "@/components/claude_code_plugins/types"; import { Badge } from "@/components/ui/badge"; @@ -16,6 +17,16 @@ import { Textarea } from "@/components/ui/textarea"; import { useUrlTableState, type UrlTableStateOptions } from "@/components/shared/DataTable/useUrlTableState"; import SkillScanPanel from "./SkillScanPanel"; import { toast } from "@/lib/toast"; +import AddPluginForm from "./add_plugin_form"; +import { + AlertDialog, + AlertDialogCancel, + AlertDialogContent, + AlertDialogDescription, + AlertDialogFooter, + AlertDialogHeader, + AlertDialogTitle, +} from "@/components/ui/alert-dialog"; const METADATA_FIELDS = ["name", "version", "description", "source", "keywords", "domain", "namespace"] as const; @@ -28,6 +39,7 @@ const STATUS_CLASSES = { pending_review: "border-warning/30 text-warning", approved: "border-success/30 text-success", rejected: "border-destructive/30 text-destructive", + withdrawn: "border-muted text-muted-foreground", }; const SUBMISSION_TABLE_STATE: UrlTableStateOptions = { @@ -82,51 +94,63 @@ function SubmissionSummary({ submission }: { submission: SkillSubmission }) { function SubmissionComparison({ submission, current, + onDownload, + downloading, }: { submission: SkillSubmission; current?: SkillHubSkill | null; + onDownload: () => Promise; + downloading: boolean; }) { const { t } = useTranslation(); return ( -
- - - - - - - - - - {METADATA_FIELDS.map((field) => ( - - + <> + {!current &&

{t("skills.submissions.noCurrent")}

} +
+
{t("skills.submissions.field")}{t("skills.submissions.current")}{t("skills.submissions.proposed")}
{t(`skills.submissions.fields.${field}`)}
+ + + + + + + + + {METADATA_FIELDS.map((field) => ( + + + + + + ))} + + + - - ))} - - - - - - -
{t("skills.submissions.field")}{t("skills.submissions.current")}{t("skills.submissions.proposed")}
{t(`skills.submissions.fields.${field}`)} + 
+                    {displayValue(current?.[field]) || t("skills.submissions.notSet")}
+
+ 		+ 
+                    {field === "version" && submission.operation === "update" && !submission.proposal.version
+                      ? t("skills.submissions.nextPatchVersion")
+                      : displayValue(submission.proposal[field]) || t("skills.submissions.notSet")}
+
+
{t("skills.submissions.fields.agent_skill")}{t("skills.submissions.descriptorUnavailable")} 
-                  {displayValue(current?.[field]) || t("skills.submissions.notSet")}
-
- 		- 
-                  {field === "version" && submission.operation === "update" && !submission.proposal.version
-                    ? t("skills.submissions.nextPatchVersion")
-                    : displayValue(submission.proposal[field]) || t("skills.submissions.notSet")}
+                  {displayValue(submission.proposal.agent_skill) || t("skills.submissions.notSet")}
{t("skills.submissions.fields.agent_skill")}{t("skills.submissions.descriptorUnavailable")} - 
-                {displayValue(submission.proposal.agent_skill) || t("skills.submissions.notSet")}
-
-
-
+ + +
+ {submission.has_archive && submission.proposal.agent_skill && ( + + )} + ); } @@ -135,33 +159,46 @@ interface SubmissionReviewProps { accessToken: string; queryScope: QueryKey; canReview: boolean; + canWrite: boolean; onClose: () => void; onChanged: () => Promise; } -function SubmissionReview({ id, accessToken, queryScope, canReview, onClose, onChanged }: SubmissionReviewProps) { +function SubmissionReview({ + id, + accessToken, + queryScope, + canReview, + canWrite, + onClose, + onChanged, +}: SubmissionReviewProps) { const { t } = useTranslation(); const [reason, setReason] = useState(""); const [busy, setBusy] = useState(false); const [downloading, setDownloading] = useState(false); const [error, setError] = useState(null); - const detail = useQuery({ + const [editing, setEditing] = useState(null); + const [withdrawing, setWithdrawing] = useState(null); + const detailOptions = { queryKey: [...queryScope, "submission", id], queryFn: () => getSkillSubmission(accessToken, id), - }); + refetchOnWindowFocus: false, + refetchOnReconnect: false, + }; + const detail = useQuery(detailOptions); const { submission, current_skill: current } = detail.data ?? {}; const canDecide = canReview && submission?.status === "pending_review"; + const actionsDisabled = busy || detail.isFetching || detail.isError; const review = async (action: "approve" | "reject") => { - if (!canDecide || busy) return; + if (!canDecide || !submission || busy) return; setBusy(true); setError(null); try { - await reviewSkillSubmission( - accessToken, - id, - action, - action === "reject" ? { reason: reason.trim() || null } : undefined, - ); + await reviewSkillSubmission(accessToken, id, action, { + expected_revision: submission.revision ?? 0, + ...(action === "reject" ? { reason: reason.trim() || null } : {}), + }); onClose(); await onChanged(); toast.success(t(action === "approve" ? "skills.submissions.approved" : "skills.submissions.rejected")); @@ -172,6 +209,24 @@ function SubmissionReview({ id, accessToken, queryScope, canReview, onClose, onC setBusy(false); } }; + const withdraw = async () => { + if (!withdrawing || busy) return; + setBusy(true); + setError(null); + try { + await withdrawSkillSubmission(accessToken, withdrawing); + setWithdrawing(null); + onClose(); + await onChanged(); + toast.success(t("skills.submissions.withdrawn")); + } catch (err) { + setError(err instanceof Error ? err.message : t("skills.submissions.actionFailed")); + setWithdrawing(null); + await onChanged(); + } finally { + setBusy(false); + } + }; const download = async () => { if (!submission || downloading) return; setDownloading(true); @@ -185,73 +240,111 @@ function SubmissionReview({ id, accessToken, queryScope, canReview, onClose, onC } }; return ( - !open && !busy && onClose()}> - - - {t("skills.submissions.reviewTitle", { name: submission?.skill_name ?? "" })} - - {detail.isPending &&

{t("skills.submissions.loading")}

} - {detail.isError && ( -
- {t("skills.submissions.loadFailed")} - -
- )} - {submission && ( - <> - - {!current &&

{t("skills.submissions.noCurrent")}

} - - {submission.has_archive && submission.proposal.agent_skill && ( - - )} - {canReview && ( - + )} + {submission && ( + <> + + - )} - {canDecide && ( - <> - -